/kernel/linux/linux-6.6/net/smc/ |
H A D | smc_wr.h | 35 struct smc_link *, 52 static inline long smc_wr_tx_get_next_wr_id(struct smc_link *link) in smc_wr_tx_get_next_wr_id() 62 static inline bool smc_wr_tx_link_hold(struct smc_link *link) in smc_wr_tx_link_hold() 70 static inline void smc_wr_tx_link_put(struct smc_link *link) in smc_wr_tx_link_put() 75 static inline void smc_wr_drain_cq(struct smc_link *lnk) in smc_wr_drain_cq() 80 static inline void smc_wr_wakeup_tx_wait(struct smc_link *lnk) in smc_wr_wakeup_tx_wait() 85 static inline void smc_wr_wakeup_reg_wait(struct smc_link *lnk) in smc_wr_wakeup_reg_wait() 91 static inline int smc_wr_rx_post(struct smc_link *link) in smc_wr_rx_post() 105 int smc_wr_create_link(struct smc_link *lnk); 106 int smc_wr_alloc_link_mem(struct smc_link *ln [all...] |
H A D | smc_llc.h | 63 static inline struct smc_link *smc_llc_usable_link(struct smc_link_group *lgr) in smc_llc_usable_link() 82 int smc_llc_send_confirm_link(struct smc_link *lnk, 84 int smc_llc_send_add_link(struct smc_link *link, u8 mac[], u8 gid[], 85 struct smc_link *link_new, 87 int smc_llc_send_delete_link(struct smc_link *link, u8 link_del_id, 90 void smc_llc_srv_delete_link_local(struct smc_link *link, u8 del_link_id); 93 int smc_llc_link_init(struct smc_link *link); 94 void smc_llc_link_active(struct smc_link *link); 95 void smc_llc_link_clear(struct smc_link *link, bool log); 96 int smc_llc_do_confirm_rkey(struct smc_link *send_lin [all...] |
H A D | smc_ib.h | 81 struct smc_link; 87 int smc_ib_buf_map_sg(struct smc_link *lnk, 90 void smc_ib_buf_unmap_sg(struct smc_link *lnk, 93 void smc_ib_dealloc_protection_domain(struct smc_link *lnk); 94 int smc_ib_create_protection_domain(struct smc_link *lnk); 95 void smc_ib_destroy_queue_pair(struct smc_link *lnk); 96 int smc_ib_create_queue_pair(struct smc_link *lnk); 97 int smc_ib_ready_link(struct smc_link *lnk); 98 int smc_ib_modify_qp_rts(struct smc_link *lnk); 99 int smc_ib_modify_qp_error(struct smc_link *ln [all...] |
H A D | smc_core.h | 92 struct smc_link { struct 302 struct smc_link lnk[SMC_LINKS_PER_LGR_MAX]; 472 static inline bool smc_link_usable(struct smc_link *lnk) in smc_link_usable() 488 static inline bool smc_link_sendable(struct smc_link *lnk) in smc_link_sendable() 494 static inline bool smc_link_active(struct smc_link *lnk) in smc_link_active() 553 int smc_rmb_rtoken_handling(struct smc_connection *conn, struct smc_link *link, 555 int smc_rtoken_add(struct smc_link *lnk, __be64 nw_vaddr, __be32 nw_rkey); 556 int smc_rtoken_delete(struct smc_link *lnk, __be32 nw_rkey); 570 int smcr_link_init(struct smc_link_group *lgr, struct smc_link *lnk, 572 void smcr_link_clear(struct smc_link *ln [all...] |
H A D | smc_llc.c | 201 struct smc_link *link; 205 static void smc_llc_enqueue(struct smc_link *link, union smc_llc_msg *llc); 337 struct smc_link *lnk, in smc_llc_wait() 381 struct smc_link *link, in smc_llc_tx_handler() 400 static int smc_llc_add_pending_send(struct smc_link *link, in smc_llc_add_pending_send() 422 static int smc_llc_add_pending_send_v2(struct smc_link *link, in smc_llc_add_pending_send_v2() 447 int smc_llc_send_confirm_link(struct smc_link *link, in smc_llc_send_confirm_link() 487 static int smc_llc_send_confirm_rkey(struct smc_link *send_link, in smc_llc_send_confirm_rkey() 493 struct smc_link *link; in smc_llc_send_confirm_rkey() 536 static int smc_llc_send_delete_rkey(struct smc_link *lin [all...] |
H A D | smc_wr.c | 44 struct smc_link *link; 55 static inline bool smc_wr_is_tx_pend(struct smc_link *link) in smc_wr_is_tx_pend() 61 void smc_wr_tx_wait_no_pending_sends(struct smc_link *link) in smc_wr_tx_wait_no_pending_sends() 66 static inline int smc_wr_tx_find_pending_index(struct smc_link *link, u64 wr_id) in smc_wr_tx_find_pending_index() 80 struct smc_link *link; in smc_wr_tx_process_cqe() 171 static inline int smc_wr_tx_get_free_slot_index(struct smc_link *link, u32 *idx) in smc_wr_tx_get_free_slot_index() 187 * @link: Pointer to smc_link used to later send the message. 195 int smc_wr_tx_get_free_slot(struct smc_link *link, in smc_wr_tx_get_free_slot() 244 int smc_wr_tx_get_v2_slot(struct smc_link *link, in smc_wr_tx_get_v2_slot() 271 int smc_wr_tx_put_slot(struct smc_link *lin [all...] |
H A D | smc_core.c | 71 static void smc_ibdev_cnt_inc(struct smc_link *lnk) in smc_ibdev_cnt_inc() 76 static void smc_ibdev_cnt_dec(struct smc_link *lnk) in smc_ibdev_cnt_dec() 132 struct smc_link *lnk = &conn->lgr->lnk[i]; in smcr_lgr_conn_assign_link() 142 struct smc_link *lnk2; in smcr_lgr_conn_assign_link() 385 struct smc_link *link, in smc_nl_fill_lgr_link() 659 struct smc_link *lnk = &lgr->lnk[i]; in smcr_lgr_link_deactivate_all() 735 static void smcr_copy_dev_info_to_link(struct smc_link *link) in smcr_copy_dev_info_to_link() 744 int smcr_link_init(struct smc_link_group *lgr, struct smc_link *lnk, in smcr_link_init() 817 memset(lnk, 0, sizeof(struct smc_link)); in smcr_link_init() 831 struct smc_link *ln in smc_lgr_create() [all...] |
H A D | smc_cdc.c | 26 struct smc_link *link, in smc_cdc_tx_handler() 73 struct smc_link *link, in smc_cdc_get_free_slot() 115 struct smc_link *link = conn->lnk; in smc_cdc_msg_send() 147 struct smc_link *link = conn->lnk; in smcr_cdc_msg_send_validation() 177 struct smc_link *link; in smcr_cdc_get_slot_and_msg_send() 300 struct smc_link *link) in smc_cdc_msg_validate() 439 struct smc_link *link = (struct smc_link *)wc->qp->qp_context; in smc_cdc_rx_handler()
|
H A D | smc_ib.c | 47 static int smc_ib_modify_qp_init(struct smc_link *lnk) in smc_ib_modify_qp_init() 62 static int smc_ib_modify_qp_rtr(struct smc_link *lnk) in smc_ib_modify_qp_rtr() 95 int smc_ib_modify_qp_rts(struct smc_link *lnk) in smc_ib_modify_qp_rts() 114 int smc_ib_modify_qp_error(struct smc_link *lnk) in smc_ib_modify_qp_error() 123 int smc_ib_ready_link(struct smc_link *lnk) in smc_ib_ready_link() 446 void smc_ib_dealloc_protection_domain(struct smc_link *lnk) in smc_ib_dealloc_protection_domain() 453 int smc_ib_create_protection_domain(struct smc_link *lnk) in smc_ib_create_protection_domain() 631 struct smc_link *lnk = (struct smc_link *)priv; in smc_ib_qp_event_handler() 650 void smc_ib_destroy_queue_pair(struct smc_link *ln [all...] |
H A D | smc_tracepoint.h | 87 TP_PROTO(const struct smc_link *lnk, void *location),
|
H A D | smc_tx.c | 321 struct smc_link *link = conn->lnk; in smc_tx_rdma_write() 361 struct smc_link *link = conn->lnk; in smcr_tx_rdma_writes() 550 struct smc_link *link = conn->lnk; in smcr_tx_sndbuf_nonempty()
|
H A D | smc.h | 156 struct smc_link *lnk; /* assigned SMC-R link */
|
/kernel/linux/linux-5.10/net/smc/ |
H A D | smc_wr.h | 35 struct smc_link *, 52 static inline long smc_wr_tx_get_next_wr_id(struct smc_link *link) in smc_wr_tx_get_next_wr_id() 62 static inline bool smc_wr_tx_link_hold(struct smc_link *link) in smc_wr_tx_link_hold() 70 static inline void smc_wr_tx_link_put(struct smc_link *link) in smc_wr_tx_link_put() 76 static inline void smc_wr_wakeup_tx_wait(struct smc_link *lnk) in smc_wr_wakeup_tx_wait() 81 static inline void smc_wr_wakeup_reg_wait(struct smc_link *lnk) in smc_wr_wakeup_reg_wait() 87 static inline int smc_wr_rx_post(struct smc_link *link) in smc_wr_rx_post() 101 int smc_wr_create_link(struct smc_link *lnk); 102 int smc_wr_alloc_link_mem(struct smc_link *lnk); 103 void smc_wr_free_link(struct smc_link *ln [all...] |
H A D | smc_ib.h | 59 struct smc_link; 64 int smc_ib_buf_map_sg(struct smc_link *lnk, 67 void smc_ib_buf_unmap_sg(struct smc_link *lnk, 70 void smc_ib_dealloc_protection_domain(struct smc_link *lnk); 71 int smc_ib_create_protection_domain(struct smc_link *lnk); 72 void smc_ib_destroy_queue_pair(struct smc_link *lnk); 73 int smc_ib_create_queue_pair(struct smc_link *lnk); 74 int smc_ib_ready_link(struct smc_link *lnk); 75 int smc_ib_modify_qp_rts(struct smc_link *lnk); 76 int smc_ib_modify_qp_reset(struct smc_link *ln [all...] |
H A D | smc_llc.h | 53 static inline struct smc_link *smc_llc_usable_link(struct smc_link_group *lgr) in smc_llc_usable_link() 72 int smc_llc_send_confirm_link(struct smc_link *lnk, 74 int smc_llc_send_add_link(struct smc_link *link, u8 mac[], u8 gid[], 75 struct smc_link *link_new, 77 int smc_llc_send_delete_link(struct smc_link *link, u8 link_del_id, 80 void smc_llc_srv_delete_link_local(struct smc_link *link, u8 del_link_id); 83 int smc_llc_link_init(struct smc_link *link); 84 void smc_llc_link_active(struct smc_link *link); 85 void smc_llc_link_clear(struct smc_link *link, bool log); 86 int smc_llc_do_confirm_rkey(struct smc_link *send_lin [all...] |
H A D | smc_core.h | 75 struct smc_link { struct 245 struct smc_link lnk[SMC_LINKS_PER_LGR_MAX]; 355 static inline bool smc_link_usable(struct smc_link *lnk) in smc_link_usable() 362 static inline bool smc_link_sendable(struct smc_link *lnk) in smc_link_sendable() 368 static inline bool smc_link_active(struct smc_link *lnk) in smc_link_active() 387 int smc_rmb_rtoken_handling(struct smc_connection *conn, struct smc_link *link, 389 int smc_rtoken_add(struct smc_link *lnk, __be64 nw_vaddr, __be32 nw_rkey); 390 int smc_rtoken_delete(struct smc_link *lnk, __be32 nw_rkey); 407 int smcr_link_init(struct smc_link_group *lgr, struct smc_link *lnk, 409 void smcr_link_clear(struct smc_link *ln [all...] |
H A D | smc_llc.c | 158 struct smc_link *link; 162 static void smc_llc_enqueue(struct smc_link *link, union smc_llc_msg *llc); 293 struct smc_link *lnk, in smc_llc_wait() 336 struct smc_link *link, in smc_llc_tx_handler() 355 static int smc_llc_add_pending_send(struct smc_link *link, in smc_llc_add_pending_send() 378 int smc_llc_send_confirm_link(struct smc_link *link, in smc_llc_send_confirm_link() 413 static int smc_llc_send_confirm_rkey(struct smc_link *send_link, in smc_llc_send_confirm_rkey() 419 struct smc_link *link; in smc_llc_send_confirm_rkey() 459 static int smc_llc_send_delete_rkey(struct smc_link *link, in smc_llc_send_delete_rkey() 486 int smc_llc_send_add_link(struct smc_link *lin [all...] |
H A D | smc_wr.c | 44 struct smc_link *link; 55 static inline bool smc_wr_is_tx_pend(struct smc_link *link) in smc_wr_is_tx_pend() 65 void smc_wr_tx_wait_no_pending_sends(struct smc_link *link) in smc_wr_tx_wait_no_pending_sends() 70 static inline int smc_wr_tx_find_pending_index(struct smc_link *link, u64 wr_id) in smc_wr_tx_find_pending_index() 84 struct smc_link *link; in smc_wr_tx_process_cqe() 156 static inline int smc_wr_tx_get_free_slot_index(struct smc_link *link, u32 *idx) in smc_wr_tx_get_free_slot_index() 172 * @link: Pointer to smc_link used to later send the message. 180 int smc_wr_tx_get_free_slot(struct smc_link *link, in smc_wr_tx_get_free_slot() 229 int smc_wr_tx_put_slot(struct smc_link *link, in smc_wr_tx_put_slot() 254 int smc_wr_tx_send(struct smc_link *lin [all...] |
H A D | smc_ib.c | 43 static int smc_ib_modify_qp_init(struct smc_link *lnk) in smc_ib_modify_qp_init() 58 static int smc_ib_modify_qp_rtr(struct smc_link *lnk) in smc_ib_modify_qp_rtr() 84 int smc_ib_modify_qp_rts(struct smc_link *lnk) in smc_ib_modify_qp_rts() 103 int smc_ib_modify_qp_error(struct smc_link *lnk) in smc_ib_modify_qp_error() 112 int smc_ib_ready_link(struct smc_link *lnk) in smc_ib_ready_link() 311 void smc_ib_dealloc_protection_domain(struct smc_link *lnk) in smc_ib_dealloc_protection_domain() 318 int smc_ib_create_protection_domain(struct smc_link *lnk) in smc_ib_create_protection_domain() 331 struct smc_link *lnk = (struct smc_link *)priv; in smc_ib_qp_event_handler() 350 void smc_ib_destroy_queue_pair(struct smc_link *ln [all...] |
H A D | smc_core.c | 116 struct smc_link *lnk = &conn->lgr->lnk[i]; in smcr_lgr_conn_assign_link() 126 struct smc_link *lnk2; in smcr_lgr_conn_assign_link() 227 struct smc_link *lnk = &lgr->lnk[i]; in smcr_lgr_link_deactivate_all() 303 int smcr_link_init(struct smc_link_group *lgr, struct smc_link *lnk, in smcr_link_init() 359 memset(lnk, 0, sizeof(struct smc_link)); in smcr_link_init() 371 struct smc_link *lnk; in smc_lgr_create() 529 struct smc_link *smc_switch_conns(struct smc_link_group *lgr, in smc_switch_conns() 530 struct smc_link *from_lnk, bool is_dev_err) in smc_switch_conns() 532 struct smc_link *to_lnk = NULL; in smc_switch_conns() 675 struct smc_link *ln in smcr_buf_unmap_link() [all...] |
H A D | smc_cdc.c | 26 struct smc_link *link, in smc_cdc_tx_handler() 63 struct smc_link *link, in smc_cdc_get_free_slot() 105 struct smc_link *link = conn->lnk; in smc_cdc_msg_send() 137 struct smc_link *link = conn->lnk; in smcr_cdc_msg_send_validation() 167 struct smc_link *link; in smcr_cdc_get_slot_and_msg_send() 289 struct smc_link *link) in smc_cdc_msg_validate() 424 struct smc_link *link = (struct smc_link *)wc->qp->qp_context; in smc_cdc_rx_handler()
|
H A D | smc_tx.c | 272 struct smc_link *link = conn->lnk; in smc_tx_rdma_write() 312 struct smc_link *link = conn->lnk; in smcr_tx_rdma_writes() 485 struct smc_link *link = conn->lnk; in smcr_tx_sndbuf_nonempty()
|
H A D | smc.h | 135 struct smc_link *lnk; /* assigned SMC-R link */
|
H A D | af_smc.c | 359 static int smcr_lgr_reg_rmbs(struct smc_link *link, in smcr_lgr_reg_rmbs() 395 struct smc_link *link = smc->conn.lnk; in smcr_clnt_conf_first_link() 516 static void smc_link_save_peer_info(struct smc_link *link, in smc_link_save_peer_info() 753 struct smc_link *link; in smc_connect_rdma() 775 struct smc_link *l = &smc->conn.lgr->lnk[i]; in smc_connect_rdma() 1269 struct smc_link *link = smc->conn.lnk; in smcr_serv_conf_first_link() 1676 struct smc_link *link = new_smc->conn.lnk; in smc_listen_rdma_finish()
|
H A D | smc_cdc.h | 290 struct smc_link *link,
|