xref: /kernel/linux/linux-5.10/net/smc/smc_ib.h (revision 8c2ecf20)
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Shared Memory Communications over RDMA (SMC-R) and RoCE
4 *
5 *  Definitions for IB environment
6 *
7 *  Copyright IBM Corp. 2016
8 *
9 *  Author(s):  Ursula Braun <Ursula Braun@linux.vnet.ibm.com>
10 */
11
12#ifndef _SMC_IB_H
13#define _SMC_IB_H
14
15#include <linux/interrupt.h>
16#include <linux/if_ether.h>
17#include <linux/mutex.h>
18#include <linux/wait.h>
19#include <rdma/ib_verbs.h>
20#include <net/smc.h>
21
22#define SMC_MAX_PORTS			2	/* Max # of ports */
23#define SMC_GID_SIZE			sizeof(union ib_gid)
24
25#define SMC_IB_MAX_SEND_SGE		2
26
27struct smc_ib_devices {			/* list of smc ib devices definition */
28	struct list_head	list;
29	struct mutex		mutex;	/* protects list of smc ib devices */
30};
31
32extern struct smc_ib_devices	smc_ib_devices; /* list of smc ib devices */
33
34struct smc_ib_device {				/* ib-device infos for smc */
35	struct list_head	list;
36	struct ib_device	*ibdev;
37	struct ib_port_attr	pattr[SMC_MAX_PORTS];	/* ib dev. port attrs */
38	struct ib_event_handler	event_handler;	/* global ib_event handler */
39	struct ib_cq		*roce_cq_send;	/* send completion queue */
40	struct ib_cq		*roce_cq_recv;	/* recv completion queue */
41	struct tasklet_struct	send_tasklet;	/* called by send cq handler */
42	struct tasklet_struct	recv_tasklet;	/* called by recv cq handler */
43	char			mac[SMC_MAX_PORTS][ETH_ALEN];
44						/* mac address per port*/
45	u8			pnetid[SMC_MAX_PORTS][SMC_MAX_PNETID_LEN];
46						/* pnetid per port */
47	bool			pnetid_by_user[SMC_MAX_PORTS];
48						/* pnetid defined by user? */
49	u8			initialized : 1; /* ib dev CQ, evthdl done */
50	struct work_struct	port_event_work;
51	unsigned long		port_event_mask;
52	DECLARE_BITMAP(ports_going_away, SMC_MAX_PORTS);
53	atomic_t		lnk_cnt;	/* number of links on ibdev */
54	wait_queue_head_t	lnks_deleted;	/* wait 4 removal of all links*/
55	struct mutex		mutex;		/* protect dev setup+cleanup */
56};
57
58struct smc_buf_desc;
59struct smc_link;
60
61int smc_ib_register_client(void) __init;
62void smc_ib_unregister_client(void);
63bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport);
64int smc_ib_buf_map_sg(struct smc_link *lnk,
65		      struct smc_buf_desc *buf_slot,
66		      enum dma_data_direction data_direction);
67void smc_ib_buf_unmap_sg(struct smc_link *lnk,
68			 struct smc_buf_desc *buf_slot,
69			 enum dma_data_direction data_direction);
70void smc_ib_dealloc_protection_domain(struct smc_link *lnk);
71int smc_ib_create_protection_domain(struct smc_link *lnk);
72void smc_ib_destroy_queue_pair(struct smc_link *lnk);
73int smc_ib_create_queue_pair(struct smc_link *lnk);
74int smc_ib_ready_link(struct smc_link *lnk);
75int smc_ib_modify_qp_rts(struct smc_link *lnk);
76int smc_ib_modify_qp_reset(struct smc_link *lnk);
77int smc_ib_modify_qp_error(struct smc_link *lnk);
78long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev);
79int smc_ib_get_memory_region(struct ib_pd *pd, int access_flags,
80			     struct smc_buf_desc *buf_slot, u8 link_idx);
81void smc_ib_put_memory_region(struct ib_mr *mr);
82void smc_ib_sync_sg_for_cpu(struct smc_link *lnk,
83			    struct smc_buf_desc *buf_slot,
84			    enum dma_data_direction data_direction);
85void smc_ib_sync_sg_for_device(struct smc_link *lnk,
86			       struct smc_buf_desc *buf_slot,
87			       enum dma_data_direction data_direction);
88int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport,
89			 unsigned short vlan_id, u8 gid[], u8 *sgid_index);
90bool smc_ib_is_valid_local_systemid(void);
91#endif
92