1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (c) 2022 Microsoft Corporation. All rights reserved.
4 */
5
6#ifndef _MANA_IB_H_
7#define _MANA_IB_H_
8
9#include <rdma/ib_verbs.h>
10#include <rdma/ib_mad.h>
11#include <rdma/ib_umem.h>
12#include <rdma/mana-abi.h>
13#include <rdma/uverbs_ioctl.h>
14
15#include <net/mana/mana.h>
16
17#define PAGE_SZ_BM                                                             \
18	(SZ_4K | SZ_8K | SZ_16K | SZ_32K | SZ_64K | SZ_128K | SZ_256K |        \
19	 SZ_512K | SZ_1M | SZ_2M)
20
21/* MANA doesn't have any limit for MR size */
22#define MANA_IB_MAX_MR_SIZE	U64_MAX
23
24/*
25 * The hardware limit of number of MRs is greater than maximum number of MRs
26 * that can possibly represent in 24 bits
27 */
28#define MANA_IB_MAX_MR		0xFFFFFFu
29
30struct mana_ib_dev {
31	struct ib_device ib_dev;
32	struct gdma_dev *gdma_dev;
33};
34
35struct mana_ib_wq {
36	struct ib_wq ibwq;
37	struct ib_umem *umem;
38	int wqe;
39	u32 wq_buf_size;
40	u64 gdma_region;
41	u64 id;
42	mana_handle_t rx_object;
43};
44
45struct mana_ib_pd {
46	struct ib_pd ibpd;
47	u32 pdn;
48	mana_handle_t pd_handle;
49
50	/* Mutex for sharing access to vport_use_count */
51	struct mutex vport_mutex;
52	int vport_use_count;
53
54	bool tx_shortform_allowed;
55	u32 tx_vp_offset;
56};
57
58struct mana_ib_mr {
59	struct ib_mr ibmr;
60	struct ib_umem *umem;
61	mana_handle_t mr_handle;
62};
63
64struct mana_ib_cq {
65	struct ib_cq ibcq;
66	struct ib_umem *umem;
67	int cqe;
68	u64 gdma_region;
69	u64 id;
70};
71
72struct mana_ib_qp {
73	struct ib_qp ibqp;
74
75	/* Work queue info */
76	struct ib_umem *sq_umem;
77	int sqe;
78	u64 sq_gdma_region;
79	u64 sq_id;
80	mana_handle_t tx_object;
81
82	/* The port on the IB device, starting with 1 */
83	u32 port;
84};
85
86struct mana_ib_ucontext {
87	struct ib_ucontext ibucontext;
88	u32 doorbell;
89};
90
91struct mana_ib_rwq_ind_table {
92	struct ib_rwq_ind_table ib_ind_table;
93};
94
95int mana_ib_gd_create_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem,
96				 mana_handle_t *gdma_region);
97
98int mana_ib_gd_destroy_dma_region(struct mana_ib_dev *dev,
99				  mana_handle_t gdma_region);
100
101struct ib_wq *mana_ib_create_wq(struct ib_pd *pd,
102				struct ib_wq_init_attr *init_attr,
103				struct ib_udata *udata);
104
105int mana_ib_modify_wq(struct ib_wq *wq, struct ib_wq_attr *wq_attr,
106		      u32 wq_attr_mask, struct ib_udata *udata);
107
108int mana_ib_destroy_wq(struct ib_wq *ibwq, struct ib_udata *udata);
109
110int mana_ib_create_rwq_ind_table(struct ib_rwq_ind_table *ib_rwq_ind_table,
111				 struct ib_rwq_ind_table_init_attr *init_attr,
112				 struct ib_udata *udata);
113
114int mana_ib_destroy_rwq_ind_table(struct ib_rwq_ind_table *ib_rwq_ind_tbl);
115
116struct ib_mr *mana_ib_get_dma_mr(struct ib_pd *ibpd, int access_flags);
117
118struct ib_mr *mana_ib_reg_user_mr(struct ib_pd *pd, u64 start, u64 length,
119				  u64 iova, int access_flags,
120				  struct ib_udata *udata);
121
122int mana_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
123
124int mana_ib_create_qp(struct ib_qp *qp, struct ib_qp_init_attr *qp_init_attr,
125		      struct ib_udata *udata);
126
127int mana_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,
128		      int attr_mask, struct ib_udata *udata);
129
130int mana_ib_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata);
131
132int mana_ib_cfg_vport(struct mana_ib_dev *dev, u32 port_id,
133		      struct mana_ib_pd *pd, u32 doorbell_id);
134void mana_ib_uncfg_vport(struct mana_ib_dev *dev, struct mana_ib_pd *pd,
135			 u32 port);
136
137int mana_ib_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
138		      struct ib_udata *udata);
139
140int mana_ib_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
141
142int mana_ib_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
143int mana_ib_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
144
145int mana_ib_alloc_ucontext(struct ib_ucontext *ibcontext,
146			   struct ib_udata *udata);
147void mana_ib_dealloc_ucontext(struct ib_ucontext *ibcontext);
148
149int mana_ib_mmap(struct ib_ucontext *ibcontext, struct vm_area_struct *vma);
150
151int mana_ib_get_port_immutable(struct ib_device *ibdev, u32 port_num,
152			       struct ib_port_immutable *immutable);
153int mana_ib_query_device(struct ib_device *ibdev, struct ib_device_attr *props,
154			 struct ib_udata *uhw);
155int mana_ib_query_port(struct ib_device *ibdev, u32 port,
156		       struct ib_port_attr *props);
157int mana_ib_query_gid(struct ib_device *ibdev, u32 port, int index,
158		      union ib_gid *gid);
159
160void mana_ib_disassociate_ucontext(struct ib_ucontext *ibcontext);
161
162#endif
163