1/*
2 * Broadcom NetXtreme-E RoCE driver.
3 *
4 * Copyright (c) 2016 - 2017, Broadcom. All rights reserved.  The term
5 * Broadcom refers to Broadcom Limited and/or its subsidiaries.
6 *
7 * This software is available to you under a choice of one of two
8 * licenses.  You may choose to be licensed under the terms of the GNU
9 * General Public License (GPL) Version 2, available from the file
10 * COPYING in the main directory of this source tree, or the
11 * BSD license below:
12 *
13 * Redistribution and use in source and binary forms, with or without
14 * modification, are permitted provided that the following conditions
15 * are met:
16 *
17 * 1. Redistributions of source code must retain the above copyright
18 *    notice, this list of conditions and the following disclaimer.
19 * 2. Redistributions in binary form must reproduce the above copyright
20 *    notice, this list of conditions and the following disclaimer in
21 *    the documentation and/or other materials provided with the
22 *    distribution.
23 *
24 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
25 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
26 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
27 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
28 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
29 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
30 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
31 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
32 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
33 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
34 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35 *
36 * Description: IB Verbs interpreter (header)
37 */
38
39#ifndef __BNXT_RE_IB_VERBS_H__
40#define __BNXT_RE_IB_VERBS_H__
41
42struct bnxt_re_gid_ctx {
43	u32			idx;
44	u32			refcnt;
45};
46
47#define BNXT_RE_FENCE_BYTES	64
48struct bnxt_re_fence_data {
49	u32 size;
50	u8 va[BNXT_RE_FENCE_BYTES];
51	dma_addr_t dma_addr;
52	struct bnxt_re_mr *mr;
53	struct ib_mw *mw;
54	struct bnxt_qplib_swqe bind_wqe;
55	u32 bind_rkey;
56};
57
58struct bnxt_re_pd {
59	struct ib_pd            ib_pd;
60	struct bnxt_re_dev	*rdev;
61	struct bnxt_qplib_pd	qplib_pd;
62	struct bnxt_re_fence_data fence;
63	struct rdma_user_mmap_entry *pd_db_mmap;
64	struct rdma_user_mmap_entry *pd_wcdb_mmap;
65};
66
67struct bnxt_re_ah {
68	struct ib_ah		ib_ah;
69	struct bnxt_re_dev	*rdev;
70	struct bnxt_qplib_ah	qplib_ah;
71};
72
73struct bnxt_re_srq {
74	struct ib_srq		ib_srq;
75	struct bnxt_re_dev	*rdev;
76	u32			srq_limit;
77	struct bnxt_qplib_srq	qplib_srq;
78	struct ib_umem		*umem;
79	spinlock_t		lock;		/* protect srq */
80};
81
82struct bnxt_re_qp {
83	struct ib_qp		ib_qp;
84	struct list_head	list;
85	struct bnxt_re_dev	*rdev;
86	spinlock_t		sq_lock;	/* protect sq */
87	spinlock_t		rq_lock;	/* protect rq */
88	struct bnxt_qplib_qp	qplib_qp;
89	struct ib_umem		*sumem;
90	struct ib_umem		*rumem;
91	/* QP1 */
92	u32			send_psn;
93	struct ib_ud_header	qp1_hdr;
94	struct bnxt_re_cq	*scq;
95	struct bnxt_re_cq	*rcq;
96};
97
98struct bnxt_re_cq {
99	struct ib_cq		ib_cq;
100	struct bnxt_re_dev	*rdev;
101	spinlock_t              cq_lock;	/* protect cq */
102	u16			cq_count;
103	u16			cq_period;
104	struct bnxt_qplib_cq	qplib_cq;
105	struct bnxt_qplib_cqe	*cql;
106#define MAX_CQL_PER_POLL	1024
107	u32			max_cql;
108	struct ib_umem		*umem;
109	struct ib_umem		*resize_umem;
110	int			resize_cqe;
111};
112
113struct bnxt_re_mr {
114	struct bnxt_re_dev	*rdev;
115	struct ib_mr		ib_mr;
116	struct ib_umem		*ib_umem;
117	struct bnxt_qplib_mrw	qplib_mr;
118	u32			npages;
119	u64			*pages;
120	struct bnxt_qplib_frpl	qplib_frpl;
121};
122
123struct bnxt_re_frpl {
124	struct bnxt_re_dev		*rdev;
125	struct bnxt_qplib_frpl		qplib_frpl;
126	u64				*page_list;
127};
128
129struct bnxt_re_mw {
130	struct bnxt_re_dev	*rdev;
131	struct ib_mw		ib_mw;
132	struct bnxt_qplib_mrw	qplib_mw;
133};
134
135struct bnxt_re_ucontext {
136	struct ib_ucontext      ib_uctx;
137	struct bnxt_re_dev	*rdev;
138	struct bnxt_qplib_dpi	dpi;
139	struct bnxt_qplib_dpi   wcdpi;
140	void			*shpg;
141	spinlock_t		sh_lock;	/* protect shpg */
142	struct rdma_user_mmap_entry *shpage_mmap;
143};
144
145enum bnxt_re_mmap_flag {
146	BNXT_RE_MMAP_SH_PAGE,
147	BNXT_RE_MMAP_UC_DB,
148	BNXT_RE_MMAP_WC_DB,
149	BNXT_RE_MMAP_DBR_PAGE,
150	BNXT_RE_MMAP_DBR_BAR,
151};
152
153struct bnxt_re_user_mmap_entry {
154	struct rdma_user_mmap_entry rdma_entry;
155	struct bnxt_re_ucontext *uctx;
156	u64 mem_offset;
157	u8 mmap_flag;
158};
159
160static inline u16 bnxt_re_get_swqe_size(int nsge)
161{
162	return sizeof(struct sq_send_hdr) + nsge * sizeof(struct sq_sge);
163}
164
165static inline u16 bnxt_re_get_rwqe_size(int nsge)
166{
167	return sizeof(struct rq_wqe_hdr) + (nsge * sizeof(struct sq_sge));
168}
169
170int bnxt_re_query_device(struct ib_device *ibdev,
171			 struct ib_device_attr *ib_attr,
172			 struct ib_udata *udata);
173int bnxt_re_query_port(struct ib_device *ibdev, u32 port_num,
174		       struct ib_port_attr *port_attr);
175int bnxt_re_get_port_immutable(struct ib_device *ibdev, u32 port_num,
176			       struct ib_port_immutable *immutable);
177void bnxt_re_query_fw_str(struct ib_device *ibdev, char *str);
178int bnxt_re_query_pkey(struct ib_device *ibdev, u32 port_num,
179		       u16 index, u16 *pkey);
180int bnxt_re_del_gid(const struct ib_gid_attr *attr, void **context);
181int bnxt_re_add_gid(const struct ib_gid_attr *attr, void **context);
182int bnxt_re_query_gid(struct ib_device *ibdev, u32 port_num,
183		      int index, union ib_gid *gid);
184enum rdma_link_layer bnxt_re_get_link_layer(struct ib_device *ibdev,
185					    u32 port_num);
186int bnxt_re_alloc_pd(struct ib_pd *pd, struct ib_udata *udata);
187int bnxt_re_dealloc_pd(struct ib_pd *pd, struct ib_udata *udata);
188int bnxt_re_create_ah(struct ib_ah *ah, struct rdma_ah_init_attr *init_attr,
189		      struct ib_udata *udata);
190int bnxt_re_query_ah(struct ib_ah *ah, struct rdma_ah_attr *ah_attr);
191int bnxt_re_destroy_ah(struct ib_ah *ah, u32 flags);
192int bnxt_re_create_srq(struct ib_srq *srq,
193		       struct ib_srq_init_attr *srq_init_attr,
194		       struct ib_udata *udata);
195int bnxt_re_modify_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr,
196		       enum ib_srq_attr_mask srq_attr_mask,
197		       struct ib_udata *udata);
198int bnxt_re_query_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr);
199int bnxt_re_destroy_srq(struct ib_srq *srq, struct ib_udata *udata);
200int bnxt_re_post_srq_recv(struct ib_srq *srq, const struct ib_recv_wr *recv_wr,
201			  const struct ib_recv_wr **bad_recv_wr);
202int bnxt_re_create_qp(struct ib_qp *qp, struct ib_qp_init_attr *qp_init_attr,
203		      struct ib_udata *udata);
204int bnxt_re_modify_qp(struct ib_qp *qp, struct ib_qp_attr *qp_attr,
205		      int qp_attr_mask, struct ib_udata *udata);
206int bnxt_re_query_qp(struct ib_qp *qp, struct ib_qp_attr *qp_attr,
207		     int qp_attr_mask, struct ib_qp_init_attr *qp_init_attr);
208int bnxt_re_destroy_qp(struct ib_qp *qp, struct ib_udata *udata);
209int bnxt_re_post_send(struct ib_qp *qp, const struct ib_send_wr *send_wr,
210		      const struct ib_send_wr **bad_send_wr);
211int bnxt_re_post_recv(struct ib_qp *qp, const struct ib_recv_wr *recv_wr,
212		      const struct ib_recv_wr **bad_recv_wr);
213int bnxt_re_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
214		      struct ib_udata *udata);
215int bnxt_re_resize_cq(struct ib_cq *ibcq, int cqe, struct ib_udata *udata);
216int bnxt_re_destroy_cq(struct ib_cq *cq, struct ib_udata *udata);
217int bnxt_re_poll_cq(struct ib_cq *cq, int num_entries, struct ib_wc *wc);
218int bnxt_re_req_notify_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags);
219struct ib_mr *bnxt_re_get_dma_mr(struct ib_pd *pd, int mr_access_flags);
220
221int bnxt_re_map_mr_sg(struct ib_mr *ib_mr, struct scatterlist *sg, int sg_nents,
222		      unsigned int *sg_offset);
223struct ib_mr *bnxt_re_alloc_mr(struct ib_pd *ib_pd, enum ib_mr_type mr_type,
224			       u32 max_num_sg);
225int bnxt_re_dereg_mr(struct ib_mr *mr, struct ib_udata *udata);
226struct ib_mw *bnxt_re_alloc_mw(struct ib_pd *ib_pd, enum ib_mw_type type,
227			       struct ib_udata *udata);
228int bnxt_re_dealloc_mw(struct ib_mw *mw);
229struct ib_mr *bnxt_re_reg_user_mr(struct ib_pd *pd, u64 start, u64 length,
230				  u64 virt_addr, int mr_access_flags,
231				  struct ib_udata *udata);
232struct ib_mr *bnxt_re_reg_user_mr_dmabuf(struct ib_pd *ib_pd, u64 start,
233					 u64 length, u64 virt_addr,
234					 int fd, int mr_access_flags,
235					 struct ib_udata *udata);
236int bnxt_re_alloc_ucontext(struct ib_ucontext *ctx, struct ib_udata *udata);
237void bnxt_re_dealloc_ucontext(struct ib_ucontext *context);
238int bnxt_re_mmap(struct ib_ucontext *context, struct vm_area_struct *vma);
239void bnxt_re_mmap_free(struct rdma_user_mmap_entry *rdma_entry);
240
241
242unsigned long bnxt_re_lock_cqs(struct bnxt_re_qp *qp);
243void bnxt_re_unlock_cqs(struct bnxt_re_qp *qp, unsigned long flags);
244#endif /* __BNXT_RE_IB_VERBS_H__ */
245