1/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
2/*
3 * Copyright 2018-2020 Amazon.com, Inc. or its affiliates. All rights reserved.
4 */
5
6#ifndef _EFA_H_
7#define _EFA_H_
8
9#include <linux/bitops.h>
10#include <linux/interrupt.h>
11#include <linux/pci.h>
12
13#include <rdma/efa-abi.h>
14#include <rdma/ib_verbs.h>
15
16#include "efa_com_cmd.h"
17
18#define DRV_MODULE_NAME         "efa"
19#define DEVICE_NAME             "Elastic Fabric Adapter (EFA)"
20
21#define EFA_IRQNAME_SIZE        40
22
23/* 1 for AENQ + ADMIN */
24#define EFA_NUM_MSIX_VEC                  1
25#define EFA_MGMNT_MSIX_VEC_IDX            0
26
27struct efa_irq {
28	irq_handler_t handler;
29	void *data;
30	int cpu;
31	u32 vector;
32	cpumask_t affinity_hint_mask;
33	char name[EFA_IRQNAME_SIZE];
34};
35
36/* Don't use anything other than atomic64 */
37struct efa_stats {
38	atomic64_t alloc_pd_err;
39	atomic64_t create_qp_err;
40	atomic64_t create_cq_err;
41	atomic64_t reg_mr_err;
42	atomic64_t alloc_ucontext_err;
43	atomic64_t create_ah_err;
44	atomic64_t mmap_err;
45	atomic64_t keep_alive_rcvd;
46};
47
48struct efa_dev {
49	struct ib_device ibdev;
50	struct efa_com_dev edev;
51	struct pci_dev *pdev;
52	struct efa_com_get_device_attr_result dev_attr;
53
54	u64 reg_bar_addr;
55	u64 reg_bar_len;
56	u64 mem_bar_addr;
57	u64 mem_bar_len;
58	u64 db_bar_addr;
59	u64 db_bar_len;
60
61	int admin_msix_vector_idx;
62	struct efa_irq admin_irq;
63
64	struct efa_stats stats;
65};
66
67struct efa_ucontext {
68	struct ib_ucontext ibucontext;
69	u16 uarn;
70};
71
72struct efa_pd {
73	struct ib_pd ibpd;
74	u16 pdn;
75};
76
77struct efa_mr {
78	struct ib_mr ibmr;
79	struct ib_umem *umem;
80};
81
82struct efa_cq {
83	struct ib_cq ibcq;
84	struct efa_ucontext *ucontext;
85	dma_addr_t dma_addr;
86	void *cpu_addr;
87	struct rdma_user_mmap_entry *mmap_entry;
88	size_t size;
89	u16 cq_idx;
90};
91
92struct efa_qp {
93	struct ib_qp ibqp;
94	dma_addr_t rq_dma_addr;
95	void *rq_cpu_addr;
96	size_t rq_size;
97	enum ib_qp_state state;
98
99	/* Used for saving mmap_xa entries */
100	struct rdma_user_mmap_entry *sq_db_mmap_entry;
101	struct rdma_user_mmap_entry *llq_desc_mmap_entry;
102	struct rdma_user_mmap_entry *rq_db_mmap_entry;
103	struct rdma_user_mmap_entry *rq_mmap_entry;
104
105	u32 qp_handle;
106	u32 max_send_wr;
107	u32 max_recv_wr;
108	u32 max_send_sge;
109	u32 max_recv_sge;
110	u32 max_inline_data;
111};
112
113struct efa_ah {
114	struct ib_ah ibah;
115	u16 ah;
116	/* dest_addr */
117	u8 id[EFA_GID_SIZE];
118};
119
120int efa_query_device(struct ib_device *ibdev,
121		     struct ib_device_attr *props,
122		     struct ib_udata *udata);
123int efa_query_port(struct ib_device *ibdev, u8 port,
124		   struct ib_port_attr *props);
125int efa_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
126		 int qp_attr_mask,
127		 struct ib_qp_init_attr *qp_init_attr);
128int efa_query_gid(struct ib_device *ibdev, u8 port, int index,
129		  union ib_gid *gid);
130int efa_query_pkey(struct ib_device *ibdev, u8 port, u16 index,
131		   u16 *pkey);
132int efa_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
133int efa_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
134int efa_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata);
135struct ib_qp *efa_create_qp(struct ib_pd *ibpd,
136			    struct ib_qp_init_attr *init_attr,
137			    struct ib_udata *udata);
138int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
139int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
140		  struct ib_udata *udata);
141struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length,
142			 u64 virt_addr, int access_flags,
143			 struct ib_udata *udata);
144int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
145int efa_get_port_immutable(struct ib_device *ibdev, u8 port_num,
146			   struct ib_port_immutable *immutable);
147int efa_alloc_ucontext(struct ib_ucontext *ibucontext, struct ib_udata *udata);
148void efa_dealloc_ucontext(struct ib_ucontext *ibucontext);
149int efa_mmap(struct ib_ucontext *ibucontext,
150	     struct vm_area_struct *vma);
151void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry);
152int efa_create_ah(struct ib_ah *ibah,
153		  struct rdma_ah_init_attr *init_attr,
154		  struct ib_udata *udata);
155int efa_destroy_ah(struct ib_ah *ibah, u32 flags);
156int efa_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
157		  int qp_attr_mask, struct ib_udata *udata);
158enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev,
159					 u8 port_num);
160struct rdma_hw_stats *efa_alloc_hw_stats(struct ib_device *ibdev, u8 port_num);
161int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats,
162		     u8 port_num, int index);
163
164#endif /* _EFA_H_ */
165