xref: /kernel/linux/linux-6.6/include/rdma/ib_hdrs.h (revision 62306a36) 
1/* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */
2/*
3 * Copyright(c) 2016 - 2018 Intel Corporation.
4 */
5
6#ifndef IB_HDRS_H
7#define IB_HDRS_H
8
9#include <linux/types.h>
10#include <asm/unaligned.h>
11#include <rdma/ib_verbs.h>
12
13#define IB_SEQ_NAK	(3 << 29)
14
15/* AETH NAK opcode values */
16#define IB_RNR_NAK                      0x20
17#define IB_NAK_PSN_ERROR                0x60
18#define IB_NAK_INVALID_REQUEST          0x61
19#define IB_NAK_REMOTE_ACCESS_ERROR      0x62
20#define IB_NAK_REMOTE_OPERATIONAL_ERROR 0x63
21#define IB_NAK_INVALID_RD_REQUEST       0x64
22
23#define IB_BTH_REQ_ACK		BIT(31)
24#define IB_BTH_SOLICITED	BIT(23)
25#define IB_BTH_MIG_REQ		BIT(22)
26
27#define IB_GRH_VERSION		6
28#define IB_GRH_VERSION_MASK	0xF
29#define IB_GRH_VERSION_SHIFT	28
30#define IB_GRH_TCLASS_MASK	0xFF
31#define IB_GRH_TCLASS_SHIFT	20
32#define IB_GRH_FLOW_MASK	0xFFFFF
33#define IB_GRH_FLOW_SHIFT	0
34#define IB_GRH_NEXT_HDR		0x1B
35#define IB_FECN_SHIFT 31
36#define IB_FECN_MASK 1
37#define IB_FECN_SMASK BIT(IB_FECN_SHIFT)
38#define IB_BECN_SHIFT 30
39#define IB_BECN_MASK 1
40#define IB_BECN_SMASK BIT(IB_BECN_SHIFT)
41
42#define IB_AETH_CREDIT_SHIFT	24
43#define IB_AETH_CREDIT_MASK	0x1F
44#define IB_AETH_CREDIT_INVAL	0x1F
45#define IB_AETH_NAK_SHIFT	29
46#define IB_MSN_MASK		0xFFFFFF
47
48struct ib_reth {
49	__be64 vaddr;        /* potentially unaligned */
50	__be32 rkey;
51	__be32 length;
52} __packed;
53
54struct ib_atomic_eth {
55	__be64 vaddr;        /* potentially unaligned */
56	__be32 rkey;
57	__be64 swap_data;    /* potentially unaligned */
58	__be64 compare_data; /* potentially unaligned */
59} __packed;
60
61#include <rdma/tid_rdma_defs.h>
62
63union ib_ehdrs {
64	struct {
65		__be32 deth[2];
66		__be32 imm_data;
67	} ud;
68	struct {
69		struct ib_reth reth;
70		__be32 imm_data;
71	} rc;
72	struct {
73		__be32 aeth;
74		__be64 atomic_ack_eth; /* potentially unaligned */
75	} __packed at;
76	__be32 imm_data;
77	__be32 aeth;
78	__be32 ieth;
79	struct ib_atomic_eth atomic_eth;
80	/* TID RDMA headers */
81	union {
82		struct tid_rdma_read_req r_req;
83		struct tid_rdma_read_resp r_rsp;
84		struct tid_rdma_write_req w_req;
85		struct tid_rdma_write_resp w_rsp;
86		struct tid_rdma_write_data w_data;
87		struct tid_rdma_resync resync;
88		struct tid_rdma_ack ack;
89	} tid_rdma;
90}  __packed;
91
92struct ib_other_headers {
93	__be32 bth[3];
94	union ib_ehdrs u;
95} __packed;
96
97struct ib_header {
98	__be16 lrh[4];
99	union {
100		struct {
101			struct ib_grh grh;
102			struct ib_other_headers oth;
103		} l;
104		struct ib_other_headers oth;
105	} u;
106} __packed;
107
108/* accessors for unaligned __be64 items */
109
110static inline u64 ib_u64_get(__be64 *p)
111{
112	return get_unaligned_be64(p);
113}
114
115static inline void ib_u64_put(u64 val, __be64 *p)
116{
117	put_unaligned_be64(val, p);
118}
119
120static inline u64 get_ib_reth_vaddr(struct ib_reth *reth)
121{
122	return ib_u64_get(&reth->vaddr);
123}
124
125static inline void put_ib_reth_vaddr(u64 val, struct ib_reth *reth)
126{
127	ib_u64_put(val, &reth->vaddr);
128}
129
130static inline u64 get_ib_ateth_vaddr(struct ib_atomic_eth *ateth)
131{
132	return ib_u64_get(&ateth->vaddr);
133}
134
135static inline void put_ib_ateth_vaddr(u64 val, struct ib_atomic_eth *ateth)
136{
137	ib_u64_put(val, &ateth->vaddr);
138}
139
140static inline u64 get_ib_ateth_swap(struct ib_atomic_eth *ateth)
141{
142	return ib_u64_get(&ateth->swap_data);
143}
144
145static inline void put_ib_ateth_swap(u64 val, struct ib_atomic_eth *ateth)
146{
147	ib_u64_put(val, &ateth->swap_data);
148}
149
150static inline u64 get_ib_ateth_compare(struct ib_atomic_eth *ateth)
151{
152	return ib_u64_get(&ateth->compare_data);
153}
154
155static inline void put_ib_ateth_compare(u64 val, struct ib_atomic_eth *ateth)
156{
157	ib_u64_put(val, &ateth->compare_data);
158}
159
160/*
161 * 9B/IB Packet Format
162 */
163#define IB_LNH_MASK		3
164#define IB_SC_MASK		0xf
165#define IB_SC_SHIFT		12
166#define IB_SC5_MASK		0x10
167#define IB_SL_MASK		0xf
168#define IB_SL_SHIFT		4
169#define IB_SL_SHIFT		4
170#define IB_LVER_MASK	0xf
171#define IB_LVER_SHIFT	8
172
173static inline u8 ib_get_lnh(struct ib_header *hdr)
174{
175	return (be16_to_cpu(hdr->lrh[0]) & IB_LNH_MASK);
176}
177
178static inline u8 ib_get_sc(struct ib_header *hdr)
179{
180	return ((be16_to_cpu(hdr->lrh[0]) >> IB_SC_SHIFT) & IB_SC_MASK);
181}
182
183static inline bool ib_is_sc5(u16 sc5)
184{
185	return !!(sc5 & IB_SC5_MASK);
186}
187
188static inline u8 ib_get_sl(struct ib_header *hdr)
189{
190	return ((be16_to_cpu(hdr->lrh[0]) >> IB_SL_SHIFT) & IB_SL_MASK);
191}
192
193static inline u16 ib_get_dlid(struct ib_header *hdr)
194{
195	return (be16_to_cpu(hdr->lrh[1]));
196}
197
198static inline u16 ib_get_slid(struct ib_header *hdr)
199{
200	return (be16_to_cpu(hdr->lrh[3]));
201}
202
203static inline u8 ib_get_lver(struct ib_header *hdr)
204{
205	return (u8)((be16_to_cpu(hdr->lrh[0]) >> IB_LVER_SHIFT) &
206		   IB_LVER_MASK);
207}
208
209static inline u32 ib_get_qkey(struct ib_other_headers *ohdr)
210{
211	return be32_to_cpu(ohdr->u.ud.deth[0]);
212}
213
214static inline u32 ib_get_sqpn(struct ib_other_headers *ohdr)
215{
216	return ((be32_to_cpu(ohdr->u.ud.deth[1])) & IB_QPN_MASK);
217}
218
219/*
220 * BTH
221 */
222#define IB_BTH_OPCODE_MASK	0xff
223#define IB_BTH_OPCODE_SHIFT	24
224#define IB_BTH_PAD_MASK	3
225#define IB_BTH_PKEY_MASK	0xffff
226#define IB_BTH_PAD_SHIFT	20
227#define IB_BTH_A_MASK		1
228#define IB_BTH_A_SHIFT		31
229#define IB_BTH_M_MASK		1
230#define IB_BTH_M_SHIFT		22
231#define IB_BTH_SE_MASK		1
232#define IB_BTH_SE_SHIFT	23
233#define IB_BTH_TVER_MASK	0xf
234#define IB_BTH_TVER_SHIFT	16
235#define IB_BTH_OPCODE_CNP	0x81
236
237static inline u8 ib_bth_get_pad(struct ib_other_headers *ohdr)
238{
239	return ((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_PAD_SHIFT) &
240		   IB_BTH_PAD_MASK);
241}
242
243static inline u16 ib_bth_get_pkey(struct ib_other_headers *ohdr)
244{
245	return (be32_to_cpu(ohdr->bth[0]) & IB_BTH_PKEY_MASK);
246}
247
248static inline u8 ib_bth_get_opcode(struct ib_other_headers *ohdr)
249{
250	return ((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_OPCODE_SHIFT) &
251		   IB_BTH_OPCODE_MASK);
252}
253
254static inline u8 ib_bth_get_ackreq(struct ib_other_headers *ohdr)
255{
256	return (u8)((be32_to_cpu(ohdr->bth[2]) >> IB_BTH_A_SHIFT) &
257		   IB_BTH_A_MASK);
258}
259
260static inline u8 ib_bth_get_migreq(struct ib_other_headers *ohdr)
261{
262	return (u8)((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_M_SHIFT) &
263		    IB_BTH_M_MASK);
264}
265
266static inline u8 ib_bth_get_se(struct ib_other_headers *ohdr)
267{
268	return (u8)((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_SE_SHIFT) &
269		    IB_BTH_SE_MASK);
270}
271
272static inline u32 ib_bth_get_psn(struct ib_other_headers *ohdr)
273{
274	return (u32)(be32_to_cpu(ohdr->bth[2]));
275}
276
277static inline u32 ib_bth_get_qpn(struct ib_other_headers *ohdr)
278{
279	return (u32)((be32_to_cpu(ohdr->bth[1])) & IB_QPN_MASK);
280}
281
282static inline bool ib_bth_get_becn(struct ib_other_headers *ohdr)
283{
284	return (ohdr->bth[1]) & cpu_to_be32(IB_BECN_SMASK);
285}
286
287static inline bool ib_bth_get_fecn(struct ib_other_headers *ohdr)
288{
289	return (ohdr->bth[1]) & cpu_to_be32(IB_FECN_SMASK);
290}
291
292static inline u8 ib_bth_get_tver(struct ib_other_headers *ohdr)
293{
294	return (u8)((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_TVER_SHIFT)  &
295		    IB_BTH_TVER_MASK);
296}
297
298static inline bool ib_bth_is_solicited(struct ib_other_headers *ohdr)
299{
300	return ohdr->bth[0] & cpu_to_be32(IB_BTH_SOLICITED);
301}
302
303static inline bool ib_bth_is_migration(struct ib_other_headers *ohdr)
304{
305	return ohdr->bth[0] & cpu_to_be32(IB_BTH_MIG_REQ);
306}
307#endif                          /* IB_HDRS_H */
308