| /kernel/linux/linux-5.10/include/rdma/ |
| H A D | ib_hdrs.h | 214 static inline u32 ib_get_qkey(struct ib_other_headers *ohdr) in ib_get_qkey() argument
216 return be32_to_cpu(ohdr->u.ud.deth[0]); in ib_get_qkey()
219 static inline u32 ib_get_sqpn(struct ib_other_headers *ohdr) in ib_get_sqpn() argument
221 return ((be32_to_cpu(ohdr->u.ud.deth[1])) & IB_QPN_MASK); in ib_get_sqpn()
241 static inline u8 ib_bth_get_pad(struct ib_other_headers *ohdr) in ib_bth_get_pad() argument
243 return ((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_PAD_SHIFT) & in ib_bth_get_pad()
247 static inline u16 ib_bth_get_pkey(struct ib_other_headers *ohdr) in ib_bth_get_pkey() argument
249 return (be32_to_cpu(ohdr->bth[0]) & IB_BTH_PKEY_MASK); in ib_bth_get_pkey()
252 static inline u8 ib_bth_get_opcode(struct ib_other_headers *ohdr) in ib_bth_get_opcode() argument
254 return ((be32_to_cpu(ohdr in ib_bth_get_opcode()
258 ib_bth_get_ackreq(struct ib_other_headers *ohdr) ib_bth_get_ackreq() argument
264 ib_bth_get_migreq(struct ib_other_headers *ohdr) ib_bth_get_migreq() argument
270 ib_bth_get_se(struct ib_other_headers *ohdr) ib_bth_get_se() argument
276 ib_bth_get_psn(struct ib_other_headers *ohdr) ib_bth_get_psn() argument
281 ib_bth_get_qpn(struct ib_other_headers *ohdr) ib_bth_get_qpn() argument
286 ib_bth_get_becn(struct ib_other_headers *ohdr) ib_bth_get_becn() argument
291 ib_bth_get_fecn(struct ib_other_headers *ohdr) ib_bth_get_fecn() argument
296 ib_bth_get_tver(struct ib_other_headers *ohdr) ib_bth_get_tver() argument
302 ib_bth_is_solicited(struct ib_other_headers *ohdr) ib_bth_is_solicited() argument
307 ib_bth_is_migration(struct ib_other_headers *ohdr) ib_bth_is_migration() argument
[all...] |
| /kernel/linux/linux-6.6/include/rdma/ |
| H A D | ib_hdrs.h | 209 static inline u32 ib_get_qkey(struct ib_other_headers *ohdr) in ib_get_qkey() argument
211 return be32_to_cpu(ohdr->u.ud.deth[0]); in ib_get_qkey()
214 static inline u32 ib_get_sqpn(struct ib_other_headers *ohdr) in ib_get_sqpn() argument
216 return ((be32_to_cpu(ohdr->u.ud.deth[1])) & IB_QPN_MASK); in ib_get_sqpn()
237 static inline u8 ib_bth_get_pad(struct ib_other_headers *ohdr) in ib_bth_get_pad() argument
239 return ((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_PAD_SHIFT) & in ib_bth_get_pad()
243 static inline u16 ib_bth_get_pkey(struct ib_other_headers *ohdr) in ib_bth_get_pkey() argument
245 return (be32_to_cpu(ohdr->bth[0]) & IB_BTH_PKEY_MASK); in ib_bth_get_pkey()
248 static inline u8 ib_bth_get_opcode(struct ib_other_headers *ohdr) in ib_bth_get_opcode() argument
250 return ((be32_to_cpu(ohdr in ib_bth_get_opcode()
254 ib_bth_get_ackreq(struct ib_other_headers *ohdr) ib_bth_get_ackreq() argument
260 ib_bth_get_migreq(struct ib_other_headers *ohdr) ib_bth_get_migreq() argument
266 ib_bth_get_se(struct ib_other_headers *ohdr) ib_bth_get_se() argument
272 ib_bth_get_psn(struct ib_other_headers *ohdr) ib_bth_get_psn() argument
277 ib_bth_get_qpn(struct ib_other_headers *ohdr) ib_bth_get_qpn() argument
282 ib_bth_get_becn(struct ib_other_headers *ohdr) ib_bth_get_becn() argument
287 ib_bth_get_fecn(struct ib_other_headers *ohdr) ib_bth_get_fecn() argument
292 ib_bth_get_tver(struct ib_other_headers *ohdr) ib_bth_get_tver() argument
298 ib_bth_is_solicited(struct ib_other_headers *ohdr) ib_bth_is_solicited() argument
303 ib_bth_is_migration(struct ib_other_headers *ohdr) ib_bth_is_migration() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/qib/ |
| H A D | qib_uc.c | 51 struct ib_other_headers *ohdr; in qib_make_uc_req() local
75 ohdr = &priv->s_hdr->u.oth; in qib_make_uc_req()
77 ohdr = &priv->s_hdr->u.l.oth; in qib_make_uc_req()
118 ohdr->u.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req()
130 ohdr->u.rc.reth.vaddr = in qib_make_uc_req()
132 ohdr->u.rc.reth.rkey = in qib_make_uc_req()
134 ohdr->u.rc.reth.length = cpu_to_be32(len); in qib_make_uc_req()
147 ohdr->u.rc.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req()
176 ohdr->u.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req()
201 ohdr in qib_make_uc_req()
240 struct ib_other_headers *ohdr; qib_uc_rcv() local
[all...] |
| H A D | qib_rc.c | 55 * @ohdr: a pointer to the IB header being constructed
63 struct ib_other_headers *ohdr, u32 pmtu) in qib_make_rc_ack()
132 ohdr->u.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack()
141 ohdr->u.at.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack()
142 ib_u64_put(e->atomic_data, &ohdr->u.at.atomic_ack_eth); in qib_make_rc_ack()
143 hwords += sizeof(ohdr->u.at) / sizeof(u32); in qib_make_rc_ack()
162 ohdr->u.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack()
184 ohdr->u.aeth = in qib_make_rc_ack()
189 ohdr->u.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack()
198 qib_make_ruc_header(qp, ohdr, bth in qib_make_rc_ack()
62 qib_make_rc_ack(struct qib_ibdev *dev, struct rvt_qp *qp, struct ib_other_headers *ohdr, u32 pmtu) qib_make_rc_ack() argument
219 struct ib_other_headers *ohdr; qib_make_rc_req() local
609 struct ib_other_headers *ohdr; qib_send_rc_ack() local
883 struct ib_other_headers *ohdr; qib_rc_send_complete() local
1267 qib_rc_rcv_resp(struct qib_ibport *ibp, struct ib_other_headers *ohdr, void *data, u32 tlen, struct rvt_qp *qp, u32 opcode, u32 psn, u32 hdrsize, u32 pmtu, struct qib_ctxtdata *rcd) qib_rc_rcv_resp() argument
1490 qib_rc_rcv_error(struct ib_other_headers *ohdr, void *data, struct rvt_qp *qp, u32 opcode, u32 psn, int diff, struct qib_ctxtdata *rcd) qib_rc_rcv_error() argument
1715 struct ib_other_headers *ohdr; qib_rc_rcv() local
[all...] |
| H A D | qib_ud.c | 233 struct ib_other_headers *ohdr; in qib_make_ud_req() local
328 ohdr = &priv->s_hdr->u.l.oth; in qib_make_ud_req()
336 ohdr = &priv->s_hdr->u.oth; in qib_make_ud_req()
340 ohdr->u.ud.imm_data = wqe->wr.ex.imm_data; in qib_make_ud_req()
367 ohdr->bth[0] = cpu_to_be32(bth0); in qib_make_ud_req()
371 ohdr->bth[1] = rdma_ah_get_dlid(ah_attr) >= in qib_make_ud_req()
376 ohdr->bth[2] = cpu_to_be32(wqe->psn & QIB_PSN_MASK); in qib_make_ud_req()
381 ohdr->u.ud.deth[0] = in qib_make_ud_req()
384 ohdr->u.ud.deth[1] = cpu_to_be32(qp->ibqp.qp_num); in qib_make_ud_req()
429 struct ib_other_headers *ohdr; in qib_ud_rcv() local
[all...] |
| /kernel/linux/linux-6.6/drivers/infiniband/hw/qib/ |
| H A D | qib_uc.c | 52 struct ib_other_headers *ohdr; in qib_make_uc_req() local
76 ohdr = &priv->s_hdr->u.oth; in qib_make_uc_req()
78 ohdr = &priv->s_hdr->u.l.oth; in qib_make_uc_req()
119 ohdr->u.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req()
131 ohdr->u.rc.reth.vaddr = in qib_make_uc_req()
133 ohdr->u.rc.reth.rkey = in qib_make_uc_req()
135 ohdr->u.rc.reth.length = cpu_to_be32(len); in qib_make_uc_req()
148 ohdr->u.rc.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req()
177 ohdr->u.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req()
202 ohdr in qib_make_uc_req()
241 struct ib_other_headers *ohdr; qib_uc_rcv() local
[all...] |
| H A D | qib_rc.c | 55 * @ohdr: a pointer to the IB header being constructed
63 struct ib_other_headers *ohdr, u32 pmtu) in qib_make_rc_ack()
132 ohdr->u.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack()
141 ohdr->u.at.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack()
142 ib_u64_put(e->atomic_data, &ohdr->u.at.atomic_ack_eth); in qib_make_rc_ack()
143 hwords += sizeof(ohdr->u.at) / sizeof(u32); in qib_make_rc_ack()
162 ohdr->u.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack()
184 ohdr->u.aeth = in qib_make_rc_ack()
189 ohdr->u.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack()
198 qib_make_ruc_header(qp, ohdr, bth in qib_make_rc_ack()
62 qib_make_rc_ack(struct qib_ibdev *dev, struct rvt_qp *qp, struct ib_other_headers *ohdr, u32 pmtu) qib_make_rc_ack() argument
220 struct ib_other_headers *ohdr; qib_make_rc_req() local
610 struct ib_other_headers *ohdr; qib_send_rc_ack() local
884 struct ib_other_headers *ohdr; qib_rc_send_complete() local
1269 qib_rc_rcv_resp(struct qib_ibport *ibp, struct ib_other_headers *ohdr, void *data, u32 tlen, struct rvt_qp *qp, u32 opcode, u32 psn, u32 hdrsize, u32 pmtu, struct qib_ctxtdata *rcd) qib_rc_rcv_resp() argument
1493 qib_rc_rcv_error(struct ib_other_headers *ohdr, void *data, struct rvt_qp *qp, u32 opcode, u32 psn, int diff, struct qib_ctxtdata *rcd) qib_rc_rcv_error() argument
1718 struct ib_other_headers *ohdr; qib_rc_rcv() local
[all...] |
| H A D | qib_ud.c | 234 struct ib_other_headers *ohdr; in qib_make_ud_req() local
329 ohdr = &priv->s_hdr->u.l.oth; in qib_make_ud_req()
337 ohdr = &priv->s_hdr->u.oth; in qib_make_ud_req()
341 ohdr->u.ud.imm_data = wqe->wr.ex.imm_data; in qib_make_ud_req()
368 ohdr->bth[0] = cpu_to_be32(bth0); in qib_make_ud_req()
372 ohdr->bth[1] = rdma_ah_get_dlid(ah_attr) >= in qib_make_ud_req()
377 ohdr->bth[2] = cpu_to_be32(wqe->psn & QIB_PSN_MASK); in qib_make_ud_req()
382 ohdr->u.ud.deth[0] = in qib_make_ud_req()
385 ohdr->u.ud.deth[1] = cpu_to_be32(qp->ibqp.qp_num); in qib_make_ud_req()
430 struct ib_other_headers *ohdr; in qib_ud_rcv() local
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/ |
| H A D | trace.c | 54 struct ib_other_headers *ohdr; in __get_ib_hdr_len() local
58 ohdr = &hdr->u.oth; in __get_ib_hdr_len()
60 ohdr = &hdr->u.l.oth; in __get_ib_hdr_len()
61 opcode = ib_bth_get_opcode(ohdr); in __get_ib_hdr_len()
68 struct ib_other_headers *ohdr = NULL; in __get_16b_hdr_len() local
78 ohdr = &hdr->u.oth; in __get_16b_hdr_len()
80 ohdr = &hdr->u.l.oth; in __get_16b_hdr_len()
82 opcode = ib_bth_get_opcode(ohdr); in __get_16b_hdr_len()
159 void hfi1_trace_parse_9b_bth(struct ib_other_headers *ohdr, in hfi1_trace_parse_9b_bth() argument
164 *ack = ib_bth_get_ackreq(ohdr); in hfi1_trace_parse_9b_bth()
177 hfi1_trace_parse_16b_bth(struct ib_other_headers *ohdr, u8 *ack, u8 *mig, u8 *opcode, u8 *pad, u8 *se, u8 *tver, u32 *psn, u32 *qpn) hfi1_trace_parse_16b_bth() argument
[all...] |
| H A D | uc.c | 66 struct ib_other_headers *ohdr; in hfi1_make_uc_req() local
99 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.l.oth; in hfi1_make_uc_req()
101 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.oth; in hfi1_make_uc_req()
107 ohdr = &ps->s_txreq->phdr.hdr.opah.u.l.oth; in hfi1_make_uc_req()
109 ohdr = &ps->s_txreq->phdr.hdr.opah.u.oth; in hfi1_make_uc_req()
173 ohdr->u.imm_data = wqe->wr.ex.imm_data; in hfi1_make_uc_req()
185 ohdr->u.rc.reth.vaddr = in hfi1_make_uc_req()
187 ohdr->u.rc.reth.rkey = in hfi1_make_uc_req()
189 ohdr->u.rc.reth.length = cpu_to_be32(len); in hfi1_make_uc_req()
202 ohdr in hfi1_make_uc_req()
311 struct ib_other_headers *ohdr = packet->ohdr; hfi1_uc_rcv() local
[all...] |
| H A D | rc.c | 102 * @ohdr: a pointer to the IB header being constructed
110 struct ib_other_headers *ohdr, in make_rc_ack()
210 ohdr->u.aeth = rvt_compute_aeth(qp); in make_rc_ack()
258 ohdr->u.at.aeth = rvt_compute_aeth(qp); in make_rc_ack()
259 ib_u64_put(e->atomic_data, &ohdr->u.at.atomic_ack_eth); in make_rc_ack()
260 hwords += sizeof(ohdr->u.at) / sizeof(u32); in make_rc_ack()
281 ohdr->u.aeth = rvt_compute_aeth(qp); in make_rc_ack()
328 hdrlen = hfi1_build_tid_rdma_write_resp(qp, e, ohdr, &bth1, in make_rc_ack()
351 delta = hfi1_build_tid_rdma_read_resp(qp, e, ohdr, &bth0, in make_rc_ack()
380 ohdr in make_rc_ack()
109 make_rc_ack(struct hfi1_ibdev *dev, struct rvt_qp *qp, struct ib_other_headers *ohdr, struct hfi1_pkt_state *ps) make_rc_ack() argument
433 struct ib_other_headers *ohdr; hfi1_make_rc_req() local
1221 hfi1_make_bth_aeth(struct rvt_qp *qp, struct ib_other_headers *ohdr, u32 bth0, u32 bth1) hfi1_make_bth_aeth() argument
1270 struct ib_other_headers *ohdr; hfi1_make_rc_ack_9B() local
1323 struct ib_other_headers *ohdr; hfi1_make_rc_ack_16B() local
1716 struct ib_other_headers *ohdr = hfi1_get_rc_ohdr(opah); hfi1_rc_verbs_aborted() local
1737 struct ib_other_headers *ohdr; hfi1_rc_send_complete() local
2351 struct ib_other_headers *ohdr = packet->ohdr; rc_rcv_resp() local
2551 rc_rcv_error(struct ib_other_headers *ohdr, void *data, struct rvt_qp *qp, u32 opcode, u32 psn, int diff, struct hfi1_ctxtdata *rcd) rc_rcv_error() argument
2812 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv() local
[all...] |
| H A D | ud.c | 267 struct ib_other_headers *ohdr, in hfi1_make_bth_deth()
275 ohdr->u.ud.imm_data = wqe->wr.ex.imm_data; in hfi1_make_bth_deth()
290 ohdr->bth[0] = cpu_to_be32(bth0); in hfi1_make_bth_deth()
291 ohdr->bth[1] = cpu_to_be32(rvt_get_swqe_remote_qpn(wqe)); in hfi1_make_bth_deth()
292 ohdr->bth[2] = cpu_to_be32(mask_psn(wqe->psn)); in hfi1_make_bth_deth()
297 ohdr->u.ud.deth[0] = in hfi1_make_bth_deth()
300 ohdr->u.ud.deth[1] = cpu_to_be32(qp->ibqp.qp_num); in hfi1_make_bth_deth()
311 struct ib_other_headers *ohdr; in hfi1_make_ud_req_9B() local
335 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.l.oth; in hfi1_make_ud_req_9B()
338 ohdr in hfi1_make_ud_req_9B()
266 hfi1_make_bth_deth(struct rvt_qp *qp, struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u16 *pkey, u32 extra_bytes, bool bypass) hfi1_make_bth_deth() argument
378 struct ib_other_headers *ohdr; hfi1_make_ud_req_16B() local
641 struct ib_other_headers *ohdr; return_cnp_16B() local
703 struct ib_other_headers *ohdr; return_cnp() local
[all...] |
| H A D | tid_rdma.c | 124 struct ib_other_headers *ohdr,
129 struct ib_other_headers *ohdr,
1697 struct ib_other_headers *ohdr, u32 *bth1, in hfi1_build_tid_rdma_read_packet()
1705 struct tid_rdma_read_req *rreq = &ohdr->u.tid_rdma.r_req; in hfi1_build_tid_rdma_read_packet()
1719 memset(&ohdr->u.tid_rdma.r_req, 0, sizeof(ohdr->u.tid_rdma.r_req)); in hfi1_build_tid_rdma_read_packet()
1773 return sizeof(ohdr->u.tid_rdma.r_req) / sizeof(u32); in hfi1_build_tid_rdma_read_packet()
1781 struct ib_other_headers *ohdr, u32 *bth1,
1872 hdwords = hfi1_build_tid_rdma_read_packet(wqe, ohdr, bth1, bth2, len);
1885 struct ib_other_headers *ohdr, in tid_rdma_rcv_read_request()
1696 hfi1_build_tid_rdma_read_packet(struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u32 *bth1, u32 *bth2, u32 *len) hfi1_build_tid_rdma_read_packet() argument
1882 tid_rdma_rcv_read_request(struct rvt_qp *qp, struct rvt_ack_entry *e, struct hfi1_packet *packet, struct ib_other_headers *ohdr, u32 bth0, u32 psn, u64 vaddr, u32 len) tid_rdma_rcv_read_request() argument
1978 tid_rdma_rcv_error(struct hfi1_packet *packet, struct ib_other_headers *ohdr, struct rvt_qp *qp, u32 psn, int diff) tid_rdma_rcv_error() argument
2226 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_read_req() local
2337 hfi1_build_tid_rdma_read_resp(struct rvt_qp *qp, struct rvt_ack_entry *e, struct ib_other_headers *ohdr, u32 *bth0, u32 *bth1, u32 *bth2, u32 *len, bool *last) hfi1_build_tid_rdma_read_resp() argument
2444 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_read_resp() local
2847 struct ib_other_headers *ohdr = NULL; hfi1_handle_kdeth_eflags() local
3354 hfi1_build_tid_rdma_write_req(struct rvt_qp *qp, struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u32 *bth1, u32 *bth2, u32 *len) hfi1_build_tid_rdma_write_req() argument
3650 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_write_req() local
3823 hfi1_build_tid_rdma_write_resp(struct rvt_qp *qp, struct rvt_ack_entry *e, struct ib_other_headers *ohdr, u32 *bth1, u32 bth2, u32 *len, struct rvt_sge_state **ss) hfi1_build_tid_rdma_write_resp() argument
4028 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_write_resp() local
4193 hfi1_build_tid_rdma_packet(struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u32 *bth1, u32 *bth2, u32 *len) hfi1_build_tid_rdma_packet() argument
4262 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_write_data() local
4414 hfi1_build_tid_rdma_write_ack(struct rvt_qp *qp, struct rvt_ack_entry *e, struct ib_other_headers *ohdr, u16 iflow, u32 *bth1, u32 *bth2) hfi1_build_tid_rdma_write_ack() argument
4487 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_ack() local
4831 hfi1_build_tid_rdma_resync(struct rvt_qp *qp, struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u32 *bth1, u32 *bth2, u16 fidx) hfi1_build_tid_rdma_resync() argument
4859 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_resync() local
5002 struct ib_other_headers *ohdr; global() variable
5174 make_tid_rdma_ack(struct rvt_qp *qp, struct ib_other_headers *ohdr, struct hfi1_pkt_state *ps) make_tid_rdma_ack() argument
5489 tid_rdma_rcv_err(struct hfi1_packet *packet, struct ib_other_headers *ohdr, struct rvt_qp *qp, u32 psn, int diff, bool fecn) tid_rdma_rcv_err() argument
[all...] |
| H A D | driver.c | 279 packet->ohdr = &rhdr->u.oth; in rcv_hdrerr()
281 packet->ohdr = &rhdr->u.l.oth; in rcv_hdrerr()
311 qp_num = ib_bth_get_qpn(packet->ohdr); in rcv_hdrerr()
362 opcode = ib_bth_get_opcode(packet->ohdr); in rcv_hdrerr()
376 lqpn = ib_bth_get_qpn(packet->ohdr); in rcv_hdrerr()
453 struct ib_other_headers *ohdr = pkt->ohdr; in hfi1_process_ecn_slowpath() local
469 opcode = ib_bth_get_opcode(ohdr); in hfi1_process_ecn_slowpath()
474 pkey = ib_bth_get_pkey(ohdr); in hfi1_process_ecn_slowpath()
481 opcode = ib_bth_get_opcode(ohdr); in hfi1_process_ecn_slowpath()
[all...] |
| H A D | trace_ibhdrs.h | 115 void hfi1_trace_parse_9b_bth(struct ib_other_headers *ohdr,
122 void hfi1_trace_parse_16b_bth(struct ib_other_headers *ohdr,
218 hfi1_trace_parse_16b_bth(packet->ohdr,
239 hfi1_trace_parse_9b_bth(packet->ohdr,
255 &packet->ohdr->u,
352 struct ib_other_headers *ohdr;
374 ohdr = NULL;
380 ohdr = &opah->opah.u.oth;
382 ohdr = &opah->opah.u.l.oth;
383 hfi1_trace_parse_16b_bth(ohdr,
[all...] |
| H A D | tid_rdma.h | 245 struct ib_other_headers *ohdr,
248 struct ib_other_headers *ohdr, u32 *bth1,
252 struct ib_other_headers *ohdr, u32 *bth0,
275 struct ib_other_headers *ohdr,
281 struct ib_other_headers *ohdr, u32 *bth1,
290 struct ib_other_headers *ohdr,
296 struct ib_other_headers *ohdr, u16 iflow,
305 struct ib_other_headers *ohdr, u32 *bth1,
|
| H A D | ruc.c | 250 struct ib_other_headers *ohdr, in hfi1_make_ruc_bth()
253 ohdr->bth[0] = cpu_to_be32(bth0); in hfi1_make_ruc_bth()
254 ohdr->bth[1] = cpu_to_be32(bth1); in hfi1_make_ruc_bth()
255 ohdr->bth[2] = cpu_to_be32(bth2); in hfi1_make_ruc_bth()
261 * @ohdr: a pointer to the destination header memory
273 struct ib_other_headers *ohdr, in hfi1_make_ruc_header_16B()
329 hfi1_make_ruc_bth(qp, ohdr, bth0, bth1, bth2); in hfi1_make_ruc_header_16B()
349 * @ohdr: a pointer to the destination header memory
361 struct ib_other_headers *ohdr, in hfi1_make_ruc_header_9B()
406 hfi1_make_ruc_bth(qp, ohdr, bth in hfi1_make_ruc_header_9B()
249 hfi1_make_ruc_bth(struct rvt_qp *qp, struct ib_other_headers *ohdr, u32 bth0, u32 bth1, u32 bth2) hfi1_make_ruc_bth() argument
272 hfi1_make_ruc_header_16B(struct rvt_qp *qp, struct ib_other_headers *ohdr, u32 bth0, u32 bth1, u32 bth2, int middle, struct hfi1_pkt_state *ps) hfi1_make_ruc_header_16B() argument
360 hfi1_make_ruc_header_9B(struct rvt_qp *qp, struct ib_other_headers *ohdr, u32 bth0, u32 bth1, u32 bth2, int middle, struct hfi1_pkt_state *ps) hfi1_make_ruc_header_9B() argument
426 hfi1_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, u32 bth0, u32 bth1, u32 bth2, int middle, struct hfi1_pkt_state *ps) hfi1_make_ruc_header() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/ |
| H A D | trace.c | 12 struct ib_other_headers *ohdr; in __get_ib_hdr_len() local
16 ohdr = &hdr->u.oth; in __get_ib_hdr_len()
18 ohdr = &hdr->u.l.oth; in __get_ib_hdr_len()
19 opcode = ib_bth_get_opcode(ohdr); in __get_ib_hdr_len()
26 struct ib_other_headers *ohdr = NULL; in __get_16b_hdr_len() local
36 ohdr = &hdr->u.oth; in __get_16b_hdr_len()
38 ohdr = &hdr->u.l.oth; in __get_16b_hdr_len()
40 opcode = ib_bth_get_opcode(ohdr); in __get_16b_hdr_len()
117 void hfi1_trace_parse_9b_bth(struct ib_other_headers *ohdr, in hfi1_trace_parse_9b_bth() argument
122 *ack = ib_bth_get_ackreq(ohdr); in hfi1_trace_parse_9b_bth()
135 hfi1_trace_parse_16b_bth(struct ib_other_headers *ohdr, u8 *ack, u8 *mig, u8 *opcode, u8 *pad, u8 *se, u8 *tver, u32 *psn, u32 *qpn) hfi1_trace_parse_16b_bth() argument
[all...] |
| H A D | uc.c | 25 struct ib_other_headers *ohdr; in hfi1_make_uc_req() local
58 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.l.oth; in hfi1_make_uc_req()
60 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.oth; in hfi1_make_uc_req()
66 ohdr = &ps->s_txreq->phdr.hdr.opah.u.l.oth; in hfi1_make_uc_req()
68 ohdr = &ps->s_txreq->phdr.hdr.opah.u.oth; in hfi1_make_uc_req()
132 ohdr->u.imm_data = wqe->wr.ex.imm_data; in hfi1_make_uc_req()
144 ohdr->u.rc.reth.vaddr = in hfi1_make_uc_req()
146 ohdr->u.rc.reth.rkey = in hfi1_make_uc_req()
148 ohdr->u.rc.reth.length = cpu_to_be32(len); in hfi1_make_uc_req()
161 ohdr in hfi1_make_uc_req()
265 struct ib_other_headers *ohdr = packet->ohdr; hfi1_uc_rcv() local
[all...] |
| H A D | rc.c | 60 * @ohdr: a pointer to the IB header being constructed
68 struct ib_other_headers *ohdr, in make_rc_ack()
168 ohdr->u.aeth = rvt_compute_aeth(qp); in make_rc_ack()
216 ohdr->u.at.aeth = rvt_compute_aeth(qp); in make_rc_ack()
217 ib_u64_put(e->atomic_data, &ohdr->u.at.atomic_ack_eth); in make_rc_ack()
218 hwords += sizeof(ohdr->u.at) / sizeof(u32); in make_rc_ack()
239 ohdr->u.aeth = rvt_compute_aeth(qp); in make_rc_ack()
286 hdrlen = hfi1_build_tid_rdma_write_resp(qp, e, ohdr, &bth1, in make_rc_ack()
309 delta = hfi1_build_tid_rdma_read_resp(qp, e, ohdr, &bth0, in make_rc_ack()
338 ohdr in make_rc_ack()
67 make_rc_ack(struct hfi1_ibdev *dev, struct rvt_qp *qp, struct ib_other_headers *ohdr, struct hfi1_pkt_state *ps) make_rc_ack() argument
392 struct ib_other_headers *ohdr; hfi1_make_rc_req() local
1180 hfi1_make_bth_aeth(struct rvt_qp *qp, struct ib_other_headers *ohdr, u32 bth0, u32 bth1) hfi1_make_bth_aeth() argument
1229 struct ib_other_headers *ohdr; hfi1_make_rc_ack_9B() local
1282 struct ib_other_headers *ohdr; hfi1_make_rc_ack_16B() local
1674 struct ib_other_headers *ohdr = hfi1_get_rc_ohdr(opah); hfi1_rc_verbs_aborted() local
1695 struct ib_other_headers *ohdr; hfi1_rc_send_complete() local
2309 struct ib_other_headers *ohdr = packet->ohdr; rc_rcv_resp() local
2510 rc_rcv_error(struct ib_other_headers *ohdr, void *data, struct rvt_qp *qp, u32 opcode, u32 psn, int diff, struct hfi1_ctxtdata *rcd) rc_rcv_error() argument
2771 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv() local
[all...] |
| H A D | ud.c | 225 struct ib_other_headers *ohdr, in hfi1_make_bth_deth()
233 ohdr->u.ud.imm_data = wqe->wr.ex.imm_data; in hfi1_make_bth_deth()
248 ohdr->bth[0] = cpu_to_be32(bth0); in hfi1_make_bth_deth()
249 ohdr->bth[1] = cpu_to_be32(rvt_get_swqe_remote_qpn(wqe)); in hfi1_make_bth_deth()
250 ohdr->bth[2] = cpu_to_be32(mask_psn(wqe->psn)); in hfi1_make_bth_deth()
255 ohdr->u.ud.deth[0] = in hfi1_make_bth_deth()
258 ohdr->u.ud.deth[1] = cpu_to_be32(qp->ibqp.qp_num); in hfi1_make_bth_deth()
269 struct ib_other_headers *ohdr; in hfi1_make_ud_req_9B() local
293 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.l.oth; in hfi1_make_ud_req_9B()
296 ohdr in hfi1_make_ud_req_9B()
224 hfi1_make_bth_deth(struct rvt_qp *qp, struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u16 *pkey, u32 extra_bytes, bool bypass) hfi1_make_bth_deth() argument
336 struct ib_other_headers *ohdr; hfi1_make_ud_req_16B() local
600 struct ib_other_headers *ohdr; return_cnp_16B() local
662 struct ib_other_headers *ohdr; return_cnp() local
[all...] |
| H A D | tid_rdma.c | 124 struct ib_other_headers *ohdr,
129 struct ib_other_headers *ohdr,
1704 struct ib_other_headers *ohdr, u32 *bth1, in hfi1_build_tid_rdma_read_packet()
1712 struct tid_rdma_read_req *rreq = &ohdr->u.tid_rdma.r_req; in hfi1_build_tid_rdma_read_packet()
1726 memset(&ohdr->u.tid_rdma.r_req, 0, sizeof(ohdr->u.tid_rdma.r_req)); in hfi1_build_tid_rdma_read_packet()
1780 return sizeof(ohdr->u.tid_rdma.r_req) / sizeof(u32); in hfi1_build_tid_rdma_read_packet()
1788 struct ib_other_headers *ohdr, u32 *bth1,
1879 hdwords = hfi1_build_tid_rdma_read_packet(wqe, ohdr, bth1, bth2, len);
1892 struct ib_other_headers *ohdr, in tid_rdma_rcv_read_request()
1703 hfi1_build_tid_rdma_read_packet(struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u32 *bth1, u32 *bth2, u32 *len) hfi1_build_tid_rdma_read_packet() argument
1889 tid_rdma_rcv_read_request(struct rvt_qp *qp, struct rvt_ack_entry *e, struct hfi1_packet *packet, struct ib_other_headers *ohdr, u32 bth0, u32 psn, u64 vaddr, u32 len) tid_rdma_rcv_read_request() argument
1985 tid_rdma_rcv_error(struct hfi1_packet *packet, struct ib_other_headers *ohdr, struct rvt_qp *qp, u32 psn, int diff) tid_rdma_rcv_error() argument
2233 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_read_req() local
2344 hfi1_build_tid_rdma_read_resp(struct rvt_qp *qp, struct rvt_ack_entry *e, struct ib_other_headers *ohdr, u32 *bth0, u32 *bth1, u32 *bth2, u32 *len, bool *last) hfi1_build_tid_rdma_read_resp() argument
2451 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_read_resp() local
2855 struct ib_other_headers *ohdr = NULL; hfi1_handle_kdeth_eflags() local
3366 hfi1_build_tid_rdma_write_req(struct rvt_qp *qp, struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u32 *bth1, u32 *bth2, u32 *len) hfi1_build_tid_rdma_write_req() argument
3662 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_write_req() local
3835 hfi1_build_tid_rdma_write_resp(struct rvt_qp *qp, struct rvt_ack_entry *e, struct ib_other_headers *ohdr, u32 *bth1, u32 bth2, u32 *len, struct rvt_sge_state **ss) hfi1_build_tid_rdma_write_resp() argument
4040 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_write_resp() local
4205 hfi1_build_tid_rdma_packet(struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u32 *bth1, u32 *bth2, u32 *len) hfi1_build_tid_rdma_packet() argument
4274 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_write_data() local
4426 hfi1_build_tid_rdma_write_ack(struct rvt_qp *qp, struct rvt_ack_entry *e, struct ib_other_headers *ohdr, u16 iflow, u32 *bth1, u32 *bth2) hfi1_build_tid_rdma_write_ack() argument
4499 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_ack() local
4843 hfi1_build_tid_rdma_resync(struct rvt_qp *qp, struct rvt_swqe *wqe, struct ib_other_headers *ohdr, u32 *bth1, u32 *bth2, u16 fidx) hfi1_build_tid_rdma_resync() argument
4871 struct ib_other_headers *ohdr = packet->ohdr; hfi1_rc_rcv_tid_rdma_resync() local
5014 struct ib_other_headers *ohdr; global() variable
5186 make_tid_rdma_ack(struct rvt_qp *qp, struct ib_other_headers *ohdr, struct hfi1_pkt_state *ps) make_tid_rdma_ack() argument
5501 tid_rdma_rcv_err(struct hfi1_packet *packet, struct ib_other_headers *ohdr, struct rvt_qp *qp, u32 psn, int diff, bool fecn) tid_rdma_rcv_err() argument
[all...] |
| H A D | driver.c | 232 packet->ohdr = &rhdr->u.oth; in rcv_hdrerr()
234 packet->ohdr = &rhdr->u.l.oth; in rcv_hdrerr()
264 qp_num = ib_bth_get_qpn(packet->ohdr); in rcv_hdrerr()
315 opcode = ib_bth_get_opcode(packet->ohdr); in rcv_hdrerr()
329 lqpn = ib_bth_get_qpn(packet->ohdr); in rcv_hdrerr()
406 struct ib_other_headers *ohdr = pkt->ohdr; in hfi1_process_ecn_slowpath() local
422 opcode = ib_bth_get_opcode(ohdr); in hfi1_process_ecn_slowpath()
427 pkey = ib_bth_get_pkey(ohdr); in hfi1_process_ecn_slowpath()
434 opcode = ib_bth_get_opcode(ohdr); in hfi1_process_ecn_slowpath()
[all...] |
| H A D | trace_ibhdrs.h | 74 void hfi1_trace_parse_9b_bth(struct ib_other_headers *ohdr,
81 void hfi1_trace_parse_16b_bth(struct ib_other_headers *ohdr,
177 hfi1_trace_parse_16b_bth(packet->ohdr,
198 hfi1_trace_parse_9b_bth(packet->ohdr,
214 &packet->ohdr->u,
311 struct ib_other_headers *ohdr;
333 ohdr = NULL;
339 ohdr = &opah->opah.u.oth;
341 ohdr = &opah->opah.u.l.oth;
342 hfi1_trace_parse_16b_bth(ohdr,
[all...] |
| H A D | tid_rdma.h | 245 struct ib_other_headers *ohdr,
248 struct ib_other_headers *ohdr, u32 *bth1,
252 struct ib_other_headers *ohdr, u32 *bth0,
275 struct ib_other_headers *ohdr,
281 struct ib_other_headers *ohdr, u32 *bth1,
290 struct ib_other_headers *ohdr,
296 struct ib_other_headers *ohdr, u16 iflow,
305 struct ib_other_headers *ohdr, u32 *bth1,
|