162306a36Sopenharmony_ci/* SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause) */
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright(c) 2018 Intel Corporation.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci */
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#ifndef HFI1_RC_H
862306a36Sopenharmony_ci#define HFI1_RC_H
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci/* cut down ridiculously long IB macro names */
1162306a36Sopenharmony_ci#define OP(x) IB_OPCODE_RC_##x
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_cistatic inline void update_ack_queue(struct rvt_qp *qp, unsigned int n)
1462306a36Sopenharmony_ci{
1562306a36Sopenharmony_ci	unsigned int next;
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci	next = n + 1;
1862306a36Sopenharmony_ci	if (next > rvt_size_atomic(ib_to_rvt(qp->ibqp.device)))
1962306a36Sopenharmony_ci		next = 0;
2062306a36Sopenharmony_ci	qp->s_tail_ack_queue = next;
2162306a36Sopenharmony_ci	qp->s_acked_ack_queue = next;
2262306a36Sopenharmony_ci	qp->s_ack_state = OP(ACKNOWLEDGE);
2362306a36Sopenharmony_ci}
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_cistatic inline void rc_defered_ack(struct hfi1_ctxtdata *rcd,
2662306a36Sopenharmony_ci				  struct rvt_qp *qp)
2762306a36Sopenharmony_ci{
2862306a36Sopenharmony_ci	if (list_empty(&qp->rspwait)) {
2962306a36Sopenharmony_ci		qp->r_flags |= RVT_R_RSP_NAK;
3062306a36Sopenharmony_ci		rvt_get_qp(qp);
3162306a36Sopenharmony_ci		list_add_tail(&qp->rspwait, &rcd->qp_wait_list);
3262306a36Sopenharmony_ci	}
3362306a36Sopenharmony_ci}
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_cistatic inline u32 restart_sge(struct rvt_sge_state *ss, struct rvt_swqe *wqe,
3662306a36Sopenharmony_ci			      u32 psn, u32 pmtu)
3762306a36Sopenharmony_ci{
3862306a36Sopenharmony_ci	u32 len;
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci	len = delta_psn(psn, wqe->psn) * pmtu;
4162306a36Sopenharmony_ci	return rvt_restart_sge(ss, wqe, len);
4262306a36Sopenharmony_ci}
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_cistatic inline void release_rdma_sge_mr(struct rvt_ack_entry *e)
4562306a36Sopenharmony_ci{
4662306a36Sopenharmony_ci	if (e->rdma_sge.mr) {
4762306a36Sopenharmony_ci		rvt_put_mr(e->rdma_sge.mr);
4862306a36Sopenharmony_ci		e->rdma_sge.mr = NULL;
4962306a36Sopenharmony_ci	}
5062306a36Sopenharmony_ci}
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_cistruct rvt_ack_entry *find_prev_entry(struct rvt_qp *qp, u32 psn, u8 *prev,
5362306a36Sopenharmony_ci				      u8 *prev_ack, bool *scheduled);
5462306a36Sopenharmony_ciint do_rc_ack(struct rvt_qp *qp, u32 aeth, u32 psn, int opcode, u64 val,
5562306a36Sopenharmony_ci	      struct hfi1_ctxtdata *rcd);
5662306a36Sopenharmony_cistruct rvt_swqe *do_rc_completion(struct rvt_qp *qp, struct rvt_swqe *wqe,
5762306a36Sopenharmony_ci				  struct hfi1_ibport *ibp);
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci#endif /* HFI1_RC_H */
60