Lines Matching defs:qp
42 * @qp: a pointer to the QP
48 int qib_make_uc_req(struct rvt_qp *qp, unsigned long *flags)
50 struct qib_qp_priv *priv = qp->priv;
56 u32 pmtu = qp->pmtu;
59 if (!(ib_rvt_state_ops[qp->state] & RVT_PROCESS_SEND_OK)) {
60 if (!(ib_rvt_state_ops[qp->state] & RVT_FLUSH_SEND))
63 if (qp->s_last == READ_ONCE(qp->s_head))
67 qp->s_flags |= RVT_S_WAIT_DMA;
70 wqe = rvt_get_swqe_ptr(qp, qp->s_last);
71 rvt_send_complete(qp, wqe, IB_WC_WR_FLUSH_ERR);
76 if (rdma_ah_get_ah_flags(&qp->remote_ah_attr) & IB_AH_GRH)
84 wqe = rvt_get_swqe_ptr(qp, qp->s_cur);
85 qp->s_wqe = NULL;
86 switch (qp->s_state) {
88 if (!(ib_rvt_state_ops[qp->state] &
92 if (qp->s_cur == READ_ONCE(qp->s_head))
97 qp->s_psn = wqe->psn;
98 qp->s_sge.sge = wqe->sg_list[0];
99 qp->s_sge.sg_list = wqe->sg_list + 1;
100 qp->s_sge.num_sge = wqe->wr.num_sge;
101 qp->s_sge.total_len = wqe->length;
103 qp->s_len = len;
108 qp->s_state = OP(SEND_FIRST);
113 qp->s_state = OP(SEND_ONLY);
115 qp->s_state =
123 qp->s_wqe = wqe;
124 if (++qp->s_cur >= qp->s_size)
125 qp->s_cur = 0;
137 qp->s_state = OP(RDMA_WRITE_FIRST);
142 qp->s_state = OP(RDMA_WRITE_ONLY);
144 qp->s_state =
152 qp->s_wqe = wqe;
153 if (++qp->s_cur >= qp->s_size)
154 qp->s_cur = 0;
163 qp->s_state = OP(SEND_MIDDLE);
166 len = qp->s_len;
172 qp->s_state = OP(SEND_LAST);
174 qp->s_state = OP(SEND_LAST_WITH_IMMEDIATE);
181 qp->s_wqe = wqe;
182 if (++qp->s_cur >= qp->s_size)
183 qp->s_cur = 0;
187 qp->s_state = OP(RDMA_WRITE_MIDDLE);
190 len = qp->s_len;
196 qp->s_state = OP(RDMA_WRITE_LAST);
198 qp->s_state =
206 qp->s_wqe = wqe;
207 if (++qp->s_cur >= qp->s_size)
208 qp->s_cur = 0;
211 qp->s_len -= len;
212 qp->s_hdrwords = hwords;
213 qp->s_cur_sge = &qp->s_sge;
214 qp->s_cur_size = len;
215 qib_make_ruc_header(qp, ohdr, bth0 | (qp->s_state << 24),
216 qp->s_psn++ & QIB_PSN_MASK);
220 qp->s_flags &= ~RVT_S_BUSY;
231 * @qp: the QP for this packet.
238 int has_grh, void *data, u32 tlen, struct rvt_qp *qp)
246 u32 pmtu = qp->pmtu;
260 if (qib_ruc_check_hdr(ibp, hdr, has_grh, qp, opcode))
267 if (unlikely(qib_cmp24(psn, qp->r_psn) != 0)) {
272 qp->r_psn = psn;
274 if (qp->r_state == OP(SEND_FIRST) ||
275 qp->r_state == OP(SEND_MIDDLE)) {
276 set_bit(RVT_R_REWIND_SGE, &qp->r_aflags);
277 qp->r_sge.num_sge = 0;
279 rvt_put_ss(&qp->r_sge);
280 qp->r_state = OP(SEND_LAST);
298 switch (qp->r_state) {
326 if (qp->state == IB_QPS_RTR && !(qp->r_flags & RVT_R_COMM_EST))
327 rvt_comm_est(qp);
335 if (test_and_clear_bit(RVT_R_REWIND_SGE, &qp->r_aflags))
336 qp->r_sge = qp->s_rdma_read_sge;
338 ret = rvt_get_rwqe(qp, false);
344 * qp->s_rdma_read_sge will be the owner
347 qp->s_rdma_read_sge = qp->r_sge;
349 qp->r_rcv_len = 0;
359 qp->r_rcv_len += pmtu;
360 if (unlikely(qp->r_rcv_len > qp->r_len))
362 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, false, false);
384 wc.byte_len = tlen + qp->r_rcv_len;
385 if (unlikely(wc.byte_len > qp->r_len))
388 rvt_copy_sge(qp, &qp->r_sge, data, tlen, false, false);
389 rvt_put_ss(&qp->s_rdma_read_sge);
391 wc.wr_id = qp->r_wr_id;
393 wc.qp = &qp->ibqp;
394 wc.src_qp = qp->remote_qpn;
395 wc.slid = rdma_ah_get_dlid(&qp->remote_ah_attr);
396 wc.sl = rdma_ah_get_sl(&qp->remote_ah_attr);
403 rvt_recv_cq(qp, &wc, ib_bth_is_solicited(ohdr));
410 if (unlikely(!(qp->qp_access_flags &
416 qp->r_len = be32_to_cpu(reth->length);
417 qp->r_rcv_len = 0;
418 qp->r_sge.sg_list = NULL;
419 if (qp->r_len != 0) {
425 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len,
429 qp->r_sge.num_sge = 1;
431 qp->r_sge.num_sge = 0;
432 qp->r_sge.sge.mr = NULL;
433 qp->r_sge.sge.vaddr = NULL;
434 qp->r_sge.sge.length = 0;
435 qp->r_sge.sge.sge_length = 0;
448 qp->r_rcv_len += pmtu;
449 if (unlikely(qp->r_rcv_len > qp->r_len))
451 rvt_copy_sge(qp, &qp->r_sge, data, pmtu, true, false);
468 if (unlikely(tlen + qp->r_rcv_len != qp->r_len))
470 if (test_and_clear_bit(RVT_R_REWIND_SGE, &qp->r_aflags))
471 rvt_put_ss(&qp->s_rdma_read_sge);
473 ret = rvt_get_rwqe(qp, true);
479 wc.byte_len = qp->r_len;
481 rvt_copy_sge(qp, &qp->r_sge, data, tlen, true, false);
482 rvt_put_ss(&qp->r_sge);
495 if (unlikely(tlen + qp->r_rcv_len != qp->r_len))
497 rvt_copy_sge(qp, &qp->r_sge, data, tlen, true, false);
498 rvt_put_ss(&qp->r_sge);
505 qp->r_psn++;
506 qp->r_state = opcode;
510 set_bit(RVT_R_REWIND_SGE, &qp->r_aflags);
511 qp->r_sge.num_sge = 0;
517 rvt_rc_error(qp, IB_WC_LOC_QP_OP_ERR);