Lines Matching refs:req
27 qp->req.opcode = next_opcode(qp, wqe,
49 qp->req.wqe_index = consumer_index(qp->sq.queue);
50 qp->req.psn = qp->comp.psn;
51 qp->req.opcode = -1;
102 rxe_run_task(&qp->req.task, 1);
110 if (unlikely(qp->req.state == QP_STATE_DRAIN)) {
116 if (qp->req.state != QP_STATE_DRAIN) {
123 if (wqe && ((qp->req.wqe_index !=
132 qp->req.state = QP_STATE_DRAINED;
147 if (qp->req.wqe_index == producer_index(qp->sq.queue))
150 wqe = addr_from_index(qp->sq.queue, qp->req.wqe_index);
152 if (unlikely((qp->req.state == QP_STATE_DRAIN ||
153 qp->req.state == QP_STATE_DRAINED) &&
158 (qp->req.wqe_index != consumer_index(qp->sq.queue)))) {
159 qp->req.wait_fence = 1;
171 if (qp->req.opcode == IB_OPCODE_RC_RDMA_WRITE_FIRST ||
172 qp->req.opcode == IB_OPCODE_RC_RDMA_WRITE_MIDDLE)
182 if (qp->req.opcode == IB_OPCODE_RC_RDMA_WRITE_FIRST ||
183 qp->req.opcode == IB_OPCODE_RC_RDMA_WRITE_MIDDLE)
193 if (qp->req.opcode == IB_OPCODE_RC_SEND_FIRST ||
194 qp->req.opcode == IB_OPCODE_RC_SEND_MIDDLE)
204 if (qp->req.opcode == IB_OPCODE_RC_SEND_FIRST ||
205 qp->req.opcode == IB_OPCODE_RC_SEND_MIDDLE)
224 if (qp->req.opcode == IB_OPCODE_RC_SEND_FIRST ||
225 qp->req.opcode == IB_OPCODE_RC_SEND_MIDDLE)
243 if (qp->req.opcode == IB_OPCODE_UC_RDMA_WRITE_FIRST ||
244 qp->req.opcode == IB_OPCODE_UC_RDMA_WRITE_MIDDLE)
254 if (qp->req.opcode == IB_OPCODE_UC_RDMA_WRITE_FIRST ||
255 qp->req.opcode == IB_OPCODE_UC_RDMA_WRITE_MIDDLE)
265 if (qp->req.opcode == IB_OPCODE_UC_SEND_FIRST ||
266 qp->req.opcode == IB_OPCODE_UC_SEND_MIDDLE)
276 if (qp->req.opcode == IB_OPCODE_UC_SEND_FIRST ||
277 qp->req.opcode == IB_OPCODE_UC_SEND_MIDDLE)
328 qp->req.need_rd_atomic = 1;
329 depth = atomic_dec_return(&qp->req.rd_atomic);
332 qp->req.need_rd_atomic = 0;
337 atomic_inc(&qp->req.rd_atomic);
375 pkt->psn = qp->req.psn;
400 (qp->req.noack_pkts++ > RXE_MAX_PKT_PER_ACK));
402 qp->req.noack_pkts = 0;
512 wqe->first_psn = qp->req.psn;
513 wqe->last_psn = (qp->req.psn + num_pkt - 1) & BTH_PSN_MASK;
517 qp->req.psn = (wqe->first_psn + num_pkt) & BTH_PSN_MASK;
519 qp->req.psn = (qp->req.psn + 1) & BTH_PSN_MASK;
530 *rollback_psn = qp->req.psn;
541 qp->req.psn = rollback_psn;
547 qp->req.opcode = pkt->opcode;
550 qp->req.wqe_index = next_index(qp->sq.queue, qp->req.wqe_index);
576 if (unlikely(!qp->valid || qp->req.state == QP_STATE_ERROR))
579 if (unlikely(qp->req.state == QP_STATE_RESET)) {
580 qp->req.wqe_index = consumer_index(qp->sq.queue);
581 qp->req.opcode = -1;
582 qp->req.need_rd_atomic = 0;
583 qp->req.wait_psn = 0;
584 qp->req.need_retry = 0;
588 if (unlikely(qp->req.need_retry)) {
590 qp->req.need_retry = 0;
631 qp->req.wqe_index = next_index(qp->sq.queue,
632 qp->req.wqe_index);
637 psn_compare(qp->req.psn, (qp->comp.psn +
639 qp->req.wait_psn = 1;
673 wqe->first_psn = qp->req.psn;
674 wqe->last_psn = qp->req.psn;
675 qp->req.psn = (qp->req.psn + 1) & BTH_PSN_MASK;
676 qp->req.opcode = IB_OPCODE_UD_SEND_ONLY;
677 qp->req.wqe_index = next_index(qp->sq.queue,
678 qp->req.wqe_index);
716 rxe_run_task(&qp->req.task, 1);