| /kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/ |
| H A D | qp.c | 630 while (qp->s_last != qp->s_head) { in rvt_clear_mr_refs()
631 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_last); in rvt_clear_mr_refs()
634 if (++qp->s_last >= qp->s_size) in rvt_clear_mr_refs()
635 qp->s_last = 0; in rvt_clear_mr_refs()
681 u32 s_last = qp->s_last; in rvt_qp_sends_has_lkey() local
683 while (s_last != qp->s_head) { in rvt_qp_sends_has_lkey()
684 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, s_last); in rvt_qp_sends_has_lkey()
689 if (++s_last >= qp->s_size) in rvt_qp_sends_has_lkey()
690 s_last in rvt_qp_sends_has_lkey()
[all...] |
| H A D | trace_tx.h | 126 __entry->last = qp->s_last;
|
| /kernel/linux/linux-6.6/drivers/infiniband/sw/rdmavt/ |
| H A D | qp.c | 590 while (qp->s_last != qp->s_head) { in rvt_clear_mr_refs()
591 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_last); in rvt_clear_mr_refs()
594 if (++qp->s_last >= qp->s_size) in rvt_clear_mr_refs()
595 qp->s_last = 0; in rvt_clear_mr_refs()
641 u32 s_last = qp->s_last; in rvt_qp_sends_has_lkey() local
643 while (s_last != qp->s_head) { in rvt_qp_sends_has_lkey()
644 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, s_last); in rvt_qp_sends_has_lkey()
649 if (++s_last >= qp->s_size) in rvt_qp_sends_has_lkey()
650 s_last in rvt_qp_sends_has_lkey()
[all...] |
| H A D | trace_tx.h | 84 __entry->last = qp->s_last;
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/qib/ |
| H A D | qib_rc.c | 244 if (qp->s_last == READ_ONCE(qp->s_head)) in qib_make_rc_req()
251 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_make_rc_req()
252 rvt_send_complete(qp, wqe, qp->s_last != qp->s_acked ? in qib_make_rc_req()
829 } else if (qp->s_last == qp->s_acked) { in qib_restart_rc()
859 u32 n = qp->s_last; in reset_sending_psn()
917 while (qp->s_last != qp->s_acked) { in qib_rc_send_complete()
918 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_rc_send_complete()
1194 if (qp->s_last == qp->s_acked) { in do_rc_ack()
1465 if (qp->s_last == qp->s_acked) { in qib_rc_rcv_resp()
|
| H A D | qib_uc.c | 63 if (qp->s_last == READ_ONCE(qp->s_head)) in qib_make_uc_req()
70 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_make_uc_req()
|
| H A D | qib_qp.c | 430 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_qp_iter_print()
448 qp->s_last, qp->s_acked, qp->s_cur, in qib_qp_iter_print()
|
| H A D | qib_ud.c | 250 if (qp->s_last == READ_ONCE(qp->s_head)) in qib_make_ud_req()
257 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_make_ud_req()
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/qib/ |
| H A D | qib_rc.c | 245 if (qp->s_last == READ_ONCE(qp->s_head)) in qib_make_rc_req()
252 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_make_rc_req()
253 rvt_send_complete(qp, wqe, qp->s_last != qp->s_acked ? in qib_make_rc_req()
830 } else if (qp->s_last == qp->s_acked) { in qib_restart_rc()
860 u32 n = qp->s_last; in reset_sending_psn()
918 while (qp->s_last != qp->s_acked) { in qib_rc_send_complete()
919 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_rc_send_complete()
1195 if (qp->s_last == qp->s_acked) { in do_rc_ack()
1467 if (qp->s_last == qp->s_acked) { in qib_rc_rcv_resp()
|
| H A D | qib_qp.c | 430 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_qp_iter_print()
448 qp->s_last, qp->s_acked, qp->s_cur, in qib_qp_iter_print()
|
| H A D | qib_uc.c | 64 if (qp->s_last == READ_ONCE(qp->s_head)) in qib_make_uc_req()
71 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_make_uc_req()
|
| H A D | qib_ud.c | 251 if (qp->s_last == READ_ONCE(qp->s_head)) in qib_make_ud_req()
258 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qib_make_ud_req()
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/ |
| H A D | uc.c | 82 if (qp->s_last == READ_ONCE(qp->s_head)) in hfi1_make_uc_req()
90 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in hfi1_make_uc_req()
134 if (qp->s_last != qp->s_cur) in hfi1_make_uc_req()
|
| H A D | rc.c | 482 if (qp->s_last == READ_ONCE(qp->s_head)) in hfi1_make_rc_req()
490 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in hfi1_make_rc_req()
491 hfi1_trdma_send_complete(qp, wqe, qp->s_last != qp->s_acked ? in hfi1_make_rc_req()
552 if (qp->s_last != qp->s_cur) in hfi1_make_rc_req()
1619 } else if (qp->s_last == qp->s_acked) { in hfi1_restart_rc()
1680 u32 n = qp->s_last; in reset_sending_psn()
1830 while (qp->s_last != qp->s_acked) { in hfi1_rc_send_complete()
1831 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in hfi1_rc_send_complete()
1836 trace_hfi1_qp_send_completion(qp, wqe, qp->s_last); in hfi1_rc_send_complete()
1882 trace_hfi1_qp_send_completion(qp, wqe, qp->s_last); in do_rc_completion()
[all...] |
| H A D | qp.c | 628 qp->s_last == qp->s_acked && in qp_idle()
651 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qp_iter_print()
675 qp->s_last, qp->s_acked, qp->s_cur, in qp_iter_print()
|
| H A D | trace_tid.h | 48 "s_head %u s_acked %u s_last %u s_psn 0x%x " \
878 __field(u32, s_last)
896 __entry->s_last = qp->s_last;
916 __entry->s_last,
|
| H A D | ud.c | 494 if (qp->s_last == READ_ONCE(qp->s_head)) in hfi1_make_ud_req()
501 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in hfi1_make_ud_req()
|
| H A D | tid_rdma.c | 2564 if (qp->s_last == qp->s_acked) in hfi1_rc_rcv_tid_rdma_read_resp()
|
| /kernel/linux/linux-5.10/include/rdma/ |
| H A D | rdmavt_qp.h | 421 u32 s_last; /* last completed entry */ member
620 * s_last to insure that post send sees a stable
624 * the compiler does not juggle the order of the s_last
631 /* insure no compiler re-order up to s_last change */ in rvt_qp_wqe_unreserve()
818 * Update the s_last information, and then insert a send
849 /* above fields required before writing s_last */ in rvt_qp_complete_swqe()
851 last = rvt_qp_swqe_incr(qp, qp->s_last); in rvt_qp_complete_swqe()
853 smp_store_release(&qp->s_last, last); in rvt_qp_complete_swqe()
|
| /kernel/linux/linux-6.6/include/rdma/ |
| H A D | rdmavt_qp.h | 421 u32 s_last; /* last completed entry */ member
620 * s_last to insure that post send sees a stable
624 * the compiler does not juggle the order of the s_last
631 /* insure no compiler re-order up to s_last change */ in rvt_qp_wqe_unreserve()
818 * Update the s_last information, and then insert a send
849 /* above fields required before writing s_last */ in rvt_qp_complete_swqe()
851 last = rvt_qp_swqe_incr(qp, qp->s_last); in rvt_qp_complete_swqe()
853 smp_store_release(&qp->s_last, last); in rvt_qp_complete_swqe()
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/ |
| H A D | uc.c | 41 if (qp->s_last == READ_ONCE(qp->s_head)) in hfi1_make_uc_req()
49 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in hfi1_make_uc_req()
93 if (qp->s_last != qp->s_cur) in hfi1_make_uc_req()
|
| H A D | rc.c | 441 if (qp->s_last == READ_ONCE(qp->s_head)) in hfi1_make_rc_req()
449 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in hfi1_make_rc_req()
450 hfi1_trdma_send_complete(qp, wqe, qp->s_last != qp->s_acked ? in hfi1_make_rc_req()
511 if (qp->s_last != qp->s_cur) in hfi1_make_rc_req()
1577 } else if (qp->s_last == qp->s_acked) { in hfi1_restart_rc()
1638 u32 n = qp->s_last; in reset_sending_psn()
1788 while (qp->s_last != qp->s_acked) { in hfi1_rc_send_complete()
1789 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in hfi1_rc_send_complete()
1794 trace_hfi1_qp_send_completion(qp, wqe, qp->s_last); in hfi1_rc_send_complete()
1840 trace_hfi1_qp_send_completion(qp, wqe, qp->s_last); in do_rc_completion()
[all...] |
| H A D | qp.c | 587 qp->s_last == qp->s_acked && in qp_idle()
610 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in qp_iter_print()
634 qp->s_last, qp->s_acked, qp->s_cur, in qp_iter_print()
|
| H A D | trace_tid.h | 48 "s_head %u s_acked %u s_last %u s_psn 0x%x " \
878 __field(u32, s_last)
896 __entry->s_last = qp->s_last;
916 __entry->s_last,
|
| H A D | ud.c | 453 if (qp->s_last == READ_ONCE(qp->s_head)) in hfi1_make_ud_req()
460 wqe = rvt_get_swqe_ptr(qp, qp->s_last); in hfi1_make_ud_req()
|