/kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/ |
H A D | uc.c | 113 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in hfi1_make_uc_req() 121 if (qp->s_cur == READ_ONCE(qp->s_head)) { in hfi1_make_uc_req() 134 if (qp->s_last != qp->s_cur) in hfi1_make_uc_req() 136 if (++qp->s_cur == qp->s_size) in hfi1_make_uc_req() 137 qp->s_cur = 0; in hfi1_make_uc_req() 179 if (++qp->s_cur >= qp->s_size) in hfi1_make_uc_req() 180 qp->s_cur = 0; in hfi1_make_uc_req() 208 if (++qp->s_cur >= qp->s_size) in hfi1_make_uc_req() 209 qp->s_cur = 0; in hfi1_make_uc_req() 238 if (++qp->s_cur > in hfi1_make_uc_req() [all...] |
H A D | rc.c | 510 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in hfi1_make_rc_req() 524 if (qp->s_cur == qp->s_tail) { in hfi1_make_rc_req() 552 if (qp->s_last != qp->s_cur) in hfi1_make_rc_req() 554 if (++qp->s_cur == qp->s_size) in hfi1_make_rc_req() 555 qp->s_cur = 0; in hfi1_make_rc_req() 622 if (++qp->s_cur == qp->s_size) in hfi1_make_rc_req() 623 qp->s_cur = 0; in hfi1_make_rc_req() 659 if (++qp->s_cur == qp->s_size) in hfi1_make_rc_req() 660 qp->s_cur = 0; in hfi1_make_rc_req() 681 priv->s_tid_cur = qp->s_cur; in hfi1_make_rc_req() [all...] |
H A D | ud.c | 507 if (qp->s_cur == READ_ONCE(qp->s_head)) in hfi1_make_ud_req() 510 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in hfi1_make_ud_req() 511 next_cur = qp->s_cur + 1; in hfi1_make_ud_req() 539 qp->s_cur = next_cur; in hfi1_make_ud_req() 549 qp->s_cur = next_cur; in hfi1_make_ud_req()
|
H A D | qp.c | 629 qp->s_acked == qp->s_cur && in qp_idle() 630 qp->s_cur == qp->s_tail && in qp_idle() 675 qp->s_last, qp->s_acked, qp->s_cur, in qp_iter_print()
|
H A D | trace_tid.h | 47 #define SENDER_INFO_PRN "[%s] qpn 0x%x state 0x%x s_cur %u s_tail %u " \ 874 __field(u32, s_cur) 892 __entry->s_cur = qp->s_cur; 912 __entry->s_cur,
|
H A D | tid_rdma.c | 2415 end = qp->s_cur + 1; 3208 s_prev = (qp->s_cur == 0 ? qp->s_size : qp->s_cur) - 1; in hfi1_tid_rdma_wqe_interlock() 3235 if (qp->s_acked != qp->s_cur) in hfi1_tid_rdma_wqe_interlock()
|
/kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/ |
H A D | uc.c | 72 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in hfi1_make_uc_req() 80 if (qp->s_cur == READ_ONCE(qp->s_head)) { in hfi1_make_uc_req() 93 if (qp->s_last != qp->s_cur) in hfi1_make_uc_req() 95 if (++qp->s_cur == qp->s_size) in hfi1_make_uc_req() 96 qp->s_cur = 0; in hfi1_make_uc_req() 138 if (++qp->s_cur >= qp->s_size) in hfi1_make_uc_req() 139 qp->s_cur = 0; in hfi1_make_uc_req() 167 if (++qp->s_cur >= qp->s_size) in hfi1_make_uc_req() 168 qp->s_cur = 0; in hfi1_make_uc_req() 197 if (++qp->s_cur > in hfi1_make_uc_req() [all...] |
H A D | rc.c | 469 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in hfi1_make_rc_req() 483 if (qp->s_cur == qp->s_tail) { in hfi1_make_rc_req() 511 if (qp->s_last != qp->s_cur) in hfi1_make_rc_req() 513 if (++qp->s_cur == qp->s_size) in hfi1_make_rc_req() 514 qp->s_cur = 0; in hfi1_make_rc_req() 581 if (++qp->s_cur == qp->s_size) in hfi1_make_rc_req() 582 qp->s_cur = 0; in hfi1_make_rc_req() 618 if (++qp->s_cur == qp->s_size) in hfi1_make_rc_req() 619 qp->s_cur = 0; in hfi1_make_rc_req() 640 priv->s_tid_cur = qp->s_cur; in hfi1_make_rc_req() [all...] |
H A D | ud.c | 466 if (qp->s_cur == READ_ONCE(qp->s_head)) in hfi1_make_ud_req() 469 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in hfi1_make_ud_req() 470 next_cur = qp->s_cur + 1; in hfi1_make_ud_req() 498 qp->s_cur = next_cur; in hfi1_make_ud_req() 508 qp->s_cur = next_cur; in hfi1_make_ud_req()
|
H A D | qp.c | 588 qp->s_acked == qp->s_cur && in qp_idle() 589 qp->s_cur == qp->s_tail && in qp_idle() 634 qp->s_last, qp->s_acked, qp->s_cur, in qp_iter_print()
|
H A D | trace_tid.h | 47 #define SENDER_INFO_PRN "[%s] qpn 0x%x state 0x%x s_cur %u s_tail %u " \ 874 __field(u32, s_cur) 892 __entry->s_cur = qp->s_cur; 912 __entry->s_cur,
|
H A D | tid_rdma.c | 2422 end = qp->s_cur + 1; 3217 s_prev = (qp->s_cur == 0 ? qp->s_size : qp->s_cur) - 1; in hfi1_tid_rdma_wqe_interlock() 3245 if (qp->s_acked != qp->s_cur) in hfi1_tid_rdma_wqe_interlock()
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/qib/ |
H A D | qib_uc.c | 84 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in qib_make_uc_req() 92 if (qp->s_cur == READ_ONCE(qp->s_head)) in qib_make_uc_req() 124 if (++qp->s_cur >= qp->s_size) in qib_make_uc_req() 125 qp->s_cur = 0; in qib_make_uc_req() 153 if (++qp->s_cur >= qp->s_size) in qib_make_uc_req() 154 qp->s_cur = 0; in qib_make_uc_req() 182 if (++qp->s_cur >= qp->s_size) in qib_make_uc_req() 183 qp->s_cur = 0; in qib_make_uc_req() 207 if (++qp->s_cur >= qp->s_size) in qib_make_uc_req() 208 qp->s_cur in qib_make_uc_req() [all...] |
H A D | qib_rc.c | 275 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in qib_make_rc_req() 288 if (qp->s_cur == qp->s_tail) { in qib_make_rc_req() 334 if (++qp->s_cur == qp->s_size) in qib_make_rc_req() 335 qp->s_cur = 0; in qib_make_rc_req() 370 if (++qp->s_cur == qp->s_size) in qib_make_rc_req() 371 qp->s_cur = 0; in qib_make_rc_req() 400 if (++qp->s_cur == qp->s_size) in qib_make_rc_req() 401 qp->s_cur = 0; in qib_make_rc_req() 440 if (++qp->s_cur == qp->s_size) in qib_make_rc_req() 441 qp->s_cur in qib_make_rc_req() [all...] |
H A D | qib_ud.c | 263 if (qp->s_cur == READ_ONCE(qp->s_head)) in qib_make_ud_req() 266 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in qib_make_ud_req() 267 next_cur = qp->s_cur + 1; in qib_make_ud_req() 297 qp->s_cur = next_cur; in qib_make_ud_req() 307 qp->s_cur = next_cur; in qib_make_ud_req()
|
H A D | qib_qp.c | 448 qp->s_last, qp->s_acked, qp->s_cur, in qib_qp_iter_print()
|
/kernel/linux/linux-6.6/drivers/infiniband/hw/qib/ |
H A D | qib_uc.c | 85 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in qib_make_uc_req() 93 if (qp->s_cur == READ_ONCE(qp->s_head)) in qib_make_uc_req() 125 if (++qp->s_cur >= qp->s_size) in qib_make_uc_req() 126 qp->s_cur = 0; in qib_make_uc_req() 154 if (++qp->s_cur >= qp->s_size) in qib_make_uc_req() 155 qp->s_cur = 0; in qib_make_uc_req() 183 if (++qp->s_cur >= qp->s_size) in qib_make_uc_req() 184 qp->s_cur = 0; in qib_make_uc_req() 208 if (++qp->s_cur >= qp->s_size) in qib_make_uc_req() 209 qp->s_cur in qib_make_uc_req() [all...] |
H A D | qib_rc.c | 276 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in qib_make_rc_req() 289 if (qp->s_cur == qp->s_tail) { in qib_make_rc_req() 335 if (++qp->s_cur == qp->s_size) in qib_make_rc_req() 336 qp->s_cur = 0; in qib_make_rc_req() 371 if (++qp->s_cur == qp->s_size) in qib_make_rc_req() 372 qp->s_cur = 0; in qib_make_rc_req() 401 if (++qp->s_cur == qp->s_size) in qib_make_rc_req() 402 qp->s_cur = 0; in qib_make_rc_req() 441 if (++qp->s_cur == qp->s_size) in qib_make_rc_req() 442 qp->s_cur in qib_make_rc_req() [all...] |
H A D | qib_ud.c | 264 if (qp->s_cur == READ_ONCE(qp->s_head)) in qib_make_ud_req() 267 wqe = rvt_get_swqe_ptr(qp, qp->s_cur); in qib_make_ud_req() 268 next_cur = qp->s_cur + 1; in qib_make_ud_req() 298 qp->s_cur = next_cur; in qib_make_ud_req() 308 qp->s_cur = next_cur; in qib_make_ud_req()
|
H A D | qib_qp.c | 448 qp->s_last, qp->s_acked, qp->s_cur, in qib_qp_iter_print()
|
/kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/ |
H A D | qp.c | 892 qp->s_cur = 0; in rvt_init_qp() 1595 qp->s_draining = qp->s_last != qp->s_cur; in rvt_modify_qp() 2001 qp->s_head, qp->s_tail, qp->s_cur, in rvt_qp_is_avail() 2845 if (qp->s_cur == old_last) in rvt_send_complete() 2846 qp->s_cur = last; in rvt_send_complete() 2849 if (qp->state == IB_QPS_SQD && last == qp->s_cur) in rvt_send_complete() 3007 * We increment s_cur to indicate s_last is in progress. in rvt_ruc_loopback() 3009 if (sqp->s_last == sqp->s_cur) { in rvt_ruc_loopback() 3010 if (++sqp->s_cur >= sqp->s_size) in rvt_ruc_loopback() 3011 sqp->s_cur in rvt_ruc_loopback() [all...] |
/kernel/linux/linux-6.6/drivers/infiniband/sw/rdmavt/ |
H A D | qp.c | 853 qp->s_cur = 0; in rvt_init_qp() 1542 qp->s_draining = qp->s_last != qp->s_cur; in rvt_modify_qp() 1949 qp->s_head, qp->s_tail, qp->s_cur, in rvt_qp_is_avail() 2794 if (qp->s_cur == old_last) in rvt_send_complete() 2795 qp->s_cur = last; in rvt_send_complete() 2798 if (qp->state == IB_QPS_SQD && last == qp->s_cur) in rvt_send_complete() 2956 * We increment s_cur to indicate s_last is in progress. in rvt_ruc_loopback() 2958 if (sqp->s_last == sqp->s_cur) { in rvt_ruc_loopback() 2959 if (++sqp->s_cur >= sqp->s_size) in rvt_ruc_loopback() 2960 sqp->s_cur in rvt_ruc_loopback() [all...] |
/kernel/linux/linux-5.10/include/rdma/ |
H A D | rdmavt_qp.h | 419 u32 s_cur; /* current work queue entry */ member
|
/kernel/linux/linux-6.6/include/rdma/ |
H A D | rdmavt_qp.h | 419 u32 s_cur; /* current work queue entry */ member
|