Home
last modified time | relevance | path

Searched refs:wqe_cnt (Results 1 - 25 of 53) sorted by relevance

123

/kernel/linux/linux-5.10/drivers/infiniband/hw/hns/
H A Dhns_roce_qp.c363 hr_qp->rq.wqe_cnt = 0; in set_rq_size()
365 hr_qp->rq_inl_buf.wqe_cnt = 0; in set_rq_size()
392 hr_qp->rq.wqe_cnt = cnt; in set_rq_size()
394 hr_qp->rq_inl_buf.wqe_cnt = cnt; in set_rq_size()
396 hr_qp->rq_inl_buf.wqe_cnt = 0; in set_rq_size()
489 hr_qp->sq.wqe_cnt = cnt; in set_user_sq_size()
505 buf_size = to_hr_hem_entries_size(hr_qp->sq.wqe_cnt, in set_wqe_buf_attr()
527 buf_size = to_hr_hem_entries_size(hr_qp->rq.wqe_cnt, in set_wqe_buf_attr()
569 hr_qp->sq.wqe_cnt = cnt; in set_kernel_sq_size()
604 u32 wqe_cnt in alloc_rq_inline_buf() local
[all...]
H A Dhns_roce_srq.c194 buf_attr.region[0].size = to_hr_hem_entries_size(srq->wqe_cnt, in alloc_srq_buf()
226 buf_attr.region[0].size = to_hr_hem_entries_size(srq->wqe_cnt, in alloc_srq_idx()
242 idx_que->bitmap = bitmap_zalloc(srq->wqe_cnt, GFP_KERNEL); in alloc_srq_idx()
269 srq->tail = srq->wqe_cnt - 1; in alloc_srq_wrid()
270 srq->wrid = kvmalloc_array(srq->wqe_cnt, sizeof(u64), GFP_KERNEL); in alloc_srq_wrid()
303 srq->wqe_cnt = roundup_pow_of_two(init_attr->attr.max_wr + 1); in hns_roce_create_srq()
H A Dhns_roce_hw_v1.c99 wqe_idx = (qp->sq.head + nreq) & (qp->sq.wqe_cnt - 1); in hns_roce_v1_post_send()
322 (qp->sq.head & ((qp->sq.wqe_cnt << 1) - 1))); in hns_roce_v1_post_send()
370 wqe_idx = (hr_qp->rq.head + nreq) & (hr_qp->rq.wqe_cnt - 1); in hns_roce_v1_post_recv()
2282 ((*cur_qp)->sq.wqe_cnt-1)); in hns_roce_v1_poll_one()
2318 (wq->wqe_cnt - 1); in hns_roce_v1_poll_one()
2320 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in hns_roce_v1_poll_one()
2355 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in hns_roce_v1_poll_one()
2599 ilog2((unsigned int)hr_qp->sq.wqe_cnt)); in hns_roce_v1_m_sqp()
2603 ilog2((unsigned int)hr_qp->rq.wqe_cnt)); in hns_roce_v1_m_sqp()
2806 ilog2((unsigned int)hr_qp->sq.wqe_cnt)); in hns_roce_v1_m_qp()
[all...]
H A Dhns_roce_hw_v2.c674 wqe_idx = (qp->sq.head + nreq) & (qp->sq.wqe_cnt - 1); in hns_roce_v2_post_send()
687 ~(((qp->sq.head + nreq) >> ilog2(qp->sq.wqe_cnt)) & 0x1); in hns_roce_v2_post_send()
759 wqe_idx = (hr_qp->rq.head + nreq) & (hr_qp->rq.wqe_cnt - 1); in hns_roce_v2_post_recv()
784 if (hr_qp->rq_inl_buf.wqe_cnt) { in hns_roce_v2_post_recv()
882 ind = srq->head & (srq->wqe_cnt - 1); in hns_roce_v2_post_srq_recv()
897 wqe_idx = find_empty_entry(&srq->idx_que, srq->wqe_cnt); in hns_roce_v2_post_srq_recv()
923 ind = (ind + 1) & (srq->wqe_cnt - 1); in hns_roce_v2_post_srq_recv()
3168 wr_cnt = wr_num & ((*cur_qp)->rq.wqe_cnt - 1); in hns_roce_handle_recv_inl_wqe()
3203 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in sw_comp()
3361 (wq->wqe_cnt in hns_roce_v2_poll_one()
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/hw/hns/
H A Dhns_roce_srq.c176 buf_attr.region[0].size = to_hr_hem_entries_size(srq->wqe_cnt, in alloc_srq_idx()
191 idx_que->bitmap = bitmap_zalloc(srq->wqe_cnt, GFP_KERNEL); in alloc_srq_idx()
231 buf_attr.region[0].size = to_hr_hem_entries_size(srq->wqe_cnt, in alloc_srq_wqe_buf()
254 srq->wrid = kvmalloc_array(srq->wqe_cnt, sizeof(u64), GFP_KERNEL); in alloc_srq_wrid()
307 srq->wqe_cnt = roundup_pow_of_two(attr->max_wr); in set_srq_basic_param()
310 attr->max_wr = srq->wqe_cnt; in set_srq_basic_param()
H A Dhns_roce_restrack.c71 if (rdma_nl_put_driver_u32_hex(msg, "sq_wqe_cnt", hr_qp->sq.wqe_cnt)) in hns_roce_fill_res_qp_entry()
77 if (rdma_nl_put_driver_u32_hex(msg, "rq_wqe_cnt", hr_qp->rq.wqe_cnt)) in hns_roce_fill_res_qp_entry()
H A Dhns_roce_qp.c450 hr_qp->rq.wqe_cnt = 0; in set_rq_size()
480 hr_qp->rq.wqe_cnt = cnt; in set_rq_size()
638 hr_qp->sq.wqe_cnt = cnt; in set_user_sq_size()
655 buf_size = to_hr_hem_entries_size(hr_qp->sq.wqe_cnt, in set_wqe_buf_attr()
677 buf_size = to_hr_hem_entries_size(hr_qp->rq.wqe_cnt, in set_wqe_buf_attr()
715 hr_qp->sq.wqe_cnt = cnt; in set_kernel_sq_size()
977 sq_wrid = kcalloc(hr_qp->sq.wqe_cnt, sizeof(u64), GFP_KERNEL); in alloc_kernel_wrid()
983 if (hr_qp->rq.wqe_cnt) { in alloc_kernel_wrid()
984 rq_wrid = kcalloc(hr_qp->rq.wqe_cnt, sizeof(u64), GFP_KERNEL); in alloc_kernel_wrid()
1449 if (likely(cur + nreq < hr_wq->wqe_cnt)) in hns_roce_wq_overflow()
[all...]
H A Dhns_roce_hw_v2.c721 wqe_idx = (qp->sq.head + nreq) & (qp->sq.wqe_cnt - 1); in hns_roce_v2_post_send()
734 ~(((qp->sq.head + nreq) >> ilog2(qp->sq.wqe_cnt)) & 0x1); in hns_roce_v2_post_send()
850 wqe_idx = (hr_qp->rq.head + nreq) & (hr_qp->rq.wqe_cnt - 1); in hns_roce_v2_post_recv()
892 return idx_que->head - idx_que->tail >= srq->wqe_cnt; in hns_roce_srqwq_overflow()
921 pos = find_first_zero_bit(idx_que->bitmap, srq->wqe_cnt); in get_srq_wqe_idx()
922 if (unlikely(pos == srq->wqe_cnt)) in get_srq_wqe_idx()
936 head = idx_que->head & (srq->wqe_cnt - 1); in fill_wqe_idx()
3624 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in sw_comp()
3908 (wq->wqe_cnt - 1); in hns_roce_v2_poll_one()
3910 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt in hns_roce_v2_poll_one()
[all...]
/kernel/linux/linux-5.10/drivers/infiniband/hw/mlx4/
H A Dqp.c194 buf = get_send_wqe(qp, n & (qp->sq.wqe_cnt - 1)); in stamp_send_wqe()
314 qp->rq.wqe_cnt = qp->rq.max_gs = 0; in set_rq_size()
325 qp->rq.wqe_cnt = roundup_pow_of_two(max(1U, cap->max_recv_wr)); in set_rq_size()
333 cap->max_recv_wr = qp->rq.max_post = qp->rq.wqe_cnt; in set_rq_size()
337 min(dev->dev->caps.max_wqes - MLX4_IB_SQ_MAX_SPARE, qp->rq.wqe_cnt); in set_rq_size()
381 qp->sq.wqe_cnt = roundup_pow_of_two(cap->max_send_wr + in set_kernel_sq_size()
390 qp->buf_size = (qp->rq.wqe_cnt << qp->rq.wqe_shift) + in set_kernel_sq_size()
391 (qp->sq.wqe_cnt << qp->sq.wqe_shift); in set_kernel_sq_size()
394 qp->sq.offset = qp->rq.wqe_cnt << qp->rq.wqe_shift; in set_kernel_sq_size()
396 qp->rq.offset = qp->sq.wqe_cnt << q in set_kernel_sq_size()
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/hw/mlx4/
H A Dqp.c202 buf = get_send_wqe(qp, n & (qp->sq.wqe_cnt - 1)); in stamp_send_wqe()
349 qp->rq.wqe_cnt = qp->rq.max_gs = 0; in set_rq_size()
360 qp->rq.wqe_cnt = roundup_pow_of_two(max(1U, cap->max_recv_wr)); in set_rq_size()
368 cap->max_recv_wr = qp->rq.max_post = qp->rq.wqe_cnt; in set_rq_size()
372 min(dev->dev->caps.max_wqes - MLX4_IB_SQ_MAX_SPARE, qp->rq.wqe_cnt); in set_rq_size()
416 qp->sq.wqe_cnt = roundup_pow_of_two(cap->max_send_wr + in set_kernel_sq_size()
425 qp->buf_size = (qp->rq.wqe_cnt << qp->rq.wqe_shift) + in set_kernel_sq_size()
426 (qp->sq.wqe_cnt << qp->sq.wqe_shift); in set_kernel_sq_size()
429 qp->sq.offset = qp->rq.wqe_cnt << qp->rq.wqe_shift; in set_kernel_sq_size()
431 qp->rq.offset = qp->sq.wqe_cnt << q in set_kernel_sq_size()
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/
H A Dqp.c196 wq->offset, wq->wqe_cnt, in mlx5_ib_read_user_wqe_sq()
222 wq->wqe_cnt, wq->wqe_shift, in mlx5_ib_read_user_wqe_sq()
258 wq->offset, wq->wqe_cnt, in mlx5_ib_read_user_wqe_rq()
445 qp->rq.wqe_cnt = 0; in set_rq_size()
453 qp->rq.wqe_cnt = ucmd->rq_wqe_count; in set_rq_size()
465 qp->rq.max_post = qp->rq.wqe_cnt; in set_rq_size()
474 qp->rq.wqe_cnt = wq_size / wqe_size; in set_rq_size()
487 qp->rq.max_post = qp->rq.wqe_cnt; in set_rq_size()
616 qp->sq.wqe_cnt = wq_size / MLX5_SEND_WQE_BB; in calc_sq_size()
617 if (qp->sq.wqe_cnt > ( in calc_sq_size()
[all...]
H A Dsrq.h21 u32 wqe_cnt; member
H A Dwr.h59 idx = (sq->cur_post + (wqe_sz >> 2)) & (sq->wqe_cnt - 1); in handle_post_send_edge()
H A Dmem.c118 idx = qp->sq.cur_post & (qp->sq.wqe_cnt - 1); in post_send_nop()
/kernel/linux/linux-5.10/drivers/infiniband/hw/vmw_pvrdma/
H A Dpvrdma_qp.c140 qp->rq.wqe_cnt = roundup_pow_of_two(max(1U, req_cap->max_recv_wr)); in pvrdma_set_rq_size()
144 req_cap->max_recv_wr = qp->rq.wqe_cnt; in pvrdma_set_rq_size()
150 qp->npages_recv = (qp->rq.wqe_cnt * qp->rq.wqe_size + PAGE_SIZE - 1) / in pvrdma_set_rq_size()
165 qp->sq.wqe_cnt = roundup_pow_of_two(max(1U, req_cap->max_send_wr)); in pvrdma_set_sq_size()
169 req_cap->max_send_wr = qp->sq.wqe_cnt; in pvrdma_set_sq_size()
177 (qp->sq.wqe_cnt * qp->sq.wqe_size + PAGE_SIZE - 1) / in pvrdma_set_sq_size()
277 /* set qp->sq.wqe_cnt, shift, buf_size.. */ in pvrdma_create_qp()
704 qp->sq.ring, qp->sq.wqe_cnt, &tail))) { in pvrdma_post_send()
865 qp->sq.wqe_cnt); in pvrdma_post_send()
930 qp->rq.ring, qp->rq.wqe_cnt, in pvrdma_post_recv()
[all...]
H A Dpvrdma.h154 int wqe_cnt; member
169 int wqe_cnt; member
/kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/steering/
H A Ddr_send.c58 (dr_cq->qp->sq.wqe_cnt - 1); in dr_parse_cqe()
64 (dr_cq->qp->sq.wqe_cnt - 1); in dr_parse_cqe()
124 dr_qp->rq.wqe_cnt = 4; in dr_create_rc_qp()
127 dr_qp->sq.wqe_cnt = roundup_pow_of_two(attr->max_send_wr); in dr_create_rc_qp()
130 MLX5_SET(qpc, temp_qpc, log_rq_size, ilog2(dr_qp->rq.wqe_cnt)); in dr_create_rc_qp()
131 MLX5_SET(qpc, temp_qpc, log_sq_size, ilog2(dr_qp->sq.wqe_cnt)); in dr_create_rc_qp()
139 dr_qp->sq.wqe_head = kcalloc(dr_qp->sq.wqe_cnt, in dr_create_rc_qp()
169 MLX5_SET(qpc, qpc, log_rq_size, ilog2(dr_qp->rq.wqe_cnt)); in dr_create_rc_qp()
171 MLX5_SET(qpc, qpc, log_sq_size, ilog2(dr_qp->sq.wqe_cnt)); in dr_create_rc_qp()
236 idx = dr_qp->sq.pc & (dr_qp->sq.wqe_cnt in dr_rdma_segments()
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/hw/vmw_pvrdma/
H A Dpvrdma_qp.c140 qp->rq.wqe_cnt = roundup_pow_of_two(max(1U, req_cap->max_recv_wr)); in pvrdma_set_rq_size()
144 req_cap->max_recv_wr = qp->rq.wqe_cnt; in pvrdma_set_rq_size()
150 qp->npages_recv = (qp->rq.wqe_cnt * qp->rq.wqe_size + PAGE_SIZE - 1) / in pvrdma_set_rq_size()
165 qp->sq.wqe_cnt = roundup_pow_of_two(max(1U, req_cap->max_send_wr)); in pvrdma_set_sq_size()
169 req_cap->max_send_wr = qp->sq.wqe_cnt; in pvrdma_set_sq_size()
177 (qp->sq.wqe_cnt * qp->sq.wqe_size + PAGE_SIZE - 1) / in pvrdma_set_sq_size()
270 /* set qp->sq.wqe_cnt, shift, buf_size.. */ in pvrdma_create_qp()
696 qp->sq.ring, qp->sq.wqe_cnt, &tail))) { in pvrdma_post_send()
849 qp->sq.wqe_cnt); in pvrdma_post_send()
914 qp->rq.ring, qp->rq.wqe_cnt, in pvrdma_post_recv()
[all...]
H A Dpvrdma.h154 int wqe_cnt; member
169 int wqe_cnt; member
/kernel/linux/linux-5.10/drivers/infiniband/hw/mlx5/
H A Dqp.c183 wq->offset, wq->wqe_cnt, in mlx5_ib_read_user_wqe_sq()
209 wq->wqe_cnt, wq->wqe_shift, in mlx5_ib_read_user_wqe_sq()
245 wq->offset, wq->wqe_cnt, in mlx5_ib_read_user_wqe_rq()
363 qp->rq.wqe_cnt = 0; in set_rq_size()
371 qp->rq.wqe_cnt = ucmd->rq_wqe_count; in set_rq_size()
383 qp->rq.max_post = qp->rq.wqe_cnt; in set_rq_size()
392 qp->rq.wqe_cnt = wq_size / wqe_size; in set_rq_size()
405 qp->rq.max_post = qp->rq.wqe_cnt; in set_rq_size()
534 qp->sq.wqe_cnt = wq_size / MLX5_SEND_WQE_BB; in calc_sq_size()
535 if (qp->sq.wqe_cnt > ( in calc_sq_size()
[all...]
H A Dsrq.h21 u32 wqe_cnt; member
H A Dwr.c43 idx = (sq->cur_post + (wqe_sz >> 2)) & (sq->wqe_cnt - 1); in handle_post_send_edge()
934 idx = (idx + 1) & (qp->sq.wqe_cnt - 1); in dump_wqe()
951 *idx = qp->sq.cur_post & (qp->sq.wqe_cnt - 1); in __begin_wqe()
1004 (qp->sq.wqe_cnt - 1)) : in finish_wqe()
1484 ind = qp->rq.head & (qp->rq.wqe_cnt - 1); in mlx5_ib_post_recv()
1519 ind = (ind + 1) & (qp->rq.wqe_cnt - 1); in mlx5_ib_post_recv()
H A Dcq.c197 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in handle_responder()
341 idx = tail & (qp->sq.wqe_cnt - 1); in handle_atomics()
407 idx &= (wq->wqe_cnt - 1); in sw_comp()
498 idx = wqe_ctr & (wq->wqe_cnt - 1); in mlx5_poll_one()
526 idx = wqe_ctr & (wq->wqe_cnt - 1); in mlx5_poll_one()
539 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx5_poll_one()
/kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/steering/
H A Ddr_send.c197 (dr_cq->qp->sq.wqe_cnt - 1); in dr_parse_cqe()
203 (dr_cq->qp->sq.wqe_cnt - 1); in dr_parse_cqe()
270 dr_qp->rq.wqe_cnt = 256; in dr_create_rc_qp()
274 dr_qp->sq.wqe_cnt = roundup_pow_of_two(attr->max_send_wr); in dr_create_rc_qp()
277 MLX5_SET(qpc, temp_qpc, log_rq_size, ilog2(dr_qp->rq.wqe_cnt)); in dr_create_rc_qp()
278 MLX5_SET(qpc, temp_qpc, log_sq_size, ilog2(dr_qp->sq.wqe_cnt)); in dr_create_rc_qp()
286 dr_qp->sq.wqe_head = kcalloc(dr_qp->sq.wqe_cnt, in dr_create_rc_qp()
317 MLX5_SET(qpc, qpc, log_rq_size, ilog2(dr_qp->rq.wqe_cnt)); in dr_create_rc_qp()
319 MLX5_SET(qpc, qpc, log_sq_size, ilog2(dr_qp->sq.wqe_cnt)); in dr_create_rc_qp()
446 idx = dr_qp->sq.pc & (dr_qp->sq.wqe_cnt in dr_rdma_segments()
[all...]
/kernel/linux/linux-6.6/drivers/vfio/pci/mlx5/
H A Dcmd.h141 unsigned int wqe_cnt; member

Completed in 42 milliseconds

123