| /kernel/linux/linux-6.6/fs/nilfs2/ |
| H A D | segbuf.c | 346 struct nilfs_write_info *wi) in nilfs_segbuf_submit_bio()
348 struct bio *bio = wi->bio; in nilfs_segbuf_submit_bio()
355 wi->bio = NULL; in nilfs_segbuf_submit_bio()
356 wi->rest_blocks -= wi->end - wi->start; in nilfs_segbuf_submit_bio()
357 wi->nr_vecs = min(wi->max_pages, wi->rest_blocks); in nilfs_segbuf_submit_bio()
358 wi in nilfs_segbuf_submit_bio()
345 nilfs_segbuf_submit_bio(struct nilfs_segment_buffer *segbuf, struct nilfs_write_info *wi) nilfs_segbuf_submit_bio() argument
362 nilfs_segbuf_prepare_write(struct nilfs_segment_buffer *segbuf, struct nilfs_write_info *wi) nilfs_segbuf_prepare_write() argument
373 nilfs_segbuf_submit_bh(struct nilfs_segment_buffer *segbuf, struct nilfs_write_info *wi, struct buffer_head *bh) nilfs_segbuf_submit_bh() argument
416 struct nilfs_write_info wi; nilfs_segbuf_write() local
[all...] |
| /kernel/linux/linux-5.10/fs/nilfs2/ |
| H A D | segbuf.c | 346 struct nilfs_write_info *wi, int mode, in nilfs_segbuf_submit_bio()
349 struct bio *bio = wi->bio; in nilfs_segbuf_submit_bio()
369 wi->bio = NULL; in nilfs_segbuf_submit_bio()
370 wi->rest_blocks -= wi->end - wi->start; in nilfs_segbuf_submit_bio()
371 wi->nr_vecs = min(wi->max_pages, wi->rest_blocks); in nilfs_segbuf_submit_bio()
372 wi in nilfs_segbuf_submit_bio()
345 nilfs_segbuf_submit_bio(struct nilfs_segment_buffer *segbuf, struct nilfs_write_info *wi, int mode, int mode_flags) nilfs_segbuf_submit_bio() argument
407 nilfs_segbuf_prepare_write(struct nilfs_segment_buffer *segbuf, struct nilfs_write_info *wi) nilfs_segbuf_prepare_write() argument
418 nilfs_segbuf_submit_bh(struct nilfs_segment_buffer *segbuf, struct nilfs_write_info *wi, struct buffer_head *bh, int mode) nilfs_segbuf_submit_bh() argument
461 struct nilfs_write_info wi; nilfs_segbuf_write() local
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
| H A D | ktls_txrx.h | 25 void mlx5e_ktls_handle_ctx_completion(struct mlx5e_icosq_wqe_info *wi);
26 void mlx5e_ktls_handle_get_psv_completion(struct mlx5e_icosq_wqe_info *wi,
30 struct mlx5e_tx_wqe_info *wi,
34 struct mlx5e_tx_wqe_info *wi, in mlx5e_ktls_tx_try_handle_resync_dump_comp()
37 if (unlikely(wi->resync_dump_frag_page)) { in mlx5e_ktls_tx_try_handle_resync_dump_comp()
38 mlx5e_ktls_tx_handle_resync_dump_comp(sq, wi, dma_fifo_cc); in mlx5e_ktls_tx_try_handle_resync_dump_comp()
46 struct mlx5e_tx_wqe_info *wi, in mlx5e_ktls_tx_try_handle_resync_dump_comp()
33 mlx5e_ktls_tx_try_handle_resync_dump_comp(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi, u32 *dma_fifo_cc) mlx5e_ktls_tx_try_handle_resync_dump_comp() argument
45 mlx5e_ktls_tx_try_handle_resync_dump_comp(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi, u32 *dma_fifo_cc) mlx5e_ktls_tx_try_handle_resync_dump_comp() argument
|
| H A D | ktls_rx.c | 129 struct mlx5e_icosq_wqe_info *wi) in icosq_fill_wi()
131 sq->db.wqe_info[pi] = *wi; in icosq_fill_wi()
139 struct mlx5e_icosq_wqe_info wi; in post_static_params() local
153 wi = (struct mlx5e_icosq_wqe_info) { in post_static_params()
158 icosq_fill_wi(sq, pi, &wi); in post_static_params()
170 struct mlx5e_icosq_wqe_info wi; in post_progress_params() local
183 wi = (struct mlx5e_icosq_wqe_info) { in post_progress_params()
189 icosq_fill_wi(sq, pi, &wi); in post_progress_params()
256 struct mlx5e_icosq_wqe_info wi; in resync_post_get_progress_params() local
307 wi in resync_post_get_progress_params()
128 icosq_fill_wi(struct mlx5e_icosq *sq, u16 pi, struct mlx5e_icosq_wqe_info *wi) icosq_fill_wi() argument
398 mlx5e_ktls_handle_get_psv_completion(struct mlx5e_icosq_wqe_info *wi, struct mlx5e_icosq *sq) mlx5e_ktls_handle_get_psv_completion() argument
559 mlx5e_ktls_handle_ctx_completion(struct mlx5e_icosq_wqe_info *wi) mlx5e_ktls_handle_ctx_completion() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | en_tx.c | 352 struct mlx5e_tx_wqe_info *wi; in mlx5e_tx_flush() local
360 wi = &sq->db.wqe_info[pi]; in mlx5e_tx_flush()
362 *wi = (struct mlx5e_tx_wqe_info) { in mlx5e_tx_flush()
374 struct mlx5e_tx_wqe_info *wi, struct mlx5_wqe_ctrl_seg *cseg, in mlx5e_txwqe_complete()
380 *wi = (struct mlx5e_tx_wqe_info) { in mlx5e_txwqe_complete()
393 sq->pc += wi->num_wqebbs; in mlx5e_txwqe_complete()
428 struct mlx5e_tx_wqe_info *wi; in mlx5e_sq_xmit_wqe() local
437 wi = &sq->db.wqe_info[pi]; in mlx5e_sq_xmit_wqe()
493 mlx5e_txwqe_complete(sq, skb, attr, wqe_attr, num_dma, wi, cseg, eseg, xmit_more); in mlx5e_sq_xmit_wqe()
572 struct mlx5e_tx_wqe_info *wi; in mlx5e_tx_mpwqe_session_complete() local
371 mlx5e_txwqe_complete(struct mlx5e_txqsq *sq, struct sk_buff *skb, const struct mlx5e_tx_attr *attr, const struct mlx5e_tx_wqe_attr *wqe_attr, u8 num_dma, struct mlx5e_tx_wqe_info *wi, struct mlx5_wqe_ctrl_seg *cseg, struct mlx5_wqe_eth_seg *eseg, bool xmit_more) mlx5e_txwqe_complete() argument
733 mlx5e_tx_wi_dma_unmap(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi, u32 *dma_fifo_cc) mlx5e_tx_wi_dma_unmap() argument
763 mlx5e_tx_wi_consume_fifo_skbs(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi, struct mlx5_cqe64 *cqe, int napi_budget) mlx5e_tx_wi_consume_fifo_skbs() argument
821 struct mlx5e_tx_wqe_info *wi; mlx5e_poll_tx_cq() local
890 mlx5e_tx_wi_kfree_fifo_skbs(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi) mlx5e_tx_wi_kfree_fifo_skbs() argument
900 struct mlx5e_tx_wqe_info *wi; mlx5e_free_txqsq_descs() local
984 struct mlx5e_tx_wqe_info *wi; mlx5i_sq_xmit() local
[all...] |
| H A D | en_rx.c | 64 mlx5e_skb_from_cqe_mpwrq_linear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi,
68 mlx5e_skb_from_cqe_mpwrq_nonlinear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi,
375 struct mlx5e_wqe_frag_info *wi) in mlx5e_free_rx_wqe()
379 for (i = 0; i < rq->wqe.info.num_frags; i++, wi++) in mlx5e_free_rx_wqe()
380 mlx5e_put_rx_frag(rq, wi); in mlx5e_free_rx_wqe()
383 static void mlx5e_xsk_free_rx_wqe(struct mlx5e_wqe_frag_info *wi) in mlx5e_xsk_free_rx_wqe() argument
385 if (!(wi->flags & BIT(MLX5E_WQE_FRAG_SKIP_RELEASE))) in mlx5e_xsk_free_rx_wqe()
386 xsk_buff_free(*wi->xskp); in mlx5e_xsk_free_rx_wqe()
391 struct mlx5e_wqe_frag_info *wi = get_frag(rq, ix); in mlx5e_dealloc_rx_wqe() local
394 mlx5e_xsk_free_rx_wqe(wi); in mlx5e_dealloc_rx_wqe()
374 mlx5e_free_rx_wqe(struct mlx5e_rq *rq, struct mlx5e_wqe_frag_info *wi) mlx5e_free_rx_wqe() argument
414 struct mlx5e_wqe_frag_info *wi; mlx5e_xsk_free_rx_wqes() local
432 struct mlx5e_wqe_frag_info *wi; mlx5e_free_rx_wqes() local
552 mlx5e_free_rx_mpwqe(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi) mlx5e_free_rx_mpwqe() argument
761 struct mlx5e_mpw_info *wi = mlx5e_get_mpw_info(rq, ix); mlx5e_alloc_rx_mpwqe() local
884 struct mlx5e_mpw_info *wi = mlx5e_get_mpw_info(rq, ix); mlx5e_dealloc_rx_mpwqe() local
954 struct mlx5e_icosq_wqe_info *wi; mlx5e_free_icosq_descs() local
1025 struct mlx5e_icosq_wqe_info *wi; mlx5e_poll_ico_cq() local
1112 struct mlx5e_mpw_info *wi = mlx5e_get_mpw_info(rq, head); mlx5e_post_rx_mpwqes() local
1672 mlx5e_skb_from_cqe_linear(struct mlx5e_rq *rq, struct mlx5e_wqe_frag_info *wi, struct mlx5_cqe64 *cqe, u32 cqe_bcnt) mlx5e_skb_from_cqe_linear() argument
1720 mlx5e_skb_from_cqe_nonlinear(struct mlx5e_rq *rq, struct mlx5e_wqe_frag_info *wi, struct mlx5_cqe64 *cqe, u32 cqe_bcnt) mlx5e_skb_from_cqe_nonlinear() argument
1825 struct mlx5e_wqe_frag_info *wi; mlx5e_handle_rx_cqe() local
1873 struct mlx5e_wqe_frag_info *wi; mlx5e_handle_rx_cqe_rep() local
1913 struct mlx5e_mpw_info *wi = mlx5e_get_mpw_info(rq, wqe_id); mlx5e_handle_rx_cqe_mpwrq_rep() local
1994 mlx5e_skb_from_cqe_mpwrq_nonlinear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi, struct mlx5_cqe64 *cqe, u16 cqe_bcnt, u32 head_offset, u32 page_idx) mlx5e_skb_from_cqe_mpwrq_nonlinear() argument
2139 mlx5e_skb_from_cqe_mpwrq_linear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi, struct mlx5_cqe64 *cqe, u16 cqe_bcnt, u32 head_offset, u32 page_idx) mlx5e_skb_from_cqe_mpwrq_linear() argument
2197 mlx5e_skb_from_cqe_shampo(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi, struct mlx5_cqe64 *cqe, u16 header_index) mlx5e_skb_from_cqe_shampo() argument
2313 struct mlx5e_mpw_info *wi; mlx5e_handle_rx_cqe_mpwrq_shampo() local
2386 struct mlx5e_mpw_info *wi = mlx5e_get_mpw_info(rq, wqe_id); mlx5e_handle_rx_cqe_mpwrq() local
2645 struct mlx5e_wqe_frag_info *wi; mlx5i_handle_rx_cqe() local
2735 struct mlx5e_wqe_frag_info *wi; mlx5e_trap_handle_rx_cqe() local
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
| H A D | ktls_txrx.h | 25 void mlx5e_ktls_handle_ctx_completion(struct mlx5e_icosq_wqe_info *wi);
26 void mlx5e_ktls_handle_get_psv_completion(struct mlx5e_icosq_wqe_info *wi,
30 struct mlx5e_tx_wqe_info *wi,
34 struct mlx5e_tx_wqe_info *wi, in mlx5e_ktls_tx_try_handle_resync_dump_comp()
37 if (unlikely(wi->resync_dump_frag_page)) { in mlx5e_ktls_tx_try_handle_resync_dump_comp()
38 mlx5e_ktls_tx_handle_resync_dump_comp(sq, wi, dma_fifo_cc); in mlx5e_ktls_tx_try_handle_resync_dump_comp()
61 struct mlx5e_tx_wqe_info *wi, in mlx5e_ktls_tx_try_handle_resync_dump_comp()
33 mlx5e_ktls_tx_try_handle_resync_dump_comp(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi, u32 *dma_fifo_cc) mlx5e_ktls_tx_try_handle_resync_dump_comp() argument
60 mlx5e_ktls_tx_try_handle_resync_dump_comp(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi, u32 *dma_fifo_cc) mlx5e_ktls_tx_try_handle_resync_dump_comp() argument
|
| H A D | ktls_rx.c | 130 struct mlx5e_icosq_wqe_info *wi) in icosq_fill_wi()
132 sq->db.wqe_info[pi] = *wi; in icosq_fill_wi()
140 struct mlx5e_icosq_wqe_info wi; in post_static_params() local
154 wi = (struct mlx5e_icosq_wqe_info) { in post_static_params()
159 icosq_fill_wi(sq, pi, &wi); in post_static_params()
171 struct mlx5e_icosq_wqe_info wi; in post_progress_params() local
184 wi = (struct mlx5e_icosq_wqe_info) { in post_progress_params()
190 icosq_fill_wi(sq, pi, &wi); in post_progress_params()
257 struct mlx5e_icosq_wqe_info wi; in resync_post_get_progress_params() local
306 wi in resync_post_get_progress_params()
129 icosq_fill_wi(struct mlx5e_icosq *sq, u16 pi, struct mlx5e_icosq_wqe_info *wi) icosq_fill_wi() argument
423 mlx5e_ktls_handle_get_psv_completion(struct mlx5e_icosq_wqe_info *wi, struct mlx5e_icosq *sq) mlx5e_ktls_handle_get_psv_completion() argument
585 mlx5e_ktls_handle_ctx_completion(struct mlx5e_icosq_wqe_info *wi) mlx5e_ktls_handle_ctx_completion() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | en_rx.c | 58 mlx5e_skb_from_cqe_mpwrq_linear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi,
61 mlx5e_skb_from_cqe_mpwrq_nonlinear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi,
391 struct mlx5e_wqe_frag_info *wi, in mlx5e_free_rx_wqe()
396 for (i = 0; i < rq->wqe.info.num_frags; i++, wi++) in mlx5e_free_rx_wqe()
397 mlx5e_put_rx_frag(rq, wi, recycle); in mlx5e_free_rx_wqe()
402 struct mlx5e_wqe_frag_info *wi = get_frag(rq, ix); in mlx5e_dealloc_rx_wqe() local
404 mlx5e_free_rx_wqe(rq, wi, false); in mlx5e_dealloc_rx_wqe()
469 mlx5e_free_rx_mpwqe(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi, bool recycle) in mlx5e_free_rx_mpwqe() argument
472 struct mlx5e_dma_info *dma_info = wi->umr.dma_info; in mlx5e_free_rx_mpwqe()
476 if (bitmap_full(wi in mlx5e_free_rx_mpwqe()
390 mlx5e_free_rx_wqe(struct mlx5e_rq *rq, struct mlx5e_wqe_frag_info *wi, bool recycle) mlx5e_free_rx_wqe() argument
505 struct mlx5e_mpw_info *wi = &rq->mpwqe.info[ix]; mlx5e_alloc_rx_mpwqe() local
569 struct mlx5e_mpw_info *wi = &rq->mpwqe.info[ix]; mlx5e_dealloc_rx_mpwqe() local
615 struct mlx5e_icosq_wqe_info *wi; mlx5e_free_icosq_descs() local
664 struct mlx5e_icosq_wqe_info *wi; mlx5e_poll_ico_cq() local
1136 mlx5e_skb_from_cqe_linear(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe, struct mlx5e_wqe_frag_info *wi, u32 cqe_bcnt) mlx5e_skb_from_cqe_linear() argument
1172 mlx5e_skb_from_cqe_nonlinear(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe, struct mlx5e_wqe_frag_info *wi, u32 cqe_bcnt) mlx5e_skb_from_cqe_nonlinear() argument
1229 struct mlx5e_wqe_frag_info *wi; mlx5e_handle_rx_cqe() local
1284 struct mlx5e_wqe_frag_info *wi; mlx5e_handle_rx_cqe_rep() local
1338 struct mlx5e_mpw_info *wi = &rq->mpwqe.info[wqe_id]; mlx5e_handle_rx_cqe_mpwrq_rep() local
1403 mlx5e_skb_from_cqe_mpwrq_nonlinear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi, u16 cqe_bcnt, u32 head_offset, u32 page_idx) mlx5e_skb_from_cqe_mpwrq_nonlinear() argument
1449 mlx5e_skb_from_cqe_mpwrq_linear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi, u16 cqe_bcnt, u32 head_offset, u32 page_idx) mlx5e_skb_from_cqe_mpwrq_linear() argument
1498 struct mlx5e_mpw_info *wi = &rq->mpwqe.info[wqe_id]; mlx5e_handle_rx_cqe_mpwrq() local
1700 struct mlx5e_wqe_frag_info *wi; mlx5i_handle_rx_cqe() local
1744 struct mlx5e_wqe_frag_info *wi; mlx5e_ipsec_handle_rx_cqe() local
[all...] |
| H A D | en_tx.c | 382 struct mlx5e_tx_wqe_info *wi, struct mlx5_wqe_ctrl_seg *cseg, in mlx5e_txwqe_complete()
388 *wi = (struct mlx5e_tx_wqe_info) { in mlx5e_txwqe_complete()
401 sq->pc += wi->num_wqebbs; in mlx5e_txwqe_complete()
418 struct mlx5e_tx_wqe_info *wi; in mlx5e_sq_xmit_wqe() local
426 wi = &sq->db.wqe_info[pi]; in mlx5e_sq_xmit_wqe()
457 mlx5e_txwqe_complete(sq, skb, attr, wqe_attr, num_dma, wi, cseg, xmit_more); in mlx5e_sq_xmit_wqe()
532 struct mlx5e_tx_wqe_info *wi; in mlx5e_tx_mpwqe_session_complete() local
540 wi = &sq->db.wqe_info[pi]; in mlx5e_tx_mpwqe_session_complete()
541 *wi = (struct mlx5e_tx_wqe_info) { in mlx5e_tx_mpwqe_session_complete()
549 sq->pc += wi in mlx5e_tx_mpwqe_session_complete()
379 mlx5e_txwqe_complete(struct mlx5e_txqsq *sq, struct sk_buff *skb, const struct mlx5e_tx_attr *attr, const struct mlx5e_tx_wqe_attr *wqe_attr, u8 num_dma, struct mlx5e_tx_wqe_info *wi, struct mlx5_wqe_ctrl_seg *cseg, bool xmit_more) mlx5e_txwqe_complete() argument
691 mlx5e_tx_wi_dma_unmap(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi, u32 *dma_fifo_cc) mlx5e_tx_wi_dma_unmap() argument
717 mlx5e_tx_wi_consume_fifo_skbs(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi, struct mlx5_cqe64 *cqe, int napi_budget) mlx5e_tx_wi_consume_fifo_skbs() argument
764 struct mlx5e_tx_wqe_info *wi; mlx5e_poll_tx_cq() local
839 mlx5e_tx_wi_kfree_fifo_skbs(struct mlx5e_txqsq *sq, struct mlx5e_tx_wqe_info *wi) mlx5e_tx_wi_kfree_fifo_skbs() argument
849 struct mlx5e_tx_wqe_info *wi; mlx5e_free_txqsq_descs() local
933 struct mlx5e_tx_wqe_info *wi; mlx5i_sq_xmit() local
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | xdp.c | 174 struct mlx5e_xdp_wqe_info *wi, *edge_wi; in mlx5e_xdpsq_get_next_pi() local
176 wi = &sq->db.wqe_info[pi]; in mlx5e_xdpsq_get_next_pi()
177 edge_wi = wi + contig_wqebbs; in mlx5e_xdpsq_get_next_pi()
180 for (; wi < edge_wi; wi++) { in mlx5e_xdpsq_get_next_pi()
181 *wi = (struct mlx5e_xdp_wqe_info) { in mlx5e_xdpsq_get_next_pi()
224 struct mlx5e_xdp_wqe_info *wi = &sq->db.wqe_info[pi]; in mlx5e_xdp_mpwqe_complete() local
230 wi->num_wqebbs = DIV_ROUND_UP(ds_count, MLX5_SEND_WQEBB_NUM_DS); in mlx5e_xdp_mpwqe_complete()
231 wi->num_pkts = session->pkt_count; in mlx5e_xdp_mpwqe_complete()
233 sq->pc += wi in mlx5e_xdp_mpwqe_complete()
366 mlx5e_free_xdpsq_desc(struct mlx5e_xdpsq *sq, struct mlx5e_xdp_wqe_info *wi, u32 *xsk_frames, bool recycle) mlx5e_free_xdpsq_desc() argument
422 struct mlx5e_xdp_wqe_info *wi; mlx5e_poll_xdpsq_cq() local
469 struct mlx5e_xdp_wqe_info *wi; mlx5e_free_xdpsq_descs() local
[all...] |
| H A D | txrx.h | 140 struct mlx5e_tx_wqe_info *wi, *edge_wi; in mlx5e_txqsq_get_next_pi() local
142 wi = &sq->db.wqe_info[pi]; in mlx5e_txqsq_get_next_pi()
143 edge_wi = wi + contig_wqebbs; in mlx5e_txqsq_get_next_pi()
146 for (; wi < edge_wi; wi++) { in mlx5e_txqsq_get_next_pi()
147 *wi = (struct mlx5e_tx_wqe_info) { in mlx5e_txqsq_get_next_pi()
190 struct mlx5e_icosq_wqe_info *wi, *edge_wi; in mlx5e_icosq_get_next_pi() local
192 wi = &sq->db.wqe_info[pi]; in mlx5e_icosq_get_next_pi()
193 edge_wi = wi + contig_wqebbs; in mlx5e_icosq_get_next_pi()
196 for (; wi < edge_w in mlx5e_icosq_get_next_pi()
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | rx.c | 27 struct mlx5e_mpw_info *wi, in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
32 struct xdp_buff *xdp = wi->umr.dma_info[page_idx].xsk; in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
70 __set_bit(page_idx, wi->xdp_xmit_bitmap); /* non-atomic */ in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
82 struct mlx5e_wqe_frag_info *wi, in mlx5e_xsk_skb_from_cqe_linear()
85 struct xdp_buff *xdp = wi->di->xsk; in mlx5e_xsk_skb_from_cqe_linear()
87 /* wi->offset is not used in this function, because xdp->data and the in mlx5e_xsk_skb_from_cqe_linear()
90 * wi->offset should always be 0. in mlx5e_xsk_skb_from_cqe_linear()
92 WARN_ON_ONCE(wi->offset); in mlx5e_xsk_skb_from_cqe_linear()
26 mlx5e_xsk_skb_from_cqe_mpwrq_linear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi, u16 cqe_bcnt, u32 head_offset, u32 page_idx) mlx5e_xsk_skb_from_cqe_mpwrq_linear() argument
80 mlx5e_xsk_skb_from_cqe_linear(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe, struct mlx5e_wqe_frag_info *wi, u32 cqe_bcnt) mlx5e_xsk_skb_from_cqe_linear() argument
|
| H A D | rx.h | 13 struct mlx5e_mpw_info *wi,
19 struct mlx5e_wqe_frag_info *wi,
|
| H A D | tx.c | 56 struct mlx5e_xdp_wqe_info *wi = &sq->db.wqe_info[pi]; in mlx5e_xsk_tx_post_err() local
59 wi->num_wqebbs = 1; in mlx5e_xsk_tx_post_err()
60 wi->num_pkts = 1; in mlx5e_xsk_tx_post_err()
|
| /kernel/linux/linux-5.10/drivers/video/fbdev/ |
| H A D | leo.c | 452 struct fb_wid_item *wi; in leo_wid_put() local
461 for (i = 0, wi = wl->wl_list; i < wl->wl_count; i++, wi++) { in leo_wid_put()
462 switch (wi->wi_type) { in leo_wid_put()
464 j = (wi->wi_index & 0xf) + 0x40; in leo_wid_put()
468 j = wi->wi_index & 0x3f; in leo_wid_put()
475 sbus_writel(wi->wi_values[0], &lx_krn->krn_value); in leo_wid_put()
488 struct fb_wid_item wi; in leo_init_wids() local
492 wl.wl_list = &wi; in leo_init_wids()
493 wi in leo_init_wids()
[all...] |
| /kernel/linux/linux-6.6/drivers/video/fbdev/ |
| H A D | leo.c | 453 struct fb_wid_item *wi; in leo_wid_put() local
462 for (i = 0, wi = wl->wl_list; i < wl->wl_count; i++, wi++) { in leo_wid_put()
463 switch (wi->wi_type) { in leo_wid_put()
465 j = (wi->wi_index & 0xf) + 0x40; in leo_wid_put()
469 j = wi->wi_index & 0x3f; in leo_wid_put()
476 sbus_writel(wi->wi_values[0], &lx_krn->krn_value); in leo_wid_put()
489 struct fb_wid_item wi; in leo_init_wids() local
493 wl.wl_list = &wi; in leo_init_wids()
494 wi in leo_init_wids()
[all...] |
| /kernel/linux/linux-5.10/arch/mips/mm/ |
| H A D | init.c | 279 struct maar_walk_info *wi = data; in maar_res_walk() local
280 struct maar_config *cfg = &wi->cfg[wi->num_cfg]; in maar_res_walk()
292 if (!WARN_ON(wi->num_cfg >= ARRAY_SIZE(wi->cfg))) in maar_res_walk()
293 wi->num_cfg++; in maar_res_walk()
302 struct maar_walk_info wi; in platform_maar_init() local
304 wi.num_cfg = 0; in platform_maar_init()
305 walk_system_ram_range(0, max_pfn, &wi, maar_res_walk); in platform_maar_init()
307 num_configured = maar_config(wi in platform_maar_init()
[all...] |
| /kernel/linux/linux-6.6/arch/mips/mm/ |
| H A D | init.c | 283 struct maar_walk_info *wi = data; in maar_res_walk() local
284 struct maar_config *cfg = &wi->cfg[wi->num_cfg]; in maar_res_walk()
296 if (!WARN_ON(wi->num_cfg >= ARRAY_SIZE(wi->cfg))) in maar_res_walk()
297 wi->num_cfg++; in maar_res_walk()
306 struct maar_walk_info wi; in platform_maar_init() local
308 wi.num_cfg = 0; in platform_maar_init()
309 walk_system_ram_range(0, max_pfn, &wi, maar_res_walk); in platform_maar_init()
311 num_configured = maar_config(wi in platform_maar_init()
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | xdp.c | 311 struct mlx5e_xdp_wqe_info *wi, *edge_wi; in mlx5e_xdpsq_get_next_pi() local
313 wi = &sq->db.wqe_info[pi]; in mlx5e_xdpsq_get_next_pi()
314 edge_wi = wi + contig_wqebbs; in mlx5e_xdpsq_get_next_pi()
317 for (; wi < edge_wi; wi++) { in mlx5e_xdpsq_get_next_pi()
318 *wi = (struct mlx5e_xdp_wqe_info) { in mlx5e_xdpsq_get_next_pi()
361 struct mlx5e_xdp_wqe_info *wi = &sq->db.wqe_info[pi]; in mlx5e_xdp_mpwqe_complete() local
367 wi->num_wqebbs = DIV_ROUND_UP(ds_count, MLX5_SEND_WQEBB_NUM_DS); in mlx5e_xdp_mpwqe_complete()
368 wi->num_pkts = session->pkt_count; in mlx5e_xdp_mpwqe_complete()
370 sq->pc += wi in mlx5e_xdp_mpwqe_complete()
610 mlx5e_free_xdpsq_desc(struct mlx5e_xdpsq *sq, struct mlx5e_xdp_wqe_info *wi, u32 *xsk_frames, struct xdp_frame_bulk *bq) mlx5e_free_xdpsq_desc() argument
710 struct mlx5e_xdp_wqe_info *wi; mlx5e_poll_xdpsq_cq() local
764 struct mlx5e_xdp_wqe_info *wi; mlx5e_free_xdpsq_descs() local
[all...] |
| H A D | txrx.h | 176 struct mlx5e_tx_wqe_info *wi, *edge_wi; in mlx5e_txqsq_get_next_pi() local
178 wi = &sq->db.wqe_info[pi]; in mlx5e_txqsq_get_next_pi()
179 edge_wi = wi + contig_wqebbs; in mlx5e_txqsq_get_next_pi()
182 for (; wi < edge_wi; wi++) { in mlx5e_txqsq_get_next_pi()
183 *wi = (struct mlx5e_tx_wqe_info) { in mlx5e_txqsq_get_next_pi()
238 struct mlx5e_icosq_wqe_info *wi, *edge_wi; in mlx5e_icosq_get_next_pi() local
240 wi = &sq->db.wqe_info[pi]; in mlx5e_icosq_get_next_pi()
241 edge_wi = wi + contig_wqebbs; in mlx5e_icosq_get_next_pi()
244 for (; wi < edge_w in mlx5e_icosq_get_next_pi()
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | rx.c | 21 struct mlx5e_mpw_info *wi = mlx5e_get_mpw_info(rq, ix); in mlx5e_xsk_alloc_rx_mpwqe() local
34 xsk_buffs = (struct xdp_buff **)wi->alloc_units.xsk_buffs; in mlx5e_xsk_alloc_rx_mpwqe()
123 bitmap_zero(wi->skip_release_bitmap, rq->mpwqe.pages_per_wqe); in mlx5e_xsk_alloc_rx_mpwqe()
124 wi->consumed_strides = 0; in mlx5e_xsk_alloc_rx_mpwqe()
248 struct mlx5e_mpw_info *wi, in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
254 struct mlx5e_xdp_buff *mxbuf = xsk_buff_to_mxbuf(wi->alloc_units.xsk_buffs[page_idx]); in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
294 __set_bit(page_idx, wi->skip_release_bitmap); /* non-atomic */ in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
305 struct mlx5e_wqe_frag_info *wi, in mlx5e_xsk_skb_from_cqe_linear()
309 struct mlx5e_xdp_buff *mxbuf = xsk_buff_to_mxbuf(*wi->xskp); in mlx5e_xsk_skb_from_cqe_linear()
312 /* wi in mlx5e_xsk_skb_from_cqe_linear()
247 mlx5e_xsk_skb_from_cqe_mpwrq_linear(struct mlx5e_rq *rq, struct mlx5e_mpw_info *wi, struct mlx5_cqe64 *cqe, u16 cqe_bcnt, u32 head_offset, u32 page_idx) mlx5e_xsk_skb_from_cqe_mpwrq_linear() argument
304 mlx5e_xsk_skb_from_cqe_linear(struct mlx5e_rq *rq, struct mlx5e_wqe_frag_info *wi, struct mlx5_cqe64 *cqe, u32 cqe_bcnt) mlx5e_xsk_skb_from_cqe_linear() argument
[all...] |
| H A D | rx.h | 15 struct mlx5e_mpw_info *wi,
21 struct mlx5e_wqe_frag_info *wi,
|
| H A D | tx.c | 50 struct mlx5e_xdp_wqe_info *wi = &sq->db.wqe_info[pi]; in mlx5e_xsk_tx_post_err() local
53 wi->num_wqebbs = 1; in mlx5e_xsk_tx_post_err()
54 wi->num_pkts = 1; in mlx5e_xsk_tx_post_err()
|
| /kernel/linux/linux-5.10/drivers/md/persistent-data/ |
| H A D | dm-array.c | 857 struct walk_info *wi = context; in walk_ablock() local
867 r = get_ablock(wi->info, le64_to_cpu(block_le), &block, &ab); in walk_ablock()
874 r = wi->fn(wi->context, keys[0] * max_entries + i, in walk_ablock()
875 element_at(wi->info, ab, i)); in walk_ablock()
881 unlock_ablock(wi->info, block); in walk_ablock()
889 struct walk_info wi; in dm_array_walk() local
891 wi.info = info; in dm_array_walk()
892 wi.fn = fn; in dm_array_walk()
893 wi in dm_array_walk()
[all...] |