Home
last modified time | relevance | path

Searched refs:rx_ring (Results 1 - 25 of 524) sorted by relevance

12345678910>>...21

/kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/
H A Dnfp_net_dp.c71 * @rx_ring: RX ring structure
76 nfp_net_rx_ring_init(struct nfp_net_rx_ring *rx_ring, in nfp_net_rx_ring_init() argument
81 rx_ring->idx = idx; in nfp_net_rx_ring_init()
82 rx_ring->r_vec = r_vec; in nfp_net_rx_ring_init()
83 u64_stats_init(&rx_ring->r_vec->rx_sync); in nfp_net_rx_ring_init()
85 rx_ring->fl_qcidx = rx_ring->idx * nn->stride_rx; in nfp_net_rx_ring_init()
86 rx_ring->qcp_fl = nn->rx_bar + NFP_QCP_QUEUE_OFF(rx_ring->fl_qcidx); in nfp_net_rx_ring_init()
91 * @rx_ring
95 nfp_net_rx_ring_reset(struct nfp_net_rx_ring *rx_ring) nfp_net_rx_ring_reset() argument
132 nfp_net_rx_ring_bufs_free(struct nfp_net_dp *dp, struct nfp_net_rx_ring *rx_ring) nfp_net_rx_ring_bufs_free() argument
161 nfp_net_rx_ring_bufs_alloc(struct nfp_net_dp *dp, struct nfp_net_rx_ring *rx_ring) nfp_net_rx_ring_bufs_alloc() argument
251 nfp_net_rx_ring_free(struct nfp_net_rx_ring *rx_ring) nfp_net_rx_ring_free() argument
284 nfp_net_rx_ring_alloc(struct nfp_net_dp *dp, struct nfp_net_rx_ring *rx_ring) nfp_net_rx_ring_alloc() argument
383 nfp_net_rx_ring_hw_cfg_write(struct nfp_net *nn, struct nfp_net_rx_ring *rx_ring, unsigned int idx) nfp_net_rx_ring_hw_cfg_write() argument
[all...]
H A Dnfp_net_xsk.c17 nfp_net_xsk_rx_bufs_stash(struct nfp_net_rx_ring *rx_ring, unsigned int idx, in nfp_net_xsk_rx_bufs_stash() argument
22 headroom = xsk_pool_get_headroom(rx_ring->r_vec->xsk_pool); in nfp_net_xsk_rx_bufs_stash()
24 rx_ring->rxds[idx].fld.reserved = 0; in nfp_net_xsk_rx_bufs_stash()
25 rx_ring->rxds[idx].fld.meta_len_dd = 0; in nfp_net_xsk_rx_bufs_stash()
27 rx_ring->xsk_rxbufs[idx].xdp = xdp; in nfp_net_xsk_rx_bufs_stash()
28 rx_ring->xsk_rxbufs[idx].dma_addr = in nfp_net_xsk_rx_bufs_stash()
46 void nfp_net_xsk_rx_bufs_free(struct nfp_net_rx_ring *rx_ring) in nfp_net_xsk_rx_bufs_free() argument
50 if (!rx_ring->cnt) in nfp_net_xsk_rx_bufs_free()
53 for (i = 0; i < rx_ring->cnt - 1; i++) in nfp_net_xsk_rx_bufs_free()
54 nfp_net_xsk_rx_free(&rx_ring in nfp_net_xsk_rx_bufs_free()
57 nfp_net_xsk_rx_ring_fill_freelist(struct nfp_net_rx_ring *rx_ring) nfp_net_xsk_rx_ring_fill_freelist() argument
[all...]
H A Dnfp_net_debugfs.c15 struct nfp_net_rx_ring *rx_ring; in nfp_rx_q_show() local
24 if (!r_vec->nfp_net || !r_vec->rx_ring) in nfp_rx_q_show()
27 rx_ring = r_vec->rx_ring; in nfp_rx_q_show()
31 rxd_cnt = rx_ring->cnt; in nfp_rx_q_show()
33 fl_rd_p = nfp_qcp_rd_ptr_read(rx_ring->qcp_fl); in nfp_rx_q_show()
34 fl_wr_p = nfp_qcp_wr_ptr_read(rx_ring->qcp_fl); in nfp_rx_q_show()
37 rx_ring->idx, rx_ring->fl_qcidx, in nfp_rx_q_show()
38 rx_ring in nfp_rx_q_show()
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/i40e/
H A Di40e_xsk.c12 void i40e_clear_rx_bi_zc(struct i40e_ring *rx_ring) in i40e_clear_rx_bi_zc() argument
14 memset(rx_ring->rx_bi_zc, 0, in i40e_clear_rx_bi_zc()
15 sizeof(*rx_ring->rx_bi_zc) * rx_ring->count); in i40e_clear_rx_bi_zc()
18 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi() argument
20 return &rx_ring->rx_bi_zc[idx]; in i40e_rx_bi()
25 * @rx_ring: Current rx ring
32 static int i40e_realloc_rx_xdp_bi(struct i40e_ring *rx_ring, bool pool_present) in i40e_realloc_rx_xdp_bi() argument
34 size_t elem_size = pool_present ? sizeof(*rx_ring->rx_bi_zc) : in i40e_realloc_rx_xdp_bi()
35 sizeof(*rx_ring in i40e_realloc_rx_xdp_bi()
64 struct i40e_ring *rx_ring; i40e_realloc_rx_bi_zc() local
199 i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp) i40e_run_xdp_zc() argument
245 i40e_alloc_rx_buffers_zc(struct i40e_ring *rx_ring, u16 count) i40e_alloc_rx_buffers_zc() argument
298 i40e_construct_skb_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp) i40e_construct_skb_zc() argument
329 i40e_inc_ntc(struct i40e_ring *rx_ring) i40e_inc_ntc() argument
344 i40e_clean_rx_irq_zc(struct i40e_ring *rx_ring, int budget) i40e_clean_rx_irq_zc() argument
623 i40e_xsk_clean_rx_ring(struct i40e_ring *rx_ring) i40e_xsk_clean_rx_ring() argument
[all...]
H A Di40e_txrx.c523 * @rx_ring: the Rx ring for this descriptor
531 static void i40e_fd_handle_status(struct i40e_ring *rx_ring, u64 qword0_raw, in i40e_fd_handle_status() argument
534 struct i40e_pf *pf = rx_ring->vsi->back; in i40e_fd_handle_status()
1199 static struct i40e_rx_buffer *i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi() argument
1201 return &rx_ring->rx_bi[idx]; in i40e_rx_bi()
1206 * @rx_ring: rx descriptor ring to store buffers on
1211 static void i40e_reuse_rx_page(struct i40e_ring *rx_ring, in i40e_reuse_rx_page() argument
1215 u16 nta = rx_ring->next_to_alloc; in i40e_reuse_rx_page()
1217 new_buff = i40e_rx_bi(rx_ring, nta); in i40e_reuse_rx_page()
1221 rx_ring in i40e_reuse_rx_page()
1247 i40e_clean_programming_status(struct i40e_ring *rx_ring, u64 qword0_raw, u64 qword1) i40e_clean_programming_status() argument
1308 i40e_clear_rx_bi(struct i40e_ring *rx_ring) i40e_clear_rx_bi() argument
1317 i40e_clean_rx_ring(struct i40e_ring *rx_ring) i40e_clean_rx_ring() argument
1383 i40e_free_rx_resources(struct i40e_ring *rx_ring) i40e_free_rx_resources() argument
1405 i40e_setup_rx_descriptors(struct i40e_ring *rx_ring) i40e_setup_rx_descriptors() argument
1451 i40e_release_rx_desc(struct i40e_ring *rx_ring, u32 val) i40e_release_rx_desc() argument
1473 i40e_rx_offset(struct i40e_ring *rx_ring) i40e_rx_offset() argument
1478 i40e_rx_frame_truesize(struct i40e_ring *rx_ring, unsigned int size) i40e_rx_frame_truesize() argument
1502 i40e_alloc_mapped_page(struct i40e_ring *rx_ring, struct i40e_rx_buffer *bi) i40e_alloc_mapped_page() argument
1552 i40e_alloc_rx_buffers(struct i40e_ring *rx_ring, u16 cleaned_count) i40e_alloc_rx_buffers() argument
1760 i40e_process_skb_fields(struct i40e_ring *rx_ring, union i40e_rx_desc *rx_desc, struct sk_buff *skb) i40e_process_skb_fields() argument
1806 i40e_cleanup_headers(struct i40e_ring *rx_ring, struct sk_buff *skb, union i40e_rx_desc *rx_desc) i40e_cleanup_headers() argument
1914 i40e_add_rx_frag(struct i40e_ring *rx_ring, struct i40e_rx_buffer *rx_buffer, struct sk_buff *skb, unsigned int size) i40e_add_rx_frag() argument
1945 i40e_get_rx_buffer(struct i40e_ring *rx_ring, const unsigned int size, int *rx_buffer_pgcnt) i40e_get_rx_buffer() argument
1983 i40e_construct_skb(struct i40e_ring *rx_ring, struct i40e_rx_buffer *rx_buffer, struct xdp_buff *xdp) i40e_construct_skb() argument
2062 i40e_build_skb(struct i40e_ring *rx_ring, struct i40e_rx_buffer *rx_buffer, struct xdp_buff *xdp) i40e_build_skb() argument
2113 i40e_put_rx_buffer(struct i40e_ring *rx_ring, struct i40e_rx_buffer *rx_buffer, int rx_buffer_pgcnt) i40e_put_rx_buffer() argument
2143 i40e_is_non_eop(struct i40e_ring *rx_ring, union i40e_rx_desc *rx_desc, struct sk_buff *skb) i40e_is_non_eop() argument
2183 i40e_run_xdp(struct i40e_ring *rx_ring, struct xdp_buff *xdp) i40e_run_xdp() argument
2236 i40e_rx_buffer_flip(struct i40e_ring *rx_ring, struct i40e_rx_buffer *rx_buffer, unsigned int size) i40e_rx_buffer_flip() argument
2272 i40e_update_rx_stats(struct i40e_ring *rx_ring, unsigned int total_rx_bytes, unsigned int total_rx_packets) i40e_update_rx_stats() argument
2293 i40e_finalize_xdp_rx(struct i40e_ring *rx_ring, unsigned int xdp_res) i40e_finalize_xdp_rx() argument
2310 i40e_inc_ntc(struct i40e_ring *rx_ring) i40e_inc_ntc() argument
2331 i40e_clean_rx_irq(struct i40e_ring *rx_ring, int budget) i40e_clean_rx_irq() argument
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/i40e/
H A Di40e_xsk.c13 void i40e_clear_rx_bi_zc(struct i40e_ring *rx_ring) in i40e_clear_rx_bi_zc() argument
15 memset(rx_ring->rx_bi_zc, 0, in i40e_clear_rx_bi_zc()
16 sizeof(*rx_ring->rx_bi_zc) * rx_ring->count); in i40e_clear_rx_bi_zc()
19 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi() argument
21 return &rx_ring->rx_bi_zc[idx]; in i40e_rx_bi()
26 * @rx_ring: Current rx ring
33 static int i40e_realloc_rx_xdp_bi(struct i40e_ring *rx_ring, bool pool_present) in i40e_realloc_rx_xdp_bi() argument
35 size_t elem_size = pool_present ? sizeof(*rx_ring->rx_bi_zc) : in i40e_realloc_rx_xdp_bi()
36 sizeof(*rx_ring in i40e_realloc_rx_xdp_bi()
65 struct i40e_ring *rx_ring; i40e_realloc_rx_bi_zc() local
201 i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp, struct bpf_prog *xdp_prog) i40e_run_xdp_zc() argument
244 i40e_alloc_rx_buffers_zc(struct i40e_ring *rx_ring, u16 count) i40e_alloc_rx_buffers_zc() argument
292 i40e_construct_skb_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp) i40e_construct_skb_zc() argument
348 i40e_handle_xdp_result_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp_buff, union i40e_rx_desc *rx_desc, unsigned int *rx_packets, unsigned int *rx_bytes, unsigned int xdp_res, bool *failure) i40e_handle_xdp_result_zc() argument
404 i40e_add_xsk_frag(struct i40e_ring *rx_ring, struct xdp_buff *first, struct xdp_buff *xdp, const unsigned int size) i40e_add_xsk_frag() argument
436 i40e_clean_rx_irq_zc(struct i40e_ring *rx_ring, int budget) i40e_clean_rx_irq_zc() argument
755 i40e_xsk_clean_rx_ring(struct i40e_ring *rx_ring) i40e_xsk_clean_rx_ring() argument
[all...]
H A Di40e_txrx.c677 * @rx_ring: the Rx ring for this descriptor
685 static void i40e_fd_handle_status(struct i40e_ring *rx_ring, u64 qword0_raw, in i40e_fd_handle_status() argument
688 struct i40e_pf *pf = rx_ring->vsi->back; in i40e_fd_handle_status()
1356 static struct i40e_rx_buffer *i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi() argument
1358 return &rx_ring->rx_bi[idx]; in i40e_rx_bi()
1363 * @rx_ring: rx descriptor ring to store buffers on
1368 static void i40e_reuse_rx_page(struct i40e_ring *rx_ring, in i40e_reuse_rx_page() argument
1372 u16 nta = rx_ring->next_to_alloc; in i40e_reuse_rx_page()
1374 new_buff = i40e_rx_bi(rx_ring, nta); in i40e_reuse_rx_page()
1378 rx_ring in i40e_reuse_rx_page()
1402 i40e_clean_programming_status(struct i40e_ring *rx_ring, u64 qword0_raw, u64 qword1) i40e_clean_programming_status() argument
1463 i40e_clear_rx_bi(struct i40e_ring *rx_ring) i40e_clear_rx_bi() argument
1472 i40e_clean_rx_ring(struct i40e_ring *rx_ring) i40e_clean_rx_ring() argument
1534 i40e_free_rx_resources(struct i40e_ring *rx_ring) i40e_free_rx_resources() argument
1556 i40e_setup_rx_descriptors(struct i40e_ring *rx_ring) i40e_setup_rx_descriptors() argument
1594 i40e_release_rx_desc(struct i40e_ring *rx_ring, u32 val) i40e_release_rx_desc() argument
1611 i40e_rx_frame_truesize(struct i40e_ring *rx_ring, unsigned int size) i40e_rx_frame_truesize() argument
1632 i40e_alloc_mapped_page(struct i40e_ring *rx_ring, struct i40e_rx_buffer *bi) i40e_alloc_mapped_page() argument
1684 i40e_alloc_rx_buffers(struct i40e_ring *rx_ring, u16 cleaned_count) i40e_alloc_rx_buffers() argument
1892 i40e_process_skb_fields(struct i40e_ring *rx_ring, union i40e_rx_desc *rx_desc, struct sk_buff *skb) i40e_process_skb_fields() argument
1935 i40e_cleanup_headers(struct i40e_ring *rx_ring, struct sk_buff *skb, union i40e_rx_desc *rx_desc) i40e_cleanup_headers() argument
2032 i40e_get_rx_buffer(struct i40e_ring *rx_ring, const unsigned int size) i40e_get_rx_buffer() argument
2067 i40e_put_rx_buffer(struct i40e_ring *rx_ring, struct i40e_rx_buffer *rx_buffer) i40e_put_rx_buffer() argument
2091 i40e_process_rx_buffs(struct i40e_ring *rx_ring, int xdp_res, struct xdp_buff *xdp) i40e_process_rx_buffs() argument
2130 i40e_construct_skb(struct i40e_ring *rx_ring, struct xdp_buff *xdp) i40e_construct_skb() argument
2227 i40e_build_skb(struct i40e_ring *rx_ring, struct xdp_buff *xdp) i40e_build_skb() argument
2284 i40e_is_non_eop(struct i40e_ring *rx_ring, union i40e_rx_desc *rx_desc) i40e_is_non_eop() argument
2316 i40e_run_xdp(struct i40e_ring *rx_ring, struct xdp_buff *xdp, struct bpf_prog *xdp_prog) i40e_run_xdp() argument
2381 i40e_update_rx_stats(struct i40e_ring *rx_ring, unsigned int total_rx_bytes, unsigned int total_rx_packets) i40e_update_rx_stats() argument
2402 i40e_finalize_xdp_rx(struct i40e_ring *rx_ring, unsigned int xdp_res) i40e_finalize_xdp_rx() argument
2419 i40e_inc_ntp(struct i40e_ring *rx_ring) i40e_inc_ntp() argument
2467 i40e_consume_xdp_buff(struct i40e_ring *rx_ring, struct xdp_buff *xdp, struct i40e_rx_buffer *rx_buffer) i40e_consume_xdp_buff() argument
2490 i40e_clean_rx_irq(struct i40e_ring *rx_ring, int budget, unsigned int *rx_cleaned) i40e_clean_rx_irq() argument
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ixgbe/
H A Dixgbe_xsk.c98 struct ixgbe_ring *rx_ring, in ixgbe_run_xdp_zc()
107 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbe_run_xdp_zc()
111 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ixgbe_run_xdp_zc()
114 if (xsk_uses_need_wakeup(rx_ring->xsk_pool) && err == -ENOBUFS) in ixgbe_run_xdp_zc()
141 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
146 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
151 bool ixgbe_alloc_rx_buffers_zc(struct ixgbe_ring *rx_ring, u16 count) in ixgbe_alloc_rx_buffers_zc() argument
155 u16 i = rx_ring->next_to_use; in ixgbe_alloc_rx_buffers_zc()
163 rx_desc = IXGBE_RX_DESC(rx_ring, i); in ixgbe_alloc_rx_buffers_zc()
164 bi = &rx_ring in ixgbe_alloc_rx_buffers_zc()
97 ixgbe_run_xdp_zc(struct ixgbe_adapter *adapter, struct ixgbe_ring *rx_ring, struct xdp_buff *xdp) ixgbe_run_xdp_zc() argument
213 ixgbe_construct_skb_zc(struct ixgbe_ring *rx_ring, const struct xdp_buff *xdp) ixgbe_construct_skb_zc() argument
239 ixgbe_inc_ntc(struct ixgbe_ring *rx_ring) ixgbe_inc_ntc() argument
248 ixgbe_clean_rx_irq_zc(struct ixgbe_q_vector *q_vector, struct ixgbe_ring *rx_ring, const int budget) ixgbe_clean_rx_irq_zc() argument
380 ixgbe_xsk_clean_rx_ring(struct ixgbe_ring *rx_ring) ixgbe_xsk_clean_rx_ring() argument
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ice/
H A Dice_xsk.c15 static struct xdp_buff **ice_xdp_buf(struct ice_rx_ring *rx_ring, u32 idx) in ice_xdp_buf() argument
17 return &rx_ring->xdp_buf[idx]; in ice_xdp_buf()
84 * @rx_ring: Rx ring that will have its IRQ disabled
88 ice_qvec_dis_irq(struct ice_vsi *vsi, struct ice_rx_ring *rx_ring, in ice_qvec_dis_irq() argument
99 reg = rx_ring->reg_idx; in ice_qvec_dis_irq()
123 struct ice_rx_ring *rx_ring; in ice_qvec_cfg_msix() local
131 ice_for_each_rx_ring(rx_ring, q_vector->rx) in ice_qvec_cfg_msix()
132 ice_cfg_rxq_interrupt(vsi, rx_ring->reg_idx, reg_idx, in ice_qvec_cfg_msix()
165 struct ice_rx_ring *rx_ring; in ice_qp_dis() local
173 rx_ring in ice_qp_dis()
224 struct ice_rx_ring *rx_ring; ice_qp_ena() local
338 ice_realloc_rx_xdp_bufs(struct ice_rx_ring *rx_ring, bool pool_present) ice_realloc_rx_xdp_bufs() argument
371 struct ice_rx_ring *rx_ring; ice_realloc_zc_buf() local
406 struct ice_rx_ring *rx_ring = vsi->rx_rings[qid]; ice_xsk_pool_setup() local
486 __ice_alloc_rx_bufs_zc(struct ice_rx_ring *rx_ring, u16 count) __ice_alloc_rx_bufs_zc() argument
535 ice_alloc_rx_bufs_zc(struct ice_rx_ring *rx_ring, u16 count) ice_alloc_rx_bufs_zc() argument
559 ice_construct_skb_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) ice_construct_skb_zc() argument
766 ice_run_xdp_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, struct bpf_prog *xdp_prog, struct ice_tx_ring *xdp_ring) ice_run_xdp_zc() argument
810 ice_add_xsk_frag(struct ice_rx_ring *rx_ring, struct xdp_buff *first, struct xdp_buff *xdp, const unsigned int size) ice_add_xsk_frag() argument
845 ice_clean_rx_irq_zc(struct ice_rx_ring *rx_ring, int budget) ice_clean_rx_irq_zc() argument
1164 ice_xsk_clean_rx_ring(struct ice_rx_ring *rx_ring) ice_xsk_clean_rx_ring() argument
[all...]
H A Dice_txrx.c381 * @rx_ring: ring to be cleaned
383 void ice_clean_rx_ring(struct ice_rx_ring *rx_ring) in ice_clean_rx_ring() argument
385 struct xdp_buff *xdp = &rx_ring->xdp; in ice_clean_rx_ring()
386 struct device *dev = rx_ring->dev; in ice_clean_rx_ring()
391 if (!rx_ring->rx_buf) in ice_clean_rx_ring()
394 if (rx_ring->xsk_pool) { in ice_clean_rx_ring()
395 ice_xsk_clean_rx_ring(rx_ring); in ice_clean_rx_ring()
405 for (i = 0; i < rx_ring->count; i++) { in ice_clean_rx_ring()
406 struct ice_rx_buf *rx_buf = &rx_ring->rx_buf[i]; in ice_clean_rx_ring()
416 rx_ring in ice_clean_rx_ring()
451 ice_free_rx_ring(struct ice_rx_ring *rx_ring) ice_free_rx_ring() argument
483 ice_setup_rx_ring(struct ice_rx_ring *rx_ring) ice_setup_rx_ring() argument
533 ice_rx_frame_truesize(struct ice_rx_ring *rx_ring, const unsigned int size) ice_rx_frame_truesize() argument
559 ice_run_xdp(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, struct bpf_prog *xdp_prog, struct ice_tx_ring *xdp_ring, struct ice_rx_buf *rx_buf) ice_run_xdp() argument
693 ice_alloc_mapped_page(struct ice_rx_ring *rx_ring, struct ice_rx_buf *bi) ice_alloc_mapped_page() argument
744 ice_alloc_rx_bufs(struct ice_rx_ring *rx_ring, unsigned int cleaned_count) ice_alloc_rx_bufs() argument
871 ice_add_xdp_frag(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, struct ice_rx_buf *rx_buf, const unsigned int size) ice_add_xdp_frag() argument
912 ice_reuse_rx_page(struct ice_rx_ring *rx_ring, struct ice_rx_buf *old_buf) ice_reuse_rx_page() argument
943 ice_get_rx_buf(struct ice_rx_ring *rx_ring, const unsigned int size, const unsigned int ntc) ice_get_rx_buf() argument
980 ice_build_skb(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) ice_build_skb() argument
1033 ice_construct_skb(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) ice_construct_skb() argument
1114 ice_put_rx_buf(struct ice_rx_ring *rx_ring, struct ice_rx_buf *rx_buf) ice_put_rx_buf() argument
1146 ice_clean_rx_irq(struct ice_rx_ring *rx_ring, int budget) ice_clean_rx_irq() argument
1353 struct ice_rx_ring *rx_ring; __ice_update_sample() local
1517 struct ice_rx_ring *rx_ring; ice_napi_poll() local
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbe/
H A Dixgbe_xsk.c98 struct ixgbe_ring *rx_ring, in ixgbe_run_xdp_zc()
107 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbe_run_xdp_zc()
111 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ixgbe_run_xdp_zc()
134 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
144 bool ixgbe_alloc_rx_buffers_zc(struct ixgbe_ring *rx_ring, u16 count) in ixgbe_alloc_rx_buffers_zc() argument
148 u16 i = rx_ring->next_to_use; in ixgbe_alloc_rx_buffers_zc()
156 rx_desc = IXGBE_RX_DESC(rx_ring, i); in ixgbe_alloc_rx_buffers_zc()
157 bi = &rx_ring->rx_buffer_info[i]; in ixgbe_alloc_rx_buffers_zc()
158 i -= rx_ring->count; in ixgbe_alloc_rx_buffers_zc()
161 bi->xdp = xsk_buff_alloc(rx_ring in ixgbe_alloc_rx_buffers_zc()
97 ixgbe_run_xdp_zc(struct ixgbe_adapter *adapter, struct ixgbe_ring *rx_ring, struct xdp_buff *xdp) ixgbe_run_xdp_zc() argument
206 ixgbe_construct_skb_zc(struct ixgbe_ring *rx_ring, struct ixgbe_rx_buffer *bi) ixgbe_construct_skb_zc() argument
230 ixgbe_inc_ntc(struct ixgbe_ring *rx_ring) ixgbe_inc_ntc() argument
239 ixgbe_clean_rx_irq_zc(struct ixgbe_q_vector *q_vector, struct ixgbe_ring *rx_ring, const int budget) ixgbe_clean_rx_irq_zc() argument
367 ixgbe_xsk_clean_rx_ring(struct ixgbe_ring *rx_ring) ixgbe_xsk_clean_rx_ring() argument
[all...]
/kernel/linux/linux-6.6/drivers/net/can/spi/mcp251xfd/
H A Dmcp251xfd-ring.c201 struct mcp251xfd_rx_ring *rx_ring; in mcp251xfd_ring_init_rx() local
208 mcp251xfd_for_each_rx_ring(priv, rx_ring, i) { in mcp251xfd_ring_init_rx()
209 rx_ring->head = 0; in mcp251xfd_ring_init_rx()
210 rx_ring->tail = 0; in mcp251xfd_ring_init_rx()
211 rx_ring->base = *base; in mcp251xfd_ring_init_rx()
212 rx_ring->nr = i; in mcp251xfd_ring_init_rx()
213 rx_ring->fifo_nr = *fifo_nr; in mcp251xfd_ring_init_rx()
215 *base = mcp251xfd_get_rx_obj_addr(rx_ring, rx_ring->obj_num); in mcp251xfd_ring_init_rx()
219 addr = MCP251XFD_REG_FIFOCON(rx_ring in mcp251xfd_ring_init_rx()
289 const struct mcp251xfd_rx_ring *rx_ring; mcp251xfd_ring_init() local
465 struct mcp251xfd_rx_ring *rx_ring; mcp251xfd_ring_alloc() local
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ice/
H A Dice_xsk.c68 * @rx_ring: Rx ring that will have its IRQ disabled
72 ice_qvec_dis_irq(struct ice_vsi *vsi, struct ice_ring *rx_ring, in ice_qvec_dis_irq() argument
84 reg = rx_ring->reg_idx; in ice_qvec_dis_irq()
152 struct ice_ring *tx_ring, *rx_ring; in ice_qp_dis() local
161 rx_ring = vsi->rx_rings[q_idx]; in ice_qp_dis()
162 q_vector = rx_ring->q_vector; in ice_qp_dis()
186 ice_qvec_dis_irq(vsi, rx_ring, q_vector); in ice_qp_dis()
209 struct ice_ring *tx_ring, *rx_ring; in ice_qp_ena() local
225 rx_ring = vsi->rx_rings[q_idx]; in ice_qp_ena()
226 q_vector = rx_ring in ice_qp_ena()
429 ice_alloc_rx_bufs_zc(struct ice_ring *rx_ring, u16 count) ice_alloc_rx_bufs_zc() argument
478 ice_bump_ntc(struct ice_ring *rx_ring) ice_bump_ntc() argument
497 ice_construct_skb_zc(struct ice_ring *rx_ring, struct ice_rx_buf *rx_buf) ice_construct_skb_zc() argument
528 ice_run_xdp_zc(struct ice_ring *rx_ring, struct xdp_buff *xdp) ice_run_xdp_zc() argument
584 ice_clean_rx_irq_zc(struct ice_ring *rx_ring, int budget) ice_clean_rx_irq_zc() argument
887 ice_xsk_clean_rx_ring(struct ice_ring *rx_ring) ice_xsk_clean_rx_ring() argument
[all...]
H A Dice_txrx.c367 * @rx_ring: ring to be cleaned
369 void ice_clean_rx_ring(struct ice_ring *rx_ring) in ice_clean_rx_ring() argument
371 struct device *dev = rx_ring->dev; in ice_clean_rx_ring()
375 if (!rx_ring->rx_buf) in ice_clean_rx_ring()
378 if (rx_ring->xsk_pool) { in ice_clean_rx_ring()
379 ice_xsk_clean_rx_ring(rx_ring); in ice_clean_rx_ring()
384 for (i = 0; i < rx_ring->count; i++) { in ice_clean_rx_ring()
385 struct ice_rx_buf *rx_buf = &rx_ring->rx_buf[i]; in ice_clean_rx_ring()
399 rx_ring->rx_buf_len, in ice_clean_rx_ring()
403 dma_unmap_page_attrs(dev, rx_buf->dma, ice_rx_pg_size(rx_ring), in ice_clean_rx_ring()
428 ice_free_rx_ring(struct ice_ring *rx_ring) ice_free_rx_ring() argument
451 ice_setup_rx_ring(struct ice_ring *rx_ring) ice_setup_rx_ring() argument
502 ice_rx_offset(struct ice_ring *rx_ring) ice_rx_offset() argument
513 ice_rx_frame_truesize(struct ice_ring *rx_ring, unsigned int __maybe_unused size) ice_rx_frame_truesize() argument
537 ice_run_xdp(struct ice_ring *rx_ring, struct xdp_buff *xdp, struct bpf_prog *xdp_prog) ice_run_xdp() argument
629 ice_alloc_mapped_page(struct ice_ring *rx_ring, struct ice_rx_buf *bi) ice_alloc_mapped_page() argument
680 ice_alloc_rx_bufs(struct ice_ring *rx_ring, u16 cleaned_count) ice_alloc_rx_bufs() argument
818 ice_add_rx_frag(struct ice_ring *rx_ring, struct ice_rx_buf *rx_buf, struct sk_buff *skb, unsigned int size) ice_add_rx_frag() argument
844 ice_reuse_rx_page(struct ice_ring *rx_ring, struct ice_rx_buf *old_buf) ice_reuse_rx_page() argument
876 ice_get_rx_buf(struct ice_ring *rx_ring, struct sk_buff **skb, const unsigned int size, int *rx_buf_pgcnt) ice_get_rx_buf() argument
914 ice_build_skb(struct ice_ring *rx_ring, struct ice_rx_buf *rx_buf, struct xdp_buff *xdp) ice_build_skb() argument
966 ice_construct_skb(struct ice_ring *rx_ring, struct ice_rx_buf *rx_buf, struct xdp_buff *xdp) ice_construct_skb() argument
1026 ice_put_rx_buf(struct ice_ring *rx_ring, struct ice_rx_buf *rx_buf, int rx_buf_pgcnt) ice_put_rx_buf() argument
1064 ice_is_non_eop(struct ice_ring *rx_ring, union ice_32b_rx_flex_desc *rx_desc, struct sk_buff *skb) ice_is_non_eop() argument
1091 ice_clean_rx_irq(struct ice_ring *rx_ring, int budget) ice_clean_rx_irq() argument
[all...]
H A Dice_txrx_lib.c8 * @rx_ring: ring to bump
11 void ice_release_rx_desc(struct ice_ring *rx_ring, u16 val) in ice_release_rx_desc() argument
13 u16 prev_ntu = rx_ring->next_to_use & ~0x7; in ice_release_rx_desc()
15 rx_ring->next_to_use = val; in ice_release_rx_desc()
18 rx_ring->next_to_alloc = val; in ice_release_rx_desc()
33 writel(val, rx_ring->tail); in ice_release_rx_desc()
50 * @rx_ring: descriptor ring
56 ice_rx_hash(struct ice_ring *rx_ring, union ice_32b_rx_flex_desc *rx_desc, in ice_rx_hash() argument
62 if (!(rx_ring->netdev->features & NETIF_F_RXHASH)) in ice_rx_hash()
157 * @rx_ring
167 ice_process_skb_fields(struct ice_ring *rx_ring, union ice_32b_rx_flex_desc *rx_desc, struct sk_buff *skb, u8 ptype) ice_process_skb_fields() argument
189 ice_receive_skb(struct ice_ring *rx_ring, struct sk_buff *skb, u16 vlan_tag) ice_receive_skb() argument
279 ice_finalize_xdp_rx(struct ice_ring *rx_ring, unsigned int xdp_res) ice_finalize_xdp_rx() argument
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/iavf/
H A Diavf_txrx.c687 * @rx_ring: ring to be cleaned
689 static void iavf_clean_rx_ring(struct iavf_ring *rx_ring) in iavf_clean_rx_ring() argument
695 if (!rx_ring->rx_bi) in iavf_clean_rx_ring()
698 if (rx_ring->skb) { in iavf_clean_rx_ring()
699 dev_kfree_skb(rx_ring->skb); in iavf_clean_rx_ring()
700 rx_ring->skb = NULL; in iavf_clean_rx_ring()
704 for (i = 0; i < rx_ring->count; i++) { in iavf_clean_rx_ring()
705 struct iavf_rx_buffer *rx_bi = &rx_ring->rx_bi[i]; in iavf_clean_rx_ring()
713 dma_sync_single_range_for_cpu(rx_ring->dev, in iavf_clean_rx_ring()
716 rx_ring in iavf_clean_rx_ring()
748 iavf_free_rx_resources(struct iavf_ring *rx_ring) iavf_free_rx_resources() argument
767 iavf_setup_rx_descriptors(struct iavf_ring *rx_ring) iavf_setup_rx_descriptors() argument
809 iavf_release_rx_desc(struct iavf_ring *rx_ring, u32 val) iavf_release_rx_desc() argument
831 iavf_rx_offset(struct iavf_ring *rx_ring) iavf_rx_offset() argument
844 iavf_alloc_mapped_page(struct iavf_ring *rx_ring, struct iavf_rx_buffer *bi) iavf_alloc_mapped_page() argument
894 iavf_receive_skb(struct iavf_ring *rx_ring, struct sk_buff *skb, u16 vlan_tag) iavf_receive_skb() argument
916 iavf_alloc_rx_buffers(struct iavf_ring *rx_ring, u16 cleaned_count) iavf_alloc_rx_buffers() argument
1119 iavf_process_skb_fields(struct iavf_ring *rx_ring, union iavf_rx_desc *rx_desc, struct sk_buff *skb, u8 rx_ptype) iavf_process_skb_fields() argument
1146 iavf_cleanup_headers(struct iavf_ring *rx_ring, struct sk_buff *skb) iavf_cleanup_headers() argument
1162 iavf_reuse_rx_page(struct iavf_ring *rx_ring, struct iavf_rx_buffer *old_buff) iavf_reuse_rx_page() argument
1252 iavf_add_rx_frag(struct iavf_ring *rx_ring, struct iavf_rx_buffer *rx_buffer, struct sk_buff *skb, unsigned int size) iavf_add_rx_frag() argument
1285 iavf_get_rx_buffer(struct iavf_ring *rx_ring, const unsigned int size) iavf_get_rx_buffer() argument
1318 iavf_construct_skb(struct iavf_ring *rx_ring, struct iavf_rx_buffer *rx_buffer, unsigned int size) iavf_construct_skb() argument
1382 iavf_build_skb(struct iavf_ring *rx_ring, struct iavf_rx_buffer *rx_buffer, unsigned int size) iavf_build_skb() argument
1428 iavf_put_rx_buffer(struct iavf_ring *rx_ring, struct iavf_rx_buffer *rx_buffer) iavf_put_rx_buffer() argument
1462 iavf_is_non_eop(struct iavf_ring *rx_ring, union iavf_rx_desc *rx_desc, struct sk_buff *skb) iavf_is_non_eop() argument
1496 iavf_clean_rx_irq(struct iavf_ring *rx_ring, int budget) iavf_clean_rx_irq() argument
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/iavf/
H A Diavf_txrx.c656 * @rx_ring: ring to be cleaned
658 void iavf_clean_rx_ring(struct iavf_ring *rx_ring) in iavf_clean_rx_ring() argument
664 if (!rx_ring->rx_bi) in iavf_clean_rx_ring()
667 if (rx_ring->skb) { in iavf_clean_rx_ring()
668 dev_kfree_skb(rx_ring->skb); in iavf_clean_rx_ring()
669 rx_ring->skb = NULL; in iavf_clean_rx_ring()
673 for (i = 0; i < rx_ring->count; i++) { in iavf_clean_rx_ring()
674 struct iavf_rx_buffer *rx_bi = &rx_ring->rx_bi[i]; in iavf_clean_rx_ring()
682 dma_sync_single_range_for_cpu(rx_ring->dev, in iavf_clean_rx_ring()
685 rx_ring in iavf_clean_rx_ring()
717 iavf_free_rx_resources(struct iavf_ring *rx_ring) iavf_free_rx_resources() argument
736 iavf_setup_rx_descriptors(struct iavf_ring *rx_ring) iavf_setup_rx_descriptors() argument
778 iavf_release_rx_desc(struct iavf_ring *rx_ring, u32 val) iavf_release_rx_desc() argument
800 iavf_rx_offset(struct iavf_ring *rx_ring) iavf_rx_offset() argument
813 iavf_alloc_mapped_page(struct iavf_ring *rx_ring, struct iavf_rx_buffer *bi) iavf_alloc_mapped_page() argument
863 iavf_receive_skb(struct iavf_ring *rx_ring, struct sk_buff *skb, u16 vlan_tag) iavf_receive_skb() argument
882 iavf_alloc_rx_buffers(struct iavf_ring *rx_ring, u16 cleaned_count) iavf_alloc_rx_buffers() argument
1085 iavf_process_skb_fields(struct iavf_ring *rx_ring, union iavf_rx_desc *rx_desc, struct sk_buff *skb, u8 rx_ptype) iavf_process_skb_fields() argument
1112 iavf_cleanup_headers(struct iavf_ring *rx_ring, struct sk_buff *skb) iavf_cleanup_headers() argument
1128 iavf_reuse_rx_page(struct iavf_ring *rx_ring, struct iavf_rx_buffer *old_buff) iavf_reuse_rx_page() argument
1231 iavf_add_rx_frag(struct iavf_ring *rx_ring, struct iavf_rx_buffer *rx_buffer, struct sk_buff *skb, unsigned int size) iavf_add_rx_frag() argument
1264 iavf_get_rx_buffer(struct iavf_ring *rx_ring, const unsigned int size) iavf_get_rx_buffer() argument
1297 iavf_construct_skb(struct iavf_ring *rx_ring, struct iavf_rx_buffer *rx_buffer, unsigned int size) iavf_construct_skb() argument
1361 iavf_build_skb(struct iavf_ring *rx_ring, struct iavf_rx_buffer *rx_buffer, unsigned int size) iavf_build_skb() argument
1407 iavf_put_rx_buffer(struct iavf_ring *rx_ring, struct iavf_rx_buffer *rx_buffer) iavf_put_rx_buffer() argument
1441 iavf_is_non_eop(struct iavf_ring *rx_ring, union iavf_rx_desc *rx_desc, struct sk_buff *skb) iavf_is_non_eop() argument
1475 iavf_clean_rx_irq(struct iavf_ring *rx_ring, int budget) iavf_clean_rx_irq() argument
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/amazon/ena/
H A Dena_netdev.c70 struct ena_ring *rx_ring);
72 struct ena_ring *rx_ring);
117 adapter->rx_ring[i].mtu = mtu; in update_rx_ring_mtu()
351 if (!READ_ONCE(adapter->rx_ring->xdp_bpf_prog)) in ena_xdp_xmit()
377 static int ena_xdp_execute(struct ena_ring *rx_ring, struct xdp_buff *xdp) in ena_xdp_execute() argument
385 xdp_prog = READ_ONCE(rx_ring->xdp_bpf_prog); in ena_xdp_execute()
396 trace_xdp_exception(rx_ring->netdev, xdp_prog, verdict); in ena_xdp_execute()
397 xdp_stat = &rx_ring->rx_stats.xdp_aborted; in ena_xdp_execute()
403 xdp_ring = rx_ring->xdp_ring; in ena_xdp_execute()
408 if (ena_xdp_xmit_frame(xdp_ring, rx_ring in ena_xdp_execute()
485 ena_xdp_register_rxq_info(struct ena_ring *rx_ring) ena_xdp_register_rxq_info() argument
512 ena_xdp_unregister_rxq_info(struct ena_ring *rx_ring) ena_xdp_unregister_rxq_info() argument
523 struct ena_ring *rx_ring; ena_xdp_exchange_program_rx_in_range() local
879 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; ena_setup_rx_resources() local
937 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; ena_free_rx_resources() local
987 ena_alloc_map_page(struct ena_ring *rx_ring, dma_addr_t *dma) ena_alloc_map_page() argument
1017 ena_alloc_rx_buffer(struct ena_ring *rx_ring, struct ena_rx_buffer *rx_info) ena_alloc_rx_buffer() argument
1053 ena_unmap_rx_buff_attrs(struct ena_ring *rx_ring, struct ena_rx_buffer *rx_info, unsigned long attrs) ena_unmap_rx_buff_attrs() argument
1061 ena_free_rx_page(struct ena_ring *rx_ring, struct ena_rx_buffer *rx_info) ena_free_rx_page() argument
1078 ena_refill_rx_bufs(struct ena_ring *rx_ring, u32 num) ena_refill_rx_bufs() argument
1133 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; ena_free_rx_bufs() local
1149 struct ena_ring *rx_ring; ena_refill_all_rx_bufs() local
1410 ena_alloc_skb(struct ena_ring *rx_ring, void *first_frag, u16 len) ena_alloc_skb() argument
1450 ena_rx_skb(struct ena_ring *rx_ring, struct ena_com_rx_buf_info *ena_bufs, u32 descs, u16 *next_to_clean) ena_rx_skb() argument
1584 ena_rx_checksum(struct ena_ring *rx_ring, struct ena_com_rx_ctx *ena_rx_ctx, struct sk_buff *skb) ena_rx_checksum() argument
1641 ena_set_rx_hash(struct ena_ring *rx_ring, struct ena_com_rx_ctx *ena_rx_ctx, struct sk_buff *skb) ena_set_rx_hash() argument
1663 ena_xdp_handle_buff(struct ena_ring *rx_ring, struct xdp_buff *xdp, u16 num_descs) ena_xdp_handle_buff() argument
1698 ena_clean_rx_irq(struct ena_ring *rx_ring, struct napi_struct *napi, u32 budget) ena_clean_rx_irq() argument
1866 struct ena_ring *rx_ring = ena_napi->rx_ring; ena_adjust_adaptive_rx_intr_moderation() local
1883 ena_unmask_interrupt(struct ena_ring *tx_ring, struct ena_ring *rx_ring) ena_unmask_interrupt() argument
1916 ena_update_ring_numa_node(struct ena_ring *tx_ring, struct ena_ring *rx_ring) ena_update_ring_numa_node() argument
2016 struct ena_ring *tx_ring, *rx_ring; ena_io_poll() local
2503 struct ena_ring *rx_ring; ena_create_io_rx_queue() local
2900 struct ena_ring *rx_ring; ena_set_rx_copybreak() local
3349 struct ena_ring *rx_ring, *tx_ring; ena_get_stats64() local
3890 check_for_rx_interrupt_queue(struct ena_adapter *adapter, struct ena_ring *rx_ring) check_for_rx_interrupt_queue() argument
3984 struct ena_ring *rx_ring; check_for_missing_completions() local
4042 struct ena_ring *rx_ring; check_for_empty_rx_ring() local
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/netronome/nfp/
H A Dnfp_net_debugfs.c14 struct nfp_net_rx_ring *rx_ring; in nfp_rx_q_show() local
23 if (!r_vec->nfp_net || !r_vec->rx_ring) in nfp_rx_q_show()
26 rx_ring = r_vec->rx_ring; in nfp_rx_q_show()
30 rxd_cnt = rx_ring->cnt; in nfp_rx_q_show()
32 fl_rd_p = nfp_qcp_rd_ptr_read(rx_ring->qcp_fl); in nfp_rx_q_show()
33 fl_wr_p = nfp_qcp_wr_ptr_read(rx_ring->qcp_fl); in nfp_rx_q_show()
36 rx_ring->idx, rx_ring->fl_qcidx, in nfp_rx_q_show()
37 rx_ring in nfp_rx_q_show()
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/amazon/ena/
H A Dena_netdev.c73 struct ena_ring *rx_ring);
75 struct ena_ring *rx_ring);
107 adapter->rx_ring[i].mtu = mtu; in update_rx_ring_mtu()
337 static int ena_xdp_execute(struct ena_ring *rx_ring, in ena_xdp_execute() argument
346 xdp_prog = READ_ONCE(rx_ring->xdp_bpf_prog); in ena_xdp_execute()
354 ena_xdp_xmit_buff(rx_ring->netdev, in ena_xdp_execute()
356 rx_ring->qid + rx_ring->adapter->num_io_queues, in ena_xdp_execute()
359 xdp_stat = &rx_ring->rx_stats.xdp_tx; in ena_xdp_execute()
361 trace_xdp_exception(rx_ring in ena_xdp_execute()
416 ena_xdp_register_rxq_info(struct ena_ring *rx_ring) ena_xdp_register_rxq_info() argument
443 ena_xdp_unregister_rxq_info(struct ena_ring *rx_ring) ena_xdp_unregister_rxq_info() argument
453 struct ena_ring *rx_ring; ena_xdp_exchange_program_rx_in_range() local
802 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; ena_setup_rx_resources() local
859 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; ena_free_rx_resources() local
909 ena_alloc_rx_page(struct ena_ring *rx_ring, struct ena_rx_buffer *rx_info, gfp_t gfp) ena_alloc_rx_page() argument
956 ena_free_rx_page(struct ena_ring *rx_ring, struct ena_rx_buffer *rx_info) ena_free_rx_page() argument
976 ena_refill_rx_bufs(struct ena_ring *rx_ring, u32 num) ena_refill_rx_bufs() argument
1033 struct ena_ring *rx_ring = &adapter->rx_ring[qid]; ena_free_rx_bufs() local
1049 struct ena_ring *rx_ring; ena_refill_all_rx_bufs() local
1315 ena_alloc_skb(struct ena_ring *rx_ring, bool frags) ena_alloc_skb() argument
1337 ena_rx_skb(struct ena_ring *rx_ring, struct ena_com_rx_buf_info *ena_bufs, u32 descs, u16 *next_to_clean) ena_rx_skb() argument
1435 ena_rx_checksum(struct ena_ring *rx_ring, struct ena_com_rx_ctx *ena_rx_ctx, struct sk_buff *skb) ena_rx_checksum() argument
1496 ena_set_rx_hash(struct ena_ring *rx_ring, struct ena_com_rx_ctx *ena_rx_ctx, struct sk_buff *skb) ena_set_rx_hash() argument
1518 ena_xdp_handle_buff(struct ena_ring *rx_ring, struct xdp_buff *xdp) ena_xdp_handle_buff() argument
1551 ena_clean_rx_irq(struct ena_ring *rx_ring, struct napi_struct *napi, u32 budget) ena_clean_rx_irq() argument
1708 struct ena_ring *rx_ring = ena_napi->rx_ring; ena_adjust_adaptive_rx_intr_moderation() local
1725 ena_unmask_interrupt(struct ena_ring *tx_ring, struct ena_ring *rx_ring) ena_unmask_interrupt() argument
1758 ena_update_ring_numa_node(struct ena_ring *tx_ring, struct ena_ring *rx_ring) ena_update_ring_numa_node() argument
1853 struct ena_ring *tx_ring, *rx_ring; ena_io_poll() local
2343 struct ena_ring *rx_ring; ena_create_io_rx_queue() local
3183 struct ena_ring *rx_ring, *tx_ring; ena_get_stats64() local
3604 check_for_rx_interrupt_queue(struct ena_adapter *adapter, struct ena_ring *rx_ring) check_for_rx_interrupt_queue() argument
3691 struct ena_ring *rx_ring; check_for_missing_completions() local
3749 struct ena_ring *rx_ring; check_for_empty_rx_ring() local
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/igc/
H A Digc_xdp.c48 struct igc_ring *rx_ring, *tx_ring; in igc_xdp_enable_pool() local
76 rx_ring = adapter->rx_ring[queue_id]; in igc_xdp_enable_pool()
79 napi = &rx_ring->q_vector->napi; in igc_xdp_enable_pool()
82 igc_disable_rx_ring(rx_ring); in igc_xdp_enable_pool()
87 set_bit(IGC_RING_FLAG_AF_XDP_ZC, &rx_ring->flags); in igc_xdp_enable_pool()
92 igc_enable_rx_ring(rx_ring); in igc_xdp_enable_pool()
107 struct igc_ring *rx_ring, *tx_ring; in igc_xdp_disable_pool() local
122 rx_ring = adapter->rx_ring[queue_i in igc_xdp_disable_pool()
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/freescale/enetc/
H A Denetc.c50 return priv->rx_ring[index]; in enetc_rx_ring_from_xdp_tx_ring()
718 v->rx_ring.stats.packets, in enetc_rx_net_dim()
719 v->rx_ring.stats.bytes, in enetc_rx_net_dim()
736 static void enetc_reuse_page(struct enetc_bdr *rx_ring, in enetc_reuse_page() argument
741 new = &rx_ring->rx_swbd[rx_ring->next_to_alloc]; in enetc_reuse_page()
744 enetc_bdr_idx_inc(rx_ring, &rx_ring->next_to_alloc); in enetc_reuse_page()
786 struct enetc_bdr *rx_ring; in enetc_recycle_xdp_tx_buff() local
788 rx_ring in enetc_recycle_xdp_tx_buff()
912 enetc_new_page(struct enetc_bdr *rx_ring, struct enetc_rx_swbd *rx_swbd) enetc_new_page() argument
940 enetc_refill_rx_ring(struct enetc_bdr *rx_ring, const int buff_cnt) enetc_refill_rx_ring() argument
1006 enetc_get_offloads(struct enetc_bdr *rx_ring, union enetc_rx_bd *rxbd, struct sk_buff *skb) enetc_get_offloads() argument
1054 enetc_get_rx_buff(struct enetc_bdr *rx_ring, int i, u16 size) enetc_get_rx_buff() argument
1066 enetc_put_rx_buff(struct enetc_bdr *rx_ring, struct enetc_rx_swbd *rx_swbd) enetc_put_rx_buff() argument
1081 enetc_flip_rx_buff(struct enetc_bdr *rx_ring, struct enetc_rx_swbd *rx_swbd) enetc_flip_rx_buff() argument
1096 enetc_map_rx_buff_to_skb(struct enetc_bdr *rx_ring, int i, u16 size) enetc_map_rx_buff_to_skb() argument
1118 enetc_add_rx_buff_to_skb(struct enetc_bdr *rx_ring, int i, u16 size, struct sk_buff *skb) enetc_add_rx_buff_to_skb() argument
1129 enetc_check_bd_errors_and_consume(struct enetc_bdr *rx_ring, u32 bd_status, union enetc_rx_bd **rxbd, int *i) enetc_check_bd_errors_and_consume() argument
1153 enetc_build_skb(struct enetc_bdr *rx_ring, u32 bd_status, union enetc_rx_bd **rxbd, int *i, int *cleaned_cnt, int buffer_size) enetc_build_skb() argument
1196 enetc_clean_rx_ring(struct enetc_bdr *rx_ring, struct napi_struct *napi, int work_limit) enetc_clean_rx_ring() argument
1419 enetc_map_rx_buff_to_xdp(struct enetc_bdr *rx_ring, int i, struct xdp_buff *xdp_buff, u16 size) enetc_map_rx_buff_to_xdp() argument
1432 enetc_add_rx_buff_to_xdp(struct enetc_bdr *rx_ring, int i, u16 size, struct xdp_buff *xdp_buff) enetc_add_rx_buff_to_xdp() argument
1460 enetc_build_xdp_buff(struct enetc_bdr *rx_ring, u32 bd_status, union enetc_rx_bd **rxbd, int *i, int *cleaned_cnt, struct xdp_buff *xdp_buff) enetc_build_xdp_buff() argument
1491 enetc_rx_swbd_to_xdp_tx_swbd(struct enetc_tx_swbd *xdp_tx_arr, struct enetc_bdr *rx_ring, int rx_ring_first, int rx_ring_last) enetc_rx_swbd_to_xdp_tx_swbd() argument
1519 enetc_xdp_drop(struct enetc_bdr *rx_ring, int rx_ring_first, int rx_ring_last) enetc_xdp_drop() argument
1530 enetc_clean_rx_ring_xdp(struct enetc_bdr *rx_ring, struct napi_struct *napi, int work_limit, struct bpf_prog *prog) enetc_clean_rx_ring_xdp() argument
1674 struct enetc_bdr *rx_ring = &v->rx_ring; enetc_poll() local
1910 struct enetc_bdr *rx_ring = priv->rx_ring[i]; enetc_alloc_rx_resources() local
1950 enetc_assign_rx_resource(struct enetc_bdr *rx_ring, const struct enetc_bdr_resource *res) enetc_assign_rx_resource() argument
2001 enetc_free_rx_ring(struct enetc_bdr *rx_ring) enetc_free_rx_ring() argument
2145 enetc_setup_rxbdr(struct enetc_hw *hw, struct enetc_bdr *rx_ring, bool extended) enetc_setup_rxbdr() argument
2219 enetc_enable_rxbdr(struct enetc_hw *hw, struct enetc_bdr *rx_ring) enetc_enable_rxbdr() argument
2241 enetc_disable_rxbdr(struct enetc_hw *hw, struct enetc_bdr *rx_ring) enetc_disable_rxbdr() argument
2249 enetc_disable_txbdr(struct enetc_hw *hw, struct enetc_bdr *rx_ring) enetc_disable_txbdr() argument
2749 struct enetc_bdr *rx_ring = priv->rx_ring[i]; enetc_reconfigure_xdp_cb() local
3072 struct enetc_bdr *rx_ring = &v->rx_ring; enetc_alloc_msix() local
3093 struct enetc_bdr *rx_ring = &v->rx_ring; enetc_free_msix() local
[all...]
/kernel/linux/linux-5.10/drivers/staging/qlge/
H A Dqlge_main.c967 struct rx_ring *rx_ring) in ql_get_curr_lchunk()
969 struct qlge_bq_desc *lbq_desc = qlge_get_curr_buf(&rx_ring->lbq); in ql_get_curr_lchunk()
985 static void ql_update_cq(struct rx_ring *rx_ring) in ql_update_cq() argument
987 rx_ring->cnsmr_idx++; in ql_update_cq()
988 rx_ring->curr_entry++; in ql_update_cq()
989 if (unlikely(rx_ring->cnsmr_idx == rx_ring->cq_len)) { in ql_update_cq()
990 rx_ring in ql_update_cq()
966 ql_get_curr_lchunk(struct ql_adapter *qdev, struct rx_ring *rx_ring) ql_get_curr_lchunk() argument
995 ql_write_cq_idx(struct rx_ring *rx_ring) ql_write_cq_idx() argument
1006 qlge_refill_sb(struct rx_ring *rx_ring, struct qlge_bq_desc *sbq_desc, gfp_t gfp) qlge_refill_sb() argument
1039 qlge_refill_lb(struct rx_ring *rx_ring, struct qlge_bq_desc *lbq_desc, gfp_t gfp) qlge_refill_lb() argument
1089 struct rx_ring *rx_ring = QLGE_BQ_CONTAINER(bq); qlge_refill_bq() local
1144 ql_update_buffer_queues(struct rx_ring *rx_ring, gfp_t gfp, unsigned long delay) ql_update_buffer_queues() argument
1171 struct rx_ring *rx_ring = container_of(work, struct rx_ring, qlge_slow_refill() local
1362 ql_categorize_rx_err(struct ql_adapter *qdev, u8 rx_err, struct rx_ring *rx_ring) ql_categorize_rx_err() argument
1417 ql_process_mac_rx_gro_page(struct ql_adapter *qdev, struct rx_ring *rx_ring, struct ib_mac_iocb_rsp *ib_mac_rsp, u32 length, u16 vlan_id) ql_process_mac_rx_gro_page() argument
1463 ql_process_mac_rx_page(struct ql_adapter *qdev, struct rx_ring *rx_ring, struct ib_mac_iocb_rsp *ib_mac_rsp, u32 length, u16 vlan_id) ql_process_mac_rx_page() argument
1554 ql_process_mac_rx_skb(struct ql_adapter *qdev, struct rx_ring *rx_ring, struct ib_mac_iocb_rsp *ib_mac_rsp, u32 length, u16 vlan_id) ql_process_mac_rx_skb() argument
1674 ql_build_rx_skb(struct ql_adapter *qdev, struct rx_ring *rx_ring, struct ib_mac_iocb_rsp *ib_mac_rsp) ql_build_rx_skb() argument
1851 ql_process_mac_split_rx_intr(struct ql_adapter *qdev, struct rx_ring *rx_ring, struct ib_mac_iocb_rsp *ib_mac_rsp, u16 vlan_id) ql_process_mac_split_rx_intr() argument
1947 ql_process_mac_rx_intr(struct ql_adapter *qdev, struct rx_ring *rx_ring, struct ib_mac_iocb_rsp *ib_mac_rsp) ql_process_mac_rx_intr() argument
2096 ql_clean_outbound_rx_ring(struct rx_ring *rx_ring) ql_clean_outbound_rx_ring() argument
2144 ql_clean_inbound_rx_ring(struct rx_ring *rx_ring, int budget) ql_clean_inbound_rx_ring() argument
2190 struct rx_ring *rx_ring = container_of(napi, struct rx_ring, napi); ql_napi_poll_msix() local
2380 struct rx_ring *rx_ring = dev_id; qlge_msix_rx_isr() local
2393 struct rx_ring *rx_ring = dev_id; qlge_isr() local
2724 ql_free_lbq_buffers(struct ql_adapter *qdev, struct rx_ring *rx_ring) ql_free_lbq_buffers() argument
2751 ql_free_sbq_buffers(struct ql_adapter *qdev, struct rx_ring *rx_ring) ql_free_sbq_buffers() argument
2781 struct rx_ring *rx_ring = &qdev->rx_ring[i]; ql_free_rx_buffers() local
2801 struct rx_ring *rx_ring = QLGE_BQ_CONTAINER(bq); qlge_init_bq() local
2832 ql_free_rx_resources(struct ql_adapter *qdev, struct rx_ring *rx_ring) ql_free_rx_resources() argument
2869 ql_alloc_rx_resources(struct ql_adapter *qdev, struct rx_ring *rx_ring) ql_alloc_rx_resources() argument
2967 ql_start_rx_ring(struct ql_adapter *qdev, struct rx_ring *rx_ring) ql_start_rx_ring() argument
3938 struct rx_ring *rx_ring; ql_configure_rings() local
4104 struct rx_ring *rx_ring = &qdev->rx_ring[0]; qlge_get_stats() local
4634 ql_clean_lb_rx_ring(struct rx_ring *rx_ring, int budget) ql_clean_lb_rx_ring() argument
[all...]
/kernel/linux/linux-6.6/drivers/staging/qlge/
H A Dqlge_main.c963 struct rx_ring *rx_ring) in qlge_get_curr_lchunk()
965 struct qlge_bq_desc *lbq_desc = qlge_get_curr_buf(&rx_ring->lbq); in qlge_get_curr_lchunk()
981 static void qlge_update_cq(struct rx_ring *rx_ring) in qlge_update_cq() argument
983 rx_ring->cnsmr_idx++; in qlge_update_cq()
984 rx_ring->curr_entry++; in qlge_update_cq()
985 if (unlikely(rx_ring->cnsmr_idx == rx_ring->cq_len)) { in qlge_update_cq()
986 rx_ring in qlge_update_cq()
962 qlge_get_curr_lchunk(struct qlge_adapter *qdev, struct rx_ring *rx_ring) qlge_get_curr_lchunk() argument
991 qlge_write_cq_idx(struct rx_ring *rx_ring) qlge_write_cq_idx() argument
1002 qlge_refill_sb(struct rx_ring *rx_ring, struct qlge_bq_desc *sbq_desc, gfp_t gfp) qlge_refill_sb() argument
1035 qlge_refill_lb(struct rx_ring *rx_ring, struct qlge_bq_desc *lbq_desc, gfp_t gfp) qlge_refill_lb() argument
1085 struct rx_ring *rx_ring = QLGE_BQ_CONTAINER(bq); qlge_refill_bq() local
1140 qlge_update_buffer_queues(struct rx_ring *rx_ring, gfp_t gfp, unsigned long delay) qlge_update_buffer_queues() argument
1167 struct rx_ring *rx_ring = container_of(work, struct rx_ring, qlge_slow_refill() local
1356 qlge_categorize_rx_err(struct qlge_adapter *qdev, u8 rx_err, struct rx_ring *rx_ring) qlge_categorize_rx_err() argument
1412 qlge_process_mac_rx_gro_page(struct qlge_adapter *qdev, struct rx_ring *rx_ring, struct qlge_ib_mac_iocb_rsp *ib_mac_rsp, u32 length, u16 vlan_id) qlge_process_mac_rx_gro_page() argument
1458 qlge_process_mac_rx_page(struct qlge_adapter *qdev, struct rx_ring *rx_ring, struct qlge_ib_mac_iocb_rsp *ib_mac_rsp, u32 length, u16 vlan_id) qlge_process_mac_rx_page() argument
1549 qlge_process_mac_rx_skb(struct qlge_adapter *qdev, struct rx_ring *rx_ring, struct qlge_ib_mac_iocb_rsp *ib_mac_rsp, u32 length, u16 vlan_id) qlge_process_mac_rx_skb() argument
1669 qlge_build_rx_skb(struct qlge_adapter *qdev, struct rx_ring *rx_ring, struct qlge_ib_mac_iocb_rsp *ib_mac_rsp) qlge_build_rx_skb() argument
1846 qlge_process_mac_split_rx_intr(struct qlge_adapter *qdev, struct rx_ring *rx_ring, struct qlge_ib_mac_iocb_rsp *ib_mac_rsp, u16 vlan_id) qlge_process_mac_split_rx_intr() argument
1940 qlge_process_mac_rx_intr(struct qlge_adapter *qdev, struct rx_ring *rx_ring, struct qlge_ib_mac_iocb_rsp *ib_mac_rsp) qlge_process_mac_rx_intr() argument
2086 qlge_clean_outbound_rx_ring(struct rx_ring *rx_ring) qlge_clean_outbound_rx_ring() argument
2132 qlge_clean_inbound_rx_ring(struct rx_ring *rx_ring, int budget) qlge_clean_inbound_rx_ring() argument
2177 struct rx_ring *rx_ring = container_of(napi, struct rx_ring, napi); qlge_napi_poll_msix() local
2367 struct rx_ring *rx_ring = dev_id; qlge_msix_rx_isr() local
2380 struct rx_ring *rx_ring = dev_id; qlge_isr() local
2710 qlge_free_lbq_buffers(struct qlge_adapter *qdev, struct rx_ring *rx_ring) qlge_free_lbq_buffers() argument
2737 qlge_free_sbq_buffers(struct qlge_adapter *qdev, struct rx_ring *rx_ring) qlge_free_sbq_buffers() argument
2767 struct rx_ring *rx_ring = &qdev->rx_ring[i]; qlge_free_rx_buffers() local
2787 struct rx_ring *rx_ring = QLGE_BQ_CONTAINER(bq); qlge_init_bq() local
2814 qlge_free_rx_resources(struct qlge_adapter *qdev, struct rx_ring *rx_ring) qlge_free_rx_resources() argument
2851 qlge_alloc_rx_resources(struct qlge_adapter *qdev, struct rx_ring *rx_ring) qlge_alloc_rx_resources() argument
2948 qlge_start_rx_ring(struct qlge_adapter *qdev, struct rx_ring *rx_ring) qlge_start_rx_ring() argument
3916 struct rx_ring *rx_ring; qlge_configure_rings() local
4082 struct rx_ring *rx_ring = &qdev->rx_ring[0]; qlge_get_stats() local
4645 qlge_clean_lb_rx_ring(struct rx_ring *rx_ring, int budget) qlge_clean_lb_rx_ring() argument
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/fm10k/
H A Dfm10k_main.c75 static bool fm10k_alloc_mapped_page(struct fm10k_ring *rx_ring, in fm10k_alloc_mapped_page() argument
88 rx_ring->rx_stats.alloc_failed++; in fm10k_alloc_mapped_page()
93 dma = dma_map_page(rx_ring->dev, page, 0, PAGE_SIZE, DMA_FROM_DEVICE); in fm10k_alloc_mapped_page()
98 if (dma_mapping_error(rx_ring->dev, dma)) { in fm10k_alloc_mapped_page()
101 rx_ring->rx_stats.alloc_failed++; in fm10k_alloc_mapped_page()
114 * @rx_ring: ring to place buffers on
117 void fm10k_alloc_rx_buffers(struct fm10k_ring *rx_ring, u16 cleaned_count) in fm10k_alloc_rx_buffers() argument
121 u16 i = rx_ring->next_to_use; in fm10k_alloc_rx_buffers()
127 rx_desc = FM10K_RX_DESC(rx_ring, i); in fm10k_alloc_rx_buffers()
128 bi = &rx_ring in fm10k_alloc_rx_buffers()
183 fm10k_reuse_rx_page(struct fm10k_ring *rx_ring, struct fm10k_rx_buffer *old_buff) fm10k_reuse_rx_page() argument
304 fm10k_fetch_rx_buffer(struct fm10k_ring *rx_ring, union fm10k_rx_desc *rx_desc, struct sk_buff *skb) fm10k_fetch_rx_buffer() argument
416 fm10k_type_trans(struct fm10k_ring *rx_ring, union fm10k_rx_desc __maybe_unused *rx_desc, struct sk_buff *skb) fm10k_type_trans() argument
454 fm10k_process_skb_fields(struct fm10k_ring *rx_ring, union fm10k_rx_desc *rx_desc, struct sk_buff *skb) fm10k_process_skb_fields() argument
495 fm10k_is_non_eop(struct fm10k_ring *rx_ring, union fm10k_rx_desc *rx_desc) fm10k_is_non_eop() argument
526 fm10k_cleanup_headers(struct fm10k_ring *rx_ring, union fm10k_rx_desc *rx_desc, struct sk_buff *skb) fm10k_cleanup_headers() argument
567 fm10k_clean_rx_irq(struct fm10k_q_vector *q_vector, struct fm10k_ring *rx_ring, int budget) fm10k_clean_rx_irq() argument
[all...]

Completed in 32 milliseconds

12345678910>>...21