Home
last modified time | relevance | path

Searched refs:rx_queue (Results 1 - 25 of 240) sorted by relevance

12345678910

/kernel/linux/linux-5.10/drivers/net/ethernet/sfc/falcon/
H A Drx.c76 ef4_rx_buf_next(struct ef4_rx_queue *rx_queue, struct ef4_rx_buffer *rx_buf) in ef4_rx_buf_next() argument
78 if (unlikely(rx_buf == ef4_rx_buffer(rx_queue, rx_queue->ptr_mask))) in ef4_rx_buf_next()
79 return ef4_rx_buffer(rx_queue, 0); in ef4_rx_buf_next()
106 static struct page *ef4_reuse_page(struct ef4_rx_queue *rx_queue) in ef4_reuse_page() argument
108 struct ef4_nic *efx = rx_queue->efx; in ef4_reuse_page()
113 if (unlikely(!rx_queue->page_ring)) in ef4_reuse_page()
115 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in ef4_reuse_page()
116 page = rx_queue in ef4_reuse_page()
152 ef4_init_rx_buffers(struct ef4_rx_queue *rx_queue, bool atomic) ef4_init_rx_buffers() argument
227 ef4_free_rx_buffers(struct ef4_rx_queue *rx_queue, struct ef4_rx_buffer *rx_buf, unsigned int num_bufs) ef4_free_rx_buffers() argument
248 struct ef4_rx_queue *rx_queue = ef4_channel_get_rx_queue(channel); ef4_recycle_rx_page() local
276 ef4_fini_rx_buffer(struct ef4_rx_queue *rx_queue, struct ef4_rx_buffer *rx_buf) ef4_fini_rx_buffer() argument
296 struct ef4_rx_queue *rx_queue = ef4_channel_get_rx_queue(channel); ef4_recycle_rx_pages() local
311 struct ef4_rx_queue *rx_queue = ef4_channel_get_rx_queue(channel); ef4_discard_rx_packet() local
331 ef4_fast_push_rx_descriptors(struct ef4_rx_queue *rx_queue, bool atomic) ef4_fast_push_rx_descriptors() argument
385 struct ef4_rx_queue *rx_queue = from_timer(rx_queue, t, slow_fill); ef4_rx_slow_fill() local
392 ef4_rx_packet__check_len(struct ef4_rx_queue *rx_queue, struct ef4_rx_buffer *rx_buf, int len) ef4_rx_packet__check_len() argument
439 struct ef4_rx_queue *rx_queue; ef4_rx_packet_gro() local
530 ef4_rx_packet(struct ef4_rx_queue *rx_queue, unsigned int index, unsigned int n_frags, unsigned int len, u16 flags) ef4_rx_packet() argument
626 struct ef4_rx_queue *rx_queue; ef4_rx_deliver() local
666 struct ef4_rx_queue *rx_queue; __ef4_rx_packet() local
686 ef4_probe_rx_queue(struct ef4_rx_queue *rx_queue) ef4_probe_rx_queue() argument
717 ef4_init_rx_recycle_ring(struct ef4_nic *efx, struct ef4_rx_queue *rx_queue) ef4_init_rx_recycle_ring() argument
742 ef4_init_rx_queue(struct ef4_rx_queue *rx_queue) ef4_init_rx_queue() argument
783 ef4_fini_rx_queue(struct ef4_rx_queue *rx_queue) ef4_fini_rx_queue() argument
822 ef4_remove_rx_queue(struct ef4_rx_queue *rx_queue) ef4_remove_rx_queue() argument
[all...]
H A Dfarch.c471 ef4_farch_build_rx_desc(struct ef4_rx_queue *rx_queue, unsigned index) in ef4_farch_build_rx_desc() argument
476 rxd = ef4_rx_desc(rx_queue, index); in ef4_farch_build_rx_desc()
477 rx_buf = ef4_rx_buffer(rx_queue, index); in ef4_farch_build_rx_desc()
481 rx_queue->efx->type->rx_buffer_padding, in ef4_farch_build_rx_desc()
489 void ef4_farch_rx_write(struct ef4_rx_queue *rx_queue) in ef4_farch_rx_write() argument
491 struct ef4_nic *efx = rx_queue->efx; in ef4_farch_rx_write()
495 while (rx_queue->notified_count != rx_queue->added_count) { in ef4_farch_rx_write()
497 rx_queue, in ef4_farch_rx_write()
498 rx_queue in ef4_farch_rx_write()
509 ef4_farch_rx_probe(struct ef4_rx_queue *rx_queue) ef4_farch_rx_probe() argument
519 ef4_farch_rx_init(struct ef4_rx_queue *rx_queue) ef4_farch_rx_init() argument
563 ef4_farch_flush_rx_queue(struct ef4_rx_queue *rx_queue) ef4_farch_flush_rx_queue() argument
575 ef4_farch_rx_fini(struct ef4_rx_queue *rx_queue) ef4_farch_rx_fini() argument
590 ef4_farch_rx_remove(struct ef4_rx_queue *rx_queue) ef4_farch_rx_remove() argument
662 struct ef4_rx_queue *rx_queue; ef4_farch_do_flush() local
721 struct ef4_rx_queue *rx_queue; ef4_farch_fini_dmaq() local
868 ef4_farch_handle_rx_not_ok(struct ef4_rx_queue *rx_queue, const ef4_qword_t *event) ef4_farch_handle_rx_not_ok() argument
947 ef4_farch_handle_rx_bad_index(struct ef4_rx_queue *rx_queue, unsigned index) ef4_farch_handle_rx_bad_index() argument
986 struct ef4_rx_queue *rx_queue; ef4_farch_handle_rx_event() local
1114 struct ef4_rx_queue *rx_queue; ef4_farch_handle_rx_flush_done() local
1156 struct ef4_rx_queue *rx_queue = ef4_farch_handle_generated_event() local
1390 ef4_farch_rx_defer_refill(struct ef4_rx_queue *rx_queue) ef4_farch_rx_defer_refill() argument
[all...]
H A Dnic.h110 ef4_rx_desc(struct ef4_rx_queue *rx_queue, unsigned int index) in ef4_rx_desc() argument
112 return ((ef4_qword_t *) (rx_queue->rxd.buf.addr)) + index; in ef4_rx_desc()
333 static inline int ef4_nic_probe_rx(struct ef4_rx_queue *rx_queue) in ef4_nic_probe_rx() argument
335 return rx_queue->efx->type->rx_probe(rx_queue); in ef4_nic_probe_rx()
337 static inline void ef4_nic_init_rx(struct ef4_rx_queue *rx_queue) in ef4_nic_init_rx() argument
339 rx_queue->efx->type->rx_init(rx_queue); in ef4_nic_init_rx()
341 static inline void ef4_nic_remove_rx(struct ef4_rx_queue *rx_queue) in ef4_nic_remove_rx() argument
343 rx_queue in ef4_nic_remove_rx()
345 ef4_nic_notify_rx_desc(struct ef4_rx_queue *rx_queue) ef4_nic_notify_rx_desc() argument
349 ef4_nic_generate_fill_event(struct ef4_rx_queue *rx_queue) ef4_nic_generate_fill_event() argument
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/sfc/falcon/
H A Drx.c76 ef4_rx_buf_next(struct ef4_rx_queue *rx_queue, struct ef4_rx_buffer *rx_buf) in ef4_rx_buf_next() argument
78 if (unlikely(rx_buf == ef4_rx_buffer(rx_queue, rx_queue->ptr_mask))) in ef4_rx_buf_next()
79 return ef4_rx_buffer(rx_queue, 0); in ef4_rx_buf_next()
106 static struct page *ef4_reuse_page(struct ef4_rx_queue *rx_queue) in ef4_reuse_page() argument
108 struct ef4_nic *efx = rx_queue->efx; in ef4_reuse_page()
113 if (unlikely(!rx_queue->page_ring)) in ef4_reuse_page()
115 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in ef4_reuse_page()
116 page = rx_queue in ef4_reuse_page()
152 ef4_init_rx_buffers(struct ef4_rx_queue *rx_queue, bool atomic) ef4_init_rx_buffers() argument
227 ef4_free_rx_buffers(struct ef4_rx_queue *rx_queue, struct ef4_rx_buffer *rx_buf, unsigned int num_bufs) ef4_free_rx_buffers() argument
248 struct ef4_rx_queue *rx_queue = ef4_channel_get_rx_queue(channel); ef4_recycle_rx_page() local
276 ef4_fini_rx_buffer(struct ef4_rx_queue *rx_queue, struct ef4_rx_buffer *rx_buf) ef4_fini_rx_buffer() argument
296 struct ef4_rx_queue *rx_queue = ef4_channel_get_rx_queue(channel); ef4_recycle_rx_pages() local
311 struct ef4_rx_queue *rx_queue = ef4_channel_get_rx_queue(channel); ef4_discard_rx_packet() local
331 ef4_fast_push_rx_descriptors(struct ef4_rx_queue *rx_queue, bool atomic) ef4_fast_push_rx_descriptors() argument
385 struct ef4_rx_queue *rx_queue = from_timer(rx_queue, t, slow_fill); ef4_rx_slow_fill() local
392 ef4_rx_packet__check_len(struct ef4_rx_queue *rx_queue, struct ef4_rx_buffer *rx_buf, int len) ef4_rx_packet__check_len() argument
439 struct ef4_rx_queue *rx_queue; ef4_rx_packet_gro() local
530 ef4_rx_packet(struct ef4_rx_queue *rx_queue, unsigned int index, unsigned int n_frags, unsigned int len, u16 flags) ef4_rx_packet() argument
626 struct ef4_rx_queue *rx_queue; ef4_rx_deliver() local
666 struct ef4_rx_queue *rx_queue; __ef4_rx_packet() local
686 ef4_probe_rx_queue(struct ef4_rx_queue *rx_queue) ef4_probe_rx_queue() argument
717 ef4_init_rx_recycle_ring(struct ef4_nic *efx, struct ef4_rx_queue *rx_queue) ef4_init_rx_recycle_ring() argument
744 ef4_init_rx_queue(struct ef4_rx_queue *rx_queue) ef4_init_rx_queue() argument
785 ef4_fini_rx_queue(struct ef4_rx_queue *rx_queue) ef4_fini_rx_queue() argument
824 ef4_remove_rx_queue(struct ef4_rx_queue *rx_queue) ef4_remove_rx_queue() argument
[all...]
H A Dfarch.c471 ef4_farch_build_rx_desc(struct ef4_rx_queue *rx_queue, unsigned index) in ef4_farch_build_rx_desc() argument
476 rxd = ef4_rx_desc(rx_queue, index); in ef4_farch_build_rx_desc()
477 rx_buf = ef4_rx_buffer(rx_queue, index); in ef4_farch_build_rx_desc()
481 rx_queue->efx->type->rx_buffer_padding, in ef4_farch_build_rx_desc()
489 void ef4_farch_rx_write(struct ef4_rx_queue *rx_queue) in ef4_farch_rx_write() argument
491 struct ef4_nic *efx = rx_queue->efx; in ef4_farch_rx_write()
495 while (rx_queue->notified_count != rx_queue->added_count) { in ef4_farch_rx_write()
497 rx_queue, in ef4_farch_rx_write()
498 rx_queue in ef4_farch_rx_write()
509 ef4_farch_rx_probe(struct ef4_rx_queue *rx_queue) ef4_farch_rx_probe() argument
519 ef4_farch_rx_init(struct ef4_rx_queue *rx_queue) ef4_farch_rx_init() argument
563 ef4_farch_flush_rx_queue(struct ef4_rx_queue *rx_queue) ef4_farch_flush_rx_queue() argument
575 ef4_farch_rx_fini(struct ef4_rx_queue *rx_queue) ef4_farch_rx_fini() argument
590 ef4_farch_rx_remove(struct ef4_rx_queue *rx_queue) ef4_farch_rx_remove() argument
662 struct ef4_rx_queue *rx_queue; ef4_farch_do_flush() local
721 struct ef4_rx_queue *rx_queue; ef4_farch_fini_dmaq() local
868 ef4_farch_handle_rx_not_ok(struct ef4_rx_queue *rx_queue, const ef4_qword_t *event) ef4_farch_handle_rx_not_ok() argument
947 ef4_farch_handle_rx_bad_index(struct ef4_rx_queue *rx_queue, unsigned index) ef4_farch_handle_rx_bad_index() argument
986 struct ef4_rx_queue *rx_queue; ef4_farch_handle_rx_event() local
1114 struct ef4_rx_queue *rx_queue; ef4_farch_handle_rx_flush_done() local
1156 struct ef4_rx_queue *rx_queue = ef4_farch_handle_generated_event() local
1390 ef4_farch_rx_defer_refill(struct ef4_rx_queue *rx_queue) ef4_farch_rx_defer_refill() argument
[all...]
H A Dnic.h110 ef4_rx_desc(struct ef4_rx_queue *rx_queue, unsigned int index) in ef4_rx_desc() argument
112 return ((ef4_qword_t *) (rx_queue->rxd.buf.addr)) + index; in ef4_rx_desc()
333 static inline int ef4_nic_probe_rx(struct ef4_rx_queue *rx_queue) in ef4_nic_probe_rx() argument
335 return rx_queue->efx->type->rx_probe(rx_queue); in ef4_nic_probe_rx()
337 static inline void ef4_nic_init_rx(struct ef4_rx_queue *rx_queue) in ef4_nic_init_rx() argument
339 rx_queue->efx->type->rx_init(rx_queue); in ef4_nic_init_rx()
341 static inline void ef4_nic_remove_rx(struct ef4_rx_queue *rx_queue) in ef4_nic_remove_rx() argument
343 rx_queue in ef4_nic_remove_rx()
345 ef4_nic_notify_rx_desc(struct ef4_rx_queue *rx_queue) ef4_nic_notify_rx_desc() argument
349 ef4_nic_generate_fill_event(struct ef4_rx_queue *rx_queue) ef4_nic_generate_fill_event() argument
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/sfc/
H A Drx_common.c34 static struct page *efx_reuse_page(struct efx_rx_queue *rx_queue) in efx_reuse_page() argument
36 struct efx_nic *efx = rx_queue->efx; in efx_reuse_page()
41 if (unlikely(!rx_queue->page_ring)) in efx_reuse_page()
43 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in efx_reuse_page()
44 page = rx_queue->page_ring[index]; in efx_reuse_page()
48 rx_queue->page_ring[index] = NULL; in efx_reuse_page()
50 if (rx_queue->page_remove != rx_queue->page_add) in efx_reuse_page()
51 ++rx_queue in efx_reuse_page()
76 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_recycle_rx_page() local
110 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_recycle_rx_pages() local
125 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_discard_rx_packet() local
132 efx_init_rx_recycle_ring(struct efx_rx_queue *rx_queue) efx_init_rx_recycle_ring() argument
148 efx_fini_rx_recycle_ring(struct efx_rx_queue *rx_queue) efx_fini_rx_recycle_ring() argument
174 efx_fini_rx_buffer(struct efx_rx_queue *rx_queue, struct efx_rx_buffer *rx_buf) efx_fini_rx_buffer() argument
189 efx_probe_rx_queue(struct efx_rx_queue *rx_queue) efx_probe_rx_queue() argument
220 efx_init_rx_queue(struct efx_rx_queue *rx_queue) efx_init_rx_queue() argument
276 efx_fini_rx_queue(struct efx_rx_queue *rx_queue) efx_fini_rx_queue() argument
307 efx_remove_rx_queue(struct efx_rx_queue *rx_queue) efx_remove_rx_queue() argument
336 efx_free_rx_buffers(struct efx_rx_queue *rx_queue, struct efx_rx_buffer *rx_buf, unsigned int num_bufs) efx_free_rx_buffers() argument
351 struct efx_rx_queue *rx_queue = from_timer(rx_queue, t, slow_fill); efx_rx_slow_fill() local
358 efx_schedule_slow_fill(struct efx_rx_queue *rx_queue) efx_schedule_slow_fill() argument
372 efx_init_rx_buffers(struct efx_rx_queue *rx_queue, bool atomic) efx_init_rx_buffers() argument
456 efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic) efx_fast_push_rx_descriptors() argument
519 struct efx_rx_queue *rx_queue; efx_rx_packet_gro() local
[all...]
H A Def100_rx.c58 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); in __ef100_rx_packet() local
59 struct efx_rx_buffer *rx_buf = efx_rx_buffer(rx_queue, in __ef100_rx_packet()
73 if (channel->type->receive_raw(rx_queue, mark)) in __ef100_rx_packet()
141 efx_free_rx_buffers(rx_queue, rx_buf, 1); in __ef100_rx_packet()
146 static void ef100_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index) in ef100_rx_packet() argument
148 struct efx_rx_buffer *rx_buf = efx_rx_buffer(rx_queue, index); in ef100_rx_packet()
149 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in ef100_rx_packet()
150 struct efx_nic *efx = rx_queue->efx; in ef100_rx_packet()
152 ++rx_queue->rx_packets; in ef100_rx_packet()
156 efx_rx_queue_index(rx_queue), inde in ef100_rx_packet()
173 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_ef100_ev_rx() local
191 ef100_rx_write(struct efx_rx_queue *rx_queue) ef100_rx_write() argument
[all...]
H A Drx.c43 static void efx_rx_packet__check_len(struct efx_rx_queue *rx_queue, in efx_rx_packet__check_len() argument
47 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet__check_len()
61 efx_rx_queue_index(rx_queue), len, max_len); in efx_rx_packet__check_len()
63 efx_rx_queue_channel(rx_queue)->n_rx_overlength++; in efx_rx_packet__check_len()
105 rx_buf = efx_rx_buf_next(&channel->rx_queue, rx_buf); in efx_rx_mk_skb()
121 void efx_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index, in efx_rx_packet() argument
124 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet()
125 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_rx_packet()
128 rx_queue->rx_packets++; in efx_rx_packet()
130 rx_buf = efx_rx_buffer(rx_queue, inde in efx_rx_packet()
217 struct efx_rx_queue *rx_queue; efx_rx_deliver() local
255 struct efx_rx_queue *rx_queue; efx_do_xdp() local
362 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); __efx_rx_packet() local
[all...]
H A Dnic_common.h97 efx_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_rx_desc() argument
99 return ((efx_qword_t *)(rx_queue->rxd.addr)) + index; in efx_rx_desc()
137 static inline int efx_nic_probe_rx(struct efx_rx_queue *rx_queue) in efx_nic_probe_rx() argument
139 return rx_queue->efx->type->rx_probe(rx_queue); in efx_nic_probe_rx()
141 static inline void efx_nic_init_rx(struct efx_rx_queue *rx_queue) in efx_nic_init_rx() argument
143 rx_queue->efx->type->rx_init(rx_queue); in efx_nic_init_rx()
145 static inline void efx_nic_remove_rx(struct efx_rx_queue *rx_queue) in efx_nic_remove_rx() argument
147 rx_queue in efx_nic_remove_rx()
149 efx_nic_notify_rx_desc(struct efx_rx_queue *rx_queue) efx_nic_notify_rx_desc() argument
153 efx_nic_generate_fill_event(struct efx_rx_queue *rx_queue) efx_nic_generate_fill_event() argument
[all...]
H A Dmcdi_functions.c270 int efx_mcdi_rx_probe(struct efx_rx_queue *rx_queue) in efx_mcdi_rx_probe() argument
272 return efx_nic_alloc_buffer(rx_queue->efx, &rx_queue->rxd, in efx_mcdi_rx_probe()
273 (rx_queue->ptr_mask + 1) * in efx_mcdi_rx_probe()
278 void efx_mcdi_rx_init(struct efx_rx_queue *rx_queue) in efx_mcdi_rx_init() argument
280 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_mcdi_rx_init()
281 size_t entries = rx_queue->rxd.len / EFX_BUF_SIZE; in efx_mcdi_rx_init()
283 struct efx_nic *efx = rx_queue->efx; in efx_mcdi_rx_init()
290 rx_queue->scatter_n = 0; in efx_mcdi_rx_init()
291 rx_queue in efx_mcdi_rx_init()
326 efx_mcdi_rx_remove(struct efx_rx_queue *rx_queue) efx_mcdi_rx_remove() argument
331 efx_mcdi_rx_fini(struct efx_rx_queue *rx_queue) efx_mcdi_rx_fini() argument
358 struct efx_rx_queue *rx_queue; efx_fini_dmaq() local
[all...]
H A Drx_common.h55 int efx_probe_rx_queue(struct efx_rx_queue *rx_queue);
56 void efx_init_rx_queue(struct efx_rx_queue *rx_queue);
57 void efx_fini_rx_queue(struct efx_rx_queue *rx_queue);
58 void efx_remove_rx_queue(struct efx_rx_queue *rx_queue);
59 void efx_destroy_rx_queue(struct efx_rx_queue *rx_queue);
61 void efx_init_rx_buffer(struct efx_rx_queue *rx_queue,
75 void efx_free_rx_buffers(struct efx_rx_queue *rx_queue,
79 void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue);
81 void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
/kernel/linux/linux-5.10/drivers/net/ethernet/sfc/
H A Drx_common.c41 static struct page *efx_reuse_page(struct efx_rx_queue *rx_queue) in efx_reuse_page() argument
43 struct efx_nic *efx = rx_queue->efx; in efx_reuse_page()
48 if (unlikely(!rx_queue->page_ring)) in efx_reuse_page()
50 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in efx_reuse_page()
51 page = rx_queue->page_ring[index]; in efx_reuse_page()
55 rx_queue->page_ring[index] = NULL; in efx_reuse_page()
57 if (rx_queue->page_remove != rx_queue->page_add) in efx_reuse_page()
58 ++rx_queue in efx_reuse_page()
83 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_recycle_rx_page() local
117 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_recycle_rx_pages() local
132 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_discard_rx_packet() local
139 efx_init_rx_recycle_ring(struct efx_rx_queue *rx_queue) efx_init_rx_recycle_ring() argument
164 efx_fini_rx_recycle_ring(struct efx_rx_queue *rx_queue) efx_fini_rx_recycle_ring() argument
190 efx_fini_rx_buffer(struct efx_rx_queue *rx_queue, struct efx_rx_buffer *rx_buf) efx_fini_rx_buffer() argument
205 efx_probe_rx_queue(struct efx_rx_queue *rx_queue) efx_probe_rx_queue() argument
236 efx_init_rx_queue(struct efx_rx_queue *rx_queue) efx_init_rx_queue() argument
291 efx_fini_rx_queue(struct efx_rx_queue *rx_queue) efx_fini_rx_queue() argument
320 efx_remove_rx_queue(struct efx_rx_queue *rx_queue) efx_remove_rx_queue() argument
349 efx_free_rx_buffers(struct efx_rx_queue *rx_queue, struct efx_rx_buffer *rx_buf, unsigned int num_bufs) efx_free_rx_buffers() argument
364 struct efx_rx_queue *rx_queue = from_timer(rx_queue, t, slow_fill); efx_rx_slow_fill() local
371 efx_schedule_slow_fill(struct efx_rx_queue *rx_queue) efx_schedule_slow_fill() argument
385 efx_init_rx_buffers(struct efx_rx_queue *rx_queue, bool atomic) efx_init_rx_buffers() argument
469 efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic) efx_fast_push_rx_descriptors() argument
532 struct efx_rx_queue *rx_queue; efx_rx_packet_gro() local
[all...]
H A Def100_rx.c58 struct efx_rx_buffer *rx_buf = efx_rx_buffer(&channel->rx_queue, channel->rx_pkt_index); in __ef100_rx_packet()
90 struct efx_rx_queue *rx_queue = in __ef100_rx_packet() local
95 efx_free_rx_buffers(rx_queue, rx_buf, 1); in __ef100_rx_packet()
105 static void ef100_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index) in ef100_rx_packet() argument
107 struct efx_rx_buffer *rx_buf = efx_rx_buffer(rx_queue, index); in ef100_rx_packet()
108 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in ef100_rx_packet()
109 struct efx_nic *efx = rx_queue->efx; in ef100_rx_packet()
111 ++rx_queue->rx_packets; in ef100_rx_packet()
115 efx_rx_queue_index(rx_queue), index); in ef100_rx_packet()
132 struct efx_rx_queue *rx_queue in efx_ef100_ev_rx() local
150 ef100_rx_write(struct efx_rx_queue *rx_queue) ef100_rx_write() argument
[all...]
H A Drx.c43 static void efx_rx_packet__check_len(struct efx_rx_queue *rx_queue, in efx_rx_packet__check_len() argument
47 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet__check_len()
61 efx_rx_queue_index(rx_queue), len, max_len); in efx_rx_packet__check_len()
63 efx_rx_queue_channel(rx_queue)->n_rx_overlength++; in efx_rx_packet__check_len()
106 rx_buf = efx_rx_buf_next(&channel->rx_queue, rx_buf); in efx_rx_mk_skb()
124 void efx_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index, in efx_rx_packet() argument
127 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet()
128 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_rx_packet()
131 rx_queue->rx_packets++; in efx_rx_packet()
133 rx_buf = efx_rx_buffer(rx_queue, inde in efx_rx_packet()
220 struct efx_rx_queue *rx_queue; efx_rx_deliver() local
258 struct efx_rx_queue *rx_queue; efx_do_xdp() local
390 struct efx_rx_queue *rx_queue; __efx_rx_packet() local
[all...]
H A Dnic_common.h100 efx_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_rx_desc() argument
102 return ((efx_qword_t *) (rx_queue->rxd.buf.addr)) + index; in efx_rx_desc()
140 static inline int efx_nic_probe_rx(struct efx_rx_queue *rx_queue) in efx_nic_probe_rx() argument
142 return rx_queue->efx->type->rx_probe(rx_queue); in efx_nic_probe_rx()
144 static inline void efx_nic_init_rx(struct efx_rx_queue *rx_queue) in efx_nic_init_rx() argument
146 rx_queue->efx->type->rx_init(rx_queue); in efx_nic_init_rx()
148 static inline void efx_nic_remove_rx(struct efx_rx_queue *rx_queue) in efx_nic_remove_rx() argument
150 rx_queue in efx_nic_remove_rx()
152 efx_nic_notify_rx_desc(struct efx_rx_queue *rx_queue) efx_nic_notify_rx_desc() argument
156 efx_nic_generate_fill_event(struct efx_rx_queue *rx_queue) efx_nic_generate_fill_event() argument
[all...]
H A Dmcdi_functions.c270 int efx_mcdi_rx_probe(struct efx_rx_queue *rx_queue) in efx_mcdi_rx_probe() argument
272 return efx_nic_alloc_buffer(rx_queue->efx, &rx_queue->rxd.buf, in efx_mcdi_rx_probe()
273 (rx_queue->ptr_mask + 1) * in efx_mcdi_rx_probe()
278 void efx_mcdi_rx_init(struct efx_rx_queue *rx_queue) in efx_mcdi_rx_init() argument
280 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_mcdi_rx_init()
281 size_t entries = rx_queue->rxd.buf.len / EFX_BUF_SIZE; in efx_mcdi_rx_init()
283 struct efx_nic *efx = rx_queue->efx; in efx_mcdi_rx_init()
290 rx_queue->scatter_n = 0; in efx_mcdi_rx_init()
291 rx_queue in efx_mcdi_rx_init()
326 efx_mcdi_rx_remove(struct efx_rx_queue *rx_queue) efx_mcdi_rx_remove() argument
331 efx_mcdi_rx_fini(struct efx_rx_queue *rx_queue) efx_mcdi_rx_fini() argument
358 struct efx_rx_queue *rx_queue; efx_fini_dmaq() local
[all...]
H A Dfarch.c464 efx_farch_build_rx_desc(struct efx_rx_queue *rx_queue, unsigned index) in efx_farch_build_rx_desc() argument
469 rxd = efx_rx_desc(rx_queue, index); in efx_farch_build_rx_desc()
470 rx_buf = efx_rx_buffer(rx_queue, index); in efx_farch_build_rx_desc()
474 rx_queue->efx->type->rx_buffer_padding, in efx_farch_build_rx_desc()
482 void efx_farch_rx_write(struct efx_rx_queue *rx_queue) in efx_farch_rx_write() argument
484 struct efx_nic *efx = rx_queue->efx; in efx_farch_rx_write()
488 while (rx_queue->notified_count != rx_queue->added_count) { in efx_farch_rx_write()
490 rx_queue, in efx_farch_rx_write()
491 rx_queue in efx_farch_rx_write()
502 efx_farch_rx_probe(struct efx_rx_queue *rx_queue) efx_farch_rx_probe() argument
512 efx_farch_rx_init(struct efx_rx_queue *rx_queue) efx_farch_rx_init() argument
550 efx_farch_flush_rx_queue(struct efx_rx_queue *rx_queue) efx_farch_flush_rx_queue() argument
562 efx_farch_rx_fini(struct efx_rx_queue *rx_queue) efx_farch_rx_fini() argument
577 efx_farch_rx_remove(struct efx_rx_queue *rx_queue) efx_farch_rx_remove() argument
649 struct efx_rx_queue *rx_queue; efx_farch_do_flush() local
719 struct efx_rx_queue *rx_queue; efx_farch_fini_dmaq() local
861 efx_farch_handle_rx_not_ok(struct efx_rx_queue *rx_queue, const efx_qword_t *event) efx_farch_handle_rx_not_ok() argument
939 efx_farch_handle_rx_bad_index(struct efx_rx_queue *rx_queue, unsigned index) efx_farch_handle_rx_bad_index() argument
977 struct efx_rx_queue *rx_queue; efx_farch_handle_rx_event() local
1105 struct efx_rx_queue *rx_queue; efx_farch_handle_rx_flush_done() local
1147 struct efx_rx_queue *rx_queue = efx_farch_handle_generated_event() local
1405 efx_farch_rx_defer_refill(struct efx_rx_queue *rx_queue) efx_farch_rx_defer_refill() argument
[all...]
H A Drx_common.h49 int efx_probe_rx_queue(struct efx_rx_queue *rx_queue);
50 void efx_init_rx_queue(struct efx_rx_queue *rx_queue);
51 void efx_fini_rx_queue(struct efx_rx_queue *rx_queue);
52 void efx_remove_rx_queue(struct efx_rx_queue *rx_queue);
53 void efx_destroy_rx_queue(struct efx_rx_queue *rx_queue);
55 void efx_init_rx_buffer(struct efx_rx_queue *rx_queue,
69 void efx_free_rx_buffers(struct efx_rx_queue *rx_queue,
73 void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue);
75 void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
/kernel/linux/linux-6.6/drivers/net/ethernet/sfc/siena/
H A Drx_common.c37 static struct page *efx_reuse_page(struct efx_rx_queue *rx_queue) in efx_reuse_page() argument
39 struct efx_nic *efx = rx_queue->efx; in efx_reuse_page()
44 if (unlikely(!rx_queue->page_ring)) in efx_reuse_page()
46 index = rx_queue->page_remove & rx_queue->page_ptr_mask; in efx_reuse_page()
47 page = rx_queue->page_ring[index]; in efx_reuse_page()
51 rx_queue->page_ring[index] = NULL; in efx_reuse_page()
53 if (rx_queue->page_remove != rx_queue->page_add) in efx_reuse_page()
54 ++rx_queue in efx_reuse_page()
79 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_recycle_rx_page() local
113 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_siena_recycle_rx_pages() local
128 struct efx_rx_queue *rx_queue = efx_channel_get_rx_queue(channel); efx_siena_discard_rx_packet() local
135 efx_init_rx_recycle_ring(struct efx_rx_queue *rx_queue) efx_init_rx_recycle_ring() argument
151 efx_fini_rx_recycle_ring(struct efx_rx_queue *rx_queue) efx_fini_rx_recycle_ring() argument
177 efx_fini_rx_buffer(struct efx_rx_queue *rx_queue, struct efx_rx_buffer *rx_buf) efx_fini_rx_buffer() argument
192 efx_siena_probe_rx_queue(struct efx_rx_queue *rx_queue) efx_siena_probe_rx_queue() argument
223 efx_siena_init_rx_queue(struct efx_rx_queue *rx_queue) efx_siena_init_rx_queue() argument
278 efx_siena_fini_rx_queue(struct efx_rx_queue *rx_queue) efx_siena_fini_rx_queue() argument
307 efx_siena_remove_rx_queue(struct efx_rx_queue *rx_queue) efx_siena_remove_rx_queue() argument
336 efx_siena_free_rx_buffers(struct efx_rx_queue *rx_queue, struct efx_rx_buffer *rx_buf, unsigned int num_bufs) efx_siena_free_rx_buffers() argument
351 struct efx_rx_queue *rx_queue = from_timer(rx_queue, t, slow_fill); efx_siena_rx_slow_fill() local
358 efx_schedule_slow_fill(struct efx_rx_queue *rx_queue) efx_schedule_slow_fill() argument
372 efx_init_rx_buffers(struct efx_rx_queue *rx_queue, bool atomic) efx_init_rx_buffers() argument
456 efx_siena_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic) efx_siena_fast_push_rx_descriptors() argument
521 struct efx_rx_queue *rx_queue; efx_siena_rx_packet_gro() local
[all...]
H A Dnic_common.h97 efx_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_rx_desc() argument
99 return ((efx_qword_t *) (rx_queue->rxd.buf.addr)) + index; in efx_rx_desc()
137 static inline int efx_nic_probe_rx(struct efx_rx_queue *rx_queue) in efx_nic_probe_rx() argument
139 return rx_queue->efx->type->rx_probe(rx_queue); in efx_nic_probe_rx()
141 static inline void efx_nic_init_rx(struct efx_rx_queue *rx_queue) in efx_nic_init_rx() argument
143 rx_queue->efx->type->rx_init(rx_queue); in efx_nic_init_rx()
145 static inline void efx_nic_remove_rx(struct efx_rx_queue *rx_queue) in efx_nic_remove_rx() argument
147 rx_queue in efx_nic_remove_rx()
149 efx_nic_notify_rx_desc(struct efx_rx_queue *rx_queue) efx_nic_notify_rx_desc() argument
153 efx_nic_generate_fill_event(struct efx_rx_queue *rx_queue) efx_nic_generate_fill_event() argument
[all...]
H A Drx.c43 static void efx_rx_packet__check_len(struct efx_rx_queue *rx_queue, in efx_rx_packet__check_len() argument
47 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet__check_len()
61 efx_rx_queue_index(rx_queue), len, max_len); in efx_rx_packet__check_len()
63 efx_rx_queue_channel(rx_queue)->n_rx_overlength++; in efx_rx_packet__check_len()
105 rx_buf = efx_rx_buf_next(&channel->rx_queue, rx_buf); in efx_rx_mk_skb()
121 void efx_siena_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index, in efx_siena_rx_packet() argument
124 struct efx_nic *efx = rx_queue->efx; in efx_siena_rx_packet()
125 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_siena_rx_packet()
128 rx_queue->rx_packets++; in efx_siena_rx_packet()
130 rx_buf = efx_rx_buffer(rx_queue, inde in efx_siena_rx_packet()
217 struct efx_rx_queue *rx_queue; efx_rx_deliver() local
255 struct efx_rx_queue *rx_queue; efx_do_xdp() local
378 struct efx_rx_queue *rx_queue; __efx_siena_rx_packet() local
[all...]
H A Dfarch.c465 efx_farch_build_rx_desc(struct efx_rx_queue *rx_queue, unsigned index) in efx_farch_build_rx_desc() argument
470 rxd = efx_rx_desc(rx_queue, index); in efx_farch_build_rx_desc()
471 rx_buf = efx_rx_buffer(rx_queue, index); in efx_farch_build_rx_desc()
475 rx_queue->efx->type->rx_buffer_padding, in efx_farch_build_rx_desc()
483 void efx_farch_rx_write(struct efx_rx_queue *rx_queue) in efx_farch_rx_write() argument
485 struct efx_nic *efx = rx_queue->efx; in efx_farch_rx_write()
489 while (rx_queue->notified_count != rx_queue->added_count) { in efx_farch_rx_write()
491 rx_queue, in efx_farch_rx_write()
492 rx_queue in efx_farch_rx_write()
503 efx_farch_rx_probe(struct efx_rx_queue *rx_queue) efx_farch_rx_probe() argument
513 efx_farch_rx_init(struct efx_rx_queue *rx_queue) efx_farch_rx_init() argument
551 efx_farch_flush_rx_queue(struct efx_rx_queue *rx_queue) efx_farch_flush_rx_queue() argument
563 efx_farch_rx_fini(struct efx_rx_queue *rx_queue) efx_farch_rx_fini() argument
578 efx_farch_rx_remove(struct efx_rx_queue *rx_queue) efx_farch_rx_remove() argument
650 struct efx_rx_queue *rx_queue; efx_farch_do_flush() local
720 struct efx_rx_queue *rx_queue; efx_farch_fini_dmaq() local
863 efx_farch_handle_rx_not_ok(struct efx_rx_queue *rx_queue, const efx_qword_t *event) efx_farch_handle_rx_not_ok() argument
941 efx_farch_handle_rx_bad_index(struct efx_rx_queue *rx_queue, unsigned index) efx_farch_handle_rx_bad_index() argument
979 struct efx_rx_queue *rx_queue; efx_farch_handle_rx_event() local
1107 struct efx_rx_queue *rx_queue; efx_farch_handle_rx_flush_done() local
1149 struct efx_rx_queue *rx_queue = efx_farch_handle_generated_event() local
1407 efx_farch_rx_defer_refill(struct efx_rx_queue *rx_queue) efx_farch_rx_defer_refill() argument
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/freescale/
H A Dgianfar.c110 static void gfar_init_rxbdp(struct gfar_priv_rx_q *rx_queue, struct rxbd8 *bdp, in gfar_init_rxbdp() argument
118 if (bdp == rx_queue->rx_bd_base + rx_queue->rx_ring_size - 1) in gfar_init_rxbdp()
140 gfar_write(baddr, priv->rx_queue[i]->rx_bd_dma_base); in gfar_init_tx_rx_base()
153 gfar_write(baddr, priv->rx_queue[i]->rx_ring_size | in gfar_init_rqprm()
259 if (likely(priv->rx_queue[i]->rxcoalescing)) in gfar_configure_coalescing()
260 gfar_write(baddr + i, priv->rx_queue[i]->rxic); in gfar_configure_coalescing()
271 if (unlikely(priv->rx_queue[0]->rxcoalescing)) in gfar_configure_coalescing()
272 gfar_write(&regs->rxic, priv->rx_queue[0]->rxic); in gfar_configure_coalescing()
289 rx_packets += priv->rx_queue[ in gfar_get_stats()
1125 free_skb_rx_queue(struct gfar_priv_rx_q *rx_queue) free_skb_rx_queue() argument
1160 struct gfar_priv_rx_q *rx_queue = NULL; free_skb_resources() local
1267 gfar_rx_alloc_err(struct gfar_priv_rx_q *rx_queue) gfar_rx_alloc_err() argument
1276 gfar_alloc_rx_buffs(struct gfar_priv_rx_q *rx_queue, int alloc_cnt) gfar_alloc_rx_buffs() argument
1320 struct gfar_priv_rx_q *rx_queue = NULL; gfar_init_bds() local
1374 struct gfar_priv_rx_q *rx_queue = NULL; gfar_alloc_skb_resources() local
1522 struct gfar_priv_rx_q *rx_queue = NULL; gfar_update_link_state() local
2440 gfar_get_next_rxbuff(struct gfar_priv_rx_q *rx_queue, u32 lstatus, struct sk_buff *skb) gfar_get_next_rxbuff() argument
2537 gfar_clean_rx_ring(struct gfar_priv_rx_q *rx_queue, int rx_work_limit) gfar_clean_rx_ring() argument
2645 struct gfar_priv_rx_q *rx_queue = gfargrp->rx_queue; gfar_poll_rx_sq() local
2705 struct gfar_priv_rx_q *rx_queue = NULL; gfar_poll_rx() local
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/freescale/
H A Dgianfar.c109 static void gfar_init_rxbdp(struct gfar_priv_rx_q *rx_queue, struct rxbd8 *bdp, in gfar_init_rxbdp() argument
117 if (bdp == rx_queue->rx_bd_base + rx_queue->rx_ring_size - 1) in gfar_init_rxbdp()
139 gfar_write(baddr, priv->rx_queue[i]->rx_bd_dma_base); in gfar_init_tx_rx_base()
152 gfar_write(baddr, priv->rx_queue[i]->rx_ring_size | in gfar_init_rqprm()
255 if (likely(priv->rx_queue[i]->rxcoalescing)) in gfar_configure_coalescing()
256 gfar_write(baddr + i, priv->rx_queue[i]->rxic); in gfar_configure_coalescing()
267 if (unlikely(priv->rx_queue[0]->rxcoalescing)) in gfar_configure_coalescing()
268 gfar_write(&regs->rxic, priv->rx_queue[0]->rxic); in gfar_configure_coalescing()
283 stats->rx_packets += priv->rx_queue[ in gfar_get_stats64()
1092 free_skb_rx_queue(struct gfar_priv_rx_q *rx_queue) free_skb_rx_queue() argument
1127 struct gfar_priv_rx_q *rx_queue = NULL; free_skb_resources() local
1234 gfar_rx_alloc_err(struct gfar_priv_rx_q *rx_queue) gfar_rx_alloc_err() argument
1243 gfar_alloc_rx_buffs(struct gfar_priv_rx_q *rx_queue, int alloc_cnt) gfar_alloc_rx_buffs() argument
1287 struct gfar_priv_rx_q *rx_queue = NULL; gfar_init_bds() local
1341 struct gfar_priv_rx_q *rx_queue = NULL; gfar_alloc_skb_resources() local
1489 struct gfar_priv_rx_q *rx_queue = NULL; gfar_update_link_state() local
2404 gfar_get_next_rxbuff(struct gfar_priv_rx_q *rx_queue, u32 lstatus, struct sk_buff *skb) gfar_get_next_rxbuff() argument
2501 gfar_clean_rx_ring(struct gfar_priv_rx_q *rx_queue, int rx_work_limit) gfar_clean_rx_ring() argument
2609 struct gfar_priv_rx_q *rx_queue = gfargrp->rx_queue; gfar_poll_rx_sq() local
[all...]

Completed in 29 milliseconds

12345678910