| /kernel/linux/linux-6.6/drivers/net/ethernet/amazon/ena/ |
| H A D | ena_eth_com.c | 36 static void *get_sq_desc_regular_queue(struct ena_com_io_sq *io_sq) in get_sq_desc_regular_queue() argument
41 tail_masked = io_sq->tail & (io_sq->q_depth - 1); in get_sq_desc_regular_queue()
43 offset = tail_masked * io_sq->desc_entry_size; in get_sq_desc_regular_queue()
45 return (void *)((uintptr_t)io_sq->desc_addr.virt_addr + offset); in get_sq_desc_regular_queue()
48 static int ena_com_write_bounce_buffer_to_dev(struct ena_com_io_sq *io_sq, in ena_com_write_bounce_buffer_to_dev() argument
51 struct ena_com_llq_info *llq_info = &io_sq->llq_info; in ena_com_write_bounce_buffer_to_dev()
56 dst_tail_mask = io_sq->tail & (io_sq->q_depth - 1); in ena_com_write_bounce_buffer_to_dev()
59 if (is_llq_max_tx_burst_exists(io_sq)) { in ena_com_write_bounce_buffer_to_dev()
90 ena_com_write_header_to_bounce(struct ena_com_io_sq *io_sq, u8 *header_src, u16 header_len) ena_com_write_header_to_bounce() argument
123 get_sq_desc_llq(struct ena_com_io_sq *io_sq) get_sq_desc_llq() argument
144 ena_com_close_bounce_buffer(struct ena_com_io_sq *io_sq) ena_com_close_bounce_buffer() argument
174 get_sq_desc(struct ena_com_io_sq *io_sq) get_sq_desc() argument
182 ena_com_sq_update_llq_tail(struct ena_com_io_sq *io_sq) ena_com_sq_update_llq_tail() argument
213 ena_com_sq_update_tail(struct ena_com_io_sq *io_sq) ena_com_sq_update_tail() argument
275 ena_com_create_meta(struct ena_com_io_sq *io_sq, struct ena_com_tx_meta *ena_meta) ena_com_create_meta() argument
321 ena_com_create_and_store_tx_meta_desc(struct ena_com_io_sq *io_sq, struct ena_com_tx_ctx *ena_tx_ctx, bool *have_meta) ena_com_create_and_store_tx_meta_desc() argument
381 ena_com_prepare_tx(struct ena_com_io_sq *io_sq, struct ena_com_tx_ctx *ena_tx_ctx, int *nb_hw_desc) ena_com_prepare_tx() argument
539 ena_com_rx_pkt(struct ena_com_io_cq *io_cq, struct ena_com_io_sq *io_sq, struct ena_com_rx_ctx *ena_rx_ctx) ena_com_rx_pkt() argument
600 ena_com_add_single_rx_desc(struct ena_com_io_sq *io_sq, struct ena_com_buf *ena_buf, u16 req_id) ena_com_add_single_rx_desc() argument
[all...] |
| H A D | ena_eth_com.h | 56 int ena_com_prepare_tx(struct ena_com_io_sq *io_sq,
61 struct ena_com_io_sq *io_sq,
64 int ena_com_add_single_rx_desc(struct ena_com_io_sq *io_sq,
76 static inline int ena_com_free_q_entries(struct ena_com_io_sq *io_sq) in ena_com_free_q_entries() argument
80 next_to_comp = io_sq->next_to_comp; in ena_com_free_q_entries()
81 tail = io_sq->tail; in ena_com_free_q_entries()
84 return io_sq->q_depth - 1 - cnt; in ena_com_free_q_entries()
88 static inline bool ena_com_sq_have_enough_space(struct ena_com_io_sq *io_sq, in ena_com_sq_have_enough_space() argument
93 if (io_sq->mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST) in ena_com_sq_have_enough_space()
94 return ena_com_free_q_entries(io_sq) > in ena_com_sq_have_enough_space()
106 ena_com_meta_desc_changed(struct ena_com_io_sq *io_sq, struct ena_com_tx_ctx *ena_tx_ctx) ena_com_meta_desc_changed() argument
117 is_llq_max_tx_burst_exists(struct ena_com_io_sq *io_sq) is_llq_max_tx_burst_exists() argument
123 ena_com_is_doorbell_needed(struct ena_com_io_sq *io_sq, struct ena_com_tx_ctx *ena_tx_ctx) ena_com_is_doorbell_needed() argument
154 ena_com_write_sq_doorbell(struct ena_com_io_sq *io_sq) ena_com_write_sq_doorbell() argument
211 ena_com_comp_ack(struct ena_com_io_sq *io_sq, u16 elem) ena_com_comp_ack() argument
[all...] |
| H A D | ena_com.c | 320 struct ena_com_io_sq *io_sq) in ena_com_init_io_sq()
325 memset(&io_sq->desc_addr, 0x0, sizeof(io_sq->desc_addr)); in ena_com_init_io_sq()
327 io_sq->dma_addr_bits = (u8)ena_dev->dma_addr_bits; in ena_com_init_io_sq()
328 io_sq->desc_entry_size = in ena_com_init_io_sq()
329 (io_sq->direction == ENA_COM_IO_QUEUE_DIRECTION_TX) ? in ena_com_init_io_sq()
333 size = io_sq->desc_entry_size * io_sq->q_depth; in ena_com_init_io_sq()
335 if (io_sq->mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST) { in ena_com_init_io_sq()
338 io_sq in ena_com_init_io_sq()
318 ena_com_init_io_sq(struct ena_com_dev *ena_dev, struct ena_com_create_io_ctx *ctx, struct ena_com_io_sq *io_sq) ena_com_init_io_sq() argument
907 ena_com_destroy_io_sq(struct ena_com_dev *ena_dev, struct ena_com_io_sq *io_sq) ena_com_destroy_io_sq() argument
943 ena_com_io_queue_free(struct ena_com_dev *ena_dev, struct ena_com_io_sq *io_sq, struct ena_com_io_cq *io_cq) ena_com_io_queue_free() argument
1224 ena_com_create_io_sq(struct ena_com_dev *ena_dev, struct ena_com_io_sq *io_sq, u16 cq_idx) ena_com_create_io_sq() argument
1304 struct ena_com_io_sq *io_sq; ena_com_ind_tbl_convert_to_device() local
1449 ena_com_get_io_handlers(struct ena_com_dev *ena_dev, u16 qid, struct ena_com_io_sq **io_sq, struct ena_com_io_cq **io_cq) ena_com_get_io_handlers() argument
1876 struct ena_com_io_sq *io_sq; ena_com_create_io_queue() local
1937 struct ena_com_io_sq *io_sq; ena_com_destroy_io_queue() local
[all...] |
| H A D | ena_com.h | 447 * @io_sq - IO submission queue handler
453 struct ena_com_io_sq **io_sq,
936 /* ena_com_io_sq_to_ena_dev - Extract ena_com_dev using contained field io_sq.
937 * @io_sq: IO submit queue struct
939 * @return - ena_com_dev struct extracted from io_sq
941 static inline struct ena_com_dev *ena_com_io_sq_to_ena_dev(struct ena_com_io_sq *io_sq) in ena_com_io_sq_to_ena_dev() argument
943 return container_of(io_sq, struct ena_com_dev, io_sq_queues[io_sq->qid]); in ena_com_io_sq_to_ena_dev()
947 * @io_sq: IO submit queue struct
949 * @return - ena_com_dev struct extracted from io_sq
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/amazon/ena/ |
| H A D | ena_eth_com.c | 36 static void *get_sq_desc_regular_queue(struct ena_com_io_sq *io_sq) in get_sq_desc_regular_queue() argument
41 tail_masked = io_sq->tail & (io_sq->q_depth - 1); in get_sq_desc_regular_queue()
43 offset = tail_masked * io_sq->desc_entry_size; in get_sq_desc_regular_queue()
45 return (void *)((uintptr_t)io_sq->desc_addr.virt_addr + offset); in get_sq_desc_regular_queue()
48 static int ena_com_write_bounce_buffer_to_dev(struct ena_com_io_sq *io_sq, in ena_com_write_bounce_buffer_to_dev() argument
51 struct ena_com_llq_info *llq_info = &io_sq->llq_info; in ena_com_write_bounce_buffer_to_dev()
56 dst_tail_mask = io_sq->tail & (io_sq->q_depth - 1); in ena_com_write_bounce_buffer_to_dev()
59 if (is_llq_max_tx_burst_exists(io_sq)) { in ena_com_write_bounce_buffer_to_dev()
88 ena_com_write_header_to_bounce(struct ena_com_io_sq *io_sq, u8 *header_src, u16 header_len) ena_com_write_header_to_bounce() argument
119 get_sq_desc_llq(struct ena_com_io_sq *io_sq) get_sq_desc_llq() argument
139 ena_com_close_bounce_buffer(struct ena_com_io_sq *io_sq) ena_com_close_bounce_buffer() argument
166 get_sq_desc(struct ena_com_io_sq *io_sq) get_sq_desc() argument
174 ena_com_sq_update_llq_tail(struct ena_com_io_sq *io_sq) ena_com_sq_update_llq_tail() argument
202 ena_com_sq_update_tail(struct ena_com_io_sq *io_sq) ena_com_sq_update_tail() argument
263 ena_com_create_meta(struct ena_com_io_sq *io_sq, struct ena_com_tx_meta *ena_meta) ena_com_create_meta() argument
309 ena_com_create_and_store_tx_meta_desc(struct ena_com_io_sq *io_sq, struct ena_com_tx_ctx *ena_tx_ctx, bool *have_meta) ena_com_create_and_store_tx_meta_desc() argument
367 ena_com_prepare_tx(struct ena_com_io_sq *io_sq, struct ena_com_tx_ctx *ena_tx_ctx, int *nb_hw_desc) ena_com_prepare_tx() argument
510 ena_com_rx_pkt(struct ena_com_io_cq *io_cq, struct ena_com_io_sq *io_sq, struct ena_com_rx_ctx *ena_rx_ctx) ena_com_rx_pkt() argument
567 ena_com_add_single_rx_desc(struct ena_com_io_sq *io_sq, struct ena_com_buf *ena_buf, u16 req_id) ena_com_add_single_rx_desc() argument
[all...] |
| H A D | ena_eth_com.h | 52 int ena_com_prepare_tx(struct ena_com_io_sq *io_sq,
57 struct ena_com_io_sq *io_sq,
60 int ena_com_add_single_rx_desc(struct ena_com_io_sq *io_sq,
72 static inline int ena_com_free_q_entries(struct ena_com_io_sq *io_sq) in ena_com_free_q_entries() argument
76 next_to_comp = io_sq->next_to_comp; in ena_com_free_q_entries()
77 tail = io_sq->tail; in ena_com_free_q_entries()
80 return io_sq->q_depth - 1 - cnt; in ena_com_free_q_entries()
84 static inline bool ena_com_sq_have_enough_space(struct ena_com_io_sq *io_sq, in ena_com_sq_have_enough_space() argument
89 if (io_sq->mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST) in ena_com_sq_have_enough_space()
90 return ena_com_free_q_entries(io_sq) > in ena_com_sq_have_enough_space()
102 ena_com_meta_desc_changed(struct ena_com_io_sq *io_sq, struct ena_com_tx_ctx *ena_tx_ctx) ena_com_meta_desc_changed() argument
113 is_llq_max_tx_burst_exists(struct ena_com_io_sq *io_sq) is_llq_max_tx_burst_exists() argument
119 ena_com_is_doorbell_needed(struct ena_com_io_sq *io_sq, struct ena_com_tx_ctx *ena_tx_ctx) ena_com_is_doorbell_needed() argument
149 ena_com_write_sq_doorbell(struct ena_com_io_sq *io_sq) ena_com_write_sq_doorbell() argument
203 ena_com_comp_ack(struct ena_com_io_sq *io_sq, u16 elem) ena_com_comp_ack() argument
[all...] |
| H A D | ena_com.c | 311 struct ena_com_io_sq *io_sq) in ena_com_init_io_sq()
316 memset(&io_sq->desc_addr, 0x0, sizeof(io_sq->desc_addr)); in ena_com_init_io_sq()
318 io_sq->dma_addr_bits = (u8)ena_dev->dma_addr_bits; in ena_com_init_io_sq()
319 io_sq->desc_entry_size = in ena_com_init_io_sq()
320 (io_sq->direction == ENA_COM_IO_QUEUE_DIRECTION_TX) ? in ena_com_init_io_sq()
324 size = io_sq->desc_entry_size * io_sq->q_depth; in ena_com_init_io_sq()
326 if (io_sq->mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST) { in ena_com_init_io_sq()
329 io_sq in ena_com_init_io_sq()
309 ena_com_init_io_sq(struct ena_com_dev *ena_dev, struct ena_com_create_io_ctx *ctx, struct ena_com_io_sq *io_sq) ena_com_init_io_sq() argument
877 ena_com_destroy_io_sq(struct ena_com_dev *ena_dev, struct ena_com_io_sq *io_sq) ena_com_destroy_io_sq() argument
912 ena_com_io_queue_free(struct ena_com_dev *ena_dev, struct ena_com_io_sq *io_sq, struct ena_com_io_cq *io_cq) ena_com_io_queue_free() argument
1189 ena_com_create_io_sq(struct ena_com_dev *ena_dev, struct ena_com_io_sq *io_sq, u16 cq_idx) ena_com_create_io_sq() argument
1266 struct ena_com_io_sq *io_sq; ena_com_ind_tbl_convert_to_device() local
1405 ena_com_get_io_handlers(struct ena_com_dev *ena_dev, u16 qid, struct ena_com_io_sq **io_sq, struct ena_com_io_cq **io_cq) ena_com_get_io_handlers() argument
1824 struct ena_com_io_sq *io_sq; ena_com_create_io_queue() local
1884 struct ena_com_io_sq *io_sq; ena_com_destroy_io_queue() local
[all...] |
| H A D | ena_com.h | 445 * @io_sq - IO submission queue handler
451 struct ena_com_io_sq **io_sq,
|