| /kernel/linux/linux-6.6/net/xdp/ |
| H A D | xsk_queue.h | 31 struct xdp_desc desc[] ____cacheline_aligned_in_smp;
144 struct xdp_desc *desc) in xp_aligned_validate_desc()
163 struct xdp_desc *desc) in xp_unaligned_validate_desc()
183 struct xdp_desc *desc) in xp_validate_desc()
195 struct xdp_desc *d, in xskq_cons_is_valid_desc()
206 struct xdp_desc *desc, in xskq_cons_read_desc()
227 struct xdp_desc *desc, struct parsed_desc *parsed) in parse_desc()
238 struct xdp_desc *descs = pool->tx_descs; in xskq_cons_read_desc_batch()
319 struct xdp_desc *desc, in xskq_cons_peek_desc()
395 static inline void xskq_prod_write_addr_batch(struct xsk_queue *q, struct xdp_desc *desc
[all...] |
| H A D | xsk.c | 418 bool xsk_tx_peek_desc(struct xsk_buff_pool *pool, struct xdp_desc *desc) in xsk_tx_peek_desc()
451 struct xdp_desc *descs = pool->tx_descs; in xsk_tx_peek_release_fallback()
579 struct xdp_desc *desc) in xsk_build_skb_zerocopy()
632 struct xdp_desc *desc) in xsk_build_skb()
718 struct xdp_desc desc; in __xsk_generic_xmit()
|
| /kernel/linux/linux-5.10/tools/lib/bpf/ |
| H A D | xsk.h | 64 static inline struct xdp_desc *xsk_ring_prod__tx_desc(struct xsk_ring_prod *tx, in xsk_ring_prod__tx_desc()
67 struct xdp_desc *descs = (struct xdp_desc *)tx->ring; in xsk_ring_prod__tx_desc()
72 static inline const struct xdp_desc *
75 const struct xdp_desc *descs = (const struct xdp_desc *)rx->ring; in xsk_ring_cons__rx_desc()
|
| H A D | xsk.c | 793 xsk->config.rx_size * sizeof(struct xdp_desc), in xsk_socket__create_shared()
814 xsk->config.tx_size * sizeof(struct xdp_desc), in xsk_socket__create_shared()
866 xsk->config.tx_size * sizeof(struct xdp_desc)); in xsk_socket__create_shared()
870 xsk->config.rx_size * sizeof(struct xdp_desc)); in xsk_socket__create_shared()
921 size_t desc_sz = sizeof(struct xdp_desc); in xsk_socket__delete()
|
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/ |
| H A D | xsk.h | 65 static inline struct xdp_desc *xsk_ring_prod__tx_desc(struct xsk_ring_prod *tx, in xsk_ring_prod__tx_desc()
68 struct xdp_desc *descs = (struct xdp_desc *)tx->ring; in xsk_ring_prod__tx_desc()
73 static inline const struct xdp_desc *
76 const struct xdp_desc *descs = (const struct xdp_desc *)rx->ring; in xsk_ring_cons__rx_desc()
|
| H A D | xsk.c | 624 xsk->config.rx_size * sizeof(struct xdp_desc), in xsk_socket__create_shared()
645 xsk->config.tx_size * sizeof(struct xdp_desc), in xsk_socket__create_shared()
691 xsk->config.tx_size * sizeof(struct xdp_desc)); in xsk_socket__create_shared()
695 xsk->config.rx_size * sizeof(struct xdp_desc)); in xsk_socket__create_shared()
746 size_t desc_sz = sizeof(struct xdp_desc); in xsk_socket__delete()
|
| /kernel/linux/linux-5.10/net/xdp/ |
| H A D | xsk_queue.h | 29 struct xdp_desc desc[] ____cacheline_aligned_in_smp;
127 struct xdp_desc *desc) in xp_aligned_validate_desc()
147 struct xdp_desc *desc) in xp_unaligned_validate_desc()
168 struct xdp_desc *desc) in xp_validate_desc()
175 struct xdp_desc *d, in xskq_cons_is_valid_desc()
186 struct xdp_desc *desc, in xskq_cons_read_desc()
245 struct xdp_desc *desc, in xskq_cons_peek_desc()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/freescale/dpaa2/ |
| H A D | dpaa2-xsk.c | 335 struct xdp_desc *xdp_desc) in dpaa2_xsk_tx_build_fd()
354 addr = xsk_buff_raw_get_dma(ch->xsk_pool, xdp_desc->addr); in dpaa2_xsk_tx_build_fd()
355 xsk_buff_raw_dma_sync_for_device(ch->xsk_pool, addr, xdp_desc->len); in dpaa2_xsk_tx_build_fd()
359 dpaa2_sg_set_len(sgt, xdp_desc->len); in dpaa2_xsk_tx_build_fd()
379 dpaa2_fd_set_len(fd, xdp_desc->len); in dpaa2_xsk_tx_build_fd()
393 struct xdp_desc *xdp_descs = ch->xsk_pool->tx_descs; in dpaa2_xsk_tx()
332 dpaa2_xsk_tx_build_fd(struct dpaa2_eth_priv *priv, struct dpaa2_eth_channel *ch, struct dpaa2_fd *fd, struct xdp_desc *xdp_desc) dpaa2_xsk_tx_build_fd() argument
|
| /kernel/linux/linux-6.6/include/net/ |
| H A D | xdp_sock_drv.h | 18 bool xsk_tx_peek_desc(struct xsk_buff_pool *pool, struct xdp_desc *desc);
92 static inline bool xsk_is_eop_desc(struct xdp_desc *desc) in xsk_is_eop_desc()
210 struct xdp_desc *desc) in xsk_tx_peek_desc()
302 static inline bool xsk_is_eop_desc(struct xdp_desc *desc) in xsk_is_eop_desc()
|
| H A D | xsk_buff_pool.h | 16 struct xdp_desc;
70 struct xdp_desc *tx_descs;
189 static inline bool xp_mb_desc(struct xdp_desc *desc) in xp_mb_desc()
|
| /kernel/linux/linux-5.10/include/net/ |
| H A D | xdp_sock_drv.h | 15 bool xsk_tx_peek_desc(struct xsk_buff_pool *pool, struct xdp_desc *desc);
126 struct xdp_desc *desc) in xsk_tx_peek_desc()
|
| H A D | xsk_buff_pool.h | 15 struct xdp_desc;
|
| /kernel/linux/patches/linux-4.19/prebuilts/usr/include/linux/ |
| H A D | if_xdp.h | 52 struct xdp_desc { struct
|
| /kernel/linux/linux-5.10/tools/include/uapi/linux/ |
| H A D | if_xdp.h | 103 struct xdp_desc { struct
|
| /kernel/linux/linux-5.10/include/uapi/linux/ |
| H A D | if_xdp.h | 103 struct xdp_desc { struct
|
| /kernel/linux/linux-6.6/include/uapi/linux/ |
| H A D | if_xdp.h | 109 struct xdp_desc { struct
|
| /kernel/linux/patches/linux-6.6/prebuilts/usr/include/linux/ |
| H A D | if_xdp.h | 80 struct xdp_desc { struct
|
| /kernel/linux/linux-6.6/tools/include/uapi/linux/ |
| H A D | if_xdp.h | 109 struct xdp_desc { struct
|
| /kernel/linux/patches/linux-5.10/prebuilts/usr/include/linux/ |
| H A D | if_xdp.h | 80 struct xdp_desc { struct
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 537 static void i40e_xmit_pkt(struct i40e_ring *xdp_ring, struct xdp_desc *desc, in i40e_xmit_pkt()
554 static void i40e_xmit_pkt_batch(struct i40e_ring *xdp_ring, struct xdp_desc *desc, in i40e_xmit_pkt_batch()
578 static void i40e_fill_tx_hw_ring(struct i40e_ring *xdp_ring, struct xdp_desc *descs, u32 nb_pkts, in i40e_fill_tx_hw_ring()
609 struct xdp_desc *descs = xdp_ring->xsk_pool->tx_descs; in i40e_xmit_zc()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | tx.c | 82 struct xdp_desc desc; in mlx5e_xsk_tx()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | tx.c | 76 struct xdp_desc desc; in mlx5e_xsk_tx()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/ice/ |
| H A D | ice_xsk.c | 990 static void ice_xmit_pkt(struct ice_tx_ring *xdp_ring, struct xdp_desc *desc, in ice_xmit_pkt()
1013 static void ice_xmit_pkt_batch(struct ice_tx_ring *xdp_ring, struct xdp_desc *descs, in ice_xmit_pkt_batch()
1044 static void ice_fill_tx_hw_ring(struct ice_tx_ring *xdp_ring, struct xdp_desc *descs, in ice_fill_tx_hw_ring()
1065 struct xdp_desc *descs = xdp_ring->xsk_pool->tx_descs; in ice_xmit_zc()
|
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/prog_tests/ |
| H A D | xdp_metadata.c | 141 struct xdp_desc *tx_desc; in generate_packet()
221 const struct xdp_desc *rx_desc; in verify_xsk_metadata()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 389 struct xdp_desc desc; in ixgbe_xmit_zc()
|