| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | params.c | 7 struct mlx5e_xsk_param *xsk) in mlx5e_rx_is_xdp()
9 return params->xdp_prog || xsk; in mlx5e_rx_is_xdp()
13 struct mlx5e_xsk_param *xsk) in mlx5e_get_linear_rq_headroom()
17 if (xsk) in mlx5e_get_linear_rq_headroom()
18 return xsk->headroom; in mlx5e_get_linear_rq_headroom()
21 if (mlx5e_rx_is_xdp(params, xsk)) in mlx5e_get_linear_rq_headroom()
30 struct mlx5e_xsk_param *xsk) in mlx5e_rx_get_min_frag_sz()
33 u16 linear_rq_headroom = mlx5e_get_linear_rq_headroom(params, xsk); in mlx5e_rx_get_min_frag_sz()
39 struct mlx5e_xsk_param *xsk) in mlx5e_rx_get_linear_frag_sz()
41 u32 frag_sz = mlx5e_rx_get_min_frag_sz(params, xsk); in mlx5e_rx_get_linear_frag_sz()
6 mlx5e_rx_is_xdp(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_rx_is_xdp() argument
12 mlx5e_get_linear_rq_headroom(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_get_linear_rq_headroom() argument
29 mlx5e_rx_get_min_frag_sz(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_rx_get_min_frag_sz() argument
38 mlx5e_rx_get_linear_frag_sz(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_rx_get_linear_frag_sz() argument
68 mlx5e_mpwqe_log_pkts_per_wqe(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwqe_log_pkts_per_wqe() argument
76 mlx5e_rx_is_linear_skb(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_rx_is_linear_skb() argument
90 mlx5e_rx_mpwqe_is_linear_skb(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_rx_mpwqe_is_linear_skb() argument
114 mlx5e_mpwqe_get_log_rq_size(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwqe_get_log_rq_size() argument
127 mlx5e_mpwqe_get_log_stride_size(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwqe_get_log_stride_size() argument
137 mlx5e_mpwqe_get_log_num_strides(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwqe_get_log_num_strides() argument
145 mlx5e_get_rq_headroom(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_get_rq_headroom() argument
[all...] |
| H A D | params.h | 78 struct mlx5e_xsk_param *xsk);
80 struct mlx5e_xsk_param *xsk);
82 struct mlx5e_xsk_param *xsk);
84 struct mlx5e_xsk_param *xsk);
86 struct mlx5e_xsk_param *xsk);
89 struct mlx5e_xsk_param *xsk);
91 struct mlx5e_xsk_param *xsk);
94 struct mlx5e_xsk_param *xsk);
97 struct mlx5e_xsk_param *xsk);
100 struct mlx5e_xsk_param *xsk);
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | pool.c | 23 static int mlx5e_xsk_get_pools(struct mlx5e_xsk *xsk) in mlx5e_xsk_get_pools() argument
25 if (!xsk->pools) { in mlx5e_xsk_get_pools()
26 xsk->pools = kcalloc(MLX5E_MAX_NUM_CHANNELS, in mlx5e_xsk_get_pools()
27 sizeof(*xsk->pools), GFP_KERNEL); in mlx5e_xsk_get_pools()
28 if (unlikely(!xsk->pools)) in mlx5e_xsk_get_pools()
32 xsk->refcnt++; in mlx5e_xsk_get_pools()
33 xsk->ever_used = true; in mlx5e_xsk_get_pools()
38 static void mlx5e_xsk_put_pools(struct mlx5e_xsk *xsk) in mlx5e_xsk_put_pools() argument
40 if (!--xsk->refcnt) { in mlx5e_xsk_put_pools()
41 kfree(xsk in mlx5e_xsk_put_pools()
46 mlx5e_xsk_add_pool(struct mlx5e_xsk *xsk, struct xsk_buff_pool *pool, u16 ix) mlx5e_xsk_add_pool() argument
58 mlx5e_xsk_remove_pool(struct mlx5e_xsk *xsk, u16 ix) mlx5e_xsk_remove_pool() argument
71 mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk) mlx5e_build_xsk_param() argument
81 struct mlx5e_xsk_param xsk; mlx5e_xsk_enable_locked() local
[all...] |
| H A D | setup.c | 15 struct mlx5e_xsk_param *xsk, in mlx5e_validate_xsk_param()
19 if (xsk->chunk_size > PAGE_SIZE || in mlx5e_validate_xsk_param()
20 xsk->chunk_size < MLX5E_MIN_XSK_CHUNK_SIZE) in mlx5e_validate_xsk_param()
24 if (mlx5e_rx_get_min_frag_sz(params, xsk) > xsk->chunk_size) in mlx5e_validate_xsk_param()
32 return mlx5e_rx_mpwqe_is_linear_skb(mdev, params, xsk); in mlx5e_validate_xsk_param()
34 return mlx5e_rx_is_linear_skb(params, xsk); in mlx5e_validate_xsk_param()
40 struct mlx5e_xsk_param *xsk, in mlx5e_build_xsk_cparam()
43 mlx5e_build_rq_param(priv, params, xsk, &cparam->rq); in mlx5e_build_xsk_cparam()
48 struct mlx5e_xsk_param *xsk, struc in mlx5e_open_xsk()
14 mlx5e_validate_xsk_param(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, struct mlx5_core_dev *mdev) mlx5e_validate_xsk_param() argument
38 mlx5e_build_xsk_cparam(struct mlx5e_priv *priv, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, struct mlx5e_channel_param *cparam) mlx5e_build_xsk_cparam() argument
47 mlx5e_open_xsk(struct mlx5e_priv *priv, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, struct xsk_buff_pool *pool, struct mlx5e_channel *c) mlx5e_open_xsk() argument
[all...] |
| H A D | pool.h | 10 struct mlx5e_xsk *xsk, u16 ix) in mlx5e_xsk_get_pool()
12 if (!xsk || !xsk->pools) in mlx5e_xsk_get_pool()
18 return xsk->pools[ix]; in mlx5e_xsk_get_pool()
22 void mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk);
9 mlx5e_xsk_get_pool(struct mlx5e_params *params, struct mlx5e_xsk *xsk, u16 ix) mlx5e_xsk_get_pool() argument
|
| H A D | rx.h | 25 dma_info->xsk = xsk_buff_alloc(rq->xsk_pool); in mlx5e_xsk_page_alloc_pool()
26 if (!dma_info->xsk) in mlx5e_xsk_page_alloc_pool()
34 dma_info->addr = xsk_buff_xdp_get_frame_dma(dma_info->xsk); in mlx5e_xsk_page_alloc_pool()
|
| H A D | setup.h | 12 struct mlx5e_xsk_param *xsk,
15 struct mlx5e_xsk_param *xsk, struct xsk_buff_pool *pool,
|
| H A D | rx.c | 32 struct xdp_buff *xdp = wi->umr.dma_info[page_idx].xsk; in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
85 struct xdp_buff *xdp = wi->di->xsk; in mlx5e_xsk_skb_from_cqe_linear()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | pool.c | 23 static int mlx5e_xsk_get_pools(struct mlx5e_xsk *xsk) in mlx5e_xsk_get_pools() argument
25 if (!xsk->pools) { in mlx5e_xsk_get_pools()
26 xsk->pools = kcalloc(MLX5E_MAX_NUM_CHANNELS, in mlx5e_xsk_get_pools()
27 sizeof(*xsk->pools), GFP_KERNEL); in mlx5e_xsk_get_pools()
28 if (unlikely(!xsk->pools)) in mlx5e_xsk_get_pools()
32 xsk->refcnt++; in mlx5e_xsk_get_pools()
33 xsk->ever_used = true; in mlx5e_xsk_get_pools()
38 static void mlx5e_xsk_put_pools(struct mlx5e_xsk *xsk) in mlx5e_xsk_put_pools() argument
40 if (!--xsk->refcnt) { in mlx5e_xsk_put_pools()
41 kfree(xsk in mlx5e_xsk_put_pools()
46 mlx5e_xsk_add_pool(struct mlx5e_xsk *xsk, struct xsk_buff_pool *pool, u16 ix) mlx5e_xsk_add_pool() argument
58 mlx5e_xsk_remove_pool(struct mlx5e_xsk *xsk, u16 ix) mlx5e_xsk_remove_pool() argument
71 mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk) mlx5e_build_xsk_param() argument
82 struct mlx5e_xsk_param xsk; mlx5e_xsk_enable_locked() local
[all...] |
| H A D | setup.c | 12 struct mlx5e_xsk_param *xsk) in mlx5e_legacy_rq_validate_xsk()
14 if (!mlx5e_rx_is_linear_skb(mdev, params, xsk)) { in mlx5e_legacy_rq_validate_xsk()
28 struct mlx5e_xsk_param *xsk, in mlx5e_validate_xsk_param()
32 if (xsk->chunk_size > PAGE_SIZE || xsk->chunk_size < MLX5E_MIN_XSK_CHUNK_SIZE) { in mlx5e_validate_xsk_param()
33 mlx5_core_err(mdev, "XSK chunk size %u out of bounds [%u, %lu]\n", xsk->chunk_size, in mlx5e_validate_xsk_param()
43 return !mlx5e_mpwrq_validate_xsk(mdev, params, xsk); in mlx5e_validate_xsk_param()
45 return !mlx5e_legacy_rq_validate_xsk(mdev, params, xsk); in mlx5e_validate_xsk_param()
51 struct mlx5e_xsk_param *xsk, in mlx5e_build_xsk_cparam()
55 mlx5e_build_rq_param(mdev, params, xsk, q_counte in mlx5e_build_xsk_cparam()
10 mlx5e_legacy_rq_validate_xsk(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_legacy_rq_validate_xsk() argument
27 mlx5e_validate_xsk_param(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, struct mlx5_core_dev *mdev) mlx5e_validate_xsk_param() argument
49 mlx5e_build_xsk_cparam(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, u16 q_counter, struct mlx5e_channel_param *cparam) mlx5e_build_xsk_cparam() argument
59 mlx5e_init_xsk_rq(struct mlx5e_channel *c, struct mlx5e_params *params, struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk, struct mlx5e_rq *rq) mlx5e_init_xsk_rq() argument
92 mlx5e_open_xsk_rq(struct mlx5e_channel *c, struct mlx5e_params *params, struct mlx5e_rq_param *rq_params, struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk) mlx5e_open_xsk_rq() argument
111 mlx5e_open_xsk(struct mlx5e_priv *priv, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, struct xsk_buff_pool *pool, struct mlx5e_channel *c) mlx5e_open_xsk() argument
[all...] |
| H A D | pool.h | 10 struct mlx5e_xsk *xsk, u16 ix) in mlx5e_xsk_get_pool()
12 if (!xsk || !xsk->pools) in mlx5e_xsk_get_pool()
18 return xsk->pools[ix]; in mlx5e_xsk_get_pool()
22 void mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk);
9 mlx5e_xsk_get_pool(struct mlx5e_params *params, struct mlx5e_xsk *xsk, u16 ix) mlx5e_xsk_get_pool() argument
|
| H A D | setup.h | 12 struct mlx5e_xsk_param *xsk,
15 struct mlx5e_xsk_param *xsk, struct xsk_buff_pool *pool,
|
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/prog_tests/ |
| H A D | xdp_metadata.c | 7 #include "xsk.h"
37 struct xsk { struct
47 static int open_xsk(int ifindex, struct xsk *xsk) in open_xsk() argument
66 xsk->umem_area = mmap(NULL, UMEM_SIZE, PROT_READ | PROT_WRITE, mmap_flags, -1, 0); in open_xsk()
67 if (!ASSERT_NEQ(xsk->umem_area, MAP_FAILED, "mmap")) in open_xsk()
70 ret = xsk_umem__create(&xsk->umem, in open_xsk()
71 xsk->umem_area, UMEM_SIZE, in open_xsk()
72 &xsk->fill, in open_xsk()
73 &xsk in open_xsk()
113 close_xsk(struct xsk *xsk) close_xsk() argument
139 generate_packet(struct xsk *xsk, __u16 dst_port) generate_packet() argument
195 complete_tx(struct xsk *xsk) complete_tx() argument
208 refill_rx(struct xsk *xsk, __u64 addr) refill_rx() argument
219 verify_xsk_metadata(struct xsk *xsk) verify_xsk_metadata() argument
[all...] |
| /kernel/linux/linux-5.10/tools/lib/bpf/ |
| H A D | xsk.c | 35 #include "xsk.h"
109 int xsk_socket__fd(const struct xsk_socket *xsk) in xsk_socket__fd() argument
111 return xsk ? xsk->fd : -EINVAL; in xsk_socket__fd()
356 static int xsk_load_xdp_prog(struct xsk_socket *xsk) in xsk_load_xdp_prog() argument
359 struct xsk_ctx *ctx = xsk->ctx; in xsk_load_xdp_prog()
429 err = bpf_set_link_xdp_fd(xsk->ctx->ifindex, prog_fd, in xsk_load_xdp_prog()
430 xsk->config.xdp_flags); in xsk_load_xdp_prog()
440 static int xsk_get_max_queues(struct xsk_socket *xsk) in xsk_get_max_queues() argument
443 struct xsk_ctx *ctx = xsk in xsk_get_max_queues()
478 xsk_create_bpf_maps(struct xsk_socket *xsk) xsk_create_bpf_maps() argument
498 xsk_delete_bpf_maps(struct xsk_socket *xsk) xsk_delete_bpf_maps() argument
506 xsk_lookup_bpf_maps(struct xsk_socket *xsk) xsk_lookup_bpf_maps() argument
564 xsk_set_bpf_maps(struct xsk_socket *xsk) xsk_set_bpf_maps() argument
572 xsk_setup_xdp_prog(struct xsk_socket *xsk) xsk_setup_xdp_prog() argument
659 xsk_create_ctx(struct xsk_socket *xsk, struct xsk_umem *umem, int ifindex, const char *ifname, __u32 queue_id, struct xsk_ring_prod *fill, struct xsk_ring_cons *comp) xsk_create_ctx() argument
710 struct xsk_socket *xsk; xsk_socket__create_shared() local
919 xsk_socket__delete(struct xsk_socket *xsk) xsk_socket__delete() argument
[all...] |
| /kernel/linux/linux-5.10/samples/bpf/ |
| H A D | xdpsock_user.c | 35 #include <bpf/xsk.h>
147 struct xsk_socket *xsk; member
193 static int xsk_get_xdp_stats(int fd, struct xsk_socket_info *xsk) in xsk_get_xdp_stats() argument
205 xsk->ring_stats.rx_dropped_npkts = stats.rx_dropped; in xsk_get_xdp_stats()
206 xsk->ring_stats.rx_invalid_npkts = stats.rx_invalid_descs; in xsk_get_xdp_stats()
207 xsk->ring_stats.tx_invalid_npkts = stats.tx_invalid_descs; in xsk_get_xdp_stats()
208 xsk->ring_stats.rx_full_npkts = stats.rx_ring_full; in xsk_get_xdp_stats()
209 xsk->ring_stats.rx_fill_empty_npkts = stats.rx_fill_ring_empty_descs; in xsk_get_xdp_stats()
210 xsk->ring_stats.tx_empty_npkts = stats.tx_ring_empty_descs; in xsk_get_xdp_stats()
381 if (!xsk_get_xdp_stats(xsk_socket__fd(xsks[i]->xsk), xsk in dump_stats()
844 struct xsk_socket_info *xsk; xsk_configure_socket() local
1090 kick_tx(struct xsk_socket_info *xsk) kick_tx() argument
1101 complete_tx_l2fwd(struct xsk_socket_info *xsk, struct pollfd *fds) complete_tx_l2fwd() argument
1153 complete_tx_only(struct xsk_socket_info *xsk, int batch_size) complete_tx_only() argument
1175 rx_drop(struct xsk_socket_info *xsk, struct pollfd *fds) rx_drop() argument
1245 tx_only(struct xsk_socket_info *xsk, u32 *frame_nb, int batch_size) tx_only() argument
1337 l2fwd(struct xsk_socket_info *xsk, struct pollfd *fds) l2fwd() argument
[all...] |
| H A D | xsk_fwd.c | 27 #include <bpf/xsk.h>
448 struct xsk_socket *xsk; member
466 if (p->xsk) in port_free()
467 xsk_socket__delete(p->xsk); in port_free()
498 /* xsk socket. */ in port_init()
499 status = xsk_socket__create_shared(&p->xsk, in port_init()
543 .fd = xsk_socket__fd(p->xsk), in port_rx_burst()
570 .fd = xsk_socket__fd(p->xsk), in port_rx_burst()
615 sendto(xsk_socket__fd(p->xsk), NULL, 0, MSG_DONTWAIT, in port_tx_burst()
626 sendto(xsk_socket__fd(p->xsk), NUL in port_tx_burst()
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | params.c | 19 u8 mlx5e_mpwrq_page_shift(struct mlx5_core_dev *mdev, struct mlx5e_xsk_param *xsk) in mlx5e_mpwrq_page_shift() argument
21 u8 req_page_shift = xsk ? order_base_2(xsk->chunk_size) : PAGE_SHIFT; in mlx5e_mpwrq_page_shift()
25 if (WARN_ON_ONCE(!xsk && req_page_shift < min_page_shift)) in mlx5e_mpwrq_page_shift()
32 mlx5e_mpwrq_umr_mode(struct mlx5_core_dev *mdev, struct mlx5e_xsk_param *xsk) in mlx5e_mpwrq_umr_mode() argument
43 u8 page_shift = mlx5e_mpwrq_page_shift(mdev, xsk); in mlx5e_mpwrq_umr_mode()
44 bool unaligned = xsk ? xsk->unaligned : false; in mlx5e_mpwrq_umr_mode()
47 if (xsk) { in mlx5e_mpwrq_umr_mode()
48 oversized = xsk in mlx5e_mpwrq_umr_mode()
218 mlx5e_get_linear_rq_headroom(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_get_linear_rq_headroom() argument
235 mlx5e_rx_get_linear_sz_xsk(struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_rx_get_linear_sz_xsk() argument
243 mlx5e_rx_get_linear_sz_skb(struct mlx5e_params *params, bool xsk) mlx5e_rx_get_linear_sz_skb() argument
252 mlx5e_rx_get_linear_stride_sz(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, bool mpwqe) mlx5e_rx_get_linear_stride_sz() argument
273 mlx5e_mpwqe_log_pkts_per_wqe(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwqe_log_pkts_per_wqe() argument
285 mlx5e_rx_is_linear_skb(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_rx_is_linear_skb() argument
327 mlx5e_verify_params_rx_mpwqe_strides(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_verify_params_rx_mpwqe_strides() argument
341 mlx5e_rx_mpwqe_is_linear_skb(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_rx_mpwqe_is_linear_skb() argument
367 mlx5e_mpwqe_get_log_rq_size(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwqe_get_log_rq_size() argument
416 mlx5e_mpwqe_get_log_stride_size(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwqe_get_log_stride_size() argument
430 mlx5e_mpwqe_get_log_num_strides(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwqe_get_log_num_strides() argument
452 mlx5e_get_rq_headroom(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_get_rq_headroom() argument
600 mlx5e_mpwrq_validate_xsk(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwrq_validate_xsk() argument
733 mlx5e_build_rq_frags_info(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, struct mlx5e_rq_frags_info *info, u32 *xdp_frag_size) mlx5e_build_rq_frags_info() argument
880 mlx5e_shampo_get_log_cq_size(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_shampo_get_log_cq_size() argument
897 mlx5e_build_rx_cq_param(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, struct mlx5e_cq_param *param) mlx5e_build_rx_cq_param() argument
943 mlx5e_build_rq_param(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, u16 q_counter, struct mlx5e_rq_param *param) mlx5e_build_rq_param() argument
1148 mlx5e_mpwrq_total_umr_wqebbs(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk) mlx5e_mpwrq_total_umr_wqebbs() argument
1191 struct mlx5e_xsk_param xsk = { mlx5e_build_icosq_log_wq_sz() local
1276 mlx5e_build_xdpsq_param(struct mlx5_core_dev *mdev, struct mlx5e_params *params, struct mlx5e_xsk_param *xsk, struct mlx5e_sq_param *param) mlx5e_build_xdpsq_param() argument
[all...] |
| H A D | params.h | 59 u8 mlx5e_mpwrq_page_shift(struct mlx5_core_dev *mdev, struct mlx5e_xsk_param *xsk);
61 mlx5e_mpwrq_umr_mode(struct mlx5_core_dev *mdev, struct mlx5e_xsk_param *xsk);
88 struct mlx5e_xsk_param *xsk);
94 struct mlx5e_xsk_param *xsk);
97 struct mlx5e_xsk_param *xsk);
100 struct mlx5e_xsk_param *xsk);
103 struct mlx5e_xsk_param *xsk);
118 struct mlx5e_xsk_param *xsk);
121 struct mlx5e_xsk_param *xsk);
125 struct mlx5e_xsk_param *xsk);
[all...] |
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/ |
| H A D | xdp_hw_metadata.c | 19 #include "xsk.h"
39 struct xsk { struct
50 struct xsk *rx_xsk;
57 static int open_xsk(int ifindex, struct xsk *xsk, __u32 queue_id) in open_xsk() argument
76 xsk->umem_area = mmap(NULL, UMEM_SIZE, PROT_READ | PROT_WRITE, mmap_flags, -1, 0); in open_xsk()
77 if (xsk->umem_area == MAP_FAILED) in open_xsk()
80 ret = xsk_umem__create(&xsk->umem, in open_xsk()
81 xsk->umem_area, UMEM_SIZE, in open_xsk()
82 &xsk in open_xsk()
118 close_xsk(struct xsk *xsk) close_xsk() argument
127 refill_rx(struct xsk *xsk, __u64 addr) refill_rx() argument
269 struct xsk *xsk = &rx_xsk[i]; verify_metadata() local
[all...] |
| H A D | xsk.c | 37 #include "xsk.h"
97 int xsk_socket__fd(const struct xsk_socket *xsk) in xsk_socket__fd() argument
99 return xsk ? xsk->fd : -EINVAL; in xsk_socket__fd()
445 int xsk_update_xskmap(struct bpf_map *map, struct xsk_socket *xsk) in xsk_update_xskmap() argument
451 sock_fd = xsk_socket__fd(xsk); in xsk_update_xskmap()
500 static struct xsk_ctx *xsk_create_ctx(struct xsk_socket *xsk, in xsk_create_ctx() argument
514 err = xsk_create_umem_rings(umem, xsk->fd, fill, comp); in xsk_create_ctx()
549 struct xsk_socket *xsk; in xsk_socket__create_shared() local
558 xsk in xsk_socket__create_shared()
744 xsk_socket__delete(struct xsk_socket *xsk) xsk_socket__delete() argument
[all...] |
| H A D | xskxceiver.c | 46 * then remove xsk sockets from queue 0 on both veth interfaces and
100 #include "xsk.h"
225 static void enable_busy_poll(struct xsk_socket_info *xsk) in enable_busy_poll() argument
230 if (setsockopt(xsk_socket__fd(xsk->xsk), SOL_SOCKET, SO_PREFER_BUSY_POLL, in enable_busy_poll()
235 if (setsockopt(xsk_socket__fd(xsk->xsk), SOL_SOCKET, SO_BUSY_POLL, in enable_busy_poll()
240 if (setsockopt(xsk_socket__fd(xsk->xsk), SOL_SOCKET, SO_BUSY_POLL_BUDGET, in enable_busy_poll()
245 static int __xsk_configure_socket(struct xsk_socket_info *xsk, struc argument
270 struct xsk_socket_info *xsk; ifobj_zc_avail() local
919 kick_tx(struct xsk_socket_info *xsk) kick_tx() argument
933 kick_rx(struct xsk_socket_info *xsk) kick_rx() argument
942 complete_pkts(struct xsk_socket_info *xsk, int batch_size) complete_pkts() argument
971 struct xsk_socket_info *xsk = test->ifobj_rx->xsk; receive_pkts() local
1099 struct xsk_socket_info *xsk = ifobject->xsk; __send_pkts() local
1210 wait_for_tx_completion(struct xsk_socket_info *xsk) wait_for_tx_completion() argument
1240 get_xsk_stats(struct xsk_socket *xsk, struct xdp_statistics *stats) get_xsk_stats() argument
1265 struct xsk_socket *xsk = ifobject->xsk->xsk; validate_rx_dropped() local
1290 struct xsk_socket *xsk = ifobject->xsk->xsk; validate_rx_full() local
1309 struct xsk_socket *xsk = ifobject->xsk->xsk; validate_fill_empty() local
1328 struct xsk_socket *xsk = ifobject->xsk->xsk; validate_tx_invalid_descs() local
[all...] |
| H A D | xsk.h | 188 int xsk_socket__fd(const struct xsk_socket *xsk);
207 int xsk_update_xskmap(struct bpf_map *map, struct xsk_socket *xsk);
223 int xsk_socket__create(struct xsk_socket **xsk,
240 void xsk_socket__delete(struct xsk_socket *xsk);
|
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/progs/ |
| H A D | xsk_xdp_progs.c | 13 } xsk SEC(".maps");
20 return bpf_redirect_map(&xsk, 0, XDP_DROP); in xsk_def_prog()
29 return bpf_redirect_map(&xsk, 0, XDP_DROP); in xsk_xdp_drop()
52 return bpf_redirect_map(&xsk, 0, XDP_DROP); in xsk_xdp_populate_metadata()
|
| H A D | xdp_metadata.c | 13 } xsk SEC(".maps");
61 return bpf_redirect_map(&xsk, ctx->rx_queue_index, XDP_PASS); in rx()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | Makefile | 27 en/reporter_tx.o en/reporter_rx.o en/params.o en/xsk/pool.o \
28 en/xsk/setup.o en/xsk/rx.o en/xsk/tx.o en/devlink.o
|