| /kernel/linux/linux-5.10/tools/testing/selftests/bpf/progs/ |
| H A D | test_xdp_meta.c | 14 __u8 *data, *data_meta, *data_end; in ing_cls() local
17 data_meta = ctx_ptr(ctx, data_meta); in ing_cls()
22 data_meta + round_up(ETH_ALEN, 4) > data) in ing_cls()
25 diff |= ((__u32 *)data_meta)[0] ^ ((__u32 *)data)[0]; in ing_cls()
26 diff |= ((__u16 *)data_meta)[2] ^ ((__u16 *)data)[2]; in ing_cls()
34 __u8 *data, *data_meta, *data_end; in ing_xdp() local
41 data_meta = ctx_ptr(ctx, data_meta); in ing_xdp()
46 data_meta in ing_xdp()
[all...] |
| H A D | test_xdp_bpf2bpf.c | 26 void *data_meta; member
|
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/progs/ |
| H A D | test_xdp_meta.c | 14 __u8 *data, *data_meta, *data_end; in ing_cls() local
17 data_meta = ctx_ptr(ctx, data_meta); in ing_cls()
22 data_meta + round_up(ETH_ALEN, 4) > data) in ing_cls()
25 diff |= ((__u32 *)data_meta)[0] ^ ((__u32 *)data)[0]; in ing_cls()
26 diff |= ((__u16 *)data_meta)[2] ^ ((__u16 *)data)[2]; in ing_cls()
34 __u8 *data, *data_meta, *data_end; in ing_xdp() local
41 data_meta = ctx_ptr(ctx, data_meta); in ing_xdp()
46 data_meta in ing_xdp()
[all...] |
| H A D | verifier_meta_access.c | 24 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test1()
46 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test2()
66 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test3()
88 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test4()
111 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test5()
133 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test6()
155 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test7()
175 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test8()
196 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test9()
226 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test10()
[all...] |
| H A D | verifier_xdp_direct_packet_access.c | 902 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
923 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
944 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
964 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
985 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1006 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1028 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1049 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1070 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1091 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
[all...] |
| H A D | xsk_xdp_progs.c | 34 void *data, *data_meta; in xsk_xdp_populate_metadata() local
44 data_meta = (void *)(long)xdp->data_meta; in xsk_xdp_populate_metadata()
46 if (data_meta + sizeof(struct xdp_info) > data) in xsk_xdp_populate_metadata()
49 meta = data_meta; in xsk_xdp_populate_metadata()
|
| H A D | xdp_metadata.c | 30 void *data, *data_meta; in rx() local
42 data_meta = (void *)(long)ctx->data_meta; in rx()
44 if (data_meta + sizeof(struct xdp_meta) > data) in rx()
47 meta = data_meta; in rx()
|
| H A D | xdp_hw_metadata.c | 27 void *data, *data_meta, *data_end; in rx() local
71 data_meta = (void *)(long)ctx->data_meta; in rx()
72 meta = data_meta; in rx()
|
| H A D | test_xdp_context_test_run.c | 9 __u32 *metadata = (void *)(long)xdp->data_meta; in xdp_context()
|
| H A D | test_xdp_bpf2bpf.c | 26 void *data_meta; member
|
| H A D | test_xdp_do_redirect.c | 31 __u32 *metadata = (void *)(long)xdp->data_meta; in xdp_redirect()
|
| H A D | verifier_cgroup_skb.c | 151 __description("invalid access of data_meta for CGROUP_SKB")
161 : __imm_const(__sk_buff_data_meta, offsetof(struct __sk_buff, data_meta)) in data_meta_for_cgroup_skb()
|
| /kernel/linux/linux-5.10/samples/bpf/ |
| H A D | xdp2skb_meta_kern.c | 6 * This uses the XDP data_meta infrastructure, and is a cooperation
18 * This struct is stored in the XDP 'data_meta' area, which is located
39 * (Notice drivers not supporting data_meta will fail here!) in _xdp_mark()
52 /* Check data_meta have room for meta_info struct */ in _xdp_mark()
53 meta = (void *)(unsigned long)ctx->data_meta; in _xdp_mark()
67 void *data_meta = (void *)(unsigned long)ctx->data_meta; in _tc_mark() local
68 struct meta_info *meta = data_meta; in _tc_mark()
70 /* Check XDP gave us some data_meta */ in _tc_mark()
73 /* Skip "accept" if no data_meta i in _tc_mark()
[all...] |
| /kernel/linux/linux-6.6/samples/bpf/ |
| H A D | xdp2skb_meta_kern.c | 6 * This uses the XDP data_meta infrastructure, and is a cooperation
18 * This struct is stored in the XDP 'data_meta' area, which is located
39 * (Notice drivers not supporting data_meta will fail here!) in _xdp_mark()
52 /* Check data_meta have room for meta_info struct */ in _xdp_mark()
53 meta = (void *)(unsigned long)ctx->data_meta; in _xdp_mark()
67 void *data_meta = (void *)(unsigned long)ctx->data_meta; in _tc_mark() local
68 struct meta_info *meta = data_meta; in _tc_mark()
70 /* Check XDP gave us some data_meta */ in _tc_mark()
73 /* Skip "accept" if no data_meta i in _tc_mark()
[all...] |
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/prog_tests/ |
| H A D | xdp_context_test_run.c | 7 __u32 data_meta, __u32 data, __u32 data_end, in test_xdp_context_error()
14 .data_meta = data_meta, in test_xdp_context_error()
61 ctx_in.data_meta = 0; in test_xdp_context_test_run()
69 ASSERT_EQ(ctx_out.data_meta, 0, "valid-datameta"); in test_xdp_context_test_run()
76 /* data_meta must reference the start of data */ in test_xdp_context_test_run()
83 /* Total size of data must match data_end - data_meta */ in test_xdp_context_test_run()
6 test_xdp_context_error(int prog_fd, struct bpf_test_run_opts opts, __u32 data_meta, __u32 data, __u32 data_end, __u32 ingress_ifindex, __u32 rx_queue_index, __u32 egress_ifindex) test_xdp_context_error() argument
|
| /kernel/linux/linux-5.10/include/net/ |
| H A D | xdp.h | 71 void *data_meta; member
142 xdp->data_meta = frame->data - frame->metasize; in xdp_convert_frame_to_buff()
154 metasize = xdp->data - xdp->data_meta; in xdp_update_frame_from_buff()
231 xdp->data_meta = xdp->data + 1; in xdp_set_data_meta_invalid()
237 return unlikely(xdp->data_meta > xdp->data); in xdp_data_meta_unsupported()
|
| /kernel/linux/linux-6.6/include/net/ |
| H A D | xdp.h | 83 void *data_meta; member
133 xdp->data_meta = meta_valid ? data : data + 1; in xdp_prepare_buff()
257 xdp->data_meta = frame->data - frame->metasize; in xdp_convert_frame_to_buff()
270 metasize = xdp->data - xdp->data_meta; in xdp_update_frame_from_buff()
361 xdp->data_meta = xdp->data + 1; in xdp_set_data_meta_invalid()
367 return unlikely(xdp->data_meta > xdp->data); in xdp_data_meta_unsupported()
|
| /kernel/linux/linux-6.6/net/bpf/ |
| H A D | test_run.c | 140 frm_len = orig_ctx->data_end - orig_ctx->data_meta; in xdp_test_run_init_page()
141 meta_len = orig_ctx->data - orig_ctx->data_meta; in xdp_test_run_init_page()
147 memcpy(data + headroom, orig_ctx->data_meta, frm_len); in xdp_test_run_init_page()
151 new_ctx->data = new_ctx->data_meta + meta_len; in xdp_test_run_init_page()
234 head->orig_ctx.data_meta != head->ctx.data_meta || in ctx_was_changed()
244 head->ctx.data_meta = head->orig_ctx.data_meta; in reset_ctx()
1118 xdp->data = xdp->data_meta + xdp_md->data; in xdp_convert_md_to_buff()
1131 xdp_md->data = xdp->data - xdp->data_meta; in xdp_convert_buff_to_md()
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 301 unsigned int totalsize = xdp->data_end - xdp->data_meta; in i40e_construct_skb_zc()
302 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc()
305 net_prefetch(xdp->data_meta); in i40e_construct_skb_zc()
313 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in i40e_construct_skb_zc()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 216 unsigned int totalsize = xdp->data_end - xdp->data_meta; in ixgbe_construct_skb_zc()
217 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbe_construct_skb_zc()
220 net_prefetch(xdp->data_meta); in ixgbe_construct_skb_zc()
228 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in ixgbe_construct_skb_zc()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 295 unsigned int totalsize = xdp->data_end - xdp->data_meta; in i40e_construct_skb_zc()
296 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc()
305 net_prefetch(xdp->data_meta); in i40e_construct_skb_zc()
313 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in i40e_construct_skb_zc()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | rx.c | 227 u32 totallen = xdp->data_end - xdp->data_meta; in mlx5e_xsk_construct_skb()
228 u32 metalen = xdp->data - xdp->data_meta; in mlx5e_xsk_construct_skb()
237 skb_put_data(skb, xdp->data_meta, totallen); in mlx5e_xsk_construct_skb()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/ice/ |
| H A D | ice_xsk.c | 561 unsigned int totalsize = xdp->data_end - xdp->data_meta; in ice_construct_skb_zc()
562 unsigned int metasize = xdp->data - xdp->data_meta; in ice_construct_skb_zc()
571 net_prefetch(xdp->data_meta); in ice_construct_skb_zc()
578 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in ice_construct_skb_zc()
|
| /kernel/linux/linux-5.10/net/core/ |
| H A D | xdp.c | 456 xdp->data - xdp->data_meta; in xdp_convert_zc_to_xdp_frame()
471 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
|
| /kernel/linux/linux-6.6/net/core/ |
| H A D | xdp.c | 553 xdp->data - xdp->data_meta; in xdp_convert_zc_to_xdp_frame()
568 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
|