/kernel/linux/linux-5.10/include/net/ |
H A D | xdp.h | 98 u32 metasize:8; member 142 xdp->data_meta = frame->data - frame->metasize; in xdp_convert_frame_to_buff() 150 int metasize, headroom; in xdp_update_frame_from_buff() local 154 metasize = xdp->data - xdp->data_meta; in xdp_update_frame_from_buff() 155 metasize = metasize > 0 ? metasize : 0; in xdp_update_frame_from_buff() 156 if (unlikely((headroom - metasize) < sizeof(*xdp_frame))) in xdp_update_frame_from_buff() 168 xdp_frame->metasize = metasize; in xdp_update_frame_from_buff() [all...] |
/kernel/linux/linux-6.6/include/net/ |
H A D | xdp.h | 170 u32 metasize; /* uses lower 8-bits */ member 257 xdp->data_meta = frame->data - frame->metasize; in xdp_convert_frame_to_buff() 266 int metasize, headroom; in xdp_update_frame_from_buff() local 270 metasize = xdp->data - xdp->data_meta; in xdp_update_frame_from_buff() 271 metasize = metasize > 0 ? metasize : 0; in xdp_update_frame_from_buff() 272 if (unlikely((headroom - metasize) < sizeof(*xdp_frame))) in xdp_update_frame_from_buff() 284 xdp_frame->metasize = metasize; in xdp_update_frame_from_buff() [all...] |
/kernel/linux/linux-6.6/net/core/ |
H A D | xdp.c | 546 unsigned int metasize, totsize; in xdp_convert_zc_to_xdp_frame() local 552 metasize = xdp_data_meta_unsupported(xdp) ? 0 : in xdp_convert_zc_to_xdp_frame() 554 totsize = xdp->data_end - xdp->data + metasize; in xdp_convert_zc_to_xdp_frame() 568 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame() 571 xdpf->data = addr + metasize; in xdp_convert_zc_to_xdp_frame() 572 xdpf->len = totsize - metasize; in xdp_convert_zc_to_xdp_frame() 574 xdpf->metasize = metasize; in xdp_convert_zc_to_xdp_frame() 628 if (xdpf->metasize) in __xdp_build_skb_from_frame() 629 skb_metadata_set(skb, xdpf->metasize); in __xdp_build_skb_from_frame() [all...] |
/kernel/linux/linux-5.10/net/core/ |
H A D | xdp.c | 449 unsigned int metasize, totsize; in xdp_convert_zc_to_xdp_frame() local 455 metasize = xdp_data_meta_unsupported(xdp) ? 0 : in xdp_convert_zc_to_xdp_frame() 457 totsize = xdp->data_end - xdp->data + metasize; in xdp_convert_zc_to_xdp_frame() 471 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame() 474 xdpf->data = addr + metasize; in xdp_convert_zc_to_xdp_frame() 475 xdpf->len = totsize - metasize; in xdp_convert_zc_to_xdp_frame() 477 xdpf->metasize = metasize; in xdp_convert_zc_to_xdp_frame()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/i40e/ |
H A D | i40e_xsk.c | 302 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc() local 316 if (metasize) { in i40e_construct_skb_zc() 317 skb_metadata_set(skb, metasize); in i40e_construct_skb_zc() 318 __skb_pull(skb, metasize); in i40e_construct_skb_zc()
|
H A D | i40e_txrx.c | 2066 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_build_skb() local 2091 if (metasize) in i40e_build_skb() 2092 skb_metadata_set(skb, metasize); in i40e_build_skb()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ixgbe/ |
H A D | ixgbe_xsk.c | 217 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbe_construct_skb_zc() local 231 if (metasize) { in ixgbe_construct_skb_zc() 232 skb_metadata_set(skb, metasize); in ixgbe_construct_skb_zc() 233 __skb_pull(skb, metasize); in ixgbe_construct_skb_zc()
|
/kernel/linux/linux-6.6/arch/x86/include/asm/ |
H A D | microcode.h | 38 unsigned int metasize; member
|
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/i40e/ |
H A D | i40e_xsk.c | 296 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc() local 316 if (metasize) { in i40e_construct_skb_zc() 317 skb_metadata_set(skb, metasize); in i40e_construct_skb_zc() 318 __skb_pull(skb, metasize); in i40e_construct_skb_zc()
|
H A D | i40e_txrx.c | 2230 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_build_skb() local 2255 if (metasize) in i40e_build_skb() 2256 skb_metadata_set(skb, metasize); in i40e_build_skb()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbe/ |
H A D | ixgbe_xsk.c | 209 unsigned int metasize = bi->xdp->data - bi->xdp->data_meta; in ixgbe_construct_skb_zc() local 222 if (metasize) in ixgbe_construct_skb_zc() 223 skb_metadata_set(skb, metasize); in ixgbe_construct_skb_zc()
|
/kernel/linux/linux-5.10/drivers/net/ |
H A D | virtio_net.c | 402 bool hdr_valid, unsigned int metasize) in page_to_skb() 438 copy = ETH_HLEN + metasize; in page_to_skb() 441 if (metasize) { in page_to_skb() 442 __skb_pull(skb, metasize); in page_to_skb() 443 skb_metadata_set(skb, metasize); in page_to_skb() 715 unsigned int metasize = 0; in receive_small() local 774 metasize = xdp.data - xdp.data_meta; in receive_small() 820 if (metasize) in receive_small() 821 skb_metadata_set(skb, metasize); in receive_small() 876 unsigned int metasize in receive_mergeable() local 398 page_to_skb(struct virtnet_info *vi, struct receive_queue *rq, struct page *page, unsigned int offset, unsigned int len, unsigned int truesize, bool hdr_valid, unsigned int metasize) page_to_skb() argument [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ice/ |
H A D | ice_xsk.c | 562 unsigned int metasize = xdp->data - xdp->data_meta; in ice_construct_skb_zc() local 581 if (metasize) { in ice_construct_skb_zc() 582 skb_metadata_set(skb, metasize); in ice_construct_skb_zc() 583 __skb_pull(skb, metasize); in ice_construct_skb_zc()
|
H A D | ice_txrx.c | 982 u8 metasize = xdp->data - xdp->data_meta; in ice_build_skb() local 1011 if (metasize) in ice_build_skb() 1012 skb_metadata_set(skb, metasize); in ice_build_skb()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ice/ |
H A D | ice_xsk.c | 499 unsigned int metasize = rx_buf->xdp->data - rx_buf->xdp->data_meta; in ice_construct_skb_zc() local 512 if (metasize) in ice_construct_skb_zc() 513 skb_metadata_set(skb, metasize); in ice_construct_skb_zc()
|
H A D | ice_txrx.c | 917 u8 metasize = xdp->data - xdp->data_meta; in ice_build_skb() local 946 if (metasize) in ice_build_skb() 947 skb_metadata_set(skb, metasize); in ice_build_skb()
|
/kernel/linux/linux-6.6/drivers/platform/x86/intel/ifs/ |
H A D | load.c | 65 total_meta = hdr->metasize; in find_meta_data()
|
/kernel/linux/linux-5.10/kernel/bpf/ |
H A D | cpumap.c | 180 if (xdpf->metasize) in cpu_map_build_skb() 181 skb_metadata_set(skb, xdpf->metasize); in cpu_map_build_skb()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/ |
H A D | en_rx.c | 1643 u32 cqe_bcnt, u32 metasize) in mlx5e_build_linear_skb() 1655 if (metasize) in mlx5e_build_linear_skb() 1656 skb_metadata_set(skb, metasize); in mlx5e_build_linear_skb() 1679 u32 metasize = 0; in mlx5e_skb_from_cqe_linear() local 1704 metasize = mxbuf.xdp.data - mxbuf.xdp.data_meta; in mlx5e_skb_from_cqe_linear() 1708 skb = mlx5e_build_linear_skb(rq, va, frag_size, rx_headroom, cqe_bcnt, metasize); in mlx5e_skb_from_cqe_linear() 2147 u32 metasize = 0; in mlx5e_skb_from_cqe_mpwrq_linear() local 2181 metasize = mxbuf.xdp.data - mxbuf.xdp.data_meta; in mlx5e_skb_from_cqe_mpwrq_linear() 2185 skb = mlx5e_build_linear_skb(rq, va, frag_size, rx_headroom, cqe_bcnt, metasize); in mlx5e_skb_from_cqe_mpwrq_linear() 1641 mlx5e_build_linear_skb(struct mlx5e_rq *rq, void *va, u32 frag_size, u16 headroom, u32 cqe_bcnt, u32 metasize) mlx5e_build_linear_skb() argument
|
/kernel/linux/linux-6.6/drivers/net/ |
H A D | virtio_net.c | 1187 unsigned int metasize = 0; in receive_small_xdp() local 1227 metasize = xdp.data - xdp.data_meta; in receive_small_xdp() 1242 if (metasize) in receive_small_xdp() 1243 skb_metadata_set(skb, metasize); in receive_small_xdp() 1363 int metasize; in build_skb_from_xdp_buff() local 1383 metasize = xdp->data - xdp->data_meta; in build_skb_from_xdp_buff() 1384 metasize = metasize > 0 ? metasize : 0; in build_skb_from_xdp_buff() 1385 if (metasize) in build_skb_from_xdp_buff() [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/igc/ |
H A D | igc_main.c | 1943 unsigned int metasize = xdp->data - xdp->data_meta; in igc_build_skb() local 1957 if (metasize) in igc_build_skb() 1958 skb_metadata_set(skb, metasize); in igc_build_skb() 1969 unsigned int metasize = xdp->data - xdp->data_meta; in igc_construct_skb() local 1981 IGC_RX_HDR_LEN + metasize); in igc_construct_skb() 1994 memcpy(__skb_put(skb, headlen + metasize), xdp->data_meta, in igc_construct_skb() 1995 ALIGN(headlen + metasize, sizeof(long))); in igc_construct_skb() 1997 if (metasize) { in igc_construct_skb() 1998 skb_metadata_set(skb, metasize); in igc_construct_skb() 1999 __skb_pull(skb, metasize); in igc_construct_skb() 2712 unsigned int metasize = xdp->data - xdp->data_meta; igc_construct_skb_zc() local [all...] |
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbevf/ |
H A D | ixgbevf_main.c | 934 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbevf_build_skb() local 959 if (metasize) in ixgbevf_build_skb() 960 skb_metadata_set(skb, metasize); in ixgbevf_build_skb()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ixgbevf/ |
H A D | ixgbevf_main.c | 929 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbevf_build_skb() local 954 if (metasize) in ixgbevf_build_skb() 955 skb_metadata_set(skb, metasize); in ixgbevf_build_skb()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/igb/ |
H A D | igb_main.c | 8398 unsigned int metasize = xdp->data - xdp->data_meta; in igb_build_skb() local 8413 if (metasize) in igb_build_skb() 8414 skb_metadata_set(skb, metasize); in igb_build_skb()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/igb/ |
H A D | igb_main.c | 8566 unsigned int metasize = xdp->data - xdp->data_meta; in igb_build_skb() local 8581 if (metasize) in igb_build_skb() 8582 skb_metadata_set(skb, metasize); in igb_build_skb()
|