/kernel/linux/linux-5.10/include/net/ |
H A D | xdp.h | 72 void *data_hard_start; member 85 ((xdp)->data_hard_start + (xdp)->frame_sz - \ 111 void *data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_get_shared_info_from_frame() local 113 return (struct skb_shared_info *)(data_hard_start + frame->frame_sz - in xdp_get_shared_info_from_frame() 139 xdp->data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_convert_frame_to_buff() 153 headroom = xdp->data - xdp->data_hard_start; in xdp_update_frame_from_buff() 184 xdp_frame = xdp->data_hard_start; in xdp_convert_buff_to_frame()
|
/kernel/linux/linux-5.10/drivers/net/hyperv/ |
H A D | netvsc_bpf.c | 32 xdp->data_hard_start = NULL; in netvsc_run_xdp() 47 xdp->data_hard_start = page_address(page); in netvsc_run_xdp() 48 xdp->data = xdp->data_hard_start + NETVSC_XDP_HDRM; in netvsc_run_xdp() 77 xdp->data_hard_start = NULL; in netvsc_run_xdp()
|
/kernel/linux/linux-6.6/include/net/ |
H A D | xdp.h | 84 void *data_hard_start; member 130 xdp->data_hard_start = hard_start; in xdp_prepare_buff() 143 ((xdp)->data_hard_start + (xdp)->frame_sz - \ 206 void *data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_get_shared_info_from_frame() local 208 return (struct skb_shared_info *)(data_hard_start + frame->frame_sz - in xdp_get_shared_info_from_frame() 254 xdp->data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_convert_frame_to_buff() 269 headroom = xdp->data - xdp->data_hard_start; in xdp_update_frame_from_buff() 301 xdp_frame = xdp->data_hard_start; in xdp_convert_buff_to_frame()
|
H A D | xsk_buff_pool.h | 122 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in xp_init_xskb_addr() 228 u64 offset = xskb->xdp.data - xskb->xdp.data_hard_start; in xp_get_handle()
|
H A D | xdp_sock_drv.h | 169 xdp->data = xdp->data_hard_start + XDP_PACKET_HEADROOM; in xsk_buff_set_size()
|
/kernel/linux/linux-6.6/drivers/net/hyperv/ |
H A D | netvsc_bpf.c | 35 xdp->data_hard_start = NULL; in netvsc_run_xdp() 107 xdp->data_hard_start = NULL; in netvsc_run_xdp()
|
/kernel/linux/linux-5.10/tools/testing/selftests/bpf/progs/ |
H A D | test_xdp_bpf2bpf.c | 27 void *data_hard_start; member
|
/kernel/linux/linux-6.6/tools/testing/selftests/bpf/progs/ |
H A D | test_xdp_bpf2bpf.c | 27 void *data_hard_start; member
|
/kernel/linux/linux-5.10/drivers/net/ethernet/broadcom/bnxt/ |
H A D | bnxt_xdp.c | 136 xdp.data_hard_start = *data_ptr - offset; in bnxt_rx_xdp() 157 offset = xdp.data - xdp.data_hard_start; in bnxt_rx_xdp() 158 *data_ptr = xdp.data_hard_start + offset; in bnxt_rx_xdp()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbe/ |
H A D | ixgbe_xsk.c | 215 bi->xdp->data_end - bi->xdp->data_hard_start, in ixgbe_construct_skb_zc() 220 skb_reserve(skb, bi->xdp->data - bi->xdp->data_hard_start); in ixgbe_construct_skb_zc()
|
/kernel/linux/linux-5.10/net/xdp/ |
H A D | xsk_buff_pool.c | 481 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in __xp_alloc() 507 xskb->xdp.data = xskb->xdp.data_hard_start + XDP_PACKET_HEADROOM; in xp_alloc()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/broadcom/bnxt/ |
H A D | bnxt_xdp.c | 260 offset = xdp.data - xdp.data_hard_start; in bnxt_rx_xdp() 261 *data_ptr = xdp.data_hard_start + offset; in bnxt_rx_xdp()
|
/kernel/linux/linux-6.6/drivers/net/vmxnet3/ |
H A D | vmxnet3_xdp.c | 261 page = virt_to_page(xdp->data_hard_start); in vmxnet3_run_xdp() 316 skb_reserve(skb, xdp->data - xdp->data_hard_start); in vmxnet3_build_skb()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ice/ |
H A D | ice_xsk.c | 502 rx_buf->xdp->data_hard_start; in ice_construct_skb_zc() 510 skb_reserve(skb, rx_buf->xdp->data - rx_buf->xdp->data_hard_start); in ice_construct_skb_zc()
|
H A D | ice_txrx.c | 923 xdp->data_hard_start); in ice_build_skb() 934 skb = build_skb(xdp->data_hard_start, truesize); in ice_build_skb() 944 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ice_build_skb() 1150 xdp.data_hard_start = NULL; in ice_clean_rx_irq() 1156 xdp.data_hard_start = xdp.data - ice_rx_offset(rx_ring); in ice_clean_rx_irq()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ice/ |
H A D | ice_txrx_lib.c | 404 tx_head->xdpf = xdp->data_hard_start; in __ice_xmit_xdp_ring()
|
/kernel/linux/linux-5.10/drivers/net/ |
H A D | tap.c | 1136 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tap_get_user_xdp() 1152 skb = build_skb(xdp->data_hard_start, buflen); in tap_get_user_xdp() 1158 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tap_get_user_xdp()
|
/kernel/linux/linux-6.6/drivers/net/ |
H A D | tap.c | 1172 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tap_get_user_xdp() 1183 skb = build_skb(xdp->data_hard_start, buflen); in tap_get_user_xdp() 1189 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tap_get_user_xdp()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/i40e/ |
H A D | i40e_txrx.c | 2072 xdp->data_hard_start); in i40e_build_skb() 2084 skb = build_skb(xdp->data_hard_start, truesize); in i40e_build_skb() 2089 skb_reserve(skb, xdp->data - xdp->data_hard_start); in i40e_build_skb() 2196 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in i40e_run_xdp() 2399 xdp.data_hard_start = xdp.data - in i40e_clean_rx_irq()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/ |
H A D | en_rx.c | 1703 rx_headroom = mxbuf.xdp.data - mxbuf.xdp.data_hard_start; in mlx5e_skb_from_cqe_linear() 1781 skb = mlx5e_build_linear_skb(rq, mxbuf.xdp.data_hard_start, rq->buff.frame0_sz, in mlx5e_skb_from_cqe_nonlinear() 1782 mxbuf.xdp.data - mxbuf.xdp.data_hard_start, in mlx5e_skb_from_cqe_nonlinear() 2084 skb = mlx5e_build_linear_skb(rq, mxbuf.xdp.data_hard_start, in mlx5e_skb_from_cqe_mpwrq_nonlinear() 2086 mxbuf.xdp.data - mxbuf.xdp.data_hard_start, 0, in mlx5e_skb_from_cqe_mpwrq_nonlinear() 2180 rx_headroom = mxbuf.xdp.data - mxbuf.xdp.data_hard_start; in mlx5e_skb_from_cqe_mpwrq_linear()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/sfc/ |
H A D | rx.c | 297 xdp.data_hard_start = xdp.data - EFX_XDP_HEADROOM; in efx_do_xdp()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/freescale/dpaa2/ |
H A D | dpaa2-xsk.c | 52 xdp_buff->data_hard_start = vaddr; in dpaa2_xsk_run_xdp()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/nfd3/ |
H A D | xsk.c | 222 pkt_off = xrxbuf->xdp->data - xrxbuf->xdp->data_hard_start; in nfp_nfd3_xsk_rx()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/marvell/ |
H A D | mvneta.c | 2177 len = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp() 2182 sync = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp() 2258 xdp->data_hard_start = data; in mvneta_swbm_rx_frame() 2313 skb = build_skb(xdp->data_hard_start, PAGE_SIZE); in mvneta_swbm_build_skb() 2319 skb_reserve(skb, xdp->data - xdp->data_hard_start); in mvneta_swbm_build_skb() 2384 if (unlikely(!xdp_buf.data_hard_start)) { in mvneta_rx_swbm() 2428 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm() 2432 if (xdp_buf.data_hard_start) in mvneta_rx_swbm()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/marvell/ |
H A D | mvneta.c | 2264 len = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp() 2269 sync = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp() 2405 skb = build_skb(xdp->data_hard_start, PAGE_SIZE); in mvneta_swbm_build_skb() 2411 skb_reserve(skb, xdp->data - xdp->data_hard_start); in mvneta_swbm_build_skb() 2437 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm() 2472 if (unlikely(!xdp_buf.data_hard_start)) { in mvneta_rx_swbm() 2516 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm() 2519 if (xdp_buf.data_hard_start) in mvneta_rx_swbm()
|