/kernel/linux/linux-5.10/net/core/ |
H A D | xdp.c | 133 void xdp_rxq_info_unreg_mem_model(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_unreg_mem_model() argument 135 if (xdp_rxq->reg_state != REG_STATE_REGISTERED) { in xdp_rxq_info_unreg_mem_model() 140 xdp_unreg_mem_model(&xdp_rxq->mem); in xdp_rxq_info_unreg_mem_model() 144 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_unreg() argument 147 if (xdp_rxq->reg_state == REG_STATE_UNUSED) in xdp_rxq_info_unreg() 150 WARN(!(xdp_rxq->reg_state == REG_STATE_REGISTERED), "Driver BUG"); in xdp_rxq_info_unreg() 152 xdp_rxq_info_unreg_mem_model(xdp_rxq); in xdp_rxq_info_unreg() 154 xdp_rxq->reg_state = REG_STATE_UNREGISTERED; in xdp_rxq_info_unreg() 155 xdp_rxq->dev = NULL; in xdp_rxq_info_unreg() 159 static void xdp_rxq_info_init(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_init() argument 165 xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq, struct net_device *dev, u32 queue_index) xdp_rxq_info_reg() argument 193 xdp_rxq_info_unused(struct xdp_rxq_info *xdp_rxq) xdp_rxq_info_unused() argument 199 xdp_rxq_info_is_reg(struct xdp_rxq_info *xdp_rxq) xdp_rxq_info_is_reg() argument 343 xdp_rxq_info_reg_mem_model(struct xdp_rxq_info *xdp_rxq, enum xdp_mem_type type, void *allocator) xdp_rxq_info_reg_mem_model() argument [all...] |
/kernel/linux/linux-6.6/net/core/ |
H A D | xdp.c | 137 void xdp_rxq_info_unreg_mem_model(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_unreg_mem_model() argument 139 if (xdp_rxq->reg_state != REG_STATE_REGISTERED) { in xdp_rxq_info_unreg_mem_model() 144 xdp_unreg_mem_model(&xdp_rxq->mem); in xdp_rxq_info_unreg_mem_model() 148 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_unreg() argument 151 if (xdp_rxq->reg_state == REG_STATE_UNUSED) in xdp_rxq_info_unreg() 154 xdp_rxq_info_unreg_mem_model(xdp_rxq); in xdp_rxq_info_unreg() 156 xdp_rxq->reg_state = REG_STATE_UNREGISTERED; in xdp_rxq_info_unreg() 157 xdp_rxq->dev = NULL; in xdp_rxq_info_unreg() 161 static void xdp_rxq_info_init(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_init() argument 163 memset(xdp_rxq, in xdp_rxq_info_init() 167 __xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq, struct net_device *dev, u32 queue_index, unsigned int napi_id, u32 frag_size) __xdp_rxq_info_reg() argument 198 xdp_rxq_info_unused(struct xdp_rxq_info *xdp_rxq) xdp_rxq_info_unused() argument 204 xdp_rxq_info_is_reg(struct xdp_rxq_info *xdp_rxq) xdp_rxq_info_is_reg() argument 350 xdp_rxq_info_reg_mem_model(struct xdp_rxq_info *xdp_rxq, enum xdp_mem_type type, void *allocator) xdp_rxq_info_reg_mem_model() argument [all...] |
/kernel/linux/linux-5.10/include/net/ |
H A D | xdp.h | 213 int xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq, 215 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq); 216 void xdp_rxq_info_unused(struct xdp_rxq_info *xdp_rxq); 217 bool xdp_rxq_info_is_reg(struct xdp_rxq_info *xdp_rxq); 218 int xdp_rxq_info_reg_mem_model(struct xdp_rxq_info *xdp_rxq, 220 void xdp_rxq_info_unreg_mem_model(struct xdp_rxq_info *xdp_rxq);
|
/kernel/linux/linux-6.6/drivers/net/ethernet/microchip/lan966x/ |
H A D | lan966x_xdp.c | 83 &port->xdp_rxq); in lan966x_xdp_run() 128 return xdp_rxq_info_reg(&port->xdp_rxq, port->dev, 0, in lan966x_xdp_port_init() 134 if (xdp_rxq_info_is_reg(&port->xdp_rxq)) in lan966x_xdp_port_deinit() 135 xdp_rxq_info_unreg(&port->xdp_rxq); in lan966x_xdp_port_deinit()
|
/kernel/linux/linux-6.6/include/net/ |
H A D | xdp.h | 334 int __xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq, 338 xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq, in xdp_rxq_info_reg() argument 342 return __xdp_rxq_info_reg(xdp_rxq, dev, queue_index, napi_id, 0); in xdp_rxq_info_reg() 345 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq); 346 void xdp_rxq_info_unused(struct xdp_rxq_info *xdp_rxq); 347 bool xdp_rxq_info_is_reg(struct xdp_rxq_info *xdp_rxq); 348 int xdp_rxq_info_reg_mem_model(struct xdp_rxq_info *xdp_rxq, 350 void xdp_rxq_info_unreg_mem_model(struct xdp_rxq_info *xdp_rxq);
|
H A D | netdev_rx_queue.h | 12 struct xdp_rxq_info xdp_rxq; member
|
/kernel/linux/linux-6.6/drivers/net/ethernet/aquantia/atlantic/ |
H A D | aq_vec.c | 149 if (xdp_rxq_info_reg(&ring->xdp_rxq, in aq_vec_ring_alloc() 155 if (xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in aq_vec_ring_alloc() 157 xdp_rxq_info_unreg(&ring->xdp_rxq); in aq_vec_ring_alloc() 164 xdp_rxq_info_unreg(&ring->xdp_rxq); in aq_vec_ring_alloc() 309 xdp_rxq_info_unreg(&ring[AQ_VEC_RX_ID].xdp_rxq); in aq_vec_ring_free()
|
H A D | aq_ring.h | 154 struct xdp_rxq_info xdp_rxq; member
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ice/ |
H A D | ice_base.c | 306 if (!xdp_rxq_info_is_reg(&ring->xdp_rxq)) in ice_setup_rx_ctx() 308 xdp_rxq_info_reg(&ring->xdp_rxq, ring->netdev, in ice_setup_rx_ctx() 313 xdp_rxq_info_unreg_mem_model(&ring->xdp_rxq); in ice_setup_rx_ctx() 322 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in ice_setup_rx_ctx() 327 xsk_pool_set_rxq_info(ring->xsk_pool, &ring->xdp_rxq); in ice_setup_rx_ctx() 332 if (!xdp_rxq_info_is_reg(&ring->xdp_rxq)) in ice_setup_rx_ctx() 334 xdp_rxq_info_reg(&ring->xdp_rxq, in ice_setup_rx_ctx() 338 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in ice_setup_rx_ctx()
|
H A D | ice_txrx.h | 300 struct xdp_rxq_info xdp_rxq; member
|
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ice/ |
H A D | ice_base.c | 537 if (!xdp_rxq_info_is_reg(&ring->xdp_rxq)) { in ice_vsi_cfg_rxq() 538 err = __xdp_rxq_info_reg(&ring->xdp_rxq, ring->netdev, in ice_vsi_cfg_rxq() 548 xdp_rxq_info_unreg(&ring->xdp_rxq); in ice_vsi_cfg_rxq() 552 err = __xdp_rxq_info_reg(&ring->xdp_rxq, ring->netdev, in ice_vsi_cfg_rxq() 558 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in ice_vsi_cfg_rxq() 563 xsk_pool_set_rxq_info(ring->xsk_pool, &ring->xdp_rxq); in ice_vsi_cfg_rxq() 568 if (!xdp_rxq_info_is_reg(&ring->xdp_rxq)) { in ice_vsi_cfg_rxq() 569 err = __xdp_rxq_info_reg(&ring->xdp_rxq, ring->netdev, in ice_vsi_cfg_rxq() 577 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in ice_vsi_cfg_rxq() 585 xdp_init_buff(&ring->xdp, ice_rx_pg_size(ring) / 2, &ring->xdp_rxq); in ice_vsi_cfg_rxq() [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/freescale/dpaa2/ |
H A D | dpaa2-xsk.c | 56 xdp_buff->rxq = &ch->xdp_rxq; in dpaa2_xsk_run_xdp() 191 err = xdp_rxq_info_reg_mem_model(&ch->xdp_rxq, in dpaa2_xsk_disable_pool() 252 err = xdp_rxq_info_reg_mem_model(&ch->xdp_rxq, MEM_TYPE_XSK_BUFF_POOL, NULL); in dpaa2_xsk_enable_pool() 257 xsk_pool_set_rxq_info(pool, &ch->xdp_rxq); in dpaa2_xsk_enable_pool() 290 err2 = xdp_rxq_info_reg_mem_model(&priv->channel[qid]->xdp_rxq, in dpaa2_xsk_enable_pool()
|
/kernel/linux/linux-5.10/drivers/net/ |
H A D | veth.c | 65 struct xdp_rxq_info xdp_rxq; member 587 xdp.rxq = &rq->xdp_rxq; in veth_xdp_rcv_one() 717 xdp.rxq = &rq->xdp_rxq; in veth_xdp_rcv_skb() 926 if (!xdp_rxq_info_is_reg(&priv->rq[0].xdp_rxq)) { in veth_enable_xdp() 930 err = xdp_rxq_info_reg(&rq->xdp_rxq, dev, i); in veth_enable_xdp() 934 err = xdp_rxq_info_reg_mem_model(&rq->xdp_rxq, in veth_enable_xdp() 941 rq->xdp_mem = rq->xdp_rxq.mem; in veth_enable_xdp() 954 xdp_rxq_info_unreg(&priv->rq[i].xdp_rxq); in veth_enable_xdp() 957 xdp_rxq_info_unreg(&priv->rq[i].xdp_rxq); in veth_enable_xdp() 973 rq->xdp_rxq in veth_disable_xdp() [all...] |
H A D | tun.c | 158 struct xdp_rxq_info xdp_rxq; member 699 xdp_rxq_info_unreg(&tfile->xdp_rxq); in __tun_detach() 749 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all() 756 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all() 813 WARN_ON(!xdp_rxq_info_is_reg(&tfile->xdp_rxq)); in tun_attach() 815 if (tfile->xdp_rxq.queue_index != tfile->queue_index) in tun_attach() 816 tfile->xdp_rxq.queue_index = tfile->queue_index; in tun_attach() 819 err = xdp_rxq_info_reg(&tfile->xdp_rxq, in tun_attach() 823 err = xdp_rxq_info_reg_mem_model(&tfile->xdp_rxq, in tun_attach() 826 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_attach() [all...] |
/kernel/linux/linux-6.6/drivers/net/ |
H A D | veth.c | 68 struct xdp_rxq_info xdp_rxq; member 624 xdp->rxq = &rq->xdp_rxq; in veth_xdp_rcv_one() 803 xdp_init_buff(xdp, frame_sz, &rq->xdp_rxq); in veth_convert_skb_to_xdp_buff() 1140 err = xdp_rxq_info_reg(&rq->xdp_rxq, dev, i, rq->xdp_napi.napi_id); in veth_enable_xdp_range() 1144 err = xdp_rxq_info_reg_mem_model(&rq->xdp_rxq, in veth_enable_xdp_range() 1151 rq->xdp_mem = rq->xdp_rxq.mem; in veth_enable_xdp_range() 1156 xdp_rxq_info_unreg(&priv->rq[i].xdp_rxq); in veth_enable_xdp_range() 1161 xdp_rxq_info_unreg(&rq->xdp_rxq); in veth_enable_xdp_range() 1178 rq->xdp_rxq.mem = rq->xdp_mem; in veth_disable_xdp_range() 1179 xdp_rxq_info_unreg(&rq->xdp_rxq); in veth_disable_xdp_range() [all...] |
H A D | tun.c | 147 struct xdp_rxq_info xdp_rxq; member 656 ntfile->xdp_rxq.queue_index = index; in __tun_detach() 688 xdp_rxq_info_unreg(&tfile->xdp_rxq); in __tun_detach() 738 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all() 745 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all() 802 WARN_ON(!xdp_rxq_info_is_reg(&tfile->xdp_rxq)); in tun_attach() 804 if (tfile->xdp_rxq.queue_index != tfile->queue_index) in tun_attach() 805 tfile->xdp_rxq.queue_index = tfile->queue_index; in tun_attach() 808 err = xdp_rxq_info_reg(&tfile->xdp_rxq, in tun_attach() 812 err = xdp_rxq_info_reg_mem_model(&tfile->xdp_rxq, in tun_attach() [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/fungible/funeth/ |
H A D | funeth_rx.c | 151 &q->xdp_rxq); in fun_run_xdp() 704 err = xdp_rxq_info_reg(&q->xdp_rxq, q->netdev, q->qidx, in fun_rxq_create_dev() 709 err = xdp_rxq_info_reg_mem_model(&q->xdp_rxq, MEM_TYPE_PAGE_SHARED, in fun_rxq_create_dev() 757 xdp_rxq_info_unreg(&q->xdp_rxq); in fun_rxq_create_dev() 779 xdp_rxq_info_unreg(&q->xdp_rxq); in fun_rxq_free_dev()
|
H A D | funeth_txrx.h | 198 struct xdp_rxq_info xdp_rxq; member
|
/kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/ |
H A D | nfp_net_dp.c | 257 xdp_rxq_info_unreg(&rx_ring->xdp_rxq); in nfp_net_rx_ring_free() 299 err = xdp_rxq_info_reg(&rx_ring->xdp_rxq, dp->netdev, in nfp_net_rx_ring_alloc() 304 err = xdp_rxq_info_reg_mem_model(&rx_ring->xdp_rxq, mem_type, NULL); in nfp_net_rx_ring_alloc()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/freescale/dpaa/ |
H A D | dpaa_eth.h | 47 struct xdp_rxq_info xdp_rxq; member
|
/kernel/linux/linux-6.6/drivers/net/ethernet/marvell/octeontx2/nic/ |
H A D | otx2_txrx.h | 141 struct xdp_rxq_info xdp_rxq; member
|
/kernel/linux/linux-5.10/drivers/net/hyperv/ |
H A D | netvsc_bpf.c | 51 xdp->rxq = &nvchan->xdp_rxq; in netvsc_run_xdp()
|
/kernel/linux/linux-6.6/drivers/net/vmxnet3/ |
H A D | vmxnet3_xdp.c | 341 xdp_init_buff(&xdp, PAGE_SIZE, &rq->xdp_rxq); in vmxnet3_process_xdp_small() 388 xdp_init_buff(&xdp, PAGE_SIZE, &rq->xdp_rxq); in vmxnet3_process_xdp()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/engleder/ |
H A D | tsnep.h | 140 struct xdp_rxq_info xdp_rxq; member
|
/kernel/linux/linux-6.6/drivers/net/ethernet/microsoft/mana/ |
H A D | mana_bpf.c | 93 xdp_init_buff(xdp, PAGE_SIZE, &rxq->xdp_rxq); in mana_run_xdp()
|