| /kernel/linux/linux-6.6/kernel/bpf/ |
| H A D | devmap.c | 60 struct net_device *dev_rx; member
402 trace_xdp_devmap_xmit(bq->dev_rx, dev, sent, cnt - sent, err); in bq_xmit_all()
416 bq->dev_rx = NULL; in __dev_flush()
444 struct net_device *dev_rx, struct bpf_prog *xdp_prog) in bq_enqueue()
452 /* Ingress dev_rx will be the same for all xdp_frame's in in bq_enqueue()
459 if (!bq->dev_rx) { in bq_enqueue()
460 bq->dev_rx = dev_rx; in bq_enqueue()
469 struct net_device *dev_rx, in __xdp_enqueue()
485 bq_enqueue(dev, xdpf, dev_rx, xdp_pro in __xdp_enqueue()
443 bq_enqueue(struct net_device *dev, struct xdp_frame *xdpf, struct net_device *dev_rx, struct bpf_prog *xdp_prog) bq_enqueue() argument
468 __xdp_enqueue(struct net_device *dev, struct xdp_frame *xdpf, struct net_device *dev_rx, struct bpf_prog *xdp_prog) __xdp_enqueue() argument
520 dev_xdp_enqueue(struct net_device *dev, struct xdp_frame *xdpf, struct net_device *dev_rx) dev_xdp_enqueue() argument
526 dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_frame *xdpf, struct net_device *dev_rx) dev_map_enqueue() argument
552 dev_map_enqueue_clone(struct bpf_dtab_netdev *obj, struct net_device *dev_rx, struct xdp_frame *xdpf) dev_map_enqueue_clone() argument
592 dev_map_enqueue_multi(struct xdp_frame *xdpf, struct net_device *dev_rx, struct bpf_map *map, bool exclude_ingress) dev_map_enqueue_multi() argument
[all...] |
| H A D | cpumap.c | 193 rxq.dev = xdpf->dev_rx; in cpu_map_bpf_prog_run_xdp()
212 err = xdp_do_redirect(xdpf->dev_rx, &xdp, in cpu_map_bpf_prog_run_xdp()
346 xdpf->dev_rx); in cpu_map_kthread_run()
729 struct net_device *dev_rx) in cpu_map_enqueue()
732 xdpf->dev_rx = dev_rx; in cpu_map_enqueue()
728 cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf, struct net_device *dev_rx) cpu_map_enqueue() argument
|
| /kernel/linux/linux-5.10/kernel/bpf/ |
| H A D | devmap.c | 59 struct net_device *dev_rx; member
372 trace_xdp_devmap_xmit(bq->dev_rx, dev, sent, drops, err); in bq_xmit_all()
373 bq->dev_rx = NULL; in bq_xmit_all()
428 struct net_device *dev_rx) in bq_enqueue()
436 /* Ingress dev_rx will be the same for all xdp_frame's in in bq_enqueue()
440 if (!bq->dev_rx) in bq_enqueue()
441 bq->dev_rx = dev_rx; in bq_enqueue()
450 struct net_device *dev_rx) in __xdp_enqueue()
466 bq_enqueue(dev, xdpf, dev_rx); in __xdp_enqueue()
427 bq_enqueue(struct net_device *dev, struct xdp_frame *xdpf, struct net_device *dev_rx) bq_enqueue() argument
449 __xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, struct net_device *dev_rx) __xdp_enqueue() argument
498 dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, struct net_device *dev_rx) dev_xdp_enqueue() argument
504 dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp, struct net_device *dev_rx) dev_map_enqueue() argument
[all...] |
| H A D | cpumap.c | 184 skb->protocol = eth_type_trans(skb, xdpf->dev_rx); in cpu_map_build_skb()
249 rxq.dev = xdpf->dev_rx; in cpu_map_bpf_prog_run_xdp()
268 err = xdp_do_redirect(xdpf->dev_rx, &xdp, in cpu_map_bpf_prog_run_xdp()
731 struct net_device *dev_rx) in cpu_map_enqueue()
740 xdpf->dev_rx = dev_rx; in cpu_map_enqueue()
730 cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_buff *xdp, struct net_device *dev_rx) cpu_map_enqueue() argument
|
| /kernel/linux/linux-5.10/include/net/ |
| H A D | xdp.h | 104 struct net_device *dev_rx; /* used by cpumap */ member
127 frame->dev_rx = NULL; in xdp_scrub_frame()
|
| /kernel/linux/linux-6.6/include/net/ |
| H A D | xdp.h | 175 struct net_device *dev_rx; /* used by cpumap */ member
222 frame->dev_rx = NULL; in xdp_scrub_frame()
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | bpf.h | 2335 struct net_device *dev_rx);
2337 struct net_device *dev_rx);
2338 int dev_map_enqueue_multi(struct xdp_frame *xdpf, struct net_device *dev_rx,
2348 struct net_device *dev_rx);
2561 struct net_device *dev_rx) in dev_xdp_enqueue()
2568 struct net_device *dev_rx) in dev_map_enqueue()
2574 int dev_map_enqueue_multi(struct xdp_frame *xdpf, struct net_device *dev_rx, in dev_map_enqueue_multi() argument
2603 struct net_device *dev_rx) in cpu_map_enqueue()
2560 dev_xdp_enqueue(struct net_device *dev, struct xdp_frame *xdpf, struct net_device *dev_rx) dev_xdp_enqueue() argument
2567 dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_frame *xdpf, struct net_device *dev_rx) dev_map_enqueue() argument
2601 cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf, struct net_device *dev_rx) cpu_map_enqueue() argument
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | bpf.h | 1508 struct net_device *dev_rx);
1510 struct net_device *dev_rx);
1518 struct net_device *dev_rx);
1693 struct net_device *dev_rx) in dev_xdp_enqueue()
1700 struct net_device *dev_rx) in dev_map_enqueue()
1726 struct net_device *dev_rx) in cpu_map_enqueue()
1692 dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, struct net_device *dev_rx) dev_xdp_enqueue() argument
1699 dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp, struct net_device *dev_rx) dev_map_enqueue() argument
1724 cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_buff *xdp, struct net_device *dev_rx) cpu_map_enqueue() argument
|
| /kernel/linux/linux-5.10/net/core/ |
| H A D | filter.c | 3967 static int __bpf_tx_xdp_map(struct net_device *dev_rx, void *fwd, in __bpf_tx_xdp_map() argument
3973 return dev_map_enqueue(fwd, xdp, dev_rx); in __bpf_tx_xdp_map()
3975 return cpu_map_enqueue(fwd, xdp, dev_rx); in __bpf_tx_xdp_map()
|