| /kernel/linux/linux-6.6/kernel/bpf/ |
| H A D | cpumap.c | 137 static void cpu_map_bpf_prog_run_skb(struct bpf_cpu_map_entry *rcpu, in cpu_map_bpf_prog_run_skb() argument
147 act = bpf_prog_run_generic_xdp(skb, &xdp, rcpu->prog); in cpu_map_bpf_prog_run_skb()
154 rcpu->prog); in cpu_map_bpf_prog_run_skb()
163 bpf_warn_invalid_xdp_action(NULL, rcpu->prog, act); in cpu_map_bpf_prog_run_skb()
166 trace_xdp_exception(skb->dev, rcpu->prog, act); in cpu_map_bpf_prog_run_skb()
177 static int cpu_map_bpf_prog_run_xdp(struct bpf_cpu_map_entry *rcpu, in cpu_map_bpf_prog_run_xdp() argument
199 act = bpf_prog_run_xdp(rcpu->prog, &xdp); in cpu_map_bpf_prog_run_xdp()
213 rcpu->prog); in cpu_map_bpf_prog_run_xdp()
222 bpf_warn_invalid_xdp_action(NULL, rcpu->prog, act); in cpu_map_bpf_prog_run_xdp()
238 static int cpu_map_bpf_prog_run(struct bpf_cpu_map_entry *rcpu, voi argument
264 struct bpf_cpu_map_entry *rcpu = data; cpu_map_kthread_run() local
367 __cpu_map_load_bpf_program(struct bpf_cpu_map_entry *rcpu, struct bpf_map *map, int fd) __cpu_map_load_bpf_program() argument
394 struct bpf_cpu_map_entry *rcpu; __cpu_map_entry_alloc() local
468 struct bpf_cpu_map_entry *rcpu; __cpu_map_entry_free() local
501 __cpu_map_entry_replace(struct bpf_cpu_map *cmap, u32 key_cpu, struct bpf_cpu_map_entry *rcpu) __cpu_map_entry_replace() argument
531 struct bpf_cpu_map_entry *rcpu; cpu_map_update_elem() local
583 struct bpf_cpu_map_entry *rcpu; cpu_map_free() local
603 struct bpf_cpu_map_entry *rcpu; __cpu_map_lookup_elem() local
615 struct bpf_cpu_map_entry *rcpu = cpu_map_lookup_elem() local
670 struct bpf_cpu_map_entry *rcpu = bq->obj; bq_flush_to_queue() local
705 bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf) bq_enqueue() argument
728 cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf, struct net_device *dev_rx) cpu_map_enqueue() argument
738 cpu_map_generic_redirect(struct bpf_cpu_map_entry *rcpu, struct sk_buff *skb) cpu_map_generic_redirect() argument
[all...] |
| /kernel/linux/linux-5.10/kernel/bpf/ |
| H A D | cpumap.c | 137 static void get_cpu_map_entry(struct bpf_cpu_map_entry *rcpu) in get_cpu_map_entry() argument
139 atomic_inc(&rcpu->refcnt); in get_cpu_map_entry()
145 struct bpf_cpu_map_entry *rcpu; in cpu_map_kthread_stop() local
147 rcpu = container_of(work, struct bpf_cpu_map_entry, kthread_stop_wq); in cpu_map_kthread_stop()
155 kthread_stop(rcpu->kthread); in cpu_map_kthread_stop()
215 static void put_cpu_map_entry(struct bpf_cpu_map_entry *rcpu) in put_cpu_map_entry() argument
217 if (atomic_dec_and_test(&rcpu->refcnt)) { in put_cpu_map_entry()
218 if (rcpu->prog) in put_cpu_map_entry()
219 bpf_prog_put(rcpu->prog); in put_cpu_map_entry()
221 __cpu_map_ring_cleanup(rcpu in put_cpu_map_entry()
228 cpu_map_bpf_prog_run_xdp(struct bpf_cpu_map_entry *rcpu, void **frames, int n, struct xdp_cpumap_stats *stats) cpu_map_bpf_prog_run_xdp() argument
301 struct bpf_cpu_map_entry *rcpu = data; cpu_map_kthread_run() local
395 __cpu_map_load_bpf_program(struct bpf_cpu_map_entry *rcpu, int fd) __cpu_map_load_bpf_program() argument
419 struct bpf_cpu_map_entry *rcpu; __cpu_map_entry_alloc() local
487 struct bpf_cpu_map_entry *rcpu; __cpu_map_entry_free() local
520 __cpu_map_entry_replace(struct bpf_cpu_map *cmap, u32 key_cpu, struct bpf_cpu_map_entry *rcpu) __cpu_map_entry_replace() argument
551 struct bpf_cpu_map_entry *rcpu; cpu_map_update_elem() local
606 struct bpf_cpu_map_entry *rcpu; cpu_map_free() local
622 struct bpf_cpu_map_entry *rcpu; __cpu_map_lookup_elem() local
633 struct bpf_cpu_map_entry *rcpu = cpu_map_lookup_elem() local
672 struct bpf_cpu_map_entry *rcpu = bq->obj; bq_flush_to_queue() local
707 bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf) bq_enqueue() argument
730 cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_buff *xdp, struct net_device *dev_rx) cpu_map_enqueue() argument
[all...] |
| /kernel/linux/linux-5.10/arch/arm/mach-tegra/ |
| H A D | sleep.h | 51 .macro cpu_to_halt_reg rd, rcpu
52 cmp \rcpu, #0 variable
53 subne \rd, \rcpu, #1 variable
60 .macro cpu_to_csr_reg rd, rcpu
61 cmp \rcpu, #0 variable
62 subne \rd, \rcpu, #1 variable
|
| /kernel/linux/linux-6.6/arch/arm/mach-tegra/ |
| H A D | sleep.h | 51 .macro cpu_to_halt_reg rd, rcpu
52 cmp \rcpu, #0 variable
53 subne \rd, \rcpu, #1 variable
60 .macro cpu_to_csr_reg rd, rcpu
61 cmp \rcpu, #0 variable
62 subne \rd, \rcpu, #1 variable
|
| /kernel/linux/linux-5.10/drivers/macintosh/ |
| H A D | rack-meter.c | 215 struct rackmeter_cpu *rcpu = in rackmeter_do_timer() local
217 struct rackmeter *rm = rcpu->rm; in rackmeter_do_timer()
224 total_nsecs = cur_nsecs - rcpu->prev_wall; in rackmeter_do_timer()
225 rcpu->prev_wall = cur_nsecs; in rackmeter_do_timer()
228 idle_nsecs = total_idle_nsecs - rcpu->prev_idle; in rackmeter_do_timer()
230 rcpu->prev_idle = total_idle_nsecs; in rackmeter_do_timer()
244 rcpu->zero = (cumm == 0); in rackmeter_do_timer()
254 schedule_delayed_work_on(cpu, &rcpu->sniffer, in rackmeter_do_timer()
274 struct rackmeter_cpu *rcpu; in rackmeter_init_cpu_sniffer() local
278 rcpu in rackmeter_init_cpu_sniffer()
[all...] |
| /kernel/linux/linux-6.6/drivers/macintosh/ |
| H A D | rack-meter.c | 214 struct rackmeter_cpu *rcpu = in rackmeter_do_timer() local
216 struct rackmeter *rm = rcpu->rm; in rackmeter_do_timer()
223 total_nsecs = cur_nsecs - rcpu->prev_wall; in rackmeter_do_timer()
224 rcpu->prev_wall = cur_nsecs; in rackmeter_do_timer()
227 idle_nsecs = total_idle_nsecs - rcpu->prev_idle; in rackmeter_do_timer()
229 rcpu->prev_idle = total_idle_nsecs; in rackmeter_do_timer()
243 rcpu->zero = (cumm == 0); in rackmeter_do_timer()
253 schedule_delayed_work_on(cpu, &rcpu->sniffer, in rackmeter_do_timer()
273 struct rackmeter_cpu *rcpu; in rackmeter_init_cpu_sniffer() local
277 rcpu in rackmeter_init_cpu_sniffer()
[all...] |
| /kernel/linux/linux-5.10/arch/arm/common/ |
| H A D | vlock.S | 26 .macro voting_begin rbase:req, rcpu:req, rscratch:req
28 strb \rscratch, [\rbase, \rcpu]
32 .macro voting_end rbase:req, rcpu:req, rscratch:req
35 strb \rscratch, [\rbase, \rcpu]
|
| /kernel/linux/linux-6.6/arch/arm/common/ |
| H A D | vlock.S | 28 .macro voting_begin rbase:req, rcpu:req, rscratch:req
30 strb \rscratch, [\rbase, \rcpu]
34 .macro voting_end rbase:req, rcpu:req, rscratch:req
37 strb \rscratch, [\rbase, \rcpu]
|
| /kernel/linux/linux-5.10/samples/bpf/ |
| H A D | cpustat_user.c | 109 int rcpu, i, ret; in cpu_stat_inject_cpu_idle_event() local
117 rcpu = sched_getcpu(); in cpu_stat_inject_cpu_idle_event()
118 if (rcpu < 0) in cpu_stat_inject_cpu_idle_event()
127 if (i == rcpu) in cpu_stat_inject_cpu_idle_event()
|
| /kernel/linux/linux-6.6/samples/bpf/ |
| H A D | cpustat_user.c | 108 int rcpu, i, ret; in cpu_stat_inject_cpu_idle_event() local
116 rcpu = sched_getcpu(); in cpu_stat_inject_cpu_idle_event()
117 if (rcpu < 0) in cpu_stat_inject_cpu_idle_event()
126 if (i == rcpu) in cpu_stat_inject_cpu_idle_event()
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | bpf.h | 2347 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf,
2349 int cpu_map_generic_redirect(struct bpf_cpu_map_entry *rcpu,
2601 static inline int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, in cpu_map_enqueue() argument
2608 static inline int cpu_map_generic_redirect(struct bpf_cpu_map_entry *rcpu, in cpu_map_generic_redirect() argument
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | bpf.h | 1517 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_buff *xdp,
1724 static inline int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, in cpu_map_enqueue() argument
|