| /kernel/linux/linux-6.6/kernel/bpf/ |
| H A D | trampoline.c | 848 static u64 notrace __bpf_prog_enter_recur(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx)
854 run_ctx->saved_run_ctx = bpf_set_run_ctx(&run_ctx->run_ctx); in __acquires()
886 struct bpf_tramp_run_ctx *run_ctx)
889 bpf_reset_run_ctx(run_ctx->saved_run_ctx); in __releases()
898 struct bpf_tramp_run_ctx *run_ctx)
907 run_ctx->saved_run_ctx = bpf_set_run_ctx(&run_ctx->run_ctx); in __acquires()
922 __bpf_prog_enter_sleepable_recur(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx) __bpf_prog_enter_sleepable_recur() argument
938 __bpf_prog_exit_sleepable_recur(struct bpf_prog *prog, u64 start, struct bpf_tramp_run_ctx *run_ctx) __bpf_prog_exit_sleepable_recur() argument
949 __bpf_prog_enter_sleepable(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx) __bpf_prog_enter_sleepable() argument
961 __bpf_prog_exit_sleepable(struct bpf_prog *prog, u64 start, struct bpf_tramp_run_ctx *run_ctx) __bpf_prog_exit_sleepable() argument
[all...] |
| H A D | bpf_lsm.c | 183 struct bpf_trace_run_ctx *run_ctx; in BPF_CALL_1() local
185 run_ctx = container_of(current->bpf_ctx, struct bpf_trace_run_ctx, run_ctx); in BPF_CALL_1()
186 return run_ctx->bpf_cookie; in BPF_CALL_1()
|
| H A D | cgroup.c | 40 struct bpf_cg_run_ctx run_ctx; in bpf_prog_run_array_cg() local
43 run_ctx.retval = retval; in bpf_prog_run_array_cg()
48 old_run_ctx = bpf_set_run_ctx(&run_ctx.run_ctx); in bpf_prog_run_array_cg()
50 run_ctx.prog_item = item; in bpf_prog_run_array_cg()
56 if (!func_ret && !IS_ERR_VALUE((long)run_ctx.retval)) in bpf_prog_run_array_cg()
57 run_ctx.retval = -EPERM; in bpf_prog_run_array_cg()
63 return run_ctx.retval; in bpf_prog_run_array_cg()
1566 ctx = container_of(current->bpf_ctx, struct bpf_cg_run_ctx, run_ctx); in BPF_CALL_2()
1588 container_of(current->bpf_ctx, struct bpf_cg_run_ctx, run_ctx); in BPF_CALL_0()
[all...] |
| H A D | bpf_iter.c | 697 struct bpf_run_ctx run_ctx, *old_run_ctx; in bpf_iter_run_prog() local
704 old_run_ctx = bpf_set_run_ctx(&run_ctx); in bpf_iter_run_prog()
712 old_run_ctx = bpf_set_run_ctx(&run_ctx); in bpf_iter_run_prog()
|
| H A D | syscall.c | 5534 struct bpf_tramp_run_ctx __maybe_unused run_ctx; in kern_sys_bpf() local
5554 run_ctx.bpf_cookie = 0; in kern_sys_bpf()
5555 if (!__bpf_prog_enter_sleepable_recur(prog, &run_ctx)) { in kern_sys_bpf()
5557 __bpf_prog_exit_sleepable_recur(prog, 0, &run_ctx); in kern_sys_bpf()
5563 &run_ctx); in kern_sys_bpf()
|
| /kernel/linux/linux-6.6/kernel/trace/ |
| H A D | bpf_trace.c | 1065 struct bpf_trace_run_ctx *run_ctx __maybe_unused; in BPF_CALL_1()
1069 run_ctx = container_of(current->bpf_ctx, struct bpf_trace_run_ctx, run_ctx); in BPF_CALL_1()
1070 if (run_ctx->is_uprobe) in BPF_CALL_1()
1139 struct bpf_trace_run_ctx *run_ctx; in BPF_CALL_1() local
1141 run_ctx = container_of(current->bpf_ctx, struct bpf_trace_run_ctx, run_ctx); in BPF_CALL_1()
1142 return run_ctx->bpf_cookie; in BPF_CALL_1()
1166 struct bpf_trace_run_ctx *run_ctx; in BPF_CALL_1() local
1168 run_ctx in BPF_CALL_1()
2520 struct bpf_run_ctx run_ctx; global() member
2676 struct bpf_kprobe_multi_run_ctx *run_ctx; bpf_kprobe_multi_cookie() local
2698 struct bpf_kprobe_multi_run_ctx *run_ctx; bpf_kprobe_multi_entry_ip() local
2708 struct bpf_kprobe_multi_run_ctx run_ctx = { kprobe_multi_link_prog_run() local
3046 struct bpf_run_ctx run_ctx; global() member
3092 struct bpf_uprobe_multi_run_ctx run_ctx = { uprobe_prog_run() local
3154 struct bpf_uprobe_multi_run_ctx *run_ctx; bpf_uprobe_multi_entry_ip() local
3162 struct bpf_uprobe_multi_run_ctx *run_ctx; bpf_uprobe_multi_cookie() local
[all...] |
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | bpf.h | 1094 struct bpf_tramp_run_ctx *run_ctx);
1096 struct bpf_tramp_run_ctx *run_ctx);
1100 struct bpf_tramp_run_ctx *run_ctx);
1102 struct bpf_tramp_run_ctx *run_ctx);
1880 struct bpf_run_ctx run_ctx; member
1886 struct bpf_run_ctx run_ctx; member
1892 struct bpf_run_ctx run_ctx; member
1929 struct bpf_trace_run_ctx run_ctx; in bpf_prog_run_array() local
1937 run_ctx.is_uprobe = false; in bpf_prog_run_array()
1940 old_run_ctx = bpf_set_run_ctx(&run_ctx in bpf_prog_run_array()
1970 struct bpf_trace_run_ctx run_ctx; bpf_prog_run_array_uprobe() local
[all...] |
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | bpf.h | 1151 struct bpf_run_ctx run_ctx; member
1161 struct bpf_cg_run_ctx run_ctx; \
1169 old_run_ctx = bpf_set_run_ctx(&run_ctx.run_ctx);\
1171 run_ctx.prog_item = _item; \
1210 struct bpf_cg_run_ctx run_ctx; \
1218 old_run_ctx = bpf_set_run_ctx(&run_ctx.run_ctx); \
1220 run_ctx.prog_item = _item; \
|
| /kernel/linux/linux-5.10/net/bpf/ |
| H A D | test_run.c | 24 struct bpf_cg_run_ctx run_ctx; in bpf_test_run() local
46 old_ctx = bpf_set_run_ctx(&run_ctx.run_ctx); in bpf_test_run()
48 run_ctx.prog_item = &item; in bpf_test_run()
|
| /kernel/linux/linux-6.6/net/bpf/ |
| H A D | test_run.c | 397 struct bpf_cg_run_ctx run_ctx; in bpf_test_run() local
416 old_ctx = bpf_set_run_ctx(&run_ctx.run_ctx); in bpf_test_run()
418 run_ctx.prog_item = &item; in bpf_test_run()
|
| /kernel/linux/linux-5.10/kernel/bpf/ |
| H A D | helpers.c | 388 ctx = container_of(current->bpf_ctx, struct bpf_cg_run_ctx, run_ctx); in BPF_CALL_2()
|