| /kernel/linux/linux-6.6/net/bpf/ |
| H A D | bpf_dummy_struct_ops.c | 83 struct bpf_tramp_links *tlinks; in bpf_struct_ops_test_run() local
98 tlinks = kcalloc(BPF_TRAMP_MAX, sizeof(*tlinks), GFP_KERNEL); in bpf_struct_ops_test_run()
99 if (!tlinks) { in bpf_struct_ops_test_run()
121 err = bpf_struct_ops_prepare_trampoline(tlinks, link, in bpf_struct_ops_test_run()
140 kfree(tlinks); in bpf_struct_ops_test_run()
|
| /kernel/linux/linux-6.6/kernel/bpf/ |
| H A D | trampoline.c | 232 struct bpf_tramp_links *tlinks; in bpf_trampoline_get_progs() local
237 tlinks = kcalloc(BPF_TRAMP_MAX, sizeof(*tlinks), GFP_KERNEL); in bpf_trampoline_get_progs()
238 if (!tlinks) in bpf_trampoline_get_progs()
242 tlinks[kind].nr_links = tr->progs_cnt[kind]; in bpf_trampoline_get_progs()
244 links = tlinks[kind].links; in bpf_trampoline_get_progs()
251 return tlinks; in bpf_trampoline_get_progs()
396 struct bpf_tramp_links *tlinks; in bpf_trampoline_update() local
401 tlinks = bpf_trampoline_get_progs(tr, &total, &ip_arg); in bpf_trampoline_update()
402 if (IS_ERR(tlinks)) in bpf_trampoline_update()
1035 arch_prepare_bpf_trampoline(struct bpf_tramp_image *tr, void *image, void *image_end, const struct btf_func_model *m, u32 flags, struct bpf_tramp_links *tlinks, void *orig_call) arch_prepare_bpf_trampoline() argument
[all...] |
| H A D | bpf_struct_ops.c | 352 int bpf_struct_ops_prepare_trampoline(struct bpf_tramp_links *tlinks, in bpf_struct_ops_prepare_trampoline() argument
359 tlinks[BPF_TRAMP_FENTRY].links[0] = link; in bpf_struct_ops_prepare_trampoline()
360 tlinks[BPF_TRAMP_FENTRY].nr_links = 1; in bpf_struct_ops_prepare_trampoline()
366 model, flags, tlinks, NULL); in bpf_struct_ops_prepare_trampoline()
377 struct bpf_tramp_links *tlinks; in bpf_struct_ops_map_update_elem() local
401 tlinks = kcalloc(BPF_TRAMP_MAX, sizeof(*tlinks), GFP_KERNEL); in bpf_struct_ops_map_update_elem()
402 if (!tlinks) in bpf_struct_ops_map_update_elem()
498 err = bpf_struct_ops_prepare_trampoline(tlinks, link, in bpf_struct_ops_map_update_elem()
558 kfree(tlinks); in bpf_struct_ops_map_update_elem()
[all...] |
| /kernel/linux/linux-6.6/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 1831 struct bpf_tramp_links *tlinks, void *orig_call, in prepare_trampoline()
1843 struct bpf_tramp_links *fentry = &tlinks[BPF_TRAMP_FENTRY]; in prepare_trampoline()
1844 struct bpf_tramp_links *fexit = &tlinks[BPF_TRAMP_FEXIT]; in prepare_trampoline()
1845 struct bpf_tramp_links *fmod_ret = &tlinks[BPF_TRAMP_MODIFY_RETURN]; in prepare_trampoline()
2031 u32 flags, struct bpf_tramp_links *tlinks, in arch_prepare_bpf_trampoline()
2053 ret = prepare_trampoline(&ctx, im, tlinks, orig_call, nregs, flags); in arch_prepare_bpf_trampoline()
2064 ret = prepare_trampoline(&ctx, im, tlinks, orig_call, nregs, flags); in arch_prepare_bpf_trampoline()
1830 prepare_trampoline(struct jit_ctx *ctx, struct bpf_tramp_image *im, struct bpf_tramp_links *tlinks, void *orig_call, int nregs, u32 flags) prepare_trampoline() argument
2029 arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, void *image, void *image_end, const struct btf_func_model *m, u32 flags, struct bpf_tramp_links *tlinks, void *orig_call) arch_prepare_bpf_trampoline() argument
|
| /kernel/linux/linux-6.6/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 787 struct bpf_tramp_links *tlinks, in __arch_prepare_bpf_trampoline()
795 struct bpf_tramp_links *fentry = &tlinks[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline()
796 struct bpf_tramp_links *fexit = &tlinks[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline()
797 struct bpf_tramp_links *fmod_ret = &tlinks[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline()
1034 u32 flags, struct bpf_tramp_links *tlinks, in arch_prepare_bpf_trampoline()
1043 ret = __arch_prepare_bpf_trampoline(im, m, tlinks, func_addr, flags, &ctx); in arch_prepare_bpf_trampoline()
1060 ret = __arch_prepare_bpf_trampoline(im, m, tlinks, func_addr, flags, &ctx); in arch_prepare_bpf_trampoline()
785 __arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, const struct btf_func_model *m, struct bpf_tramp_links *tlinks, void *func_addr, u32 flags, struct rv_jit_context *ctx) __arch_prepare_bpf_trampoline() argument
1032 arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, void *image, void *image_end, const struct btf_func_model *m, u32 flags, struct bpf_tramp_links *tlinks, void *func_addr) arch_prepare_bpf_trampoline() argument
|
| /kernel/linux/linux-6.6/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2208 struct bpf_tramp_links *tlinks, in __arch_prepare_bpf_trampoline()
2211 struct bpf_tramp_links *fmod_ret = &tlinks[BPF_TRAMP_MODIFY_RETURN]; in __arch_prepare_bpf_trampoline()
2212 struct bpf_tramp_links *fentry = &tlinks[BPF_TRAMP_FENTRY]; in __arch_prepare_bpf_trampoline()
2213 struct bpf_tramp_links *fexit = &tlinks[BPF_TRAMP_FEXIT]; in __arch_prepare_bpf_trampoline()
2503 u32 flags, struct bpf_tramp_links *tlinks, in arch_prepare_bpf_trampoline()
2520 tlinks, func_addr); in arch_prepare_bpf_trampoline()
2204 __arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, struct bpf_tramp_jit *tjit, const struct btf_func_model *m, u32 flags, struct bpf_tramp_links *tlinks, void *func_addr) __arch_prepare_bpf_trampoline() argument
2501 arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, void *image, void *image_end, const struct btf_func_model *m, u32 flags, struct bpf_tramp_links *tlinks, void *func_addr) arch_prepare_bpf_trampoline() argument
|
| /kernel/linux/linux-6.6/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 2357 struct bpf_tramp_links *tlinks, in arch_prepare_bpf_trampoline()
2362 struct bpf_tramp_links *fentry = &tlinks[BPF_TRAMP_FENTRY]; in arch_prepare_bpf_trampoline()
2363 struct bpf_tramp_links *fexit = &tlinks[BPF_TRAMP_FEXIT]; in arch_prepare_bpf_trampoline()
2364 struct bpf_tramp_links *fmod_ret = &tlinks[BPF_TRAMP_MODIFY_RETURN]; in arch_prepare_bpf_trampoline()
2355 arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, void *image, void *image_end, const struct btf_func_model *m, u32 flags, struct bpf_tramp_links *tlinks, void *func_addr) arch_prepare_bpf_trampoline() argument
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | bpf.h | 1091 struct bpf_tramp_links *tlinks,
1648 int bpf_struct_ops_prepare_trampoline(struct bpf_tramp_links *tlinks,
|