| /kernel/linux/linux-6.6/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 1831 struct bpf_tramp_links *tlinks, void *orig_call, in prepare_trampoline()
1929 emit_addr_mov_i64(A64_R(10), (const u64)orig_call, ctx); in prepare_trampoline()
2032 void *orig_call) in arch_prepare_bpf_trampoline()
2053 ret = prepare_trampoline(&ctx, im, tlinks, orig_call, nregs, flags); in arch_prepare_bpf_trampoline()
2064 ret = prepare_trampoline(&ctx, im, tlinks, orig_call, nregs, flags); in arch_prepare_bpf_trampoline()
1830 prepare_trampoline(struct jit_ctx *ctx, struct bpf_tramp_image *im, struct bpf_tramp_links *tlinks, void *orig_call, int nregs, u32 flags) prepare_trampoline() argument
2029 arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, void *image, void *image_end, const struct btf_func_model *m, u32 flags, struct bpf_tramp_links *tlinks, void *orig_call) arch_prepare_bpf_trampoline() argument
|
| /kernel/linux/linux-6.6/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 2365 void *orig_call = func_addr; in arch_prepare_bpf_trampoline() local
2408 /* room for return value of orig_call or fentry prog */ in arch_prepare_bpf_trampoline()
2446 /* skip patched call instruction and point orig_call to actual in arch_prepare_bpf_trampoline()
2449 if (is_endbr(*(u32 *)orig_call)) in arch_prepare_bpf_trampoline()
2450 orig_call += ENDBR_INSN_SIZE; in arch_prepare_bpf_trampoline()
2451 orig_call += X86_PATCH_SIZE; in arch_prepare_bpf_trampoline()
2535 if (emit_rsb_call(&prog, orig_call, prog)) { in arch_prepare_bpf_trampoline()
2589 /* restore return value of orig_call or fentry prog back into RAX */ in arch_prepare_bpf_trampoline()
|
| /kernel/linux/linux-5.10/kernel/bpf/ |
| H A D | trampoline.c | 564 void *orig_call) in arch_prepare_bpf_trampoline()
561 arch_prepare_bpf_trampoline(struct bpf_tramp_image *tr, void *image, void *image_end, const struct btf_func_model *m, u32 flags, struct bpf_tramp_progs *tprogs, void *orig_call) arch_prepare_bpf_trampoline() argument
|
| /kernel/linux/linux-5.10/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1777 void *orig_call) in arch_prepare_bpf_trampoline()
1795 /* room for return value of orig_call or fentry prog */ in arch_prepare_bpf_trampoline()
1801 /* skip patched call instruction and point orig_call to actual in arch_prepare_bpf_trampoline()
1804 orig_call += X86_PATCH_SIZE; in arch_prepare_bpf_trampoline()
1846 if (emit_call(&prog, orig_call, prog)) { in arch_prepare_bpf_trampoline()
1894 /* restore return value of orig_call or fentry prog back into RAX */ in arch_prepare_bpf_trampoline()
1774 arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, void *image, void *image_end, const struct btf_func_model *m, u32 flags, struct bpf_tramp_progs *tprogs, void *orig_call) arch_prepare_bpf_trampoline() argument
|
| /kernel/linux/linux-6.6/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 798 void *orig_call = func_addr; in __arch_prepare_bpf_trampoline() local
921 orig_call += RV_FENTRY_NINSNS * 4; in __arch_prepare_bpf_trampoline()
958 ret = emit_call((const u64)orig_call, true, ctx); in __arch_prepare_bpf_trampoline()
|
| /kernel/linux/linux-6.6/kernel/bpf/ |
| H A D | trampoline.c | 1038 void *orig_call) in arch_prepare_bpf_trampoline()
1035 arch_prepare_bpf_trampoline(struct bpf_tramp_image *tr, void *image, void *image_end, const struct btf_func_model *m, u32 flags, struct bpf_tramp_links *tlinks, void *orig_call) arch_prepare_bpf_trampoline() argument
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | bpf.h | 612 * orig_call = fentry_ip + MCOUNT_INSN_SIZE
621 * orig_call = original callback addr or direct function addr
629 void *orig_call);
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | bpf.h | 1075 * orig_call = fentry_ip + MCOUNT_INSN_SIZE
1084 * orig_call = original callback addr or direct function addr
1092 void *orig_call);
|