| /kernel/linux/linux-5.10/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 314 static int emit_call(u8 **pprog, void *func, void *ip) in emit_call() function
338 emit_call(&prog, old_addr, ip) : in __bpf_arch_text_poke()
348 emit_call(&prog, new_addr, ip) : in __bpf_arch_text_poke()
1257 if (!imm32 || emit_call(&prog, func, image + addrs[i - 1] + 7)) in do_jit()
1260 if (!imm32 || emit_call(&prog, func, image + addrs[i - 1])) in do_jit()
1550 if (emit_call(&prog, __bpf_prog_enter_sleepable, prog)) in invoke_bpf_prog()
1553 if (emit_call(&prog, __bpf_prog_enter, prog)) in invoke_bpf_prog()
1567 if (emit_call(&prog, p->bpf_func, prog)) in invoke_bpf_prog()
1582 if (emit_call(&prog, __bpf_prog_exit_sleepable, prog)) in invoke_bpf_prog()
1590 if (emit_call( in invoke_bpf_prog()
[all...] |
| /kernel/linux/linux-6.6/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 466 static int emit_call(u64 addr, bool fixed_addr, struct rv_jit_context *ctx) in emit_call() function
739 ret = emit_call((const u64)bpf_trampoline_enter(p), true, ctx); in invoke_bpf_prog()
758 ret = emit_call((const u64)p->bpf_func, true, ctx); in invoke_bpf_prog()
780 ret = emit_call((const u64)bpf_trampoline_exit(p), true, ctx); in invoke_bpf_prog()
925 ret = emit_call((const u64)__bpf_tramp_enter, true, ctx); in __arch_prepare_bpf_trampoline()
958 ret = emit_call((const u64)orig_call, true, ctx); in __arch_prepare_bpf_trampoline()
986 ret = emit_call((const u64)__bpf_tramp_exit, true, ctx); in __arch_prepare_bpf_trampoline()
1519 ret = emit_call(addr, fixed_addr, ctx); in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 742 static void emit_call(bool fixed, u64 addr, struct rv_jit_context *ctx) in emit_call() function
1146 emit_call(fixed, addr, ctx); in bpf_jit_emit_insn()
|
| /kernel/linux/linux-6.6/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 179 static inline void emit_call(u64 target, struct jit_ctx *ctx) in emit_call() function
328 * 3. blr, working as a function pointer, used by emit_call. in build_prologue()
1122 emit_call(func_addr, ctx); in build_insn()
1739 emit_call(enter_prog, ctx); in invoke_bpf_prog()
1754 emit_call((const u64)p->bpf_func, ctx); in invoke_bpf_prog()
1771 emit_call(exit_prog, ctx); in invoke_bpf_prog()
1946 emit_call((const u64)__bpf_tramp_enter, ctx); in prepare_trampoline()
1990 emit_call((const u64)__bpf_tramp_exit, ctx); in prepare_trampoline()
|
| /kernel/linux/linux-5.10/arch/sparc/net/ |
| H A D | bpf_jit_comp_32.c | 240 #define emit_call(FUNC) \ macro
600 emit_call(func); in bpf_jit_compile()
624 emit_call(func); in bpf_jit_compile()
|
| H A D | bpf_jit_comp_64.c | 244 static void emit_call(u32 *func, struct jit_ctx *ctx) in emit_call() function
1220 emit_call((u32 *)func, ctx); in build_insn()
|
| /kernel/linux/linux-6.6/arch/sparc/net/ |
| H A D | bpf_jit_comp_32.c | 240 #define emit_call(FUNC) \ macro
600 emit_call(func); in bpf_jit_compile()
624 emit_call(func); in bpf_jit_compile()
|
| H A D | bpf_jit_comp_64.c | 244 static void emit_call(u32 *func, struct jit_ctx *ctx) in emit_call() function
1220 emit_call((u32 *)func, ctx); in build_insn()
|
| /kernel/linux/linux-6.6/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 339 static int emit_call(u8 **pprog, void *func, void *ip) in emit_call() function
369 emit_call(&prog, old_addr, ip) : in __bpf_arch_text_poke()
379 emit_call(&prog, new_addr, ip) : in __bpf_arch_text_poke()
1639 if (emit_call(&prog, func, image + addrs[i - 1] + offs)) in do_jit()
|
| /kernel/linux/linux-5.10/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 423 static int emit_call(u64 addr, bool fixed_addr, struct rv_jit_context *ctx) in emit_call() function
855 ret = emit_call(addr, fixed_addr, ctx); in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 742 static void emit_call(bool fixed, u64 addr, struct rv_jit_context *ctx) in emit_call() function
1148 emit_call(fixed, addr, ctx); in bpf_jit_emit_insn()
|
| /kernel/linux/linux-6.6/arch/parisc/net/ |
| H A D | bpf_jit_comp64.c | 463 static void emit_call(u64 addr, bool fixed, struct hppa_jit_context *ctx) in emit_call() function
979 emit_call(addr, fixed_addr, ctx); in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 886 static void emit_call(bool fixed, u64 addr, struct hppa_jit_context *ctx) in emit_call() function
1314 emit_call(fixed, addr, ctx); in bpf_jit_emit_insn()
|
| /kernel/linux/linux-6.6/arch/mips/net/ |
| H A D | bpf_jit_comp64.c | 439 static int emit_call(struct jit_context *ctx, const struct bpf_insn *insn) in emit_call() function
1043 if (emit_call(ctx, insn) < 0) in build_insn()
|
| H A D | bpf_jit_comp32.c | 1263 static int emit_call(struct jit_context *ctx, const struct bpf_insn *insn) in emit_call() function
1878 if (emit_call(ctx, insn) < 0) in build_insn()
|