| /kernel/linux/linux-6.6/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 2131 int run_ctx_off, bool save_ret) in invoke_bpf_prog()
2147 * mov QWORD PTR [rbp - run_ctx_off + ctx_cookie_off], rdi in invoke_bpf_prog()
2149 emit_stx(&prog, BPF_DW, BPF_REG_FP, BPF_REG_1, -run_ctx_off + ctx_cookie_off); in invoke_bpf_prog()
2154 if (!is_imm8(-run_ctx_off)) in invoke_bpf_prog()
2155 EMIT3_off32(0x48, 0x8D, 0xB5, -run_ctx_off); in invoke_bpf_prog()
2157 EMIT4(0x48, 0x8D, 0x75, -run_ctx_off); in invoke_bpf_prog()
2205 /* arg3: lea rdx, [rbp - run_ctx_off] */ in invoke_bpf_prog()
2206 if (!is_imm8(-run_ctx_off)) in invoke_bpf_prog()
2207 EMIT3_off32(0x48, 0x8D, 0x95, -run_ctx_off); in invoke_bpf_prog()
2209 EMIT4(0x48, 0x8D, 0x55, -run_ctx_off); in invoke_bpf_prog()
2129 invoke_bpf_prog(const struct btf_func_model *m, u8 **pprog, struct bpf_tramp_link *l, int stack_size, int run_ctx_off, bool save_ret) invoke_bpf_prog() argument
2243 invoke_bpf(const struct btf_func_model *m, u8 **pprog, struct bpf_tramp_links *tl, int stack_size, int run_ctx_off, bool save_ret) invoke_bpf() argument
2259 invoke_bpf_mod_ret(const struct btf_func_model *m, u8 **pprog, struct bpf_tramp_links *tl, int stack_size, int run_ctx_off, u8 **branches) invoke_bpf_mod_ret() argument
2361 int regs_off, nregs_off, ip_off, run_ctx_off, arg_stack_off, rbx_off; arch_prepare_bpf_trampoline() local
[all...] |
| /kernel/linux/linux-6.6/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 1708 int args_off, int retval_off, int run_ctx_off, in invoke_bpf_prog()
1722 emit(A64_STR64I(A64_ZR, A64_SP, run_ctx_off + cookie_off), ctx); in invoke_bpf_prog()
1725 emit(A64_STR64I(A64_R(10), A64_SP, run_ctx_off + cookie_off), in invoke_bpf_prog()
1737 emit(A64_ADD_I(1, A64_R(1), A64_SP, run_ctx_off), ctx); in invoke_bpf_prog()
1769 emit(A64_ADD_I(1, A64_R(2), A64_SP, run_ctx_off), ctx); in invoke_bpf_prog()
1775 int args_off, int retval_off, int run_ctx_off, in invoke_bpf_mod_ret()
1786 run_ctx_off, true); in invoke_bpf_mod_ret()
1842 int run_ctx_off; in prepare_trampoline() local
1871 * SP + run_ctx_off [ bpf_tramp_run_ctx ] in prepare_trampoline()
1875 run_ctx_off in prepare_trampoline()
1707 invoke_bpf_prog(struct jit_ctx *ctx, struct bpf_tramp_link *l, int args_off, int retval_off, int run_ctx_off, bool save_ret) invoke_bpf_prog() argument
1774 invoke_bpf_mod_ret(struct jit_ctx *ctx, struct bpf_tramp_links *tl, int args_off, int retval_off, int run_ctx_off, __le32 **branches) invoke_bpf_mod_ret() argument
[all...] |
| /kernel/linux/linux-6.6/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 722 int run_ctx_off, bool save_ret, struct rv_jit_context *ctx) in invoke_bpf_prog()
730 emit_sd(RV_REG_FP, -run_ctx_off + cookie_off, RV_REG_T1, ctx); in invoke_bpf_prog()
732 emit_sd(RV_REG_FP, -run_ctx_off + cookie_off, RV_REG_ZERO, ctx); in invoke_bpf_prog()
738 emit_addi(RV_REG_A1, RV_REG_FP, -run_ctx_off, ctx); in invoke_bpf_prog()
779 emit_addi(RV_REG_A2, RV_REG_FP, -run_ctx_off, ctx); in invoke_bpf_prog()
794 int retval_off, args_off, nregs_off, ip_off, run_ctx_off, sreg_off; in __arch_prepare_bpf_trampoline() local
834 * FP - run_ctx_off [ bpf_tramp_run_ctx ] in __arch_prepare_bpf_trampoline()
874 run_ctx_off = stack_size; in __arch_prepare_bpf_trampoline()
931 ret = invoke_bpf_prog(fentry->links[i], args_off, retval_off, run_ctx_off, in __arch_prepare_bpf_trampoline()
946 run_ctx_off, tru in __arch_prepare_bpf_trampoline()
721 invoke_bpf_prog(struct bpf_tramp_link *l, int args_off, int retval_off, int run_ctx_off, bool save_ret, struct rv_jit_context *ctx) invoke_bpf_prog() argument
[all...] |
| /kernel/linux/linux-6.6/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 2090 int run_ctx_off; /* Offset of struct bpf_tramp_run_ctx */ member
2110 int cookie_off = tjit->run_ctx_off + in invoke_bpf_prog()
2133 /* la %r3,run_ctx_off(%r15) */ in invoke_bpf_prog()
2134 EMIT4_DISP(0x41000000, REG_3, REG_15, tjit->run_ctx_off); in invoke_bpf_prog()
2178 /* la %r4,run_ctx_off(%r15) */ in invoke_bpf_prog()
2179 EMIT4_DISP(0x41000000, REG_4, REG_15, tjit->run_ctx_off); in invoke_bpf_prog()
2265 tjit->run_ctx_off = alloc_stack(tjit, in __arch_prepare_bpf_trampoline()
|