Home
last modified time | relevance | path

Searched refs:bpf_func (Results 1 - 25 of 65) sorted by relevance

123

/kernel/linux/linux-6.6/kernel/bpf/
H A Dtrampoline.c536 link->link.prog->bpf_func); in __bpf_trampoline_link_prog()
579 tr->extension_prog->bpf_func, NULL); in __bpf_trampoline_unlink_prog()
627 bpf_func_t bpf_func, in cgroup_shim_alloc()
644 p->bpf_func = bpf_func; in cgroup_shim_alloc()
662 bpf_func_t bpf_func) in cgroup_shim_find()
671 if (p->bpf_func == bpf_func) in cgroup_shim_find()
685 bpf_func_t bpf_func; in bpf_trampoline_link_cgroup_shim() local
698 bpf_lsm_find_cgroup_shim(prog, &bpf_func); in bpf_trampoline_link_cgroup_shim()
626 cgroup_shim_alloc(const struct bpf_prog *prog, bpf_func_t bpf_func, int cgroup_atype) cgroup_shim_alloc() argument
661 cgroup_shim_find(struct bpf_trampoline *tr, bpf_func_t bpf_func) cgroup_shim_find() argument
749 bpf_func_t bpf_func; bpf_trampoline_unlink_cgroup_shim() local
[all...]
H A Dbpf_lsm.c73 bpf_func_t *bpf_func) in BTF_SET_START()
80 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_START()
88 *bpf_func = __cgroup_bpf_run_lsm_socket; in BTF_SET_START()
90 *bpf_func = __cgroup_bpf_run_lsm_sock; in BTF_SET_START()
93 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_START()
H A Ddispatcher.c21 * unsigned int (*bpf_func)(const void *,
101 *ipsp++ = (s64)(uintptr_t)d->progs[i].prog->bpf_func; in bpf_dispatcher_prepare()
H A Dcore.c201 * jited_linfo[linfo_idx] = prog->bpf_func
205 * jited_linfo[i] = prog->bpf_func +
225 jited_linfo[0] = prog->bpf_func; in bpf_prog_fill_jited_linfo()
233 jited_linfo[i] = prog->bpf_func + in bpf_prog_fill_jited_linfo()
569 prog->aux->ksym.start = (unsigned long) prog->bpf_func; in bpf_prog_ksym_set_addr()
1173 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_pack_hdr()
1183 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_hdr()
1225 addr = (u8 *)prog->aux->func[off]->bpf_func; in bpf_jit_get_func_addr()
2319 fp->bpf_func = interpreters[(round_up(stack_depth, 32) / 32) - 1]; in bpf_prog_select_func()
2321 fp->bpf_func in bpf_prog_select_func()
[all...]
/kernel/linux/linux-6.6/include/linux/
H A Dbpf_lsm.h46 void bpf_lsm_find_cgroup_shim(const struct bpf_prog *prog, bpf_func_t *bpf_func);
77 bpf_func_t *bpf_func) in bpf_lsm_find_cgroup_shim()
76 bpf_lsm_find_cgroup_shim(const struct bpf_prog *prog, bpf_func_t *bpf_func) bpf_lsm_find_cgroup_shim() argument
H A Dtracepoint-defs.h52 void *bpf_func; member
H A Dbpf.h1050 /* Each call __bpf_prog_enter + call bpf_func + call __bpf_prog_exit is ~50
1197 bpf_func_t bpf_func) in bpf_dispatcher_nop_func()
1199 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func()
1256 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func)
1264 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi)
1287 bpf_func_t bpf_func) \
1299 bpf_func_t bpf_func); \
1502 unsigned int (*bpf_func)(const void *ctx, member
1194 bpf_dispatcher_nop_func( const void *ctx, const struct bpf_insn *insnsi, bpf_func_t bpf_func) bpf_dispatcher_nop_func() argument
/kernel/linux/linux-5.10/include/linux/
H A Dtracepoint-defs.h51 void *bpf_func; member
H A Dfilter.h560 unsigned int (*bpf_func)(const void *ctx, member
581 __ret = dfunc(ctx, (prog)->insnsi, (prog)->bpf_func); \
588 __ret = dfunc(ctx, (prog)->insnsi, (prog)->bpf_func); \
847 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_hdr()
H A Dbpf.h595 /* Each call __bpf_prog_enter + call bpf_func + call __bpf_prog_exit is ~50
721 unsigned int (*bpf_func)(const void *, in bpf_dispatcher_nop_func()
724 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func()
750 unsigned int (*bpf_func)(const void *, \
753 return bpf_func(ctx, insnsi); \
762 unsigned int (*bpf_func)(const void *, \
/kernel/linux/linux-5.10/kernel/bpf/
H A Ddispatcher.c20 * unsigned int (*bpf_func)(const void *,
100 *ipsp++ = (s64)(uintptr_t)d->progs[i].prog->bpf_func; in bpf_dispatcher_prepare()
H A Dtrampoline.c404 prog->bpf_func); in bpf_trampoline_link_prog()
439 tr->extension_prog->bpf_func, NULL); in bpf_trampoline_unlink_prog()
502 * call prog->bpf_func
H A Dcore.c182 * jited_linfo[linfo_idx] = prog->bpf_func
186 * jited_linfo[i] = prog->bpf_func +
206 jited_linfo[0] = prog->bpf_func; in bpf_prog_fill_jited_linfo()
214 jited_linfo[i] = prog->bpf_func + in bpf_prog_fill_jited_linfo()
544 prog->aux->ksym.start = (unsigned long) prog->bpf_func; in bpf_prog_ksym_set_addr()
950 addr = (u8 *)prog->aux->func[off]->bpf_func; in bpf_jit_get_func_addr()
1833 fp->bpf_func = interpreters[(round_up(stack_depth, 32) / 32) - 1]; in bpf_prog_select_func()
1835 fp->bpf_func = __bpf_prog_ret0_warn; in bpf_prog_select_func()
1852 if (fp->bpf_func) in bpf_prog_select_runtime()
1910 .bpf_func
[all...]
/kernel/linux/linux-5.10/arch/riscv/net/
H A Dbpf_jit_core.c159 prog->bpf_func = (void *)ctx->insns; in bpf_int_jit_compile()
/kernel/linux/linux-5.10/include/trace/
H A Dbpf_probe.h85 .bpf_func = __bpf_trace_##template, \
/kernel/linux/linux-6.6/include/trace/
H A Dbpf_probe.h75 .bpf_func = __bpf_trace_##template, \
/kernel/linux/linux-6.6/arch/parisc/net/
H A Dbpf_jit_core.c163 prog->bpf_func = (void *)ctx->insns; in bpf_int_jit_compile()
/kernel/linux/linux-6.6/arch/powerpc/net/
H A Dbpf_jit_comp.c202 fp->bpf_func = (void *)image; in bpf_int_jit_compile()
/kernel/linux/linux-6.6/arch/riscv/net/
H A Dbpf_jit_core.c173 prog->bpf_func = (void *)ctx->ro_insns; in bpf_int_jit_compile()
/kernel/linux/linux-5.10/arch/powerpc/net/
H A Dbpf_jit_comp.c669 fp->bpf_func = (void *)image; in bpf_jit_compile()
680 module_memfree(fp->bpf_func); in bpf_jit_free()
H A Dbpf_jit_comp64.c274 /* goto *(prog->bpf_func + prologue_size); */ in bpf_jit_emit_tail_call()
275 PPC_BPF_LL(b2p[TMP_REG_1], b2p[TMP_REG_1], offsetof(struct bpf_prog, bpf_func)); in bpf_jit_emit_tail_call()
1298 fp->bpf_func = (void *)image; in bpf_int_jit_compile()
1327 unsigned long addr = (unsigned long)fp->bpf_func & PAGE_MASK; in bpf_jit_free()
/kernel/linux/linux-6.6/arch/x86/net/
H A Dbpf_jit_comp.c467 * goto *(prog->bpf_func + prologue_size);
527 /* goto *(prog->bpf_func + X86_TAIL_CALL_OFFSET); */ in emit_bpf_tail_call_indirect()
529 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call_indirect()
535 * rcx == prog->bpf_func + X86_TAIL_CALL_OFFSET in emit_bpf_tail_call_indirect()
610 (u8 *)target->bpf_func + in bpf_tail_call_direct_fixup()
2183 if (emit_rsb_call(&prog, p->bpf_func, prog)) in invoke_bpf_prog()
2802 prog->bpf_func = NULL; in bpf_int_jit_compile()
2868 prog->bpf_func = (void *)image; in bpf_int_jit_compile()
2940 old_addr = old ? (u8 *)old->bpf_func + poke->adj_off : NULL; in bpf_arch_poke_desc_update()
2941 new_addr = new ? (u8 *)new->bpf_func in bpf_arch_poke_desc_update()
[all...]
/kernel/linux/linux-5.10/arch/arm64/net/
H A Dbpf_jit_comp.c310 /* goto *(prog->bpf_func + prologue_offset); */ in emit_bpf_tail_call()
311 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
1112 prog->bpf_func = NULL; in bpf_int_jit_compile()
1123 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()
/kernel/linux/linux-5.10/arch/loongarch/net/
H A Debpf_jit.c264 /* goto *(prog->bpf_func + 4); */ in emit_bpf_tail_call()
265 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
951 prog->bpf_func = NULL; in bpf_int_jit_compile()
961 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()
/kernel/linux/linux-6.6/arch/loongarch/net/
H A Dbpf_jit.c254 /* goto *(prog->bpf_func + 4); */ in emit_bpf_tail_call()
255 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
1213 prog->bpf_func = NULL; in bpf_int_jit_compile()
1226 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()

Completed in 32 milliseconds

123