/kernel/linux/linux-5.10/kernel/bpf/ |
H A D | core.c | 297 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag() 385 struct bpf_insn *insn = prog->insnsi; in bpf_adj_branches() 397 insn = prog->insnsi + end_old; in bpf_adj_branches() 451 memcpy(prog->insnsi + off, patch, sizeof(*patch)); in bpf_patch_insn_single() 479 * 1) Move over tail of insnsi from next instruction onwards, in bpf_patch_insn_single() 487 memmove(prog_adj->insnsi + off + len, prog_adj->insnsi + off + 1, in bpf_patch_insn_single() 489 memcpy(prog_adj->insnsi + off, patch, sizeof(*patch) * len); in bpf_patch_insn_single() 507 memmove(prog->insnsi + off, prog->insnsi in bpf_remove_insns() [all...] |
H A D | verifier.c | 1494 struct bpf_insn *insn = env->prog->insnsi; in check_subprogs() 1740 struct bpf_insn *insn = env->prog->insnsi + env->insn_idx; in check_reg_arg() 1826 struct bpf_insn *insn = env->prog->insnsi + idx; in backtrack_insn() 2476 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_fixed_off() 3485 struct bpf_insn *insn = env->prog->insnsi; in check_max_stack_depth() 8821 struct bpf_insn *insns = env->prog->insnsi; in check_cfg() 9186 if (!prog->insnsi[linfo[i].insn_off].code) { in check_btf_line() 10057 struct bpf_insn *insns = env->prog->insnsi; in do_check() 10582 struct bpf_insn *insn = env->prog->insnsi; in resolve_pseudo_ldimm64() 10750 struct bpf_insn *insn = env->prog->insnsi; in convert_pseudo_ld_imm64() [all...] |
/kernel/linux/linux-6.6/kernel/bpf/ |
H A D | core.c | 305 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag() 406 struct bpf_insn *insn = prog->insnsi; in bpf_adj_branches() 418 insn = prog->insnsi + end_old; in bpf_adj_branches() 479 memcpy(prog->insnsi + off, patch, sizeof(*patch)); in bpf_patch_insn_single() 507 * 1) Move over tail of insnsi from next instruction onwards, in bpf_patch_insn_single() 515 memmove(prog_adj->insnsi + off + len, prog_adj->insnsi + off + 1, in bpf_patch_insn_single() 517 memcpy(prog_adj->insnsi + off, patch, sizeof(*patch) * len); in bpf_patch_insn_single() 535 memmove(prog->insnsi + off, prog->insnsi in bpf_remove_insns() [all...] |
H A D | verifier.c | 3011 struct bpf_insn *insn = env->prog->insnsi; in add_subprog_and_kfunc() 3054 struct bpf_insn *insn = env->prog->insnsi; in check_subprogs() 3339 struct bpf_insn *insn = env->prog->insnsi + env->insn_idx; in __check_reg_arg() 3647 struct bpf_insn *insn = env->prog->insnsi + idx; in backtrack_insn() 3872 bpf_pseudo_call(&env->prog->insnsi[subseq_idx - 1]) && in backtrack_insn() 4550 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_fixed_off() 4692 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_stack_write_var_off() 5340 struct bpf_insn *insn = &env->prog->insnsi[insn_idx]; in check_map_kptr_access() 5832 struct bpf_insn *insn = env->prog->insnsi; in check_max_stack_depth_subprog() 9582 struct bpf_insn *insn = env->prog->insnsi; in in_rbtree_lock_required_cb() [all...] |
H A D | cgroup.c | 77 /*shim_prog = container_of(insn, struct bpf_prog, insnsi);*/ in __cgroup_bpf_run_lsm_sock() 78 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_sock() 99 /*shim_prog = container_of(insn, struct bpf_prog, insnsi);*/ in __cgroup_bpf_run_lsm_socket() 100 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_socket() 117 /*shim_prog = container_of(insn, struct bpf_prog, insnsi);*/ in __cgroup_bpf_run_lsm_current() 118 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_current()
|
/kernel/linux/linux-5.10/arch/riscv/net/ |
H A D | bpf_jit_core.c | 22 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/kernel/linux/linux-6.6/arch/parisc/net/ |
H A D | bpf_jit_core.c | 23 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/kernel/linux/linux-6.6/arch/riscv/net/ |
H A D | bpf_jit_core.c | 24 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/kernel/linux/linux-6.6/include/linux/ |
H A D | bpf.h | 1196 const struct bpf_insn *insnsi, in bpf_dispatcher_nop_func() 1199 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func() 1256 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func) 1264 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi) 1286 const struct bpf_insn *insnsi, \ 1298 const struct bpf_insn *insnsi, \ 1509 DECLARE_FLEX_ARRAY(struct bpf_insn, insnsi); 1194 bpf_dispatcher_nop_func( const void *ctx, const struct bpf_insn *insnsi, bpf_func_t bpf_func) bpf_dispatcher_nop_func() argument
|
H A D | filter.h | 589 const struct bpf_insn *insnsi, 605 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run() 612 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
|
/kernel/linux/linux-6.6/arch/arm64/net/ |
H A D | bpf_jit_comp.c | 524 const int i = insn - ctx->prog->insnsi; in emit_ll_sc_atomic() 773 const int i = insn - ctx->prog->insnsi; in build_insn() 1379 const struct bpf_insn *insn = &prog->insnsi[i]; in find_fpb_offset() 1457 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body() 1752 emit_addr_mov_i64(A64_R(1), (const u64)p->insnsi, ctx); in invoke_bpf_prog()
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | bpf.h | 720 const struct bpf_insn *insnsi, in bpf_dispatcher_nop_func() 724 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func() 749 const struct bpf_insn *insnsi, \ 753 return bpf_func(ctx, insnsi); \ 761 const struct bpf_insn *insnsi, \ 718 bpf_dispatcher_nop_func( const void *ctx, const struct bpf_insn *insnsi, unsigned int (*bpf_func)(const void *, const struct bpf_insn *)) bpf_dispatcher_nop_func() argument
|
H A D | filter.h | 564 struct bpf_insn insnsi[]; member 581 __ret = dfunc(ctx, (prog)->insnsi, (prog)->bpf_func); \ 588 __ret = dfunc(ctx, (prog)->insnsi, (prog)->bpf_func); \
|
/kernel/linux/linux-5.10/arch/arm64/net/ |
H A D | bpf_jit_comp.c | 437 const int i = insn - ctx->prog->insnsi; in build_insn() 937 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/kernel/linux/linux-5.10/arch/loongarch/net/ |
H A D | ebpf_jit.c | 295 int i = insn - ctx->prog->insnsi; in build_insn() 785 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/kernel/linux/linux-5.10/arch/powerpc/net/ |
H A D | bpf_jit_comp64.c | 322 const struct bpf_insn *insn = fp->insnsi; in bpf_jit_build_body() 1094 const struct bpf_insn *insn = fp->insnsi; in bpf_jit_fixup_subprog_calls()
|
/kernel/linux/linux-6.6/arch/loongarch/net/ |
H A D | bpf_jit.c | 454 int i = insn - ctx->prog->insnsi; in build_insn() 1042 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/kernel/linux/linux-5.10/arch/x86/net/ |
H A D | bpf_jit_comp.c | 790 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit() 1561 /* arg2: progs[i]->insnsi for interpreter */ in invoke_bpf_prog() 1564 (long) p->insnsi >> 32, in invoke_bpf_prog() 1565 (u32) (long) p->insnsi); in invoke_bpf_prog()
|
/kernel/linux/linux-5.10/arch/mips/net/ |
H A D | ebpf_jit.c | 1528 insn = prog->insnsi + i; in build_int_body() 1554 insn = prog->insnsi + i; in build_int_body() 1574 insn = prog->insnsi + idx; in reg_val_propagate_range()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/netronome/nfp/bpf/ |
H A D | offload.c | 205 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/bpf/ |
H A D | offload.c | 205 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep()
|
/kernel/linux/linux-6.6/arch/x86/net/ |
H A D | bpf_jit_comp.c | 1029 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit() 2177 /* arg2: progs[i]->insnsi for interpreter */ in invoke_bpf_prog() 2180 (long) p->insnsi >> 32, in invoke_bpf_prog() 2181 (u32) (long) p->insnsi); in invoke_bpf_prog()
|
/kernel/linux/linux-6.6/arch/mips/net/ |
H A D | bpf_jit_comp.c | 857 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
/kernel/linux/linux-5.10/arch/arm/net/ |
H A D | bpf_jit_32.c | 1372 const int i = insn - ctx->prog->insnsi; in build_insn() 1851 const struct bpf_insn *insn = &(prog->insnsi[i]); in build_body()
|
/kernel/linux/linux-5.10/arch/sparc/net/ |
H A D | bpf_jit_comp_64.c | 900 const int i = insn - ctx->prog->insnsi; in build_insn() 1433 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|