/kernel/linux/linux-5.10/arch/riscv/net/ |
H A D | bpf_jit_core.c | 16 static int build_body(struct rv_jit_context *ctx, bool extra_pass, int *offset) in build_body() argument 25 ret = bpf_jit_emit_insn(insn, ctx, extra_pass); in build_body() 44 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local 75 extra_pass = true; in bpf_int_jit_compile() 87 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile() 104 if (build_body(ctx, extra_pass, ctx->offset)) { in bpf_int_jit_compile() 149 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile() 165 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
H A D | bpf_jit_comp64.c | 437 bool extra_pass) in bpf_jit_emit_insn() 850 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in bpf_jit_emit_insn() 436 bpf_jit_emit_insn(const struct bpf_insn *insn, struct rv_jit_context *ctx, bool extra_pass) bpf_jit_emit_insn() argument
|
H A D | bpf_jit_comp32.c | 957 bool extra_pass) in bpf_jit_emit_insn() 1144 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, &addr, in bpf_jit_emit_insn() 956 bpf_jit_emit_insn(const struct bpf_insn *insn, struct rv_jit_context *ctx, bool extra_pass) bpf_jit_emit_insn() argument
|
/kernel/linux/linux-6.6/arch/riscv/net/ |
H A D | bpf_jit_core.c | 18 static int build_body(struct rv_jit_context *ctx, bool extra_pass, int *offset) in build_body() argument 27 ret = bpf_jit_emit_insn(insn, ctx, extra_pass); in build_body() 47 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local 77 extra_pass = true; in bpf_int_jit_compile() 89 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile() 106 if (build_body(ctx, extra_pass, ctx->offset)) { in bpf_int_jit_compile() 164 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile() 177 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
H A D | bpf_jit_comp64.c | 145 static int emit_addr(u8 rd, u64 addr, bool extra_pass, struct rv_jit_context *ctx) in emit_addr() argument 156 if (extra_pass && !in_auipc_jalr_range(off)) { in emit_addr() 1070 bool extra_pass) in bpf_jit_emit_insn() 1514 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in bpf_jit_emit_insn() 1553 ret = emit_addr(rd, imm64, extra_pass, ctx); in bpf_jit_emit_insn() 1069 bpf_jit_emit_insn(const struct bpf_insn *insn, struct rv_jit_context *ctx, bool extra_pass) bpf_jit_emit_insn() argument
|
H A D | bpf_jit_comp32.c | 955 bool extra_pass) in bpf_jit_emit_insn() 1142 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, &addr, in bpf_jit_emit_insn() 954 bpf_jit_emit_insn(const struct bpf_insn *insn, struct rv_jit_context *ctx, bool extra_pass) bpf_jit_emit_insn() argument
|
/kernel/linux/linux-6.6/arch/parisc/net/ |
H A D | bpf_jit_core.c | 16 static int build_body(struct hppa_jit_context *ctx, bool extra_pass, int *offset) in build_body() argument 26 ret = bpf_jit_emit_insn(insn, ctx, extra_pass); in build_body() 47 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local 77 extra_pass = true; in bpf_int_jit_compile() 96 if (build_body(ctx, extra_pass, ctx->offset)) { in bpf_int_jit_compile() 149 if (build_body(ctx, extra_pass, NULL)) { in bpf_int_jit_compile() 169 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
H A D | bpf_jit_comp64.c | 593 bool extra_pass) in bpf_jit_emit_insn() 973 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in bpf_jit_emit_insn() 592 bpf_jit_emit_insn(const struct bpf_insn *insn, struct hppa_jit_context *ctx, bool extra_pass) bpf_jit_emit_insn() argument
|
H A D | bpf_jit.h | 477 bool extra_pass);
|
H A D | bpf_jit_comp32.c | 1117 bool extra_pass) in bpf_jit_emit_insn() 1310 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, &addr, in bpf_jit_emit_insn() 1116 bpf_jit_emit_insn(const struct bpf_insn *insn, struct hppa_jit_context *ctx, bool extra_pass) bpf_jit_emit_insn() argument
|
/kernel/linux/linux-6.6/arch/powerpc/net/ |
H A D | bpf_jit_comp.c | 70 bool extra_pass = false; in bpf_int_jit_compile() local 103 extra_pass = true; in bpf_int_jit_compile() 177 if (bpf_jit_build_body(fp, code_base, &cgctx, addrs, pass, extra_pass)) { in bpf_int_jit_compile() 207 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile()
|
H A D | bpf_jit.h | 174 u32 *addrs, int pass, bool extra_pass);
|
H A D | bpf_jit_comp64.c | 365 u32 *addrs, int pass, bool extra_pass) in bpf_jit_build_body() 990 ret = bpf_jit_get_func_addr(fp, &insn[i], extra_pass, in bpf_jit_build_body() 364 bpf_jit_build_body(struct bpf_prog *fp, u32 *image, struct codegen_context *ctx, u32 *addrs, int pass, bool extra_pass) bpf_jit_build_body() argument
|
H A D | bpf_jit_comp32.c | 282 u32 *addrs, int pass, bool extra_pass) in bpf_jit_build_body() 1046 ret = bpf_jit_get_func_addr(fp, &insn[i], extra_pass, in bpf_jit_build_body() 281 bpf_jit_build_body(struct bpf_prog *fp, u32 *image, struct codegen_context *ctx, u32 *addrs, int pass, bool extra_pass) bpf_jit_build_body() argument
|
/kernel/linux/linux-5.10/arch/arm64/net/ |
H A D | bpf_jit_comp.c | 427 bool extra_pass) in build_insn() 765 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn() 922 static int build_body(struct jit_ctx *ctx, bool extra_pass) in build_body() argument 942 ret = build_insn(insn, ctx, extra_pass); in build_body() 999 bool extra_pass = false; in bpf_int_jit_compile() local 1030 extra_pass = true; in bpf_int_jit_compile() 1054 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 1086 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 1107 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 1108 if (extra_pass in bpf_int_jit_compile() 426 build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx, bool extra_pass) build_insn() argument [all...] |
/kernel/linux/linux-5.10/arch/loongarch/net/ |
H A D | ebpf_jit.c | 284 static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx, bool extra_pass) in build_insn() argument 596 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn() 779 static int build_body(struct jit_ctx *ctx, bool extra_pass) in build_body() argument 791 ret = build_insn(insn, ctx, extra_pass); in build_body() 845 bool extra_pass = false; in bpf_int_jit_compile() local 882 extra_pass = true; in bpf_int_jit_compile() 897 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 925 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 946 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 947 if (extra_pass in bpf_int_jit_compile() [all...] |
/kernel/linux/linux-6.6/arch/loongarch/net/ |
H A D | bpf_jit.c | 449 static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx, bool extra_pass) in build_insn() argument 838 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn() 1036 static int build_body(struct jit_ctx *ctx, bool extra_pass) in build_body() argument 1048 ret = build_insn(insn, ctx, extra_pass); in build_body() 1095 bool tmp_blinded = false, extra_pass = false; in bpf_int_jit_compile() local 1137 extra_pass = true; in bpf_int_jit_compile() 1153 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 1187 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 1208 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 1209 if (extra_pass in bpf_int_jit_compile() [all...] |
/kernel/linux/linux-6.6/arch/arm64/net/ |
H A D | bpf_jit_comp.c | 762 bool extra_pass) in build_insn() 1118 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass, in build_insn() 1442 static int build_body(struct jit_ctx *ctx, bool extra_pass) in build_body() argument 1462 ret = build_insn(insn, ctx, extra_pass); in build_body() 1526 bool extra_pass = false; in bpf_int_jit_compile() local 1557 extra_pass = true; in bpf_int_jit_compile() 1583 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 1619 if (build_body(&ctx, extra_pass)) { in bpf_int_jit_compile() 1641 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 1642 if (extra_pass in bpf_int_jit_compile() 761 build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx, bool extra_pass) build_insn() argument [all...] |
/kernel/linux/linux-5.10/arch/powerpc/net/ |
H A D | bpf_jit_comp64.c | 319 u32 *addrs, bool extra_pass) in bpf_jit_build_body() 843 ret = bpf_jit_get_func_addr(fp, &insn[i], extra_pass, in bpf_jit_build_body() 1167 bool extra_pass = false; in bpf_int_jit_compile() local 1199 extra_pass = true; in bpf_int_jit_compile() 1255 if (extra_pass) { in bpf_int_jit_compile() 1276 bpf_jit_build_body(fp, code_base, &cgctx, addrs, extra_pass); in bpf_int_jit_compile() 1303 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile() 317 bpf_jit_build_body(struct bpf_prog *fp, u32 *image, struct codegen_context *ctx, u32 *addrs, bool extra_pass) bpf_jit_build_body() argument
|
/kernel/linux/linux-5.10/arch/s390/net/ |
H A D | bpf_jit_comp.c | 694 int i, bool extra_pass, u32 stack_depth) in bpf_jit_insn() 1275 ret = bpf_jit_get_func_addr(fp, insn, extra_pass, in bpf_jit_insn() 1653 bool extra_pass, u32 stack_depth) in bpf_jit_prog() 1666 insn_count = bpf_jit_insn(jit, fp, i, extra_pass, stack_depth); in bpf_jit_prog() 1738 bool extra_pass = false; in bpf_int_jit_compile() local 1769 extra_pass = true; in bpf_int_jit_compile() 1786 if (bpf_jit_prog(&jit, fp, extra_pass, stack_depth)) { in bpf_int_jit_compile() 1800 if (bpf_jit_prog(&jit, fp, extra_pass, stack_depth)) { in bpf_int_jit_compile() 1809 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile() 1820 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile() 693 bpf_jit_insn(struct bpf_jit *jit, struct bpf_prog *fp, int i, bool extra_pass, u32 stack_depth) bpf_jit_insn() argument 1652 bpf_jit_prog(struct bpf_jit *jit, struct bpf_prog *fp, bool extra_pass, u32 stack_depth) bpf_jit_prog() argument [all...] |
/kernel/linux/linux-6.6/arch/s390/net/ |
H A D | bpf_jit_comp.c | 776 int i, bool extra_pass, u32 stack_depth) in bpf_jit_insn() 1409 ret = bpf_jit_get_func_addr(fp, insn, extra_pass, in bpf_jit_insn() 1815 bool extra_pass, u32 stack_depth) in bpf_jit_prog() 1828 insn_count = bpf_jit_insn(jit, fp, i, extra_pass, stack_depth); in bpf_jit_prog() 1900 bool extra_pass = false; in bpf_int_jit_compile() local 1934 extra_pass = true; in bpf_int_jit_compile() 1951 if (bpf_jit_prog(&jit, fp, extra_pass, stack_depth)) { in bpf_int_jit_compile() 1965 if (bpf_jit_prog(&jit, fp, extra_pass, stack_depth)) { in bpf_int_jit_compile() 1974 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile() 1985 if (!fp->is_func || extra_pass) { in bpf_int_jit_compile() 775 bpf_jit_insn(struct bpf_jit *jit, struct bpf_prog *fp, int i, bool extra_pass, u32 stack_depth) bpf_jit_insn() argument 1814 bpf_jit_prog(struct bpf_jit *jit, struct bpf_prog *fp, bool extra_pass, u32 stack_depth) bpf_jit_prog() argument [all...] |
/kernel/linux/linux-5.10/arch/x86/net/ |
H A D | bpf_jit_comp.c | 2020 bool extra_pass = false; in bpf_int_jit_compile() local 2056 extra_pass = true; in bpf_int_jit_compile() 2128 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 2145 if (!image || !prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
/kernel/linux/linux-5.10/arch/sparc/net/ |
H A D | bpf_jit_comp_64.c | 1476 bool extra_pass = false; in bpf_int_jit_compile() local 1508 extra_pass = true; in bpf_int_jit_compile() 1593 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 1605 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
/kernel/linux/linux-6.6/arch/sparc/net/ |
H A D | bpf_jit_comp_64.c | 1487 bool extra_pass = false; in bpf_int_jit_compile() local 1519 extra_pass = true; in bpf_int_jit_compile() 1604 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 1616 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile()
|
/kernel/linux/linux-6.6/arch/x86/net/ |
H A D | bpf_jit_comp.c | 2720 bool extra_pass = false; in bpf_int_jit_compile() local 2760 extra_pass = true; in bpf_int_jit_compile() 2801 if (extra_pass) { in bpf_int_jit_compile() 2845 if (!prog->is_func || extra_pass) { in bpf_int_jit_compile() 2875 if (!image || !prog->is_func || extra_pass) { in bpf_int_jit_compile()
|