Lines Matching defs:prog
64 * eBPF prog stack layout:
84 * | prog->aux->stack_depth |
93 bpf_stack_adjust = round_up(ctx->prog->aux->stack_depth, 16);
187 * Call the next bpf prog and skip the first instruction
243 * prog = array->ptrs[index];
244 * if (!prog)
254 /* goto *(prog->bpf_func + 4); */
414 if (!ctx->image || !ctx->prog->aux->extable || BPF_MODE(insn->code) != BPF_PROBE_MEM)
417 if (WARN_ON_ONCE(ctx->num_exentries >= ctx->prog->aux->num_exentries))
420 ex = &ctx->prog->aux->extable[ctx->num_exentries];
454 int i = insn - ctx->prog->insnsi;
838 ret = bpf_jit_get_func_addr(ctx->prog, insn, extra_pass,
857 if (i == ctx->prog->len - 1)
1039 const struct bpf_prog *prog = ctx->prog;
1041 for (i = 0; i < prog->len; i++) {
1042 const struct bpf_insn *insn = &prog->insnsi[i];
1087 if (WARN_ON_ONCE(ctx->num_exentries != ctx->prog->aux->num_exentries))
1093 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog)
1101 struct bpf_prog *tmp, *orig_prog = prog;
1107 if (!prog->jit_requested)
1110 tmp = bpf_jit_blind_constants(prog);
1119 if (tmp != prog) {
1121 prog = tmp;
1124 jit_data = prog->aux->jit_data;
1128 prog = orig_prog;
1131 prog->aux->jit_data = jit_data;
1143 ctx.prog = prog;
1145 ctx.offset = kvcalloc(prog->len + 1, sizeof(u32), GFP_KERNEL);
1147 prog = orig_prog;
1154 prog = orig_prog;
1160 extable_size = prog->aux->num_exentries * sizeof(struct exception_table_entry);
1173 prog = orig_prog;
1180 prog->aux->extable = (void *)image_ptr + prog_size;
1189 prog = orig_prog;
1197 prog = orig_prog;
1203 bpf_jit_dump(prog->len, prog_size, 2, ctx.image);
1208 if (!prog->is_func || extra_pass) {
1213 prog->bpf_func = NULL;
1214 prog->jited = 0;
1215 prog->jited_len = 0;
1224 prog->jited = 1;
1225 prog->jited_len = prog_size;
1226 prog->bpf_func = (void *)ctx.image;
1228 if (!prog->is_func || extra_pass) {
1231 /* offset[prog->len] is the size of program */
1232 for (i = 0; i <= prog->len; i++)
1234 bpf_prog_fill_jited_linfo(prog, ctx.offset + 1);
1239 prog->aux->jit_data = NULL;
1244 bpf_jit_prog_release_other(prog, prog == orig_prog ? tmp : orig_prog);
1248 return prog;