| /kernel/linux/linux-6.6/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 46 u32 proglen; member
57 u32 proglen; in bpf_int_jit_compile() local
102 proglen = jit_data->proglen; in bpf_int_jit_compile()
156 proglen = cgctx.idx * 4; in bpf_int_jit_compile()
157 alloclen = proglen + FUNCTION_DESCR_SIZE + fixup_len + extable_len; in bpf_int_jit_compile()
166 fp->aux->extable = (void *)image + FUNCTION_DESCR_SIZE + proglen + fixup_len; in bpf_int_jit_compile()
186 proglen - (cgctx.idx * 4), cgctx.seen); in bpf_int_jit_compile()
194 bpf_jit_dump(flen, proglen, pass, code_base); in bpf_int_jit_compile()
204 fp->jited_len = proglen in bpf_int_jit_compile()
[all...] |
| /kernel/linux/linux-5.10/tools/bpf/ |
| H A D | bpf_jit_disasm.c | 175 unsigned int proglen; in get_last_jit_image() local
185 ret = regcomp(®ex, "flen=[[:alnum:]]+ proglen=[[:digit:]]+ " in get_last_jit_image()
203 ret = sscanf(ptr, "flen=%d proglen=%u pass=%d image=%lx", in get_last_jit_image()
204 &flen, &proglen, &pass, &base); in get_last_jit_image()
209 if (proglen > 1000000) { in get_last_jit_image()
210 printf("proglen of %d too big, stopping\n", proglen); in get_last_jit_image()
214 image = malloc(proglen); in get_last_jit_image()
219 memset(image, 0, proglen); in get_last_jit_image()
222 while ((ptr = strtok(tmp, "\n")) != NULL && ulen < proglen) { in get_last_jit_image()
[all...] |
| /kernel/linux/linux-6.6/tools/bpf/ |
| H A D | bpf_jit_disasm.c | 178 unsigned int proglen; in get_last_jit_image() local
188 ret = regcomp(®ex, "flen=[[:alnum:]]+ proglen=[[:digit:]]+ " in get_last_jit_image()
206 ret = sscanf(ptr, "flen=%d proglen=%u pass=%d image=%lx", in get_last_jit_image()
207 &flen, &proglen, &pass, &base); in get_last_jit_image()
212 if (proglen > 1000000) { in get_last_jit_image()
213 printf("proglen of %d too big, stopping\n", proglen); in get_last_jit_image()
217 image = malloc(proglen); in get_last_jit_image()
222 memset(image, 0, proglen); in get_last_jit_image()
225 while ((ptr = strtok(tmp, "\n")) != NULL && ulen < proglen) { in get_last_jit_image()
[all...] |
| /kernel/linux/linux-5.10/arch/sparc/net/ |
| H A D | bpf_jit_comp_32.c | 328 unsigned int cleanup_addr, proglen, oldproglen = 0; in bpf_jit_compile() local
345 for (proglen = 0, i = 0; i < flen; i++) { in bpf_jit_compile()
346 proglen += 64; in bpf_jit_compile()
347 addrs[i] = proglen; in bpf_jit_compile()
349 cleanup_addr = proglen; /* epilogue address */ in bpf_jit_compile()
355 proglen = 0; in bpf_jit_compile()
713 if (unlikely(proglen + ilen > oldproglen)) { in bpf_jit_compile()
719 memcpy(image + proglen, temp, ilen); in bpf_jit_compile()
721 proglen += ilen; in bpf_jit_compile()
722 addrs[i] = proglen; in bpf_jit_compile()
[all...] |
| /kernel/linux/linux-6.6/arch/sparc/net/ |
| H A D | bpf_jit_comp_32.c | 328 unsigned int cleanup_addr, proglen, oldproglen = 0; in bpf_jit_compile() local
345 for (proglen = 0, i = 0; i < flen; i++) { in bpf_jit_compile()
346 proglen += 64; in bpf_jit_compile()
347 addrs[i] = proglen; in bpf_jit_compile()
349 cleanup_addr = proglen; /* epilogue address */ in bpf_jit_compile()
355 proglen = 0; in bpf_jit_compile()
713 if (unlikely(proglen + ilen > oldproglen)) { in bpf_jit_compile()
719 memcpy(image + proglen, temp, ilen); in bpf_jit_compile()
721 proglen += ilen; in bpf_jit_compile()
722 addrs[i] = proglen; in bpf_jit_compile()
[all...] |
| /kernel/linux/linux-5.10/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 797 int proglen = 0; in do_jit() local
1191 u8 *_insn = image + proglen; in do_jit()
1459 ctx->cleanup_addr = proglen; in do_jit()
1491 if (unlikely(proglen + ilen > oldproglen || in do_jit()
1492 proglen + ilen != addrs[i])) { in do_jit()
1496 memcpy(image + proglen, temp, ilen); in do_jit()
1498 proglen += ilen; in do_jit()
1499 addrs[i] = proglen; in do_jit()
1507 return proglen; in do_jit()
2008 int proglen; member
2017 int proglen, oldproglen = 0; bpf_int_jit_compile() local
[all...] |
| H A D | bpf_jit_comp32.c | 1486 int proglen = 0; in do_jit() local
2280 ctx->cleanup_addr = proglen; in do_jit()
2311 if (unlikely(proglen + ilen > oldproglen || in do_jit()
2312 proglen + ilen != addrs[i])) { in do_jit()
2316 memcpy(image + proglen, temp, ilen); in do_jit()
2318 proglen += ilen; in do_jit()
2319 addrs[i] = proglen; in do_jit()
2322 return proglen; in do_jit()
2334 int proglen, oldproglen = 0; in bpf_int_jit_compile() local
2367 for (proglen in bpf_int_jit_compile()
[all...] |
| /kernel/linux/linux-6.6/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1036 int ilen, proglen = 0; in do_jit() local
1053 memcpy(rw_image + proglen, temp, ilen); in do_jit()
1054 proglen += ilen; in do_jit()
1055 addrs[0] = proglen; in do_jit()
1510 u8 *_insn = image + proglen + (start_of_ldx - temp); in do_jit()
1904 ctx->cleanup_addr = proglen; in do_jit()
1936 if (unlikely(proglen + ilen > oldproglen || in do_jit()
1937 proglen + ilen != addrs[i])) { in do_jit()
1941 memcpy(rw_image + proglen, temp, ilen); in do_jit()
1943 proglen in do_jit()
2704 int proglen; global() member
2717 int proglen, oldproglen = 0; bpf_int_jit_compile() local
[all...] |
| H A D | bpf_jit_comp32.c | 1667 int proglen = 0; in do_jit() local
2471 ctx->cleanup_addr = proglen; in do_jit()
2502 if (unlikely(proglen + ilen > oldproglen || in do_jit()
2503 proglen + ilen != addrs[i])) { in do_jit()
2507 memcpy(image + proglen, temp, ilen); in do_jit()
2509 proglen += ilen; in do_jit()
2510 addrs[i] = proglen; in do_jit()
2513 return proglen; in do_jit()
2525 int proglen, oldproglen = 0; in bpf_int_jit_compile() local
2558 for (proglen in bpf_int_jit_compile()
[all...] |
| /kernel/linux/linux-5.10/arch/powerpc/net/ |
| H A D | bpf_jit_comp64.c | 1143 u32 proglen; member
1154 u32 proglen; in bpf_int_jit_compile() local
1197 proglen = jit_data->proglen; in bpf_int_jit_compile()
1198 alloclen = proglen + FUNCTION_DESCR_SIZE; in bpf_int_jit_compile()
1242 proglen = cgctx.idx * 4; in bpf_int_jit_compile()
1243 alloclen = proglen + FUNCTION_DESCR_SIZE; in bpf_int_jit_compile()
1281 proglen - (cgctx.idx * 4), cgctx.seen); in bpf_int_jit_compile()
1290 bpf_jit_dump(flen, proglen, pass, code_base); in bpf_int_jit_compile()
1312 jit_data->proglen in bpf_int_jit_compile()
[all...] |
| H A D | bpf_jit_comp.c | 552 unsigned int proglen; in bpf_jit_compile() local
634 proglen = cgctx.idx * 4; in bpf_jit_compile()
635 alloclen = proglen + FUNCTION_DESCR_SIZE; in bpf_jit_compile()
652 proglen - (cgctx.idx * 4), cgctx.seen); in bpf_jit_compile()
659 bpf_jit_dump(flen, proglen, pass, code_base); in bpf_jit_compile()
661 bpf_flush_icache(code_base, code_base + (proglen/4)); in bpf_jit_compile()
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | filter.h | 793 static inline unsigned int bpf_prog_size(unsigned int proglen) in bpf_prog_size() argument
796 offsetof(struct bpf_prog, insns[proglen])); in bpf_prog_size()
1023 bpf_jit_binary_alloc(unsigned int proglen, u8 **image_ptr,
1044 bpf_jit_binary_pack_alloc(unsigned int proglen, u8 **ro_image,
1065 static inline void bpf_jit_dump(unsigned int flen, unsigned int proglen, in bpf_jit_dump() argument
1068 pr_err("flen=%u proglen=%u pass=%u image=%pK from=%s pid=%d\n", flen, in bpf_jit_dump()
1069 proglen, pass, image, current->comm, task_pid_nr(current)); in bpf_jit_dump()
1073 16, 1, image, proglen, false); in bpf_jit_dump()
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | filter.h | 774 static inline unsigned int bpf_prog_size(unsigned int proglen) in bpf_prog_size() argument
777 offsetof(struct bpf_prog, insns[proglen])); in bpf_prog_size()
1007 bpf_jit_binary_alloc(unsigned int proglen, u8 **image_ptr,
1026 static inline void bpf_jit_dump(unsigned int flen, unsigned int proglen, in bpf_jit_dump() argument
1029 pr_err("flen=%u proglen=%u pass=%u image=%pK from=%s pid=%d\n", flen, in bpf_jit_dump()
1030 proglen, pass, image, current->comm, task_pid_nr(current)); in bpf_jit_dump()
1034 16, 1, image, proglen, false); in bpf_jit_dump()
|
| /kernel/linux/linux-6.6/kernel/bpf/ |
| H A D | core.c | 1032 bpf_jit_binary_alloc(unsigned int proglen, u8 **image_ptr, in bpf_jit_binary_alloc() argument
1046 size = round_up(proglen + sizeof(*hdr) + 128, PAGE_SIZE); in bpf_jit_binary_alloc()
1060 hole = min_t(unsigned int, size - (proglen + sizeof(*hdr)), in bpf_jit_binary_alloc()
1087 bpf_jit_binary_pack_alloc(unsigned int proglen, u8 **image_ptr, in bpf_jit_binary_pack_alloc() argument
1100 size = round_up(proglen + sizeof(*ro_header) + 16, BPF_PROG_CHUNK_SIZE); in bpf_jit_binary_pack_alloc()
1122 hole = min_t(unsigned int, size - (proglen + sizeof(*ro_header)), in bpf_jit_binary_pack_alloc()
|
| /kernel/linux/linux-5.10/kernel/bpf/ |
| H A D | core.c | 868 bpf_jit_binary_alloc(unsigned int proglen, u8 **image_ptr, in bpf_jit_binary_alloc() argument
882 size = round_up(proglen + sizeof(*hdr) + 128, PAGE_SIZE); in bpf_jit_binary_alloc()
897 hole = min_t(unsigned int, size - (proglen + sizeof(*hdr)), in bpf_jit_binary_alloc()
|