/kernel/linux/linux-6.6/arch/powerpc/net/ |
H A D | bpf_jit_comp64.c | 884 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in bpf_jit_build_body() 887 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in bpf_jit_build_body() 890 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in bpf_jit_build_body() 893 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in bpf_jit_build_body() 895 * As PTR_TO_BTF_ID that uses BPF_PROBE_MEM mode could either be a valid in bpf_jit_build_body() 896 * kernel pointer or NULL but not a userspace address, execute BPF_PROBE_MEM in bpf_jit_build_body() 900 if (BPF_MODE(code) == BPF_PROBE_MEM) { in bpf_jit_build_body() 942 if (BPF_MODE(code) == BPF_PROBE_MEM) { in bpf_jit_build_body()
|
H A D | bpf_jit_comp32.c | 920 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in bpf_jit_build_body() 922 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in bpf_jit_build_body() 924 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in bpf_jit_build_body() 926 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in bpf_jit_build_body() 928 * As PTR_TO_BTF_ID that uses BPF_PROBE_MEM mode could either be a valid in bpf_jit_build_body() 929 * kernel pointer or NULL but not a userspace address, execute BPF_PROBE_MEM in bpf_jit_build_body() 933 if (BPF_MODE(code) == BPF_PROBE_MEM) { in bpf_jit_build_body() 980 if (BPF_MODE(code) == BPF_PROBE_MEM) { in bpf_jit_build_body()
|
/kernel/linux/linux-5.10/arch/arm64/net/ |
H A D | bpf_jit_comp.c | 386 if (BPF_MODE(insn->code) != BPF_PROBE_MEM) in add_exception_handler() 807 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in build_insn() 808 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in build_insn() 809 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in build_insn() 810 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in build_insn()
|
/kernel/linux/linux-6.6/arch/loongarch/net/ |
H A D | bpf_jit.c | 414 if (!ctx->image || !ctx->prog->aux->extable || BPF_MODE(insn->code) != BPF_PROBE_MEM) in add_exception_handler() 879 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in build_insn() 880 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in build_insn() 881 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in build_insn() 882 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in build_insn()
|
/kernel/linux/linux-6.6/arch/parisc/net/ |
H A D | bpf_jit_comp64.c | 1015 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in bpf_jit_emit_insn() 1016 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in bpf_jit_emit_insn() 1017 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in bpf_jit_emit_insn() 1018 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in bpf_jit_emit_insn()
|
/kernel/linux/linux-5.10/arch/x86/net/ |
H A D | bpf_jit_comp.c | 1181 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in do_jit() 1183 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in do_jit() 1185 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in do_jit() 1187 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in do_jit() 1189 if (BPF_MODE(insn->code) == BPF_PROBE_MEM) { in do_jit()
|
/kernel/linux/linux-5.10/arch/s390/net/ |
H A D | bpf_jit_comp.c | 709 BPF_MODE(insn->code) == BPF_PROBE_MEM) in bpf_jit_insn() 1237 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in bpf_jit_insn() 1245 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in bpf_jit_insn() 1253 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in bpf_jit_insn() 1261 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in bpf_jit_insn()
|
/kernel/linux/linux-6.6/arch/arm64/net/ |
H A D | bpf_jit_comp.c | 718 if (BPF_MODE(insn->code) != BPF_PROBE_MEM && in add_exception_handler() 1162 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in build_insn() 1163 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in build_insn() 1164 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in build_insn() 1165 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in build_insn()
|
/kernel/linux/linux-6.6/arch/riscv/net/ |
H A D | bpf_jit_comp64.c | 593 (BPF_MODE(insn->code) != BPF_PROBE_MEM && BPF_MODE(insn->code) != BPF_PROBE_MEMSX)) in add_exception_handler() 1568 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in bpf_jit_emit_insn() 1569 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in bpf_jit_emit_insn() 1570 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in bpf_jit_emit_insn() 1571 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in bpf_jit_emit_insn()
|
/kernel/linux/linux-6.6/arch/s390/net/ |
H A D | bpf_jit_comp.c | 791 BPF_MODE(insn->code) == BPF_PROBE_MEM) in bpf_jit_insn() 1370 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in bpf_jit_insn() 1378 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in bpf_jit_insn() 1386 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in bpf_jit_insn() 1394 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in bpf_jit_insn()
|
/kernel/linux/linux-6.6/arch/x86/net/ |
H A D | bpf_jit_comp.c | 1442 case BPF_LDX | BPF_PROBE_MEM | BPF_B: in do_jit() 1444 case BPF_LDX | BPF_PROBE_MEM | BPF_H: in do_jit() 1446 case BPF_LDX | BPF_PROBE_MEM | BPF_W: in do_jit() 1448 case BPF_LDX | BPF_PROBE_MEM | BPF_DW: in do_jit() 1458 if (BPF_MODE(insn->code) == BPF_PROBE_MEM || in do_jit() 1507 if (BPF_MODE(insn->code) == BPF_PROBE_MEM || in do_jit()
|
/kernel/linux/linux-5.10/kernel/bpf/ |
H A D | core.c | 1395 [BPF_LDX | BPF_PROBE_MEM | BPF_B] = &&LDX_PROBE_MEM_B, in ___bpf_prog_run() 1396 [BPF_LDX | BPF_PROBE_MEM | BPF_H] = &&LDX_PROBE_MEM_H, in ___bpf_prog_run() 1397 [BPF_LDX | BPF_PROBE_MEM | BPF_W] = &&LDX_PROBE_MEM_W, in ___bpf_prog_run() 1398 [BPF_LDX | BPF_PROBE_MEM | BPF_DW] = &&LDX_PROBE_MEM_DW, in ___bpf_prog_run()
|
H A D | syscall.c | 3372 if (BPF_CLASS(code) == BPF_LDX && BPF_MODE(code) == BPF_PROBE_MEM) { in bpf_insn_prepare_dump()
|
H A D | verifier.c | 11292 insn->code = BPF_LDX | BPF_PROBE_MEM | in convert_ctx_accesses() 11475 BPF_MODE(insn->code) == BPF_PROBE_MEM) in jit_subprogs()
|
/kernel/linux/linux-6.6/kernel/bpf/ |
H A D | core.c | 1687 [BPF_LDX | BPF_PROBE_MEM | BPF_B] = &&LDX_PROBE_MEM_B, in ___bpf_prog_run() 1688 [BPF_LDX | BPF_PROBE_MEM | BPF_H] = &&LDX_PROBE_MEM_H, in ___bpf_prog_run() 1689 [BPF_LDX | BPF_PROBE_MEM | BPF_W] = &&LDX_PROBE_MEM_W, in ___bpf_prog_run() 1690 [BPF_LDX | BPF_PROBE_MEM | BPF_DW] = &&LDX_PROBE_MEM_DW, in ___bpf_prog_run()
|
H A D | syscall.c | 4257 if (BPF_CLASS(code) == BPF_LDX && BPF_MODE(code) == BPF_PROBE_MEM) { in bpf_insn_prepare_dump()
|
H A D | verifier.c | 16947 * BPF_PROBE_MEM/BPF_PROBE_MEMSX. in save_aux_ptr_type() 18341 insn->code = BPF_LDX | BPF_PROBE_MEM | in convert_ctx_accesses() 18538 (BPF_MODE(insn->code) == BPF_PROBE_MEM || in jit_subprogs()
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | filter.h | 70 #define BPF_PROBE_MEM 0x20 macro
|
/kernel/linux/linux-6.6/include/linux/ |
H A D | filter.h | 70 #define BPF_PROBE_MEM 0x20 macro
|