1/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ 2#ifndef __BPF_TRACING_H__ 3#define __BPF_TRACING_H__ 4 5/* Scan the ARCH passed in from ARCH env variable (see Makefile) */ 6#if defined(__TARGET_ARCH_x86) 7 #define bpf_target_x86 8 #define bpf_target_defined 9#elif defined(__TARGET_ARCH_s390) 10 #define bpf_target_s390 11 #define bpf_target_defined 12#elif defined(__TARGET_ARCH_arm) 13 #define bpf_target_arm 14 #define bpf_target_defined 15#elif defined(__TARGET_ARCH_arm64) 16 #define bpf_target_arm64 17 #define bpf_target_defined 18#elif defined(__TARGET_ARCH_mips) 19 #define bpf_target_mips 20 #define bpf_target_defined 21#elif defined(__TARGET_ARCH_powerpc) 22 #define bpf_target_powerpc 23 #define bpf_target_defined 24#elif defined(__TARGET_ARCH_sparc) 25 #define bpf_target_sparc 26 #define bpf_target_defined 27#else 28 #undef bpf_target_defined 29#endif 30 31/* Fall back to what the compiler says */ 32#ifndef bpf_target_defined 33#if defined(__x86_64__) 34 #define bpf_target_x86 35#elif defined(__s390__) 36 #define bpf_target_s390 37#elif defined(__arm__) 38 #define bpf_target_arm 39#elif defined(__aarch64__) 40 #define bpf_target_arm64 41#elif defined(__mips__) 42 #define bpf_target_mips 43#elif defined(__powerpc__) 44 #define bpf_target_powerpc 45#elif defined(__sparc__) 46 #define bpf_target_sparc 47#endif 48#endif 49 50#if defined(bpf_target_x86) 51 52#if defined(__KERNEL__) || defined(__VMLINUX_H__) 53 54#define PT_REGS_PARM1(x) ((x)->di) 55#define PT_REGS_PARM2(x) ((x)->si) 56#define PT_REGS_PARM3(x) ((x)->dx) 57#define PT_REGS_PARM4(x) ((x)->cx) 58#define PT_REGS_PARM5(x) ((x)->r8) 59#define PT_REGS_RET(x) ((x)->sp) 60#define PT_REGS_FP(x) ((x)->bp) 61#define PT_REGS_RC(x) ((x)->ax) 62#define PT_REGS_SP(x) ((x)->sp) 63#define PT_REGS_IP(x) ((x)->ip) 64 65#define PT_REGS_PARM1_CORE(x) BPF_CORE_READ((x), di) 66#define PT_REGS_PARM2_CORE(x) BPF_CORE_READ((x), si) 67#define PT_REGS_PARM3_CORE(x) BPF_CORE_READ((x), dx) 68#define PT_REGS_PARM4_CORE(x) BPF_CORE_READ((x), cx) 69#define PT_REGS_PARM5_CORE(x) BPF_CORE_READ((x), r8) 70#define PT_REGS_RET_CORE(x) BPF_CORE_READ((x), sp) 71#define PT_REGS_FP_CORE(x) BPF_CORE_READ((x), bp) 72#define PT_REGS_RC_CORE(x) BPF_CORE_READ((x), ax) 73#define PT_REGS_SP_CORE(x) BPF_CORE_READ((x), sp) 74#define PT_REGS_IP_CORE(x) BPF_CORE_READ((x), ip) 75 76#else 77 78#ifdef __i386__ 79/* i386 kernel is built with -mregparm=3 */ 80#define PT_REGS_PARM1(x) ((x)->eax) 81#define PT_REGS_PARM2(x) ((x)->edx) 82#define PT_REGS_PARM3(x) ((x)->ecx) 83#define PT_REGS_PARM4(x) 0 84#define PT_REGS_PARM5(x) 0 85#define PT_REGS_RET(x) ((x)->esp) 86#define PT_REGS_FP(x) ((x)->ebp) 87#define PT_REGS_RC(x) ((x)->eax) 88#define PT_REGS_SP(x) ((x)->esp) 89#define PT_REGS_IP(x) ((x)->eip) 90 91#define PT_REGS_PARM1_CORE(x) BPF_CORE_READ((x), eax) 92#define PT_REGS_PARM2_CORE(x) BPF_CORE_READ((x), edx) 93#define PT_REGS_PARM3_CORE(x) BPF_CORE_READ((x), ecx) 94#define PT_REGS_PARM4_CORE(x) 0 95#define PT_REGS_PARM5_CORE(x) 0 96#define PT_REGS_RET_CORE(x) BPF_CORE_READ((x), esp) 97#define PT_REGS_FP_CORE(x) BPF_CORE_READ((x), ebp) 98#define PT_REGS_RC_CORE(x) BPF_CORE_READ((x), eax) 99#define PT_REGS_SP_CORE(x) BPF_CORE_READ((x), esp) 100#define PT_REGS_IP_CORE(x) BPF_CORE_READ((x), eip) 101 102#else 103 104#define PT_REGS_PARM1(x) ((x)->rdi) 105#define PT_REGS_PARM2(x) ((x)->rsi) 106#define PT_REGS_PARM3(x) ((x)->rdx) 107#define PT_REGS_PARM4(x) ((x)->rcx) 108#define PT_REGS_PARM5(x) ((x)->r8) 109#define PT_REGS_RET(x) ((x)->rsp) 110#define PT_REGS_FP(x) ((x)->rbp) 111#define PT_REGS_RC(x) ((x)->rax) 112#define PT_REGS_SP(x) ((x)->rsp) 113#define PT_REGS_IP(x) ((x)->rip) 114 115#define PT_REGS_PARM1_CORE(x) BPF_CORE_READ((x), rdi) 116#define PT_REGS_PARM2_CORE(x) BPF_CORE_READ((x), rsi) 117#define PT_REGS_PARM3_CORE(x) BPF_CORE_READ((x), rdx) 118#define PT_REGS_PARM4_CORE(x) BPF_CORE_READ((x), rcx) 119#define PT_REGS_PARM5_CORE(x) BPF_CORE_READ((x), r8) 120#define PT_REGS_RET_CORE(x) BPF_CORE_READ((x), rsp) 121#define PT_REGS_FP_CORE(x) BPF_CORE_READ((x), rbp) 122#define PT_REGS_RC_CORE(x) BPF_CORE_READ((x), rax) 123#define PT_REGS_SP_CORE(x) BPF_CORE_READ((x), rsp) 124#define PT_REGS_IP_CORE(x) BPF_CORE_READ((x), rip) 125 126#endif 127#endif 128 129#elif defined(bpf_target_s390) 130 131/* s390 provides user_pt_regs instead of struct pt_regs to userspace */ 132struct pt_regs; 133#define PT_REGS_S390 const volatile user_pt_regs 134#define PT_REGS_PARM1(x) (((PT_REGS_S390 *)(x))->gprs[2]) 135#define PT_REGS_PARM2(x) (((PT_REGS_S390 *)(x))->gprs[3]) 136#define PT_REGS_PARM3(x) (((PT_REGS_S390 *)(x))->gprs[4]) 137#define PT_REGS_PARM4(x) (((PT_REGS_S390 *)(x))->gprs[5]) 138#define PT_REGS_PARM5(x) (((PT_REGS_S390 *)(x))->gprs[6]) 139#define PT_REGS_RET(x) (((PT_REGS_S390 *)(x))->gprs[14]) 140/* Works only with CONFIG_FRAME_POINTER */ 141#define PT_REGS_FP(x) (((PT_REGS_S390 *)(x))->gprs[11]) 142#define PT_REGS_RC(x) (((PT_REGS_S390 *)(x))->gprs[2]) 143#define PT_REGS_SP(x) (((PT_REGS_S390 *)(x))->gprs[15]) 144#define PT_REGS_IP(x) (((PT_REGS_S390 *)(x))->psw.addr) 145 146#define PT_REGS_PARM1_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), gprs[2]) 147#define PT_REGS_PARM2_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), gprs[3]) 148#define PT_REGS_PARM3_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), gprs[4]) 149#define PT_REGS_PARM4_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), gprs[5]) 150#define PT_REGS_PARM5_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), gprs[6]) 151#define PT_REGS_RET_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), gprs[14]) 152#define PT_REGS_FP_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), gprs[11]) 153#define PT_REGS_RC_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), gprs[2]) 154#define PT_REGS_SP_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), gprs[15]) 155#define PT_REGS_IP_CORE(x) BPF_CORE_READ((PT_REGS_S390 *)(x), psw.addr) 156 157#elif defined(bpf_target_arm) 158 159#define PT_REGS_PARM1(x) ((x)->uregs[0]) 160#define PT_REGS_PARM2(x) ((x)->uregs[1]) 161#define PT_REGS_PARM3(x) ((x)->uregs[2]) 162#define PT_REGS_PARM4(x) ((x)->uregs[3]) 163#define PT_REGS_PARM5(x) ((x)->uregs[4]) 164#define PT_REGS_RET(x) ((x)->uregs[14]) 165#define PT_REGS_FP(x) ((x)->uregs[11]) /* Works only with CONFIG_FRAME_POINTER */ 166#define PT_REGS_RC(x) ((x)->uregs[0]) 167#define PT_REGS_SP(x) ((x)->uregs[13]) 168#define PT_REGS_IP(x) ((x)->uregs[12]) 169 170#define PT_REGS_PARM1_CORE(x) BPF_CORE_READ((x), uregs[0]) 171#define PT_REGS_PARM2_CORE(x) BPF_CORE_READ((x), uregs[1]) 172#define PT_REGS_PARM3_CORE(x) BPF_CORE_READ((x), uregs[2]) 173#define PT_REGS_PARM4_CORE(x) BPF_CORE_READ((x), uregs[3]) 174#define PT_REGS_PARM5_CORE(x) BPF_CORE_READ((x), uregs[4]) 175#define PT_REGS_RET_CORE(x) BPF_CORE_READ((x), uregs[14]) 176#define PT_REGS_FP_CORE(x) BPF_CORE_READ((x), uregs[11]) 177#define PT_REGS_RC_CORE(x) BPF_CORE_READ((x), uregs[0]) 178#define PT_REGS_SP_CORE(x) BPF_CORE_READ((x), uregs[13]) 179#define PT_REGS_IP_CORE(x) BPF_CORE_READ((x), uregs[12]) 180 181#elif defined(bpf_target_arm64) 182 183/* arm64 provides struct user_pt_regs instead of struct pt_regs to userspace */ 184struct pt_regs; 185#define PT_REGS_ARM64 const volatile struct user_pt_regs 186#define PT_REGS_PARM1(x) (((PT_REGS_ARM64 *)(x))->regs[0]) 187#define PT_REGS_PARM2(x) (((PT_REGS_ARM64 *)(x))->regs[1]) 188#define PT_REGS_PARM3(x) (((PT_REGS_ARM64 *)(x))->regs[2]) 189#define PT_REGS_PARM4(x) (((PT_REGS_ARM64 *)(x))->regs[3]) 190#define PT_REGS_PARM5(x) (((PT_REGS_ARM64 *)(x))->regs[4]) 191#define PT_REGS_RET(x) (((PT_REGS_ARM64 *)(x))->regs[30]) 192/* Works only with CONFIG_FRAME_POINTER */ 193#define PT_REGS_FP(x) (((PT_REGS_ARM64 *)(x))->regs[29]) 194#define PT_REGS_RC(x) (((PT_REGS_ARM64 *)(x))->regs[0]) 195#define PT_REGS_SP(x) (((PT_REGS_ARM64 *)(x))->sp) 196#define PT_REGS_IP(x) (((PT_REGS_ARM64 *)(x))->pc) 197 198#define PT_REGS_PARM1_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), regs[0]) 199#define PT_REGS_PARM2_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), regs[1]) 200#define PT_REGS_PARM3_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), regs[2]) 201#define PT_REGS_PARM4_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), regs[3]) 202#define PT_REGS_PARM5_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), regs[4]) 203#define PT_REGS_RET_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), regs[30]) 204#define PT_REGS_FP_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), regs[29]) 205#define PT_REGS_RC_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), regs[0]) 206#define PT_REGS_SP_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), sp) 207#define PT_REGS_IP_CORE(x) BPF_CORE_READ((PT_REGS_ARM64 *)(x), pc) 208 209#elif defined(bpf_target_mips) 210 211#define PT_REGS_PARM1(x) ((x)->regs[4]) 212#define PT_REGS_PARM2(x) ((x)->regs[5]) 213#define PT_REGS_PARM3(x) ((x)->regs[6]) 214#define PT_REGS_PARM4(x) ((x)->regs[7]) 215#define PT_REGS_PARM5(x) ((x)->regs[8]) 216#define PT_REGS_RET(x) ((x)->regs[31]) 217#define PT_REGS_FP(x) ((x)->regs[30]) /* Works only with CONFIG_FRAME_POINTER */ 218#define PT_REGS_RC(x) ((x)->regs[2]) 219#define PT_REGS_SP(x) ((x)->regs[29]) 220#define PT_REGS_IP(x) ((x)->cp0_epc) 221 222#define PT_REGS_PARM1_CORE(x) BPF_CORE_READ((x), regs[4]) 223#define PT_REGS_PARM2_CORE(x) BPF_CORE_READ((x), regs[5]) 224#define PT_REGS_PARM3_CORE(x) BPF_CORE_READ((x), regs[6]) 225#define PT_REGS_PARM4_CORE(x) BPF_CORE_READ((x), regs[7]) 226#define PT_REGS_PARM5_CORE(x) BPF_CORE_READ((x), regs[8]) 227#define PT_REGS_RET_CORE(x) BPF_CORE_READ((x), regs[31]) 228#define PT_REGS_FP_CORE(x) BPF_CORE_READ((x), regs[30]) 229#define PT_REGS_RC_CORE(x) BPF_CORE_READ((x), regs[2]) 230#define PT_REGS_SP_CORE(x) BPF_CORE_READ((x), regs[29]) 231#define PT_REGS_IP_CORE(x) BPF_CORE_READ((x), cp0_epc) 232 233#elif defined(bpf_target_powerpc) 234 235#define PT_REGS_PARM1(x) ((x)->gpr[3]) 236#define PT_REGS_PARM2(x) ((x)->gpr[4]) 237#define PT_REGS_PARM3(x) ((x)->gpr[5]) 238#define PT_REGS_PARM4(x) ((x)->gpr[6]) 239#define PT_REGS_PARM5(x) ((x)->gpr[7]) 240#define PT_REGS_RC(x) ((x)->gpr[3]) 241#define PT_REGS_SP(x) ((x)->sp) 242#define PT_REGS_IP(x) ((x)->nip) 243 244#define PT_REGS_PARM1_CORE(x) BPF_CORE_READ((x), gpr[3]) 245#define PT_REGS_PARM2_CORE(x) BPF_CORE_READ((x), gpr[4]) 246#define PT_REGS_PARM3_CORE(x) BPF_CORE_READ((x), gpr[5]) 247#define PT_REGS_PARM4_CORE(x) BPF_CORE_READ((x), gpr[6]) 248#define PT_REGS_PARM5_CORE(x) BPF_CORE_READ((x), gpr[7]) 249#define PT_REGS_RC_CORE(x) BPF_CORE_READ((x), gpr[3]) 250#define PT_REGS_SP_CORE(x) BPF_CORE_READ((x), sp) 251#define PT_REGS_IP_CORE(x) BPF_CORE_READ((x), nip) 252 253#elif defined(bpf_target_sparc) 254 255#define PT_REGS_PARM1(x) ((x)->u_regs[UREG_I0]) 256#define PT_REGS_PARM2(x) ((x)->u_regs[UREG_I1]) 257#define PT_REGS_PARM3(x) ((x)->u_regs[UREG_I2]) 258#define PT_REGS_PARM4(x) ((x)->u_regs[UREG_I3]) 259#define PT_REGS_PARM5(x) ((x)->u_regs[UREG_I4]) 260#define PT_REGS_RET(x) ((x)->u_regs[UREG_I7]) 261#define PT_REGS_RC(x) ((x)->u_regs[UREG_I0]) 262#define PT_REGS_SP(x) ((x)->u_regs[UREG_FP]) 263 264#define PT_REGS_PARM1_CORE(x) BPF_CORE_READ((x), u_regs[UREG_I0]) 265#define PT_REGS_PARM2_CORE(x) BPF_CORE_READ((x), u_regs[UREG_I1]) 266#define PT_REGS_PARM3_CORE(x) BPF_CORE_READ((x), u_regs[UREG_I2]) 267#define PT_REGS_PARM4_CORE(x) BPF_CORE_READ((x), u_regs[UREG_I3]) 268#define PT_REGS_PARM5_CORE(x) BPF_CORE_READ((x), u_regs[UREG_I4]) 269#define PT_REGS_RET_CORE(x) BPF_CORE_READ((x), u_regs[UREG_I7]) 270#define PT_REGS_RC_CORE(x) BPF_CORE_READ((x), u_regs[UREG_I0]) 271#define PT_REGS_SP_CORE(x) BPF_CORE_READ((x), u_regs[UREG_FP]) 272 273/* Should this also be a bpf_target check for the sparc case? */ 274#if defined(__arch64__) 275#define PT_REGS_IP(x) ((x)->tpc) 276#define PT_REGS_IP_CORE(x) BPF_CORE_READ((x), tpc) 277#else 278#define PT_REGS_IP(x) ((x)->pc) 279#define PT_REGS_IP_CORE(x) BPF_CORE_READ((x), pc) 280#endif 281 282#endif 283 284#if defined(bpf_target_powerpc) 285#define BPF_KPROBE_READ_RET_IP(ip, ctx) ({ (ip) = (ctx)->link; }) 286#define BPF_KRETPROBE_READ_RET_IP BPF_KPROBE_READ_RET_IP 287#elif defined(bpf_target_sparc) 288#define BPF_KPROBE_READ_RET_IP(ip, ctx) ({ (ip) = PT_REGS_RET(ctx); }) 289#define BPF_KRETPROBE_READ_RET_IP BPF_KPROBE_READ_RET_IP 290#else 291#define BPF_KPROBE_READ_RET_IP(ip, ctx) \ 292 ({ bpf_probe_read_kernel(&(ip), sizeof(ip), (void *)PT_REGS_RET(ctx)); }) 293#define BPF_KRETPROBE_READ_RET_IP(ip, ctx) \ 294 ({ bpf_probe_read_kernel(&(ip), sizeof(ip), \ 295 (void *)(PT_REGS_FP(ctx) + sizeof(ip))); }) 296#endif 297 298#define ___bpf_concat(a, b) a ## b 299#define ___bpf_apply(fn, n) ___bpf_concat(fn, n) 300#define ___bpf_nth(_, _1, _2, _3, _4, _5, _6, _7, _8, _9, _a, _b, _c, N, ...) N 301#define ___bpf_narg(...) \ 302 ___bpf_nth(_, ##__VA_ARGS__, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0) 303#define ___bpf_empty(...) \ 304 ___bpf_nth(_, ##__VA_ARGS__, N, N, N, N, N, N, N, N, N, N, 0) 305 306#define ___bpf_ctx_cast0() ctx 307#define ___bpf_ctx_cast1(x) ___bpf_ctx_cast0(), (void *)ctx[0] 308#define ___bpf_ctx_cast2(x, args...) ___bpf_ctx_cast1(args), (void *)ctx[1] 309#define ___bpf_ctx_cast3(x, args...) ___bpf_ctx_cast2(args), (void *)ctx[2] 310#define ___bpf_ctx_cast4(x, args...) ___bpf_ctx_cast3(args), (void *)ctx[3] 311#define ___bpf_ctx_cast5(x, args...) ___bpf_ctx_cast4(args), (void *)ctx[4] 312#define ___bpf_ctx_cast6(x, args...) ___bpf_ctx_cast5(args), (void *)ctx[5] 313#define ___bpf_ctx_cast7(x, args...) ___bpf_ctx_cast6(args), (void *)ctx[6] 314#define ___bpf_ctx_cast8(x, args...) ___bpf_ctx_cast7(args), (void *)ctx[7] 315#define ___bpf_ctx_cast9(x, args...) ___bpf_ctx_cast8(args), (void *)ctx[8] 316#define ___bpf_ctx_cast10(x, args...) ___bpf_ctx_cast9(args), (void *)ctx[9] 317#define ___bpf_ctx_cast11(x, args...) ___bpf_ctx_cast10(args), (void *)ctx[10] 318#define ___bpf_ctx_cast12(x, args...) ___bpf_ctx_cast11(args), (void *)ctx[11] 319#define ___bpf_ctx_cast(args...) \ 320 ___bpf_apply(___bpf_ctx_cast, ___bpf_narg(args))(args) 321 322/* 323 * BPF_PROG is a convenience wrapper for generic tp_btf/fentry/fexit and 324 * similar kinds of BPF programs, that accept input arguments as a single 325 * pointer to untyped u64 array, where each u64 can actually be a typed 326 * pointer or integer of different size. Instead of requring user to write 327 * manual casts and work with array elements by index, BPF_PROG macro 328 * allows user to declare a list of named and typed input arguments in the 329 * same syntax as for normal C function. All the casting is hidden and 330 * performed transparently, while user code can just assume working with 331 * function arguments of specified type and name. 332 * 333 * Original raw context argument is preserved as well as 'ctx' argument. 334 * This is useful when using BPF helpers that expect original context 335 * as one of the parameters (e.g., for bpf_perf_event_output()). 336 */ 337#define BPF_PROG(name, args...) \ 338name(unsigned long long *ctx); \ 339static __attribute__((always_inline)) typeof(name(0)) \ 340____##name(unsigned long long *ctx, ##args); \ 341typeof(name(0)) name(unsigned long long *ctx) \ 342{ \ 343 _Pragma("GCC diagnostic push") \ 344 _Pragma("GCC diagnostic ignored \"-Wint-conversion\"") \ 345 return ____##name(___bpf_ctx_cast(args)); \ 346 _Pragma("GCC diagnostic pop") \ 347} \ 348static __attribute__((always_inline)) typeof(name(0)) \ 349____##name(unsigned long long *ctx, ##args) 350 351struct pt_regs; 352 353#define ___bpf_kprobe_args0() ctx 354#define ___bpf_kprobe_args1(x) \ 355 ___bpf_kprobe_args0(), (void *)PT_REGS_PARM1(ctx) 356#define ___bpf_kprobe_args2(x, args...) \ 357 ___bpf_kprobe_args1(args), (void *)PT_REGS_PARM2(ctx) 358#define ___bpf_kprobe_args3(x, args...) \ 359 ___bpf_kprobe_args2(args), (void *)PT_REGS_PARM3(ctx) 360#define ___bpf_kprobe_args4(x, args...) \ 361 ___bpf_kprobe_args3(args), (void *)PT_REGS_PARM4(ctx) 362#define ___bpf_kprobe_args5(x, args...) \ 363 ___bpf_kprobe_args4(args), (void *)PT_REGS_PARM5(ctx) 364#define ___bpf_kprobe_args(args...) \ 365 ___bpf_apply(___bpf_kprobe_args, ___bpf_narg(args))(args) 366 367/* 368 * BPF_KPROBE serves the same purpose for kprobes as BPF_PROG for 369 * tp_btf/fentry/fexit BPF programs. It hides the underlying platform-specific 370 * low-level way of getting kprobe input arguments from struct pt_regs, and 371 * provides a familiar typed and named function arguments syntax and 372 * semantics of accessing kprobe input paremeters. 373 * 374 * Original struct pt_regs* context is preserved as 'ctx' argument. This might 375 * be necessary when using BPF helpers like bpf_perf_event_output(). 376 */ 377#define BPF_KPROBE(name, args...) \ 378name(struct pt_regs *ctx); \ 379static __attribute__((always_inline)) typeof(name(0)) \ 380____##name(struct pt_regs *ctx, ##args); \ 381typeof(name(0)) name(struct pt_regs *ctx) \ 382{ \ 383 _Pragma("GCC diagnostic push") \ 384 _Pragma("GCC diagnostic ignored \"-Wint-conversion\"") \ 385 return ____##name(___bpf_kprobe_args(args)); \ 386 _Pragma("GCC diagnostic pop") \ 387} \ 388static __attribute__((always_inline)) typeof(name(0)) \ 389____##name(struct pt_regs *ctx, ##args) 390 391#define ___bpf_kretprobe_args0() ctx 392#define ___bpf_kretprobe_args1(x) \ 393 ___bpf_kretprobe_args0(), (void *)PT_REGS_RC(ctx) 394#define ___bpf_kretprobe_args(args...) \ 395 ___bpf_apply(___bpf_kretprobe_args, ___bpf_narg(args))(args) 396 397/* 398 * BPF_KRETPROBE is similar to BPF_KPROBE, except, it only provides optional 399 * return value (in addition to `struct pt_regs *ctx`), but no input 400 * arguments, because they will be clobbered by the time probed function 401 * returns. 402 */ 403#define BPF_KRETPROBE(name, args...) \ 404name(struct pt_regs *ctx); \ 405static __attribute__((always_inline)) typeof(name(0)) \ 406____##name(struct pt_regs *ctx, ##args); \ 407typeof(name(0)) name(struct pt_regs *ctx) \ 408{ \ 409 _Pragma("GCC diagnostic push") \ 410 _Pragma("GCC diagnostic ignored \"-Wint-conversion\"") \ 411 return ____##name(___bpf_kretprobe_args(args)); \ 412 _Pragma("GCC diagnostic pop") \ 413} \ 414static __always_inline typeof(name(0)) ____##name(struct pt_regs *ctx, ##args) 415 416#define ___bpf_fill0(arr, p, x) do {} while (0) 417#define ___bpf_fill1(arr, p, x) arr[p] = x 418#define ___bpf_fill2(arr, p, x, args...) arr[p] = x; ___bpf_fill1(arr, p + 1, args) 419#define ___bpf_fill3(arr, p, x, args...) arr[p] = x; ___bpf_fill2(arr, p + 1, args) 420#define ___bpf_fill4(arr, p, x, args...) arr[p] = x; ___bpf_fill3(arr, p + 1, args) 421#define ___bpf_fill5(arr, p, x, args...) arr[p] = x; ___bpf_fill4(arr, p + 1, args) 422#define ___bpf_fill6(arr, p, x, args...) arr[p] = x; ___bpf_fill5(arr, p + 1, args) 423#define ___bpf_fill7(arr, p, x, args...) arr[p] = x; ___bpf_fill6(arr, p + 1, args) 424#define ___bpf_fill8(arr, p, x, args...) arr[p] = x; ___bpf_fill7(arr, p + 1, args) 425#define ___bpf_fill9(arr, p, x, args...) arr[p] = x; ___bpf_fill8(arr, p + 1, args) 426#define ___bpf_fill10(arr, p, x, args...) arr[p] = x; ___bpf_fill9(arr, p + 1, args) 427#define ___bpf_fill11(arr, p, x, args...) arr[p] = x; ___bpf_fill10(arr, p + 1, args) 428#define ___bpf_fill12(arr, p, x, args...) arr[p] = x; ___bpf_fill11(arr, p + 1, args) 429#define ___bpf_fill(arr, args...) \ 430 ___bpf_apply(___bpf_fill, ___bpf_narg(args))(arr, 0, args) 431 432/* 433 * BPF_SEQ_PRINTF to wrap bpf_seq_printf to-be-printed values 434 * in a structure. 435 */ 436#define BPF_SEQ_PRINTF(seq, fmt, args...) \ 437({ \ 438 static const char ___fmt[] = fmt; \ 439 unsigned long long ___param[___bpf_narg(args)]; \ 440 \ 441 _Pragma("GCC diagnostic push") \ 442 _Pragma("GCC diagnostic ignored \"-Wint-conversion\"") \ 443 ___bpf_fill(___param, args); \ 444 _Pragma("GCC diagnostic pop") \ 445 \ 446 bpf_seq_printf(seq, ___fmt, sizeof(___fmt), \ 447 ___param, sizeof(___param)); \ 448}) 449 450#endif 451