Home
last modified time | relevance | path

Searched refs:meta (Results 1 - 25 of 397) sorted by relevance

12345678910>>...16

/kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/bpf/
H A Dverifier.c20 nfp_bpf_goto_meta(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, in nfp_bpf_goto_meta() argument
25 backward = meta->n - insn_idx; in nfp_bpf_goto_meta()
26 forward = insn_idx - meta->n; in nfp_bpf_goto_meta()
30 meta = nfp_prog_last_meta(nfp_prog); in nfp_bpf_goto_meta()
34 meta = nfp_prog_first_meta(nfp_prog); in nfp_bpf_goto_meta()
39 meta = nfp_meta_next(meta); in nfp_bpf_goto_meta()
42 meta = nfp_meta_prev(meta); in nfp_bpf_goto_meta()
44 return meta; in nfp_bpf_goto_meta()
48 nfp_record_adjust_head(struct nfp_app_bpf *bpf, struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg2) nfp_record_adjust_head() argument
157 nfp_bpf_map_call_ok(const char *fname, struct bpf_verifier_env *env, struct nfp_insn_meta *meta, u32 helper_tgt, const struct bpf_reg_state *reg1) nfp_bpf_map_call_ok() argument
170 nfp_bpf_check_helper_call(struct nfp_prog *nfp_prog, struct bpf_verifier_env *env, struct nfp_insn_meta *meta) nfp_bpf_check_helper_call() argument
343 nfp_bpf_check_stack_access(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, struct bpf_verifier_env *env) nfp_bpf_check_stack_access() argument
417 nfp_bpf_map_mark_used(struct bpf_verifier_env *env, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, enum nfp_bpf_map_use use) nfp_bpf_map_mark_used() argument
451 nfp_bpf_check_ptr(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env, u8 reg_no) nfp_bpf_check_ptr() argument
502 nfp_bpf_check_store(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_store() argument
526 nfp_bpf_check_atomic(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_atomic() argument
556 nfp_bpf_check_alu(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_alu() argument
635 struct nfp_insn_meta *meta = nfp_prog->verifier_meta; nfp_verify_insn() local
676 struct nfp_insn_meta *meta; nfp_assign_subprog_idx_and_regs() local
700 struct nfp_insn_meta *meta = nfp_prog_first_meta(nfp_prog); nfp_bpf_get_stack_usage() local
755 struct nfp_insn_meta *meta; nfp_bpf_insn_flag_zext() local
812 struct nfp_insn_meta *meta = nfp_prog->verifier_meta; nfp_bpf_opt_replace_insn() local
845 struct nfp_insn_meta *meta = nfp_prog->verifier_meta; nfp_bpf_opt_remove_insns() local
[all...]
H A Djit.c42 nfp_meta_has_prev(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) in nfp_meta_has_prev() argument
44 return meta->l.prev != &nfp_prog->insns; in nfp_meta_has_prev()
626 wrp_zext(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst) in wrp_zext() argument
628 if (meta->flags & FLAG_INSN_DO_ZEXT) in wrp_zext()
733 static int nfp_cpp_memcpy(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) in nfp_cpp_memcpy() argument
735 bool descending_seq = meta->ldst_gather_len < 0; in nfp_cpp_memcpy()
736 s16 len = abs(meta->ldst_gather_len); in nfp_cpp_memcpy()
742 off = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog)); in nfp_cpp_memcpy()
743 src_40bit_addr = meta->ptr.type == PTR_TO_MAP_VALUE; in nfp_cpp_memcpy()
744 src_base = reg_a(meta in nfp_cpp_memcpy()
868 data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, swreg offset, u8 dst_gpr, int size) data_ld() argument
898 data_ld_host_order(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst_gpr, swreg lreg, swreg rreg, int size, enum cmd_mode mode) data_ld_host_order() argument
929 data_ld_host_order_addr32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 src_gpr, swreg offset, u8 dst_gpr, u8 size) data_ld_host_order_addr32() argument
937 data_ld_host_order_addr40(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 src_gpr, swreg offset, u8 dst_gpr, u8 size) data_ld_host_order_addr40() argument
949 construct_data_ind_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u16 offset, u16 src, u8 size) construct_data_ind_ld() argument
970 construct_data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u16 offset, u8 size) construct_data_ld() argument
1161 mem_op_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off, u8 gpr, u8 ptr_gpr, bool clr_gpr, lmem_step step) mem_op_stack() argument
1294 wrp_alu64_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op, bool skip) wrp_alu64_imm() argument
1312 wrp_alu64_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) wrp_alu64_reg() argument
1325 wrp_alu32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) wrp_alu32_imm() argument
1338 wrp_alu32_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) wrp_alu32_reg() argument
1358 wrp_test_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op, enum br_mask br_mask) wrp_test_reg() argument
1386 nfp_jmp_code_get(struct nfp_insn_meta *meta) nfp_jmp_code_get() argument
1400 cmp_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) cmp_imm() argument
1437 cmp_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) cmp_reg() argument
1501 wrp_mul(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool gen_high_half, bool ropnd_from_reg) wrp_mul() argument
1600 adjust_head(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) adjust_head() argument
1680 adjust_tail(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) adjust_tail() argument
1726 map_call_stack_common(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) map_call_stack_common() argument
1767 nfp_get_prandom_u32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_get_prandom_u32() argument
1779 nfp_perf_event_output(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_perf_event_output() argument
1804 nfp_queue_select(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_queue_select() argument
1836 mov_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_reg64() argument
1859 mov_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_imm64() argument
1869 xor_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_reg64() argument
1874 xor_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_imm64() argument
1879 and_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_reg64() argument
1884 and_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_imm64() argument
1889 or_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_reg64() argument
1894 or_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_imm64() argument
1899 add_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_reg64() argument
1913 add_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_imm64() argument
1924 sub_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_reg64() argument
1938 sub_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_imm64() argument
1949 mul_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_reg64() argument
1954 mul_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_imm64() argument
1959 div_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_imm64() argument
1966 div_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_reg64() argument
1974 neg_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) neg_reg64() argument
2019 shl_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_imm64() argument
2058 shl_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_reg64() argument
2133 shr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_imm64() argument
2170 shr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_reg64() argument
2245 ashr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_imm64() argument
2287 ashr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_reg64() argument
2326 mov_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_reg() argument
2336 mov_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_imm() argument
2346 xor_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_reg() argument
2351 xor_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_imm() argument
2356 and_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_reg() argument
2361 and_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_imm() argument
2366 or_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_reg() argument
2371 or_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_imm() argument
2376 add_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_reg() argument
2381 add_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_imm() argument
2386 sub_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_reg() argument
2391 sub_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_imm() argument
2396 mul_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_reg() argument
2401 mul_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_imm() argument
2406 div_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_reg() argument
2411 div_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_imm() argument
2416 neg_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) neg_reg() argument
2427 __ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) __ashr_imm() argument
2442 ashr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_reg() argument
2466 ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_imm() argument
2475 __shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) __shr_imm() argument
2485 shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_imm() argument
2493 shr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_reg() argument
2514 __shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) __shl_imm() argument
2524 shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_imm() argument
2532 shl_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_reg() argument
2550 end_reg32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) end_reg32() argument
2579 imm_ld8_part2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) imm_ld8_part2() argument
2600 imm_ld8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) imm_ld8() argument
2606 data_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ld1() argument
2611 data_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ld2() argument
2616 data_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ld4() argument
2621 data_ind_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ind_ld1() argument
2627 data_ind_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ind_ld2() argument
2633 data_ind_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ind_ld4() argument
2640 mem_ldx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off) mem_ldx_stack() argument
2648 mem_ldx_skb(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 size) mem_ldx_skb() argument
2679 mem_ldx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 size) mem_ldx_xdp() argument
2706 mem_ldx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data() argument
2718 mem_ldx_emem(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_emem() argument
2730 mem_ldx_data_init_pktcache(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx_data_init_pktcache() argument
2756 mem_ldx_data_from_pktcache_unaligned(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data_from_pktcache_unaligned() argument
2810 mem_ldx_data_from_pktcache_aligned(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data_from_pktcache_aligned() argument
2840 mem_ldx_data_from_pktcache(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data_from_pktcache() argument
2852 mem_ldx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx() argument
2886 mem_ldx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx1() argument
2891 mem_ldx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx2() argument
2896 mem_ldx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx4() argument
2901 mem_ldx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx8() argument
2907 mem_st_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_st_data() argument
2919 mem_st(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_st() argument
2928 mem_st1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st1() argument
2933 mem_st2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st2() argument
2938 mem_st4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st4() argument
2943 mem_st8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st8() argument
2949 mem_stx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_stx_data() argument
2961 mem_stx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off) mem_stx_stack() argument
2969 mem_stx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx_xdp() argument
2981 mem_stx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_stx() argument
2994 mem_stx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx1() argument
2999 mem_stx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx2() argument
3004 mem_stx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx4() argument
3012 mem_stx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx8() argument
3018 mem_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool is64) mem_xadd() argument
3112 mem_atomic4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_atomic4() argument
3120 mem_atomic8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_atomic8() argument
3128 jump(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jump() argument
3135 jeq_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jeq_imm() argument
3164 jeq32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jeq32_imm() argument
3177 jset_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jset_imm() argument
3199 jne_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jne_imm() argument
3233 jeq_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jeq_reg() argument
3251 jset_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jset_reg() argument
3256 jne_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jne_reg() argument
3262 bpf_to_bpf_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) bpf_to_bpf_call() argument
3347 helper_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) helper_call() argument
3368 call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) call() argument
3376 nfp_is_main_function(struct nfp_insn_meta *meta) nfp_is_main_function() argument
3381 goto_out(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) goto_out() argument
3389 nfp_subprog_epilogue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_subprog_epilogue() argument
3413 jmp_exit(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jmp_exit() argument
3541 nfp_fixup_immed_relo(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct nfp_insn_meta *jmp_dst, u32 br_idx) nfp_fixup_immed_relo() argument
3556 struct nfp_insn_meta *meta, *jmp_dst; nfp_fixup_branches() local
3640 nfp_subprog_prologue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_subprog_prologue() argument
3647 nfp_start_subprog(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_start_subprog() argument
3655 nfp_is_subprog_start(struct nfp_insn_meta *meta) nfp_is_subprog_start() argument
3833 struct nfp_insn_meta *meta; nfp_translate() local
3890 struct nfp_insn_meta *meta; nfp_bpf_opt_reg_init() local
3916 struct nfp_insn_meta *meta; nfp_bpf_opt_neg_add_sub() local
4278 struct nfp_insn_meta *meta, *range_node = NULL; nfp_bpf_opt_pkt_cache() local
4493 struct nfp_insn_meta *meta; nfp_bpf_jit_prepare() local
[all...]
H A Dmain.h241 #define nfp_meta_next(meta) list_next_entry(meta, l)
242 #define nfp_meta_prev(meta) list_prev_entry(meta, l)
351 static inline u8 mbpf_class(const struct nfp_insn_meta *meta) in mbpf_class() argument
353 return BPF_CLASS(meta->insn.code); in mbpf_class()
356 static inline u8 mbpf_src(const struct nfp_insn_meta *meta) in mbpf_src() argument
358 return BPF_SRC(meta->insn.code); in mbpf_src()
361 static inline u8 mbpf_op(const struct nfp_insn_meta *meta) in mbpf_op() argument
363 return BPF_OP(meta in mbpf_op()
366 mbpf_mode(const struct nfp_insn_meta *meta) mbpf_mode() argument
371 is_mbpf_alu(const struct nfp_insn_meta *meta) is_mbpf_alu() argument
376 is_mbpf_load(const struct nfp_insn_meta *meta) is_mbpf_load() argument
381 is_mbpf_jmp32(const struct nfp_insn_meta *meta) is_mbpf_jmp32() argument
386 is_mbpf_jmp64(const struct nfp_insn_meta *meta) is_mbpf_jmp64() argument
391 is_mbpf_jmp(const struct nfp_insn_meta *meta) is_mbpf_jmp() argument
396 is_mbpf_store(const struct nfp_insn_meta *meta) is_mbpf_store() argument
401 is_mbpf_load_pkt(const struct nfp_insn_meta *meta) is_mbpf_load_pkt() argument
406 is_mbpf_store_pkt(const struct nfp_insn_meta *meta) is_mbpf_store_pkt() argument
411 is_mbpf_classic_load(const struct nfp_insn_meta *meta) is_mbpf_classic_load() argument
419 is_mbpf_classic_store(const struct nfp_insn_meta *meta) is_mbpf_classic_store() argument
426 is_mbpf_classic_store_pkt(const struct nfp_insn_meta *meta) is_mbpf_classic_store_pkt() argument
431 is_mbpf_atomic(const struct nfp_insn_meta *meta) is_mbpf_atomic() argument
436 is_mbpf_mul(const struct nfp_insn_meta *meta) is_mbpf_mul() argument
441 is_mbpf_div(const struct nfp_insn_meta *meta) is_mbpf_div() argument
446 is_mbpf_cond_jump(const struct nfp_insn_meta *meta) is_mbpf_cond_jump() argument
460 is_mbpf_helper_call(const struct nfp_insn_meta *meta) is_mbpf_helper_call() argument
468 is_mbpf_pseudo_call(const struct nfp_insn_meta *meta) is_mbpf_pseudo_call() argument
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/netronome/nfp/bpf/
H A Dverifier.c20 nfp_bpf_goto_meta(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, in nfp_bpf_goto_meta() argument
25 backward = meta->n - insn_idx; in nfp_bpf_goto_meta()
26 forward = insn_idx - meta->n; in nfp_bpf_goto_meta()
30 meta = nfp_prog_last_meta(nfp_prog); in nfp_bpf_goto_meta()
34 meta = nfp_prog_first_meta(nfp_prog); in nfp_bpf_goto_meta()
39 meta = nfp_meta_next(meta); in nfp_bpf_goto_meta()
42 meta = nfp_meta_prev(meta); in nfp_bpf_goto_meta()
44 return meta; in nfp_bpf_goto_meta()
48 nfp_record_adjust_head(struct nfp_app_bpf *bpf, struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg2) nfp_record_adjust_head() argument
157 nfp_bpf_map_call_ok(const char *fname, struct bpf_verifier_env *env, struct nfp_insn_meta *meta, u32 helper_tgt, const struct bpf_reg_state *reg1) nfp_bpf_map_call_ok() argument
170 nfp_bpf_check_helper_call(struct nfp_prog *nfp_prog, struct bpf_verifier_env *env, struct nfp_insn_meta *meta) nfp_bpf_check_helper_call() argument
343 nfp_bpf_check_stack_access(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, struct bpf_verifier_env *env) nfp_bpf_check_stack_access() argument
417 nfp_bpf_map_mark_used(struct bpf_verifier_env *env, struct nfp_insn_meta *meta, const struct bpf_reg_state *reg, enum nfp_bpf_map_use use) nfp_bpf_map_mark_used() argument
451 nfp_bpf_check_ptr(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env, u8 reg_no) nfp_bpf_check_ptr() argument
502 nfp_bpf_check_store(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_store() argument
526 nfp_bpf_check_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_xadd() argument
551 nfp_bpf_check_alu(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct bpf_verifier_env *env) nfp_bpf_check_alu() argument
630 struct nfp_insn_meta *meta = nfp_prog->verifier_meta; nfp_verify_insn() local
671 struct nfp_insn_meta *meta; nfp_assign_subprog_idx_and_regs() local
695 struct nfp_insn_meta *meta = nfp_prog_first_meta(nfp_prog); nfp_bpf_get_stack_usage() local
750 struct nfp_insn_meta *meta; nfp_bpf_insn_flag_zext() local
807 struct nfp_insn_meta *meta = nfp_prog->verifier_meta; nfp_bpf_opt_replace_insn() local
840 struct nfp_insn_meta *meta = nfp_prog->verifier_meta; nfp_bpf_opt_remove_insns() local
[all...]
H A Djit.c42 nfp_meta_has_prev(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) in nfp_meta_has_prev() argument
44 return meta->l.prev != &nfp_prog->insns; in nfp_meta_has_prev()
626 wrp_zext(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst) in wrp_zext() argument
628 if (meta->flags & FLAG_INSN_DO_ZEXT) in wrp_zext()
733 static int nfp_cpp_memcpy(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) in nfp_cpp_memcpy() argument
735 bool descending_seq = meta->ldst_gather_len < 0; in nfp_cpp_memcpy()
736 s16 len = abs(meta->ldst_gather_len); in nfp_cpp_memcpy()
742 off = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog)); in nfp_cpp_memcpy()
743 src_40bit_addr = meta->ptr.type == PTR_TO_MAP_VALUE; in nfp_cpp_memcpy()
744 src_base = reg_a(meta in nfp_cpp_memcpy()
868 data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, swreg offset, u8 dst_gpr, int size) data_ld() argument
898 data_ld_host_order(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst_gpr, swreg lreg, swreg rreg, int size, enum cmd_mode mode) data_ld_host_order() argument
929 data_ld_host_order_addr32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 src_gpr, swreg offset, u8 dst_gpr, u8 size) data_ld_host_order_addr32() argument
937 data_ld_host_order_addr40(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 src_gpr, swreg offset, u8 dst_gpr, u8 size) data_ld_host_order_addr40() argument
949 construct_data_ind_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u16 offset, u16 src, u8 size) construct_data_ind_ld() argument
970 construct_data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u16 offset, u8 size) construct_data_ld() argument
1161 mem_op_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off, u8 gpr, u8 ptr_gpr, bool clr_gpr, lmem_step step) mem_op_stack() argument
1294 wrp_alu64_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op, bool skip) wrp_alu64_imm() argument
1312 wrp_alu64_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) wrp_alu64_reg() argument
1325 wrp_alu32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) wrp_alu32_imm() argument
1338 wrp_alu32_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) wrp_alu32_reg() argument
1358 wrp_test_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op, enum br_mask br_mask) wrp_test_reg() argument
1386 nfp_jmp_code_get(struct nfp_insn_meta *meta) nfp_jmp_code_get() argument
1400 cmp_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) cmp_imm() argument
1437 cmp_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) cmp_reg() argument
1501 wrp_mul(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool gen_high_half, bool ropnd_from_reg) wrp_mul() argument
1600 adjust_head(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) adjust_head() argument
1680 adjust_tail(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) adjust_tail() argument
1726 map_call_stack_common(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) map_call_stack_common() argument
1767 nfp_get_prandom_u32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_get_prandom_u32() argument
1779 nfp_perf_event_output(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_perf_event_output() argument
1804 nfp_queue_select(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_queue_select() argument
1836 mov_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_reg64() argument
1859 mov_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_imm64() argument
1869 xor_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_reg64() argument
1874 xor_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_imm64() argument
1879 and_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_reg64() argument
1884 and_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_imm64() argument
1889 or_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_reg64() argument
1894 or_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_imm64() argument
1899 add_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_reg64() argument
1913 add_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_imm64() argument
1924 sub_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_reg64() argument
1938 sub_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_imm64() argument
1949 mul_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_reg64() argument
1954 mul_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_imm64() argument
1959 div_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_imm64() argument
1966 div_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_reg64() argument
1974 neg_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) neg_reg64() argument
2019 shl_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_imm64() argument
2058 shl_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_reg64() argument
2133 shr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_imm64() argument
2170 shr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_reg64() argument
2245 ashr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_imm64() argument
2287 ashr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_reg64() argument
2326 mov_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_reg() argument
2336 mov_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_imm() argument
2346 xor_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_reg() argument
2351 xor_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_imm() argument
2356 and_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_reg() argument
2361 and_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_imm() argument
2366 or_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_reg() argument
2371 or_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_imm() argument
2376 add_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_reg() argument
2381 add_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_imm() argument
2386 sub_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_reg() argument
2391 sub_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_imm() argument
2396 mul_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_reg() argument
2401 mul_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_imm() argument
2406 div_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_reg() argument
2411 div_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_imm() argument
2416 neg_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) neg_reg() argument
2427 __ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) __ashr_imm() argument
2442 ashr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_reg() argument
2466 ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_imm() argument
2475 __shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) __shr_imm() argument
2485 shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_imm() argument
2493 shr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_reg() argument
2514 __shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) __shl_imm() argument
2524 shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_imm() argument
2532 shl_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_reg() argument
2550 end_reg32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) end_reg32() argument
2579 imm_ld8_part2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) imm_ld8_part2() argument
2600 imm_ld8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) imm_ld8() argument
2606 data_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ld1() argument
2611 data_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ld2() argument
2616 data_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ld4() argument
2621 data_ind_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ind_ld1() argument
2627 data_ind_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ind_ld2() argument
2633 data_ind_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ind_ld4() argument
2640 mem_ldx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off) mem_ldx_stack() argument
2648 mem_ldx_skb(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 size) mem_ldx_skb() argument
2679 mem_ldx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 size) mem_ldx_xdp() argument
2706 mem_ldx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data() argument
2718 mem_ldx_emem(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_emem() argument
2730 mem_ldx_data_init_pktcache(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx_data_init_pktcache() argument
2756 mem_ldx_data_from_pktcache_unaligned(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data_from_pktcache_unaligned() argument
2810 mem_ldx_data_from_pktcache_aligned(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data_from_pktcache_aligned() argument
2840 mem_ldx_data_from_pktcache(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data_from_pktcache() argument
2852 mem_ldx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx() argument
2886 mem_ldx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx1() argument
2891 mem_ldx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx2() argument
2896 mem_ldx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx4() argument
2901 mem_ldx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx8() argument
2907 mem_st_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_st_data() argument
2919 mem_st(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_st() argument
2928 mem_st1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st1() argument
2933 mem_st2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st2() argument
2938 mem_st4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st4() argument
2943 mem_st8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st8() argument
2949 mem_stx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_stx_data() argument
2961 mem_stx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off) mem_stx_stack() argument
2969 mem_stx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx_xdp() argument
2981 mem_stx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_stx() argument
2994 mem_stx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx1() argument
2999 mem_stx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx2() argument
3004 mem_stx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx4() argument
3012 mem_stx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx8() argument
3018 mem_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool is64) mem_xadd() argument
3112 mem_xadd4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_xadd4() argument
3117 mem_xadd8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_xadd8() argument
3122 jump(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jump() argument
3129 jeq_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jeq_imm() argument
3158 jeq32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jeq32_imm() argument
3171 jset_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jset_imm() argument
3193 jne_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jne_imm() argument
3227 jeq_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jeq_reg() argument
3245 jset_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jset_reg() argument
3250 jne_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jne_reg() argument
3256 bpf_to_bpf_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) bpf_to_bpf_call() argument
3341 helper_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) helper_call() argument
3362 call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) call() argument
3370 nfp_is_main_function(struct nfp_insn_meta *meta) nfp_is_main_function() argument
3375 goto_out(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) goto_out() argument
3383 nfp_subprog_epilogue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_subprog_epilogue() argument
3407 jmp_exit(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jmp_exit() argument
3535 nfp_fixup_immed_relo(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct nfp_insn_meta *jmp_dst, u32 br_idx) nfp_fixup_immed_relo() argument
3550 struct nfp_insn_meta *meta, *jmp_dst; nfp_fixup_branches() local
3634 nfp_subprog_prologue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_subprog_prologue() argument
3641 nfp_start_subprog(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_start_subprog() argument
3649 nfp_is_subprog_start(struct nfp_insn_meta *meta) nfp_is_subprog_start() argument
3827 struct nfp_insn_meta *meta; nfp_translate() local
3884 struct nfp_insn_meta *meta; nfp_bpf_opt_reg_init() local
3910 struct nfp_insn_meta *meta; nfp_bpf_opt_neg_add_sub() local
4272 struct nfp_insn_meta *meta, *range_node = NULL; nfp_bpf_opt_pkt_cache() local
4487 struct nfp_insn_meta *meta; nfp_bpf_jit_prepare() local
[all...]
H A Dmain.h241 #define nfp_meta_next(meta) list_next_entry(meta, l)
242 #define nfp_meta_prev(meta) list_prev_entry(meta, l)
351 static inline u8 mbpf_class(const struct nfp_insn_meta *meta) in mbpf_class() argument
353 return BPF_CLASS(meta->insn.code); in mbpf_class()
356 static inline u8 mbpf_src(const struct nfp_insn_meta *meta) in mbpf_src() argument
358 return BPF_SRC(meta->insn.code); in mbpf_src()
361 static inline u8 mbpf_op(const struct nfp_insn_meta *meta) in mbpf_op() argument
363 return BPF_OP(meta in mbpf_op()
366 mbpf_mode(const struct nfp_insn_meta *meta) mbpf_mode() argument
371 is_mbpf_alu(const struct nfp_insn_meta *meta) is_mbpf_alu() argument
376 is_mbpf_load(const struct nfp_insn_meta *meta) is_mbpf_load() argument
381 is_mbpf_jmp32(const struct nfp_insn_meta *meta) is_mbpf_jmp32() argument
386 is_mbpf_jmp64(const struct nfp_insn_meta *meta) is_mbpf_jmp64() argument
391 is_mbpf_jmp(const struct nfp_insn_meta *meta) is_mbpf_jmp() argument
396 is_mbpf_store(const struct nfp_insn_meta *meta) is_mbpf_store() argument
401 is_mbpf_load_pkt(const struct nfp_insn_meta *meta) is_mbpf_load_pkt() argument
406 is_mbpf_store_pkt(const struct nfp_insn_meta *meta) is_mbpf_store_pkt() argument
411 is_mbpf_classic_load(const struct nfp_insn_meta *meta) is_mbpf_classic_load() argument
419 is_mbpf_classic_store(const struct nfp_insn_meta *meta) is_mbpf_classic_store() argument
426 is_mbpf_classic_store_pkt(const struct nfp_insn_meta *meta) is_mbpf_classic_store_pkt() argument
431 is_mbpf_xadd(const struct nfp_insn_meta *meta) is_mbpf_xadd() argument
436 is_mbpf_mul(const struct nfp_insn_meta *meta) is_mbpf_mul() argument
441 is_mbpf_div(const struct nfp_insn_meta *meta) is_mbpf_div() argument
446 is_mbpf_cond_jump(const struct nfp_insn_meta *meta) is_mbpf_cond_jump() argument
460 is_mbpf_helper_call(const struct nfp_insn_meta *meta) is_mbpf_helper_call() argument
468 is_mbpf_pseudo_call(const struct nfp_insn_meta *meta) is_mbpf_pseudo_call() argument
[all...]
/kernel/linux/linux-6.6/mm/kfence/
H A Dcore.c250 static inline unsigned long metadata_to_pageaddr(const struct kfence_metadata *meta) in metadata_to_pageaddr() argument
252 unsigned long offset = (meta - kfence_metadata + 1) * PAGE_SIZE * 2; in metadata_to_pageaddr()
258 if (KFENCE_WARN_ON(meta < kfence_metadata || in metadata_to_pageaddr()
259 meta >= kfence_metadata + CONFIG_KFENCE_NUM_OBJECTS)) in metadata_to_pageaddr()
266 if (KFENCE_WARN_ON(ALIGN_DOWN(meta->addr, PAGE_SIZE) != pageaddr)) in metadata_to_pageaddr()
277 metadata_update_state(struct kfence_metadata *meta, enum kfence_object_state next, in metadata_update_state() argument
281 next == KFENCE_OBJECT_FREED ? &meta->free_track : &meta->alloc_track; in metadata_update_state()
283 lockdep_assert_held(&meta->lock); in metadata_update_state()
305 WRITE_ONCE(meta in metadata_update_state()
311 struct kfence_metadata *meta; check_canary_byte() local
327 set_canary(const struct kfence_metadata *meta) set_canary() argument
344 check_canary(const struct kfence_metadata *meta) check_canary() argument
394 struct kfence_metadata *meta = NULL; kfence_guarded_alloc() local
494 kfence_guarded_free(void *addr, struct kfence_metadata *meta, bool zombie) kfence_guarded_free() argument
565 struct kfence_metadata *meta = container_of(h, struct kfence_metadata, rcu_head); rcu_guarded_free() local
622 struct kfence_metadata *meta = &kfence_metadata_init[i]; kfence_init_pool() local
737 struct kfence_metadata *meta = &kfence_metadata[(long)v - 1]; show_object() local
778 struct kfence_metadata *meta = &kfence_metadata[i]; kfence_check_all_canary() local
987 struct kfence_metadata *meta; kfence_shutdown_cache() local
1122 const struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr); kfence_ksize() local
1133 const struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr); kfence_object_start() local
1144 struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr); __kfence_free() local
1178 struct kfence_metadata *meta; kfence_handle_page_fault() local
[all...]
H A Dreport.c105 static void kfence_print_stack(struct seq_file *seq, const struct kfence_metadata *meta, in kfence_print_stack() argument
108 const struct kfence_track *track = show_alloc ? &meta->alloc_track : &meta->free_track; in kfence_print_stack()
129 void kfence_print_object(struct seq_file *seq, const struct kfence_metadata *meta) in kfence_print_object() argument
131 const int size = abs(meta->size); in kfence_print_object()
132 const unsigned long start = meta->addr; in kfence_print_object()
133 const struct kmem_cache *const cache = meta->cache; in kfence_print_object()
135 lockdep_assert_held(&meta->lock); in kfence_print_object()
137 if (meta->state == KFENCE_OBJECT_UNUSED) { in kfence_print_object()
138 seq_con_printf(seq, "kfence-#%td unused\n", meta in kfence_print_object()
158 print_diff_canary(unsigned long address, size_t bytes_to_show, const struct kfence_metadata *meta) print_diff_canary() argument
185 kfence_report_error(unsigned long address, bool is_write, struct pt_regs *regs, const struct kfence_metadata *meta, enum kfence_error_type type) kfence_report_error() argument
295 struct kfence_metadata *meta = addr_to_metadata((unsigned long)object); __kfence_obj_info() local
[all...]
/kernel/linux/linux-5.10/scripts/atomic/
H A Dgen-atomic-fallback.sh9 #gen_template_fallback(template, meta, pfx, name, sfx, order, arch, atomic, int, args...)
13 local meta="$1"; shift
24 local ret="$(gen_ret_type "${meta}" "${int}")"
25 local retstmt="$(gen_ret_stmt "${meta}")"
37 #gen_proto_fallback(meta, pfx, name, sfx, order, arch, atomic, int, args...)
40 local meta="$1"; shift
47 gen_template_fallback "${tmpl}" "${meta}" "${pfx}" "${name}" "${sfx}" "${order}" "$@"
63 local meta="$1"; shift
76 #gen_proto_order_variants(meta, pfx, name, sfx, arch, atomic, int, args...)
79 local meta
[all...]
H A Datomic-tbl.sh5 #meta_in(meta, match)
15 #meta_has_ret(meta)
21 #meta_has_acquire(meta)
27 #meta_has_release(meta)
33 #meta_has_relaxed(meta)
65 #gen_ret_type(meta, int)
67 local meta="$1"; shift
70 case "${meta}" in
77 #gen_ret_stmt(meta)
80 if meta_has_ret "${meta}"; the
[all...]
/kernel/linux/linux-6.6/scripts/atomic/
H A Datomic-tbl.sh5 #meta_in(meta, match)
15 #meta_has_ret(meta)
21 #meta_has_acquire(meta)
27 #meta_has_release(meta)
33 #meta_has_relaxed(meta)
39 #meta_is_implicitly_relaxed(meta)
84 #gen_ret_type(meta, int)
86 local meta="$1"; shift
89 case "${meta}" in
96 #gen_ret_stmt(meta)
[all...]
H A Dgen-atomic-fallback.sh8 #gen_template_fallback(template, meta, pfx, name, sfx, order, atomic, int, args...)
12 local meta="$1"; shift
20 local ret="$(gen_ret_type "${meta}" "${int}")"
21 local retstmt="$(gen_ret_stmt "${meta}")"
28 #gen_order_fallback(meta, pfx, name, sfx, order, atomic, int, args...)
31 local meta="$1"; shift
39 gen_template_fallback "${tmpl}" "${meta}" "${pfx}" "${name}" "${sfx}" "${order}" "$@"
42 #gen_proto_fallback(meta, pfx, name, sfx, order, atomic, int, args...)
45 local meta="$1"; shift
52 gen_template_fallback "${tmpl}" "${meta}" "
[all...]
H A Dgen-atomic-instrumented.sh8 #gen_param_check(meta, arg)
11 local meta="$1"; shift
24 elif [ "${meta}" != "s" ]; then
33 #gen_params_checks(meta, arg...)
36 local meta="$1"; shift
41 elif [ -z "${order}" ] && ! meta_in "$meta" "slv"; then
47 gen_param_check "$meta" "$1"
52 #gen_proto_order_variant(meta, pfx, name, sfx, order, atomic, int, arg...)
55 local meta="$1"; shift
65 local ret="$(gen_ret_type "${meta}" "
[all...]
/kernel/linux/linux-5.10/drivers/media/test-drivers/vivid/
H A Dvivid-meta-cap.c3 * vivid-meta-cap.c - meta capture support functions.
14 #include "vivid-meta-cap.h"
152 struct v4l2_meta_format *meta = &f->fmt.meta; in vidioc_g_fmt_meta_cap() local
157 meta->dataformat = V4L2_META_FMT_UVC; in vidioc_g_fmt_meta_cap()
158 meta->buffersize = sizeof(struct vivid_uvc_meta_buf); in vidioc_g_fmt_meta_cap()
165 struct vivid_uvc_meta_buf *meta = vb2_plane_vaddr(&buf->vb.vb2_buf, 0); in vivid_meta_cap_fillbuff() local
171 memset(meta, 1, vb2_plane_size(&buf->vb.vb2_buf, 0)); in vivid_meta_cap_fillbuff()
173 meta in vivid_meta_cap_fillbuff()
[all...]
/kernel/linux/linux-6.6/drivers/media/test-drivers/vivid/
H A Dvivid-meta-cap.c3 * vivid-meta-cap.c - meta capture support functions.
14 #include "vivid-meta-cap.h"
152 struct v4l2_meta_format *meta = &f->fmt.meta; in vidioc_g_fmt_meta_cap() local
157 meta->dataformat = V4L2_META_FMT_UVC; in vidioc_g_fmt_meta_cap()
158 meta->buffersize = sizeof(struct vivid_uvc_meta_buf); in vidioc_g_fmt_meta_cap()
165 struct vivid_uvc_meta_buf *meta = vb2_plane_vaddr(&buf->vb.vb2_buf, 0); in vivid_meta_cap_fillbuff() local
171 memset(meta, 1, vb2_plane_size(&buf->vb.vb2_buf, 0)); in vivid_meta_cap_fillbuff()
173 meta in vivid_meta_cap_fillbuff()
[all...]
/kernel/linux/linux-5.10/tools/testing/selftests/netfilter/
H A Dnft_meta.sh54 meta iif lo counter name "iifcount"
55 meta iifname "lo" counter name "iifnamecount"
56 meta iifgroup "default" counter name "iifgroupcount"
57 meta iiftype "loopback" counter name "iiftypecount"
58 meta nfproto ipv4 counter name "infproto4count"
59 meta l4proto icmp counter name "il4protocounter"
60 meta mark 42 counter name "imarkcounter"
61 meta cpu 0 counter name "icpu0counter"
62 meta time "$lastyear-01-01" - "$lastyear-12-31" counter name ilastyearcounter
63 meta tim
[all...]
/kernel/linux/linux-6.6/tools/testing/selftests/netfilter/
H A Dnft_meta.sh54 meta iif lo counter name "iifcount"
55 meta iifname "lo" counter name "iifnamecount"
56 meta iifgroup "default" counter name "iifgroupcount"
57 meta iiftype "loopback" counter name "iiftypecount"
58 meta nfproto ipv4 counter name "infproto4count"
59 meta l4proto icmp counter name "il4protocounter"
60 meta mark 42 counter name "imarkcounter"
61 meta cpu 0 counter name "icpu0counter"
62 meta time "$lastyear-01-01" - "$lastyear-12-31" counter name ilastyearcounter
63 meta tim
[all...]
/kernel/linux/linux-5.10/fs/squashfs/
H A Dfile.c50 struct meta_index *meta = NULL; in locate_meta_index() local
68 meta = &msblk->meta_index[i]; in locate_meta_index()
69 offset = meta->offset; in locate_meta_index()
73 if (meta) in locate_meta_index()
74 meta->locked = 1; in locate_meta_index()
79 return meta; in locate_meta_index()
90 struct meta_index *meta = NULL; in empty_meta_index() local
127 TRACE("empty_meta_index: returned meta entry %d, %p\n", in empty_meta_index()
131 meta = &msblk->meta_index[msblk->next_meta_index]; in empty_meta_index()
135 meta in empty_meta_index()
147 release_meta_index(struct inode *inode, struct meta_index *meta) release_meta_index() argument
233 struct meta_index *meta; fill_meta_index() local
[all...]
/kernel/linux/linux-6.6/tools/testing/selftests/bpf/progs/
H A Dbpf_iter.h59 struct bpf_iter_meta *meta; member
64 struct bpf_iter_meta *meta; member
69 struct bpf_iter_meta *meta; member
74 struct bpf_iter_meta *meta; member
81 struct bpf_iter_meta *meta; member
87 struct bpf_iter_meta *meta; member
92 struct bpf_iter_meta *meta; member
103 struct bpf_iter_meta *meta; member
115 struct bpf_iter_meta *meta; member
121 struct bpf_iter_meta *meta; member
128 struct bpf_iter_meta *meta; global() member
135 struct bpf_iter_meta *meta; global() member
142 struct bpf_iter_meta *meta; global() member
147 struct bpf_iter_meta *meta; global() member
165 struct bpf_iter_meta *meta; global() member
[all...]
/kernel/linux/linux-6.6/fs/squashfs/
H A Dfile.c51 struct meta_index *meta = NULL; in locate_meta_index() local
69 meta = &msblk->meta_index[i]; in locate_meta_index()
70 offset = meta->offset; in locate_meta_index()
74 if (meta) in locate_meta_index()
75 meta->locked = 1; in locate_meta_index()
80 return meta; in locate_meta_index()
91 struct meta_index *meta = NULL; in empty_meta_index() local
128 TRACE("empty_meta_index: returned meta entry %d, %p\n", in empty_meta_index()
132 meta = &msblk->meta_index[msblk->next_meta_index]; in empty_meta_index()
136 meta in empty_meta_index()
148 release_meta_index(struct inode *inode, struct meta_index *meta) release_meta_index() argument
234 struct meta_index *meta; fill_meta_index() local
[all...]
/kernel/linux/linux-6.6/tools/testing/selftests/bpf/prog_tests/
H A Dkfree_skb.c6 struct meta { struct
21 struct meta *meta = (struct meta *)data; in on_sample() local
22 struct ipv6_packet *pkt_v6 = data + sizeof(*meta); in on_sample()
25 if (CHECK(size != 72 + sizeof(*meta), "check_size", "size %u != %zu\n", in on_sample()
26 size, 72 + sizeof(*meta))) in on_sample()
28 if (CHECK(meta->ifindex != 1, "check_meta_ifindex", in on_sample()
29 "meta->ifindex = %d\n", meta in on_sample()
[all...]
/kernel/linux/linux-5.10/drivers/media/platform/coda/
H A Dtrace.h85 struct coda_buffer_meta *meta),
87 TP_ARGS(ctx, buf, meta),
100 __entry->start = meta->start & ctx->bitstream_fifo.kfifo.mask;
101 __entry->end = meta->end & ctx->bitstream_fifo.kfifo.mask;
112 struct coda_buffer_meta *meta),
113 TP_ARGS(ctx, buf, meta)
117 TP_PROTO(struct coda_ctx *ctx, struct coda_buffer_meta *meta),
119 TP_ARGS(ctx, meta),
130 __entry->start = meta ? (meta
[all...]
/kernel/linux/linux-6.6/drivers/media/platform/chips-media/
H A Dtrace.h85 struct coda_buffer_meta *meta),
87 TP_ARGS(ctx, buf, meta),
100 __entry->start = meta->start & ctx->bitstream_fifo.kfifo.mask;
101 __entry->end = meta->end & ctx->bitstream_fifo.kfifo.mask;
112 struct coda_buffer_meta *meta),
113 TP_ARGS(ctx, buf, meta)
117 TP_PROTO(struct coda_ctx *ctx, struct coda_buffer_meta *meta),
119 TP_ARGS(ctx, meta),
130 __entry->start = meta ? (meta
[all...]
/kernel/linux/linux-5.10/drivers/net/wireless/intersil/hostap/
H A Dhostap_80211_tx.c75 struct hostap_skb_tx_data *meta; in hostap_data_start_xmit() local
253 meta = (struct hostap_skb_tx_data *) skb->cb; in hostap_data_start_xmit()
254 memset(meta, 0, sizeof(*meta)); in hostap_data_start_xmit()
255 meta->magic = HOSTAP_SKB_TX_DATA_MAGIC; in hostap_data_start_xmit()
257 meta->flags |= HOSTAP_TX_FLAGS_WDS; in hostap_data_start_xmit()
258 meta->ethertype = ethertype; in hostap_data_start_xmit()
259 meta->iface = iface; in hostap_data_start_xmit()
274 struct hostap_skb_tx_data *meta; in hostap_mgmt_start_xmit() local
291 meta in hostap_mgmt_start_xmit()
391 struct hostap_skb_tx_data *meta; hostap_master_start_xmit() local
[all...]
/kernel/linux/linux-6.6/drivers/net/wireless/intersil/hostap/
H A Dhostap_80211_tx.c75 struct hostap_skb_tx_data *meta; in hostap_data_start_xmit() local
253 meta = (struct hostap_skb_tx_data *) skb->cb; in hostap_data_start_xmit()
254 memset(meta, 0, sizeof(*meta)); in hostap_data_start_xmit()
255 meta->magic = HOSTAP_SKB_TX_DATA_MAGIC; in hostap_data_start_xmit()
257 meta->flags |= HOSTAP_TX_FLAGS_WDS; in hostap_data_start_xmit()
258 meta->ethertype = ethertype; in hostap_data_start_xmit()
259 meta->iface = iface; in hostap_data_start_xmit()
274 struct hostap_skb_tx_data *meta; in hostap_mgmt_start_xmit() local
291 meta in hostap_mgmt_start_xmit()
391 struct hostap_skb_tx_data *meta; hostap_master_start_xmit() local
[all...]

Completed in 19 milliseconds

12345678910>>...16