| H A D | jit.c | 42 nfp_meta_has_prev(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) in nfp_meta_has_prev() argument 626 wrp_zext(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst) in wrp_zext() argument 733 static int nfp_cpp_memcpy(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) in nfp_cpp_memcpy() argument 868 data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, swreg offset, u8 dst_gpr, int size) data_ld() argument 898 data_ld_host_order(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst_gpr, swreg lreg, swreg rreg, int size, enum cmd_mode mode) data_ld_host_order() argument 929 data_ld_host_order_addr32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 src_gpr, swreg offset, u8 dst_gpr, u8 size) data_ld_host_order_addr32() argument 937 data_ld_host_order_addr40(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 src_gpr, swreg offset, u8 dst_gpr, u8 size) data_ld_host_order_addr40() argument 949 construct_data_ind_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u16 offset, u16 src, u8 size) construct_data_ind_ld() argument 970 construct_data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u16 offset, u8 size) construct_data_ld() argument 1161 mem_op_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off, u8 gpr, u8 ptr_gpr, bool clr_gpr, lmem_step step) mem_op_stack() argument 1294 wrp_alu64_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op, bool skip) wrp_alu64_imm() argument 1312 wrp_alu64_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) wrp_alu64_reg() argument 1325 wrp_alu32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) wrp_alu32_imm() argument 1338 wrp_alu32_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op) wrp_alu32_reg() argument 1358 wrp_test_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, enum alu_op alu_op, enum br_mask br_mask) wrp_test_reg() argument 1386 nfp_jmp_code_get(struct nfp_insn_meta *meta) nfp_jmp_code_get() argument 1400 cmp_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) cmp_imm() argument 1437 cmp_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) cmp_reg() argument 1501 wrp_mul(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool gen_high_half, bool ropnd_from_reg) wrp_mul() argument 1600 adjust_head(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) adjust_head() argument 1680 adjust_tail(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) adjust_tail() argument 1726 map_call_stack_common(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) map_call_stack_common() argument 1767 nfp_get_prandom_u32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_get_prandom_u32() argument 1779 nfp_perf_event_output(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_perf_event_output() argument 1804 nfp_queue_select(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_queue_select() argument 1836 mov_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_reg64() argument 1859 mov_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_imm64() argument 1869 xor_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_reg64() argument 1874 xor_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_imm64() argument 1879 and_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_reg64() argument 1884 and_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_imm64() argument 1889 or_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_reg64() argument 1894 or_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_imm64() argument 1899 add_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_reg64() argument 1913 add_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_imm64() argument 1924 sub_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_reg64() argument 1938 sub_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_imm64() argument 1949 mul_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_reg64() argument 1954 mul_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_imm64() argument 1959 div_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_imm64() argument 1966 div_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_reg64() argument 1974 neg_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) neg_reg64() argument 2019 shl_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_imm64() argument 2058 shl_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_reg64() argument 2133 shr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_imm64() argument 2170 shr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_reg64() argument 2245 ashr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_imm64() argument 2287 ashr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_reg64() argument 2326 mov_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_reg() argument 2336 mov_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mov_imm() argument 2346 xor_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_reg() argument 2351 xor_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) xor_imm() argument 2356 and_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_reg() argument 2361 and_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) and_imm() argument 2366 or_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_reg() argument 2371 or_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) or_imm() argument 2376 add_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_reg() argument 2381 add_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) add_imm() argument 2386 sub_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_reg() argument 2391 sub_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) sub_imm() argument 2396 mul_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_reg() argument 2401 mul_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mul_imm() argument 2406 div_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_reg() argument 2411 div_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) div_imm() argument 2416 neg_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) neg_reg() argument 2427 __ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) __ashr_imm() argument 2442 ashr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_reg() argument 2466 ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) ashr_imm() argument 2475 __shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) __shr_imm() argument 2485 shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_imm() argument 2493 shr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shr_reg() argument 2514 __shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst, u8 shift_amt) __shl_imm() argument 2524 shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_imm() argument 2532 shl_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) shl_reg() argument 2550 end_reg32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) end_reg32() argument 2579 imm_ld8_part2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) imm_ld8_part2() argument 2600 imm_ld8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) imm_ld8() argument 2606 data_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ld1() argument 2611 data_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ld2() argument 2616 data_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ld4() argument 2621 data_ind_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ind_ld1() argument 2627 data_ind_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ind_ld2() argument 2633 data_ind_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) data_ind_ld4() argument 2640 mem_ldx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off) mem_ldx_stack() argument 2648 mem_ldx_skb(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 size) mem_ldx_skb() argument 2679 mem_ldx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 size) mem_ldx_xdp() argument 2706 mem_ldx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data() argument 2718 mem_ldx_emem(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_emem() argument 2730 mem_ldx_data_init_pktcache(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx_data_init_pktcache() argument 2756 mem_ldx_data_from_pktcache_unaligned(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data_from_pktcache_unaligned() argument 2810 mem_ldx_data_from_pktcache_aligned(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data_from_pktcache_aligned() argument 2840 mem_ldx_data_from_pktcache(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx_data_from_pktcache() argument 2852 mem_ldx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_ldx() argument 2886 mem_ldx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx1() argument 2891 mem_ldx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx2() argument 2896 mem_ldx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx4() argument 2901 mem_ldx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_ldx8() argument 2907 mem_st_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_st_data() argument 2919 mem_st(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_st() argument 2928 mem_st1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st1() argument 2933 mem_st2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st2() argument 2938 mem_st4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st4() argument 2943 mem_st8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_st8() argument 2949 mem_stx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_stx_data() argument 2961 mem_stx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size, unsigned int ptr_off) mem_stx_stack() argument 2969 mem_stx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx_xdp() argument 2981 mem_stx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, unsigned int size) mem_stx() argument 2994 mem_stx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx1() argument 2999 mem_stx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx2() argument 3004 mem_stx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx4() argument 3012 mem_stx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_stx8() argument 3018 mem_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool is64) mem_xadd() argument 3112 mem_xadd4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_xadd4() argument 3117 mem_xadd8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) mem_xadd8() argument 3122 jump(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jump() argument 3129 jeq_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jeq_imm() argument 3158 jeq32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jeq32_imm() argument 3171 jset_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jset_imm() argument 3193 jne_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jne_imm() argument 3227 jeq_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jeq_reg() argument 3245 jset_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jset_reg() argument 3250 jne_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jne_reg() argument 3256 bpf_to_bpf_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) bpf_to_bpf_call() argument 3341 helper_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) helper_call() argument 3362 call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) call() argument 3370 nfp_is_main_function(struct nfp_insn_meta *meta) nfp_is_main_function() argument 3375 goto_out(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) goto_out() argument 3383 nfp_subprog_epilogue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_subprog_epilogue() argument 3407 jmp_exit(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) jmp_exit() argument 3535 nfp_fixup_immed_relo(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, struct nfp_insn_meta *jmp_dst, u32 br_idx) nfp_fixup_immed_relo() argument 3550 struct nfp_insn_meta *meta, *jmp_dst; nfp_fixup_branches() local 3634 nfp_subprog_prologue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_subprog_prologue() argument 3641 nfp_start_subprog(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta) nfp_start_subprog() argument 3649 nfp_is_subprog_start(struct nfp_insn_meta *meta) nfp_is_subprog_start() argument 3827 struct nfp_insn_meta *meta; nfp_translate() local 3884 struct nfp_insn_meta *meta; nfp_bpf_opt_reg_init() local 3910 struct nfp_insn_meta *meta; nfp_bpf_opt_neg_add_sub() local 4272 struct nfp_insn_meta *meta, *range_node = NULL; nfp_bpf_opt_pkt_cache() local 4487 struct nfp_insn_meta *meta; nfp_bpf_jit_prepare() local [all...] |