Lines Matching refs:emit
245 static inline void emit(u32 inst, struct jit_ctx *ctx)
429 emit(ARM_LDR_I(rd, ARM_PC, imm_offset(val, ctx)), ctx);
431 emit(ARM_MOVW(rd, val & 0xffff), ctx);
433 emit(ARM_MOVT(rd, val >> 16), ctx);
442 emit(ARM_MOV_I(rd, imm12), ctx);
450 emit(ARM_BX(tgt_reg), ctx);
452 emit(ARM_MOV_R(ARM_PC, tgt_reg), ctx);
458 emit(ARM_MOV_R(ARM_LR, ARM_PC), ctx);
461 emit(ARM_BLX_R(tgt_reg), ctx);
485 emit(ARM_UDIV(rd, rm, rn), ctx);
487 emit(ARM_UDIV(ARM_IP, rm, rn), ctx);
488 emit(ARM_MLS(rd, rn, ARM_IP, rm), ctx);
503 emit(ARM_MOV_R(tmp[0], ARM_R1), ctx);
504 emit(ARM_MOV_R(ARM_R1, rn), ctx);
507 emit(ARM_MOV_R(tmp[1], ARM_R0), ctx);
508 emit(ARM_MOV_R(ARM_R0, rm), ctx);
512 emit(ARM_PUSH(CALLER_MASK & ~exclude_mask), ctx);
520 emit(ARM_POP(CALLER_MASK & ~exclude_mask), ctx);
524 emit(ARM_MOV_R(rd, ARM_R0), ctx);
528 emit(ARM_MOV_R(ARM_R1, tmp[0]), ctx);
530 emit(ARM_MOV_R(ARM_R0, tmp[1]), ctx);
546 emit(ARM_LDR_I(tmp, ARM_FP, EBPF_SCRATCH_TO_ARM_FP(reg)), ctx);
558 emit(ARM_LDRD_I(tmp[1], ARM_FP,
561 emit(ARM_LDR_I(tmp[1], ARM_FP,
563 emit(ARM_LDR_I(tmp[0], ARM_FP,
578 emit(ARM_STR_I(src, ARM_FP, EBPF_SCRATCH_TO_ARM_FP(reg)), ctx);
580 emit(ARM_MOV_R(reg, src), ctx);
589 emit(ARM_STRD_I(src[1], ARM_FP,
592 emit(ARM_STR_I(src[1], ARM_FP,
594 emit(ARM_STR_I(src[0], ARM_FP,
599 emit(ARM_MOV_R(reg[1], src[1]), ctx);
601 emit(ARM_MOV_R(reg[0], src[0]), ctx);
649 emit(ARM_ADDS_R(dst, dst, src), ctx);
651 emit(ARM_ADC_R(dst, dst, src), ctx);
653 emit(ARM_ADD_R(dst, dst, src), ctx);
666 emit(ARM_SUBS_R(dst, dst, src), ctx);
668 emit(ARM_SBC_R(dst, dst, src), ctx);
670 emit(ARM_SUB_R(dst, dst, src), ctx);
686 emit(ARM_ORR_R(dst, dst, src), ctx);
690 emit(ARM_AND_R(dst, dst, src), ctx);
694 emit(ARM_EOR_R(dst, dst, src), ctx);
698 emit(ARM_MUL(dst, dst, src), ctx);
702 emit(ARM_LSL_R(dst, dst, src), ctx);
706 emit(ARM_LSR_R(dst, dst, src), ctx);
710 emit(ARM_MOV_SR(dst, dst, SRTYPE_ASR, src), ctx);
773 emit(ARM_LDRD_I(tmp[1], ARM_FP, EBPF_SCRATCH_TO_ARM_FP(src_lo)), ctx);
774 emit(ARM_STRD_I(tmp[1], ARM_FP, EBPF_SCRATCH_TO_ARM_FP(dst_lo)), ctx);
776 emit(ARM_LDRD_I(dst[1], ARM_FP, EBPF_SCRATCH_TO_ARM_FP(src_lo)), ctx);
778 emit(ARM_STRD_I(src[1], ARM_FP, EBPF_SCRATCH_TO_ARM_FP(dst_lo)), ctx);
780 emit(ARM_MOV_R(dst[0], src[0]), ctx);
781 emit(ARM_MOV_R(dst[1], src[1]), ctx);
796 emit(ARM_LSL_I(rd, rd, val), ctx);
799 emit(ARM_LSR_I(rd, rd, val), ctx);
802 emit(ARM_ASR_I(rd, rd, val), ctx);
805 emit(ARM_RSB_I(rd, rd, val), ctx);
822 emit(ARM_RSBS_I(rd[1], rd[1], 0), ctx);
823 emit(ARM_RSC_I(rd[0], rd[0], 0), ctx);
841 emit(ARM_SUB_I(ARM_IP, rt, 32), ctx);
842 emit(ARM_RSB_I(tmp2[0], rt, 32), ctx);
843 emit(ARM_MOV_SR(ARM_LR, rd[0], SRTYPE_ASL, rt), ctx);
844 emit(ARM_ORR_SR(ARM_LR, ARM_LR, rd[1], SRTYPE_ASL, ARM_IP), ctx);
845 emit(ARM_ORR_SR(ARM_IP, ARM_LR, rd[1], SRTYPE_LSR, tmp2[0]), ctx);
846 emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_ASL, rt), ctx);
865 emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);
866 emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);
867 emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);
868 emit(ARM_ORR_SR(ARM_LR, ARM_LR, rd[0], SRTYPE_ASL, ARM_IP), ctx);
871 emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_ASR, rt), ctx);
890 emit(ARM_RSB_I(ARM_IP, rt, 32), ctx);
891 emit(ARM_SUBS_I(tmp2[0], rt, 32), ctx);
892 emit(ARM_MOV_SR(ARM_LR, rd[1], SRTYPE_LSR, rt), ctx);
893 emit(ARM_ORR_SR(ARM_LR, ARM_LR, rd[0], SRTYPE_ASL, ARM_IP), ctx);
894 emit(ARM_ORR_SR(ARM_LR, ARM_LR, rd[0], SRTYPE_LSR, tmp2[0]), ctx);
895 emit(ARM_MOV_SR(ARM_IP, rd[0], SRTYPE_LSR, rt), ctx);
913 emit(ARM_MOV_SI(tmp2[0], rd[0], SRTYPE_ASL, val), ctx);
914 emit(ARM_ORR_SI(rd[0], tmp2[0], rd[1], SRTYPE_LSR, 32 - val), ctx);
915 emit(ARM_MOV_SI(rd[1], rd[1], SRTYPE_ASL, val), ctx);
918 emit(ARM_MOV_R(rd[0], rd[1]), ctx);
920 emit(ARM_MOV_SI(rd[0], rd[1], SRTYPE_ASL, val - 32), ctx);
921 emit(ARM_EOR_R(rd[1], rd[1], rd[1]), ctx);
943 emit(ARM_MOV_SI(tmp2[1], rd[1], SRTYPE_LSR, val), ctx);
944 emit(ARM_ORR_SI(rd[1], tmp2[1], rd[0], SRTYPE_ASL, 32 - val), ctx);
945 emit(ARM_MOV_SI(rd[0], rd[0], SRTYPE_LSR, val), ctx);
947 emit(ARM_MOV_R(rd[1], rd[0]), ctx);
948 emit(ARM_MOV_I(rd[0], 0), ctx);
950 emit(ARM_MOV_SI(rd[1], rd[0], SRTYPE_LSR, val - 32), ctx);
951 emit(ARM_MOV_I(rd[0], 0), ctx);
973 emit(ARM_MOV_SI(tmp2[1], rd[1], SRTYPE_LSR, val), ctx);
974 emit(ARM_ORR_SI(rd[1], tmp2[1], rd[0], SRTYPE_ASL, 32 - val), ctx);
975 emit(ARM_MOV_SI(rd[0], rd[0], SRTYPE_ASR, val), ctx);
977 emit(ARM_MOV_R(rd[1], rd[0]), ctx);
978 emit(ARM_MOV_SI(rd[0], rd[0], SRTYPE_ASR, 31), ctx);
980 emit(ARM_MOV_SI(rd[1], rd[0], SRTYPE_ASR, val - 32), ctx);
981 emit(ARM_MOV_SI(rd[0], rd[0], SRTYPE_ASR, 31), ctx);
998 emit(ARM_MUL(ARM_IP, rd[1], rt[0]), ctx);
999 emit(ARM_MUL(ARM_LR, rd[0], rt[1]), ctx);
1000 emit(ARM_ADD_R(ARM_LR, ARM_IP, ARM_LR), ctx);
1002 emit(ARM_UMULL(ARM_IP, rd[0], rd[1], rt[1]), ctx);
1003 emit(ARM_ADD_R(rd[0], ARM_LR, rd[0]), ctx);
1039 emit(ARM_ADD_R(tmp[0], tmp[0], rd), ctx);
1046 emit(ARM_STRB_I(src_lo, rd, off), ctx);
1050 emit(ARM_STRH_I(src_lo, rd, off), ctx);
1054 emit(ARM_STR_I(src_lo, rd, off), ctx);
1058 emit(ARM_STR_I(src_lo, rd, off), ctx);
1059 emit(ARM_STR_I(src_hi, rd, off + 4), ctx);
1073 emit(ARM_ADD_R(tmp[0], tmp[0], src), ctx);
1077 emit(ARM_MOV_R(tmp[0], rm), ctx);
1083 emit(ARM_LDRB_I(rd[1], rm, off), ctx);
1089 emit(ARM_LDRH_I(rd[1], rm, off), ctx);
1095 emit(ARM_LDR_I(rd[1], rm, off), ctx);
1101 emit(ARM_LDR_I(rd[1], rm, off), ctx);
1102 emit(ARM_LDR_I(rd[0], rm, off + 4), ctx);
1115 emit(ARM_AND_R(ARM_IP, rt, rn), ctx);
1116 emit(ARM_AND_R(ARM_LR, rd, rm), ctx);
1117 emit(ARM_ORRS_R(ARM_IP, ARM_LR, ARM_IP), ctx);
1119 emit(ARM_ANDS_R(ARM_IP, rt, rn), ctx);
1129 emit(ARM_CMP_R(rd, rm), ctx);
1133 emit(ARM_CMP_R(rt, rn), ctx);
1138 emit(ARM_CMP_R(rn, rt), ctx);
1140 emit(ARM_SBCS_R(ARM_IP, rm, rd), ctx);
1144 emit(ARM_CMP_R(rt, rn), ctx);
1146 emit(ARM_SBCS_R(ARM_IP, rd, rm), ctx);
1179 emit(ARM_LDR_I(tmp[1], r_array, off), ctx);
1181 emit(ARM_CMP_R(r_index, tmp[1]), ctx);
1194 emit(ARM_CMP_I(tc[0], hi), ctx);
1197 emit(ARM_ADDS_I(tc[1], tc[1], 1), ctx);
1198 emit(ARM_ADC_I(tc[0], tc[0], 0), ctx);
1207 emit(ARM_ADD_I(tmp[1], r_array, off), ctx);
1208 emit(ARM_LDR_R_SI(tmp[1], tmp[1], r_index, SRTYPE_ASL, 2), ctx);
1209 emit(ARM_CMP_I(tmp[1], 0), ctx);
1216 emit(ARM_LDR_I(tmp[1], tmp[1], off), ctx);
1217 emit(ARM_ADD_I(tmp[1], tmp[1], ctx->prologue_bytes), ctx);
1239 emit(ARM_AND_I(tmp2[1], rn, 0xff), ctx);
1240 emit(ARM_MOV_SI(tmp2[0], rn, SRTYPE_LSR, 8), ctx);
1241 emit(ARM_AND_I(tmp2[0], tmp2[0], 0xff), ctx);
1242 emit(ARM_ORR_SI(rd, tmp2[0], tmp2[1], SRTYPE_LSL, 8), ctx);
1244 emit(ARM_REV16(rd, rn), ctx);
1254 emit(ARM_AND_I(tmp2[1], rn, 0xff), ctx);
1255 emit(ARM_MOV_SI(tmp2[0], rn, SRTYPE_LSR, 24), ctx);
1256 emit(ARM_ORR_SI(ARM_IP, tmp2[0], tmp2[1], SRTYPE_LSL, 24), ctx);
1258 emit(ARM_MOV_SI(tmp2[1], rn, SRTYPE_LSR, 8), ctx);
1259 emit(ARM_AND_I(tmp2[1], tmp2[1], 0xff), ctx);
1260 emit(ARM_MOV_SI(tmp2[0], rn, SRTYPE_LSR, 16), ctx);
1261 emit(ARM_AND_I(tmp2[0], tmp2[0], 0xff), ctx);
1262 emit(ARM_MOV_SI(tmp2[0], tmp2[0], SRTYPE_LSL, 8), ctx);
1263 emit(ARM_ORR_SI(tmp2[0], tmp2[0], tmp2[1], SRTYPE_LSL, 16), ctx);
1264 emit(ARM_ORR_R(rd, ARM_IP, tmp2[0]), ctx);
1267 emit(ARM_REV(rd, rn), ctx);
1281 emit(ARM_PUSH(reg_set), ctx);
1294 emit(ARM_MOV_R(ARM_IP, ARM_SP), ctx);
1295 emit(ARM_PUSH(reg_set), ctx);
1296 emit(ARM_SUB_I(ARM_FP, ARM_IP, 4), ctx);
1298 emit(ARM_PUSH(CALLEE_PUSH_MASK), ctx);
1299 emit(ARM_MOV_R(ARM_FP, ARM_SP), ctx);
1303 emit(ARM_MOV_I(bpf_r1[0], 0), ctx);
1304 emit(ARM_SUB_I(bpf_r1[1], ARM_SP, SCRATCH_SIZE), ctx);
1309 emit(ARM_SUB_I(ARM_SP, ARM_SP, ctx->stack_size), ctx);
1315 emit(ARM_MOV_I(bpf_r1[1], 0), ctx);
1319 emit(ARM_MOV_R(bpf_r1[1], arm_r0), ctx);
1331 emit(ARM_SUB_I(ARM_SP, ARM_FP, hweight16(reg_set) * 4), ctx);
1332 emit(ARM_LDM(ARM_SP, reg_set), ctx);
1335 emit(ARM_MOV_R(ARM_SP, ARM_FP), ctx);
1336 emit(ARM_POP(CALLEE_POP_MASK), ctx);
1563 emit(ARM_MOV_R(rd[0], ARM_LR), ctx);
1573 emit(ARM_AND_R(rd[1], rd[1], tmp2[1]), ctx);
1575 emit(ARM_UXTH(rd[1], rd[1]), ctx);
1578 emit(ARM_EOR_R(rd[0], rd[0], rd[0]), ctx);
1583 emit(ARM_EOR_R(rd[0], rd[0], rd[0]), ctx);
1769 emit(ARM_B(jmp_offset), ctx);
1797 emit(ARM_ADD_I(ARM_SP, ARM_SP, imm8m(24)), ctx); // callee clean
1809 emit(ARM_B(jmp_offset), ctx);