Lines Matching defs:dst

185 bi_cache_collect(bi_builder *b, bi_index dst, bi_index *s, unsigned n)
192 bi_index_to_key(dst), channels);
248 bi_emit_collect_to(bi_builder *b, bi_index dst, bi_index *chan, unsigned n)
252 return bi_mov_i32_to(b, dst, chan[0]);
254 bi_instr *I = bi_collect_i32_to(b, dst);
260 bi_cache_collect(b, dst, chan, n);
265 bi_collect_v2i32_to(bi_builder *b, bi_index dst, bi_index s0, bi_index s1)
267 return bi_emit_collect_to(b, dst, (bi_index[]) { s0, s1 }, 2);
271 bi_collect_v3i32_to(bi_builder *b, bi_index dst, bi_index s0, bi_index s1, bi_index s2)
273 return bi_emit_collect_to(b, dst, (bi_index[]) { s0, s1, s2 }, 3);
279 bi_index dst = bi_temp(b->shader);
280 bi_collect_v2i32_to(b, dst, s0, s1);
281 return dst;
592 bi_make_vec16_to(bi_builder *b, bi_index dst, bi_index *src,
617 bi_emit_collect_to(b, dst, srcs, DIV_ROUND_UP(count, 2));
621 bi_make_vec_to(bi_builder *b, bi_index dst,
633 bi_emit_collect_to(b, dst, srcs, count);
635 bi_make_vec16_to(b, dst, src, channel, count);
637 bi_swz_v4i8_to(b, dst, bi_byte(
698 bi_load_sample_id_to(bi_builder *b, bi_index dst)
704 bi_rshift_and_i32_to(b, dst, bi_preload(b, 61), bi_imm_u32(0x1f),
1200 bi_emit_axchg_to(bi_builder *b, bi_index dst, bi_index addr, nir_src *arg, enum bi_seg seg)
1216 bi_axchg_to(b, sz, dst, data, bi_extract(b, addr, 0), addr_hi, seg);
1223 bi_emit_acmpxchg_to(bi_builder *b, bi_index dst, bi_index addr, nir_src *arg_1, nir_src *arg_2, enum bi_seg seg)
1260 bi_make_vec_to(b, dst, inout_words, NULL, sz / 32, 32);
1486 bi_emit_atomic_i32_to(bi_builder *b, bi_index dst,
1495 bi_index tmp_dest = bifrost ? bi_temp(b->shader) : dst;
1510 bi_atom_post_i32_to(b, dst, bi_extract(b, tmp_dest, 0), bi_extract(b, tmp_dest, 1), post_opc);
1576 bi_index dst = nir_intrinsic_infos[instr->intrinsic].has_dest ?
1683 bi_emit_atomic_i32_to(b, dst, addr, bi_src_index(&instr->src[1]),
1699 bi_emit_atomic_i32_to(b, dst,
1716 bi_emit_atomic_i32_to(b, dst,
1733 bi_emit_axchg_to(b, dst, bi_src_index(&instr->src[0]),
1739 bi_emit_axchg_to(b, dst, bi_emit_lea_image(b, instr),
1745 bi_emit_axchg_to(b, dst, bi_src_index(&instr->src[0]),
1751 bi_emit_acmpxchg_to(b, dst, bi_src_index(&instr->src[0]),
1757 bi_emit_acmpxchg_to(b, dst, bi_emit_lea_image(b, instr),
1763 bi_emit_acmpxchg_to(b, dst, bi_src_index(&instr->src[0]),
1832 bi_collect_v2i32_to(b, dst,
1839 bi_u16_to_u32_to(b, dst, bi_half(bi_preload(b, 61), false));
1843 bi_load_sample_id_to(b, dst);
1848 bi_icmp_i32_to(b, dst, bi_preload(b, 58), bi_zero(), BI_CMPF_EQ,
1853 bi_ld_var_special_to(b, dst, bi_zero(), BI_REGISTER_FORMAT_F32,
1856 bi_emit_cached_split_i32(b, dst, 2);
1867 bi_mov_i32_to(b, dst, bi_vertex_id(b));
1873 bi_iadd_u32_to(b, dst, bi_vertex_id(b), first, false);
1881 bi_mov_i32_to(b, dst, bi_vertex_id(b));
1885 bi_mov_i32_to(b, dst, bi_instance_id(b));
1889 bi_mov_i32_to(b, dst, bi_fau(BIR_FAU_LANE_ID, false));
1893 bi_collect_v3i32_to(b, dst,
1900 bi_collect_v3i32_to(b, dst, bi_preload(b, 57), bi_preload(b, 58),
1906 bi_collect_v3i32_to(b, dst, bi_preload(b, 60), bi_preload(b, 61),
1911 bi_ld_gclk_u64_to(b, dst, BI_SOURCE_CYCLE_COUNTER);
2010 bi_lower_frcp_32(bi_builder *b, bi_index dst, bi_index s0)
2017 bi_fma_rscale_f32_to(b, dst, t1, x1, x1, e, BI_SPECIAL_NONE);
2021 bi_lower_frsq_32(bi_builder *b, bi_index dst, bi_index s0)
2029 bi_fma_rscale_f32_to(b, dst, t2, x1, x1, e, BI_SPECIAL_N);
2037 bi_lower_fexp2_32(bi_builder *b, bi_index dst, bi_index s0)
2059 bi_instr *max = bi_fmax_f32_to(b, dst, x->dest[0], s0);
2064 bi_fexp_32(bi_builder *b, bi_index dst, bi_index s0, bi_index log2_base)
2075 bi_fexp_f32_to(b, dst, fixed_pt->dest[0], scale);
2079 bi_lower_flog2_32(bi_builder *b, bi_index dst, bi_index s0)
2109 bi_fadd_f32_to(b, dst, x1, x2);
2113 bi_flog2_32(bi_builder *b, bi_index dst, bi_index s0)
2118 bi_fma_f32_to(b, dst, bi_flogd_f32(b, s0), add, frexpi);
2122 bi_lower_fpow_32(bi_builder *b, bi_index dst, bi_index base, bi_index exp)
2133 return bi_lower_fexp2_32(b, dst, bi_fmul_f32(b, exp, log2_base));
2137 bi_fpow_32(bi_builder *b, bi_index dst, bi_index base, bi_index exp)
2148 return bi_fexp_32(b, dst, exp, log2_base);
2166 bi_lower_fsincos_32(bi_builder *b, bi_index dst, bi_index s0, bool cos)
2195 bi_fadd_f32_to(b, dst, I->dest[0], cos ? cosx : sinx);
2274 bi_index dst = bi_dest_index(&instr->dest.dest);
2282 dst.swizzle = BI_SWIZZLE_H00;
2313 bi_make_vec_to(b, dst, unoffset_srcs, channels, srcs, sz);
2328 bi_mov_i32_to(b, dst, bi_extract(b, vec, chan));
2333 bi_mov_i32_to(b, dst, bi_extract(b, bi_src_index(&instr->src[0].src), 0));
2337 bi_mov_i32_to(b, dst, bi_extract(b, bi_src_index(&instr->src[0].src), 1));
2341 bi_collect_v2i32_to(b, dst,
2347 bi_collect_v2i32_to(b, dst,
2356 bi_mkvec_v2i16_to(b, dst, bi_half(bi_extract(b, src, 0), false),
2365 bi_mkvec_v4i8_to(b, dst, bi_byte(bi_extract(b, src, 0), 0),
2383 bi_make_vec_to(b, dst, unoffset_srcs, channels, comps, src_sz);
2399 bi_make_vec_to(b, dst, unoffset_srcs, channels, 2, 16);
2412 bi_instr *I = bi_v2f32_to_v2f16_to(b, dst, s0, s1);
2437 bi_mkvec_v2i16_to(b, dst,
2463 bi_v2u16_to_v2f16_to(b, dst, t);
2465 bi_v2s16_to_v2f16_to(b, dst, t);
2481 bi_make_vec_to(b, dst, &idx, chan, comps, 8);
2512 bi_mux_v2i16_to(b, dst, s2, s1, s0, BI_MUX_INT_ZERO);
2526 bi_fma_to(b, sz, dst, s0, s1, s2);
2530 bi_fma_to(b, sz, dst, s0, s1, bi_negzero());
2537 bi_fadd_to(b, sz, dst, s0, s1);
2541 bi_instr *I = bi_fclamp_to(b, sz, dst, s0);
2547 bi_instr *I = bi_fclamp_to(b, sz, dst, s0);
2553 bi_instr *I = bi_fclamp_to(b, sz, dst, s0);
2559 bi_fabsneg_to(b, sz, dst, bi_neg(s0));
2563 bi_fabsneg_to(b, sz, dst, bi_abs(s0));
2567 bi_lower_fsincos_32(b, dst, s0, false);
2571 bi_lower_fsincos_32(b, dst, s0, true);
2578 bi_lower_fexp2_32(b, dst, s0);
2580 bi_fexp_32(b, dst, s0, bi_imm_f32(1.0f));
2588 bi_lower_flog2_32(b, dst, s0);
2590 bi_flog2_32(b, dst, s0);
2598 bi_lower_fpow_32(b, dst, s0, s1);
2600 bi_fpow_32(b, dst, s0, s1);
2605 bi_frexpe_to(b, sz, dst, s0, false, false);
2609 bi_frexpm_to(b, sz, dst, s0, false, false);
2613 bi_ldexp_to(b, sz, dst, s0, s1);
2617 bi_mux_v4i8_to(b, dst, s2, s1, s0, BI_MUX_INT_ZERO);
2621 bi_mux_v2i16_to(b, dst, s2, s1, s0, BI_MUX_INT_ZERO);
2625 bi_mux_i32_to(b, dst, s2, s1, s0, BI_MUX_INT_ZERO);
2629 bi_lshift_or_to(b, sz, dst, s0, bi_zero(), bi_byte(s1, 0));
2632 bi_rshift_or_to(b, sz, dst, s0, bi_zero(), bi_byte(s1, 0), false);
2637 bi_rshift_or_to(b, sz, dst, s0, bi_zero(), bi_byte(s1, 0), true);
2639 bi_arshift_to(b, sz, dst, s0, bi_null(), bi_byte(s1, 0));
2644 bi_csel_to(b, nir_op_infos[instr->op].input_types[0], sz, dst,
2650 bi_csel_to(b, nir_op_infos[instr->op].input_types[0], sz, dst,
2658 bi_fadd_to(b, sz, dst, adjacent, bi_neg(s0));
2723 bi_fadd_to(b, sz, dst, right, bi_neg(left));
2728 bi_f16_to_f32_to(b, dst, s0);
2734 bi_instr *f32 = bi_f16_to_f32_to(b, dst, bi_half(f16->dest[0], false));
2742 bi_f32_to_s32_to(b, dst, s0);
2744 bi_f16_to_s32_to(b, dst, s0);
2750 bi_f32_to_u32_to(b, dst, s0);
2752 bi_v2f16_to_v2u16_to(b, dst, s0);
2757 bi_f32_to_s32_to(b, dst, s0);
2759 bi_v2f16_to_v2s16_to(b, dst, s0);
2764 bi_f32_to_u32_to(b, dst, s0);
2766 bi_f16_to_u32_to(b, dst, s0);
2771 bi_v2u16_to_v2f16_to(b, dst, bi_half(s0, false));
2773 bi_v2u16_to_v2f16_to(b, dst, s0);
2775 bi_v2u8_to_v2f16_to(b, dst, s0);
2780 bi_u32_to_f32_to(b, dst, s0);
2782 bi_u16_to_f32_to(b, dst, s0);
2784 bi_u8_to_f32_to(b, dst, s0);
2789 bi_v2s16_to_v2f16_to(b, dst, bi_half(s0, false));
2791 bi_v2s16_to_v2f16_to(b, dst, s0);
2793 bi_v2s8_to_v2f16_to(b, dst, s0);
2800 bi_s32_to_f32_to(b, dst, s0);
2802 bi_s16_to_f32_to(b, dst, s0);
2804 bi_s8_to_f32_to(b, dst, s0);
2811 bi_mov_i32_to(b, dst, s0);
2813 bi_s16_to_s32_to(b, dst, s0);
2815 bi_s8_to_s32_to(b, dst, s0);
2822 bi_mov_i32_to(b, dst, s0);
2824 bi_u16_to_u32_to(b, dst, s0);
2826 bi_u8_to_u32_to(b, dst, s0);
2834 bi_v2s8_to_v2s16_to(b, dst, s0);
2836 bi_mov_i32_to(b, dst, s0);
2843 bi_v2u8_to_v2u16_to(b, dst, s0);
2845 bi_mov_i32_to(b, dst, s0);
2851 bi_mux_to(b, sz, dst, bi_imm_u8(0), bi_imm_uintN(1, sz), s0, BI_MUX_INT_ZERO);
2855 bi_mux_v2i16_to(b, dst, bi_imm_u16(0), bi_imm_u16(~0), s0, BI_MUX_FP_ZERO);
2858 bi_mux_i32_to(b, dst, bi_imm_u32(0), bi_imm_u32(~0), s0, BI_MUX_FP_ZERO);
2862 bi_mux_v4i8_to(b, dst, bi_imm_u8(0), bi_imm_u8(~0), s0, BI_MUX_INT_ZERO);
2865 bi_mux_v2i16_to(b, dst, bi_imm_u16(0), bi_imm_u16(~0), s0, BI_MUX_INT_ZERO);
2868 bi_mux_i32_to(b, dst, bi_imm_u32(0), bi_imm_u32(~0), s0, BI_MUX_INT_ZERO);
2883 bi_icmp_to(b, nir_type_int, sz, dst, s0, s1, bi_translate_cmpf(instr->op), BI_RESULT_TYPE_M1);
2892 bi_icmp_to(b, nir_type_uint, sz, dst, s0, s1, bi_translate_cmpf(instr->op), BI_RESULT_TYPE_M1);
2903 bi_fcmp_to(b, sz, dst, s0, s1, bi_translate_cmpf(instr->op), BI_RESULT_TYPE_M1);
2910 bi_fround_to(b, sz, dst, s0, bi_nir_round(instr->op));
2914 bi_fmin_to(b, sz, dst, s0, s1);
2918 bi_fmax_to(b, sz, dst, s0, s1);
2922 bi_iadd_to(b, nir_type_int, sz, dst, s0, s1, false);
2926 bi_iadd_to(b, nir_type_int, sz, dst, s0, s1, true);
2930 bi_iadd_to(b, nir_type_uint, sz, dst, s0, s1, true);
2934 bi_hadd_to(b, nir_type_int, sz, dst, s0, s1, BI_ROUND_RTN);
2938 bi_hadd_to(b, nir_type_int, sz, dst, s0, s1, BI_ROUND_RTP);
2942 bi_isub_to(b, nir_type_int, sz, dst, bi_zero(), s0, false);
2946 bi_isub_to(b, nir_type_int, sz, dst, s0, s1, false);
2950 bi_isub_to(b, nir_type_int, sz, dst, s0, s1, true);
2954 bi_isub_to(b, nir_type_uint, sz, dst, s0, s1, true);
2958 bi_imul_to(b, sz, dst, s0, s1);
2962 bi_iabs_to(b, sz, dst, s0);
2966 bi_lshift_and_to(b, sz, dst, s0, s1, bi_imm_u8(0));
2970 bi_lshift_or_to(b, sz, dst, s0, s1, bi_imm_u8(0));
2974 bi_lshift_xor_to(b, sz, dst, s0, s1, bi_imm_u8(0));
2978 bi_lshift_or_to(b, sz, dst, bi_zero(), bi_not(s0), bi_imm_u8(0));
2983 bi_lower_frsq_32(b, dst, s0);
2985 bi_frsq_to(b, sz, dst, s0);
2990 bi_lower_frcp_32(b, dst, s0);
2992 bi_frcp_to(b, sz, dst, s0);
2996 bi_clz_to(b, sz, dst, s0, false);
3000 bi_popcount_i32_to(b, dst, s0);
3004 bi_bitrev_i32_to(b, dst, s0);
3015 bi_isub_u32_to(b, dst, bi_imm_u32(src_sz - 1), clz, false);
3569 bi_index dst = bi_temp(b->shader);
3577 bi_texc_to(b, dst, bi_null(), sr, cx, cy,
3583 bi_emit_split_i32(b, w, dst, res_size);