Home
last modified time | relevance | path

Searched refs:ssa (Results 76 - 100 of 382) sorted by relevance

12345678910>>...16

/third_party/mesa3d/src/compiler/nir/
H A Dnir_move_vec_src_uses_to_dest.c117 if (vec->src[j].src.ssa != vec->src[i].src.ssa) in move_vec_src_uses_to_dest_block()
127 nir_foreach_use_safe(use, vec->src[i].src.ssa) { in move_vec_src_uses_to_dest_block()
132 if (!ssa_def_dominates_instr(&vec->dest.dest.ssa, use->parent_instr)) in move_vec_src_uses_to_dest_block()
167 nir_src_for_ssa(&vec->dest.dest.ssa)); in move_vec_src_uses_to_dest_block()
H A Dnir_lower_uniforms_to_ubo.c60 assert(instr->dest.ssa.bit_size >= 8); in lower_instr()
67 load_result = nir_load_ubo_vec4(b, instr->num_components, instr->dest.ssa.bit_size, in lower_instr()
74 load_result = nir_load_ubo(b, instr->num_components, instr->dest.ssa.bit_size, in lower_instr()
95 instr->dest.ssa.bit_size / 8), 0); in lower_instr()
101 nir_ssa_def_rewrite_uses(&instr->dest.ssa, load_result); in lower_instr()
H A Dnir_opt_ray_queries.c39 nir_ssa_def *rq_def = intrin->src[0].ssa; in mark_query_read()
77 if (list_length(&intrin->dest.ssa.uses) > 0 || in nir_find_ray_queries_read()
78 list_length(&intrin->dest.ssa.if_uses) > 0) in nir_find_ray_queries_read()
121 assert(list_is_empty(&intrin->dest.ssa.uses)); in nir_replace_unread_queries_instr()
122 assert(list_is_empty(&intrin->dest.ssa.if_uses)); in nir_replace_unread_queries_instr()
H A Dnir_lower_io_to_scalar.c56 1, intr->dest.ssa.bit_size, NULL); in lower_load_input_to_scalar()
69 loads[i] = &chan_intr->dest.ssa; in lower_load_input_to_scalar()
72 nir_ssa_def_rewrite_uses(&intr->dest.ssa, in lower_load_input_to_scalar()
86 nir_ssa_def *base_offset = intr->src[offset_idx].ssa; in lower_load_to_scalar()
92 1, intr->dest.ssa.bit_size, NULL); in lower_load_to_scalar()
97 i * (intr->dest.ssa.bit_size / 8)) % nir_intrinsic_align_mul(intr)); in lower_load_to_scalar()
111 nir_ssa_def *offset = nir_iadd_imm(b, base_offset, i * (intr->dest.ssa.bit_size / 8)); in lower_load_to_scalar()
116 loads[i] = &chan_intr->dest.ssa; in lower_load_to_scalar()
119 nir_ssa_def_rewrite_uses(&intr->dest.ssa, in lower_load_to_scalar()
189 nir_ssa_def *base_offset = intr->src[offset_idx].ssa; in lower_store_to_scalar()
[all...]
H A Dnir_lower_io_to_temporaries.c161 (*old_interp_deref)->arr.index.ssa); in emit_interp()
164 (*old_interp_deref)->arr.index.ssa); in emit_interp()
202 new_interp->src[0] = nir_src_for_ssa(&new_interp_deref->dest.ssa); in emit_interp()
211 interp->dest.ssa.num_components, in emit_interp()
212 interp->dest.ssa.bit_size, NULL); in emit_interp()
215 nir_store_deref(b, temp_deref, &new_interp->dest.ssa, in emit_interp()
216 (1 << interp->dest.ssa.num_components) - 1); in emit_interp()
249 nir_ssa_def_rewrite_uses(&interp->dest.ssa, load); in fixup_interpolation_instr()
H A Dnir_opt_offsets.c54 {alu->src[0].src.ssa, alu->src[0].swizzle[val.comp]}, in try_extract_const_addition()
55 {alu->src[1].src.ssa, alu->src[1].swizzle[val.comp]}, in try_extract_const_addition()
120 if (!off_src->is_ssa || off_src->ssa->bit_size != 32) in try_fold_load_store()
125 nir_ssa_scalar val = {.def = off_src->ssa, .comp = 0}; in try_fold_load_store()
135 replace_src = nir_imm_zero(b, off_src->ssa->num_components, off_src->ssa->bit_size); in try_fold_load_store()
153 intrin->dest.ssa.bit_size : intrin->src[0].ssa->bit_size) / 8; in try_fold_shared2()
H A Dnir_lower_shader_calls.c110 if (src->ssa->index >= set->size) in src_is_in_bitset()
113 return BITSET_TEST(set->set, src->ssa->index); in src_is_in_bitset()
244 get_phi_builder_value_for_def(src->ssa, pbv_arr); in get_phi_builder_def_for_src()
476 nir_rt_trace_ray(b, call->src[0].ssa, call->src[1].ssa, in spill_ssa_defs_and_lower_shader_calls()
477 call->src[2].ssa, call->src[3].ssa, in spill_ssa_defs_and_lower_shader_calls()
478 call->src[4].ssa, call->src[5].ssa, in spill_ssa_defs_and_lower_shader_calls()
479 call->src[6].ssa, cal in spill_ssa_defs_and_lower_shader_calls()
[all...]
H A Dnir_builder.c80 instr->src[i].src.ssa->num_components); in nir_builder_alu_instr_finish_and_insert()
91 unsigned src_bit_size = instr->src[i].src.ssa->bit_size; in nir_builder_alu_instr_finish_and_insert()
112 for (unsigned j = instr->src[i].src.ssa->num_components; in nir_builder_alu_instr_finish_and_insert()
114 instr->src[i].swizzle[j] = instr->src[i].src.ssa->num_components - 1; in nir_builder_alu_instr_finish_and_insert()
124 return &instr->dest.dest.ssa; in nir_builder_alu_instr_finish_and_insert()
241 return &instr->dest.dest.ssa; in nir_vec_scalars()
253 if (src.is_ssa && src.ssa->num_components == num_components) in nir_ssa_for_src()
254 return src.ssa; in nir_ssa_for_src()
274 return instr->src[srcn].src.ssa; in nir_ssa_for_alu_src()
296 return &load->dest.ssa; in nir_load_system_value()
[all...]
H A Dnir_lower_alu_width.c56 return alu->dest.dest.ssa.num_components > 1 || in inst_is_vector_alu()
81 for (unsigned j = 1; j < alu->dest.dest.ssa.num_components; j++) { in alu_is_swizzled_in_bounds()
108 nir_alu_ssa_dest_init(chan, 1, alu->dest.dest.ssa.bit_size); in lower_reduction()
121 last = &chan->dest.dest.ssa; in lower_reduction()
124 last, &chan->dest.dest.ssa, NULL, NULL); in lower_reduction()
151 if (will_lower_ffma(builder->shader, alu->dest.dest.ssa.bit_size)) in lower_fdot()
160 nir_alu_ssa_dest_init(instr, 1, alu->dest.dest.ssa.bit_size); in lower_fdot()
171 prev = &instr->dest.dest.ssa; in lower_fdot()
190 unsigned num_components = alu->dest.dest.ssa.num_components; in lower_alu_instr_width()
396 nir_alu_ssa_dest_init(lower, components, alu->dest.dest.ssa in lower_alu_instr_width()
[all...]
H A Dnir_lower_ssbo.c96 return &load->dest.ssa; in nir_load_ssbo_prop()
141 intr->dest.ssa.num_components, in lower_ssbo_instr()
142 intr->dest.ssa.bit_size, NULL); in lower_ssbo_instr()
152 return is_store ? NULL : &global->dest.ssa; in lower_ssbo_instr()
208 nir_ssa_def_rewrite_uses(&intr->dest.ssa, in nir_lower_ssbo()
H A Dnir_lower_input_attachments.c119 tex->src[0].src = nir_src_for_ssa(&deref->dest.ssa); in try_lower_input_load()
140 unsigned load_result_size = load->dest.ssa.num_components - 1; in try_lower_input_load()
143 b, &tex->dest.ssa, load_result_mask | 0x10); in try_lower_input_load()
145 nir_ssa_def_rewrite_uses(&load->dest.ssa, res); in try_lower_input_load()
147 nir_ssa_def_rewrite_uses(&load->dest.ssa, in try_lower_input_load()
148 &tex->dest.ssa); in try_lower_input_load()
H A Dnir_lower_io_to_vector.c341 nir_ssa_def *index = nir_i2i(b, deref->arr.index.ssa, in build_array_index()
342 deref->dest.ssa.bit_size); in build_array_index()
373 nir_ssa_def *index = p->arr.index.ssa; in build_array_deref_of_new_var_flat()
504 nir_src_for_ssa(&new_deref->dest.ssa)); in nir_lower_io_to_vector_impl()
508 intrin->dest.ssa.num_components = intrin->num_components; in nir_lower_io_to_vector_impl()
512 nir_ssa_def *new_vec = nir_channels(&b, &intrin->dest.ssa, in nir_lower_io_to_vector_impl()
514 nir_ssa_def_rewrite_uses_after(&intrin->dest.ssa, in nir_lower_io_to_vector_impl()
551 nir_src_for_ssa(&new_deref->dest.ssa)); in nir_lower_io_to_vector_impl()
559 nir_ssa_def *old_value = intrin->src[1].ssa; in nir_lower_io_to_vector_impl()
641 nir_ssa_def *new_deref = &nir_build_deref_var(&b, var)->dest.ssa; in nir_vectorize_tess_levels_impl()
[all...]
H A Dnir_search_helpers.h76 int64_t int_min = u_intN_min(instr->src[src].src.ssa->bit_size); in is_neg_power_of_two()
338 bool zero_if_use = list_is_empty(&instr->dest.dest.ssa.if_uses); in is_used_once()
339 bool zero_use = list_is_empty(&instr->dest.dest.ssa.uses); in is_used_once()
344 if (!zero_if_use && list_is_singular(&instr->dest.dest.ssa.uses)) in is_used_once()
347 if (!zero_use && list_is_singular(&instr->dest.dest.ssa.if_uses)) in is_used_once()
350 if (!list_is_singular(&instr->dest.dest.ssa.if_uses) && in is_used_once()
351 !list_is_singular(&instr->dest.dest.ssa.uses)) in is_used_once()
360 return !list_is_empty(&instr->dest.dest.ssa.if_uses); in is_used_by_if()
366 return list_is_empty(&instr->dest.dest.ssa.if_uses); in is_not_used_by_if()
372 nir_foreach_use(src, &instr->dest.dest.ssa) { in is_used_by_non_fsat()
[all...]
H A Dnir_builder.h381 if (src.src.is_ssa && src.src.ssa->num_components == num_components) { in nir_mov_alu()
388 return src.src.ssa; in nir_mov_alu()
399 return &mov->dest.dest.ssa; in nir_mov_alu()
1152 assert(index->bit_size == parent->dest.ssa.bit_size);
1159 deref->parent = nir_src_for_ssa(&parent->dest.ssa);
1163 parent->dest.ssa.num_components,
1164 parent->dest.ssa.bit_size, NULL);
1177 parent->dest.ssa.bit_size);
1190 assert(index->bit_size == parent->dest.ssa.bit_size);
1197 deref->parent = nir_src_for_ssa(&parent->dest.ssa);
[all...]
H A Dnir_lower_flrp.c63 nir_ssa_def_rewrite_uses(&alu->dest.dest.ssa, outer_ffma); in replace_with_strict_ffma()
96 nir_ssa_def_rewrite_uses(&alu->dest.dest.ssa, final_ffma); in replace_with_single_ffma()
132 nir_ssa_def_rewrite_uses(&alu->dest.dest.ssa, sum); in replace_with_strict()
164 nir_ssa_def_rewrite_uses(&alu->dest.dest.ssa, sum); in replace_with_fast()
206 nir_ssa_def_rewrite_uses(&alu->dest.dest.ssa, outer_sum); in replace_with_expanded_ffma_and_add()
235 if (instr->dest.dest.ssa.bit_size == 32) { in all_same_constant()
271 if (instr->dest.dest.ssa.bit_size == 32) { in sources_are_constants_with_similar_magnitudes()
334 nir_foreach_use(other_use, alu->src[2].src.ssa) { in get_similar_flrp_stats()
583 if (alu->src[2].src.ssa->parent_instr->type == nir_instr_type_load_const) { in convert_flrp_instruction()
611 (alu->dest.dest.ssa in lower_flrp_impl()
[all...]
/third_party/mesa3d/src/intel/vulkan/
H A Danv_nir_apply_pipeline_layout.c587 array_index = deref->arr.index.ssa; in build_load_var_deref_descriptor_mem()
628 return build_res_index(b, *set, *binding, intrin->src[0].ssa, in build_res_index_for_chain()
640 return build_res_reindex(b, index, intrin->src[1].ssa, addr_format); in build_res_index_for_chain()
785 assert(load_desc->dest.ssa.bit_size == 64); in lower_load_accel_struct_desc()
786 assert(load_desc->dest.ssa.num_components == 1); in lower_load_accel_struct_desc()
787 nir_ssa_def_rewrite_uses(&load_desc->dest.ssa, desc); in lower_load_accel_struct_desc()
874 intrin->src[0].ssa, in lower_res_index_intrinsic()
878 assert(intrin->dest.ssa.bit_size == index->bit_size); in lower_res_index_intrinsic()
879 assert(intrin->dest.ssa.num_components == index->num_components); in lower_res_index_intrinsic()
880 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, inde in lower_res_index_intrinsic()
[all...]
/third_party/mesa3d/src/intel/compiler/
H A Dbrw_kernel.c90 src = &nir_build_deref_cast(&b, src, mode, data_type, 0)->dest.ssa; in implement_atomic_builtin()
103 nir_store_deref(&b, ret, &atomic->dest.ssa, ~0); in implement_atomic_builtin()
124 nir_store_deref(&b, ret, &ballot->dest.ssa, ~0); in implement_sub_group_ballot_builtin()
191 load->src[0] = nir_src_for_ssa(nir_u2u32(&b, intrin->src[0].ssa)); in lower_kernel_intrinsics()
195 intrin->dest.ssa.num_components, in lower_kernel_intrinsics()
196 intrin->dest.ssa.bit_size, NULL); in lower_kernel_intrinsics()
199 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, &load->dest.ssa); in lower_kernel_intrinsics()
209 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, const_data_base_addr); in lower_kernel_intrinsics()
229 nir_u2u(&b, &load->dest.ssa, intri in lower_kernel_intrinsics()
[all...]
H A Dbrw_nir_rt.c32 if (deref->dest.ssa.num_components == num_components && in resize_deref()
33 deref->dest.ssa.bit_size == bit_size) in resize_deref()
37 if (deref->dest.ssa.bit_size != bit_size && in resize_deref()
46 idx = nir_i2i(b, deref->arr.index.ssa, bit_size); in resize_deref()
52 deref->dest.ssa.num_components = num_components; in resize_deref()
53 deref->dest.ssa.bit_size = bit_size; in resize_deref()
124 nir_ssa_def_rewrite_uses(&deref->dest.ssa, in lower_rt_io_derefs()
125 &cast->dest.ssa); in lower_rt_io_derefs()
137 nir_ssa_def_rewrite_uses(&deref->dest.ssa, in lower_rt_io_derefs()
138 &cast->dest.ssa); in lower_rt_io_derefs()
[all...]
H A Dbrw_nir_lower_ray_queries.c233 nir_ssa_def *as_addr = intrin->src[1].ssa; in lower_ray_query_intrinsic()
234 nir_ssa_def *ray_flags = intrin->src[2].ssa; in lower_ray_query_intrinsic()
243 nir_ssa_def *cull_mask = nir_iand_imm(b, intrin->src[3].ssa, 0xff); in lower_ray_query_intrinsic()
244 nir_ssa_def *ray_orig = intrin->src[4].ssa; in lower_ray_query_intrinsic()
245 nir_ssa_def *ray_t_min = intrin->src[5].ssa; in lower_ray_query_intrinsic()
246 nir_ssa_def *ray_dir = intrin->src[6].ssa; in lower_ray_query_intrinsic()
247 nir_ssa_def *ray_t_max = intrin->src[7].ssa; in lower_ray_query_intrinsic()
322 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, not_done); in lower_ray_query_intrinsic()
339 brw_nir_rt_generate_hit_addr(b, stack_addr, intrin->src[1].ssa); in lower_ray_query_intrinsic()
481 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, sysva in lower_ray_query_intrinsic()
[all...]
/third_party/mesa3d/src/gallium/drivers/lima/ir/pp/
H A Dppir.h245 ppir_reg *ssa; member
265 ppir_reg ssa; member
371 uint8_t *live_mask; /* mask for non-ssa registers */
417 /* array for searching ssa/reg node */
570 return src->ssa; in ppir_src_get_reg()
582 return &dest->ssa; in ppir_dest_get_reg()
596 src->ssa = &dest->ssa; in ppir_node_target_assign()
616 (src->type == ppir_target_ssa && src->ssa != &dest->ssa) || in ppir_node_target_equal()
[all...]
/third_party/mesa3d/src/panfrost/util/
H A Dpan_lower_64bit_intrin.c61 intr->dest.ssa.bit_size = 32; in nir_lower_64bit_intrin_instr()
63 nir_ssa_def *conv = nir_u2u64(b, &intr->dest.ssa); in nir_lower_64bit_intrin_instr()
65 nir_ssa_def_rewrite_uses_after(&intr->dest.ssa, conv, in nir_lower_64bit_intrin_instr()
/third_party/mesa3d/src/compiler/glsl/
H A Dgl_nir_lower_buffers.c199 assert(deref->dest.ssa.bit_size == 32); in lower_buffer_interface_derefs_impl()
200 deref->dest.ssa.num_components = 2; in lower_buffer_interface_derefs_impl()
242 nir_ssa_def_rewrite_uses(&deref->dest.ssa, in lower_buffer_interface_derefs_impl()
243 &cast->dest.ssa); in lower_buffer_interface_derefs_impl()
267 intrin->dest.ssa.bit_size = 32; in lower_buffer_interface_derefs_impl()
268 nir_ssa_def *bval = nir_i2b(&b, &intrin->dest.ssa); in lower_buffer_interface_derefs_impl()
269 nir_ssa_def_rewrite_uses_after(&intrin->dest.ssa, in lower_buffer_interface_derefs_impl()
295 nir_ssa_def *ival = nir_b2i32(&b, intrin->src[1].ssa); in lower_buffer_interface_derefs_impl()
/third_party/mesa3d/src/gallium/drivers/r600/sfn/
H A Dsfn_nir_lower_tex.cpp43 auto corr2 = nir_fadd(b, nir_channels(b, tex->src[coord_index].src.ssa, 3), in lower_coord_shift_normalized()
47 b, tex->src[coord_index].src.ssa, 2)); in lower_coord_shift_normalized()
51 tex->src[coord_index].src.ssa); in lower_coord_shift_normalized()
65 auto corr2 = nir_fadd(b, nir_channels(b, tex->src[coord_index].src.ssa, 3), in lower_coord_shift_unnormalized()
68 nir_channel(b, tex->src[coord_index].src.ssa, 2)); in lower_coord_shift_unnormalized()
70 corr = nir_fadd(b, tex->src[coord_index].src.ssa, in lower_coord_shift_unnormalized()
261 auto cubed = nir_cube_r600(b, nir_channels(b, tex->src[coord_idx].src.ssa, 0x7)); in r600_nir_lower_cube_to_2darray_impl()
269 auto slice = nir_fround_even(b, nir_channel(b, tex->src[coord_idx].src.ssa, 3)); in r600_nir_lower_cube_to_2darray_impl()
/third_party/mesa3d/src/microsoft/compiler/
H A Ddxil_nir_lower_vs_vertex_conversion.c114 if (intr->dest.ssa.num_components == 3) in lower_vs_vertex_conversion_impl()
116 return nir_vector_insert_imm(b, &intr->dest.ssa, nir_imm_int(b, 1), 3); in lower_vs_vertex_conversion_impl()
118 nir_ssa_def *src = nir_channel(b, &intr->dest.ssa, 0); in lower_vs_vertex_conversion_impl()
137 return nir_u2f32(b, &intr->dest.ssa); in lower_vs_vertex_conversion_impl()
140 return nir_i2f32(b, &intr->dest.ssa); in lower_vs_vertex_conversion_impl()
/third_party/mesa3d/src/compiler/spirv/
H A Dvtn_amd.c85 intrin->num_components = intrin->dest.ssa.num_components; in vtn_handle_amd_shader_ballot_instruction()
112 vtn_push_nir_ssa(b, w[2], &intrin->dest.ssa); in vtn_handle_amd_shader_ballot_instruction()
211 intrin->src[0] = nir_src_for_ssa(&deref->dest.ssa); in vtn_handle_amd_shader_explicit_vertex_parameter_instruction()
224 def = nir_vector_extract(&b->nb, &intrin->dest.ssa, in vtn_handle_amd_shader_explicit_vertex_parameter_instruction()
225 vec_deref->arr.index.ssa); in vtn_handle_amd_shader_explicit_vertex_parameter_instruction()
227 def = &intrin->dest.ssa; in vtn_handle_amd_shader_explicit_vertex_parameter_instruction()

Completed in 18 milliseconds

12345678910>>...16