Home
last modified time | relevance | path

Searched refs:ssa (Results 51 - 75 of 382) sorted by relevance

12345678910>>...16

/third_party/mesa3d/src/amd/compiler/
H A Daco_instruction_selection_setup.cpp70 only_used_by_cross_lane_instrs(nir_ssa_def* ssa, bool follow_phis = true) in only_used_by_cross_lane_instrs() argument
72 nir_foreach_use (src, ssa) { in only_used_by_cross_lane_instrs()
78 if (!only_used_by_cross_lane_instrs(&alu->dest.dest.ssa, follow_phis)) in only_used_by_cross_lane_instrs()
98 if (!only_used_by_cross_lane_instrs(&phi->dest.ssa, false)) in only_used_by_cross_lane_instrs()
181 apply_nuw_to_ssa(isel_context* ctx, nir_ssa_def* ssa) in apply_nuw_to_ssa() argument
184 scalar.def = ssa; in apply_nuw_to_ssa()
190 nir_alu_instr* add = nir_instr_as_alu(ssa->parent_instr); in apply_nuw_to_ssa()
223 apply_nuw_to_ssa(ctx, intrin->src[0].ssa); in apply_nuw_to_offsets()
228 apply_nuw_to_ssa(ctx, intrin->src[1].ssa); in apply_nuw_to_offsets()
232 apply_nuw_to_ssa(ctx, intrin->src[2].ssa); in apply_nuw_to_offsets()
[all...]
/third_party/mesa3d/src/amd/common/
H A Dac_nir_lower_global_access.c138 nir_ssa_scalar src = {addr_src->ssa, 0}; in process_instr()
139 b->cursor = nir_after_instr(addr_src->ssa->parent_instr); in process_instr()
141 addr = addr ? addr : addr_src->ssa; in process_instr()
155 nir_ssa_dest_init(&new_intrin->instr, &new_intrin->dest, intrin->dest.ssa.num_components, in process_instr()
156 intrin->dest.ssa.bit_size, NULL); in process_instr()
160 new_intrin->src[i] = nir_src_for_ssa(intrin->src[i].ssa); in process_instr()
176 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, &new_intrin->dest.ssa); in process_instr()
H A Dac_nir_lower_esgs_io_to_mem.c170 emit_split_buffer_store(b, intrin->src[0].ssa, ring, io_off, es2gs_off, 4u, in lower_es_output_store()
171 intrin->src[0].ssa->num_components, intrin->src[0].ssa->bit_size, in lower_es_output_store()
177 nir_build_store_shared(b, intrin->src[0].ssa, off, .write_mask = write_mask, in lower_es_output_store()
220 nir_ssa_def *cond = nir_ieq_imm(b, vertex_src->ssa, i); in gs_per_vertex_input_vertex_offset_gfx6()
241 nir_ssa_def *cond = nir_ieq_imm(b, vertex_src->ssa, i); in gs_per_vertex_input_vertex_offset_gfx9()
278 return nir_build_load_shared(b, intrin->dest.ssa.num_components, intrin->dest.ssa.bit_size, off, in lower_gs_per_vertex_input_load()
284 intrin->dest.ssa.num_components, intrin->dest.ssa in lower_gs_per_vertex_input_load()
[all...]
/third_party/mesa3d/src/compiler/nir/
H A Dnir_lower_indirect_derefs.c54 nir_push_if(b, nir_ilt(b, deref->arr.index.ssa, nir_imm_intN_t(b, mid, parent->dest.ssa.bit_size))); in emit_indirect_load_store_deref()
96 load->src[0] = nir_src_for_ssa(&parent->dest.ssa); in emit_load_store_deref()
104 orig_instr->dest.ssa.num_components, in emit_load_store_deref()
105 orig_instr->dest.ssa.bit_size, NULL); in emit_load_store_deref()
107 *dest = &load->dest.ssa; in emit_load_store_deref()
174 NULL, intrin->src[1].ssa); in lower_indirect_derefs_block()
179 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, result); in lower_indirect_derefs_block()
H A Dnir_lower_vec_to_movs.c141 assert(vec->src[start_idx].src.ssa); in try_coalesce()
146 nir_foreach_use(src, vec->src[start_idx].src.ssa) { in try_coalesce()
155 if (!list_is_empty(&vec->src[start_idx].src.ssa->if_uses)) in try_coalesce()
158 if (vec->src[start_idx].src.ssa->parent_instr->type != nir_instr_type_alu) in try_coalesce()
162 nir_instr_as_alu(vec->src[start_idx].src.ssa->parent_instr); in try_coalesce()
199 vec->src[i].src.ssa != &src_alu->dest.dest.ssa) in try_coalesce()
257 reg->num_components = vec->dest.dest.ssa.num_components; in nir_lower_vec_to_movs_instr()
258 reg->bit_size = vec->dest.dest.ssa.bit_size; in nir_lower_vec_to_movs_instr()
260 nir_ssa_def_rewrite_uses_src(&vec->dest.dest.ssa, nir_src_for_re in nir_lower_vec_to_movs_instr()
[all...]
H A Dnir_opt_uniform_atomics.c174 nir_ssa_scalar cond = {nir_cf_node_as_if(cf)->condition.ssa, 0}; in is_atomic_already_optimized()
215 nir_ssa_def *data = intrin->src[data_src].ssa; in optimize_atomic()
235 nir_ssa_def *undef = nir_ssa_undef(b, 1, intrin->dest.ssa.bit_size); in optimize_atomic()
238 nir_ssa_def *result = nir_if_phi(b, &intrin->dest.ssa, undef); in optimize_atomic()
260 ASSERTED bool original_result_divergent = intrin->dest.ssa.divergent; in optimize_and_rewrite_atomic()
261 bool return_prev = !nir_ssa_def_is_unused(&intrin->dest.ssa); in optimize_and_rewrite_atomic()
263 nir_ssa_def old_result = intrin->dest.ssa; in optimize_and_rewrite_atomic()
264 list_replace(&intrin->dest.ssa.uses, &old_result.uses); in optimize_and_rewrite_atomic()
265 list_replace(&intrin->dest.ssa.if_uses, &old_result.if_uses); in optimize_and_rewrite_atomic()
266 nir_ssa_dest_init(&intrin->instr, &intrin->dest, 1, intrin->dest.ssa in optimize_and_rewrite_atomic()
[all...]
H A Dnir_lower_bool_to_bitsize.c70 nir_build_alu(b, convert_op, alu->src[i].src.ssa, NULL, NULL, NULL); in make_sources_canonical()
77 conv_instr->dest.dest.ssa.num_components = in make_sources_canonical()
78 alu->dest.dest.ssa.num_components; in make_sources_canonical()
319 assert(alu->dest.dest.ssa.bit_size > 1); in lower_alu_instr()
321 assert(alu->src[i].src.ssa->bit_size > 1); in lower_alu_instr()
327 if (alu->dest.dest.ssa.bit_size == 1) in lower_alu_instr()
328 alu->dest.dest.ssa.bit_size = bit_size; in lower_alu_instr()
381 nir_build_alu(b, convert_op, phi_src->src.ssa, NULL, NULL, NULL); in lower_phi_instr()
387 phi->dest.ssa.bit_size = dst_bit_size; in lower_phi_instr()
396 rewrite_1bit_ssa_def_to_32bit(&tex->dest.ssa, in lower_tex_instr()
[all...]
H A Dnir_lower_to_source_mods.c69 if (alu->src[i].src.ssa->parent_instr->type != nir_instr_type_alu) in nir_lower_to_source_mods_block()
72 nir_alu_instr *parent = nir_instr_as_alu(alu->src[i].src.ssa->parent_instr); in nir_lower_to_source_mods_block()
133 if (nir_ssa_def_is_unused(&parent->dest.dest.ssa)) in nir_lower_to_source_mods_block()
159 if (!list_is_empty(&alu->dest.dest.ssa.if_uses)) in nir_lower_to_source_mods_block()
163 nir_foreach_use(child_src, &alu->dest.dest.ssa) { in nir_lower_to_source_mods_block()
189 nir_foreach_use(child_src, &alu->dest.dest.ssa) { in nir_lower_to_source_mods_block()
H A Dnir_lower_array_deref_of_vec.c111 nir_ssa_def *value = intrin->src[1].ssa; in nir_lower_array_deref_of_vec_impl()
145 nir_src_for_ssa(&vec_deref->dest.ssa)); in nir_lower_array_deref_of_vec_impl()
146 intrin->dest.ssa.num_components = num_components; in nir_lower_array_deref_of_vec_impl()
151 nir_vector_extract(&b, &intrin->dest.ssa, index); in nir_lower_array_deref_of_vec_impl()
153 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, in nir_lower_array_deref_of_vec_impl()
157 nir_ssa_def_rewrite_uses_after(&intrin->dest.ssa, in nir_lower_array_deref_of_vec_impl()
H A Dnir_lower_bool_to_int32.c63 if (alu->dest.dest.ssa.bit_size != 1) in lower_alu_instr()
109 assert(alu->dest.dest.ssa.bit_size > 1); in lower_alu_instr()
111 assert(alu->src[i].src.ssa->bit_size > 1); in lower_alu_instr()
115 if (alu->dest.dest.ssa.bit_size == 1) in lower_alu_instr()
116 alu->dest.dest.ssa.bit_size = 32; in lower_alu_instr()
125 rewrite_1bit_ssa_def_to_32bit(&tex->dest.ssa, &progress); in lower_tex_instr()
H A Dnir_lower_system_values.c46 const unsigned bit_size = intrin->dest.ssa.bit_size; in sanitize_32bit_sysval()
50 intrin->dest.ssa.bit_size = 32; in sanitize_32bit_sysval()
51 return nir_u2u(b, &intrin->dest.ssa, bit_size); in sanitize_32bit_sysval()
79 const unsigned bit_size = intrin->dest.ssa.bit_size; in lower_system_value_instr()
135 column = deref->arr.index.ssa; in lower_system_value_instr()
160 load->num_components = load->dest.ssa.num_components; in lower_system_value_instr()
162 return &load->dest.ssa; in lower_system_value_instr()
212 return nir_load_mesh_view_indices(b, intrin->dest.ssa.num_components, in lower_system_value_instr()
214 .range = intrin->dest.ssa.num_components * bit_size / 8); in lower_system_value_instr()
226 assert(num_rows == intrin->dest.ssa in lower_system_value_instr()
[all...]
H A Dnir_lower_drawpixels.c151 tex->src[0].src = nir_src_for_ssa(&tex_deref->dest.ssa); in lower_color()
153 tex->src[1].src = nir_src_for_ssa(&tex_deref->dest.ssa); in lower_color()
161 def = &tex->dest.ssa; in lower_color()
193 tex->src[0].src = nir_src_for_ssa(&pixelmap_deref->dest.ssa); in lower_color()
195 tex->src[1].src = nir_src_for_ssa(&pixelmap_deref->dest.ssa); in lower_color()
201 def_xy = &tex->dest.ssa; in lower_color()
215 def_zw = &tex->dest.ssa; in lower_color()
225 nir_ssa_def_rewrite_uses(&intr->dest.ssa, def); in lower_color()
234 nir_ssa_def_rewrite_uses(&intr->dest.ssa, texcoord_const); in lower_texcoord()
H A Dnir_lower_readonly_images_to_tex.c139 tex->src[0].src = nir_src_for_ssa(&deref->dest.ssa); in lower_readonly_image_op()
150 nir_trim_vector(b, intrin->src[1].ssa, coord_components); in lower_readonly_image_op()
156 nir_ssa_def *lod = intrin->src[3].ssa; in lower_readonly_image_op()
169 nir_ssa_def *lod = intrin->src[1].ssa; in lower_readonly_image_op()
187 nir_ssa_def *res = &tex->dest.ssa; in lower_readonly_image_op()
188 if (res->num_components != intrin->dest.ssa.num_components) { in lower_readonly_image_op()
189 unsigned num_components = intrin->dest.ssa.num_components; in lower_readonly_image_op()
H A Dnir_lower_memcpy.c64 nir_ssa_def *idx = nir_imm_intN_t(b, index, parent->dest.ssa.bit_size); in memcpy_load_deref_elem_imm()
84 nir_ssa_def *idx = nir_imm_intN_t(b, index, parent->dest.ssa.bit_size); in memcpy_store_deref_elem_imm()
126 nir_build_deref_cast(&b, &dst->dest.ssa, dst->modes, in lower_memcpy_impl()
129 nir_build_deref_cast(&b, &src->dest.ssa, src->modes, in lower_memcpy_impl()
141 nir_ssa_def *size = cpy->src[2].ssa; in lower_memcpy_impl()
147 nir_build_deref_cast(&b, &dst->dest.ssa, dst->modes, in lower_memcpy_impl()
150 nir_build_deref_cast(&b, &src->dest.ssa, src->modes, in lower_memcpy_impl()
H A Dnir_instr_set.c92 hash = HASH(hash, src->ssa); in hash_src()
119 hash = HASH(hash, instr->dest.dest.ssa.num_components); in hash_alu()
120 hash = HASH(hash, instr->dest.dest.ssa.bit_size); in hash_alu()
248 hash = HASH(hash, instr->dest.ssa.num_components); in hash_intrinsic()
249 hash = HASH(hash, instr->dest.ssa.bit_size); in hash_intrinsic()
333 return src1.ssa == src2.ssa; in nir_srcs_equal()
577 if (alu1->dest.dest.ssa.num_components != alu2->dest.dest.ssa.num_components) in nir_instrs_equal()
580 if (alu1->dest.dest.ssa in nir_instrs_equal()
[all...]
/third_party/mesa3d/src/gallium/frontends/lavapipe/
H A Dlvp_inline_uniforms.c40 assert(component < src->ssa->num_components); in src_only_uses_uniforms()
42 nir_instr *instr = src->ssa->parent_instr; in src_only_uses_uniforms()
88 intr->dest.ssa.bit_size == 32) { in src_only_uses_uniforms()
126 assert(component < src->ssa->num_components); in is_induction_variable()
131 if (var->def == src->ssa) { in is_induction_variable()
176 nir_ssa_scalar cond_scalar = {cond->ssa, 0}; in add_inlinable_uniforms()
182 nir_alu_instr *alu = nir_instr_as_alu(cond->ssa->parent_instr); in add_inlinable_uniforms()
335 list_for_each_entry(nir_src, rsrc, &src->ssa->uses, use_link) { in lvp_find_inlinable_uniforms()
381 intr->dest.ssa.bit_size == 32) { in lvp_inline_uniforms()
382 int num_components = intr->dest.ssa in lvp_inline_uniforms()
[all...]
/third_party/mesa3d/src/intel/compiler/
H A Dbrw_nir_lower_storage_image.c36 load->src[0] = nir_src_for_ssa(&deref->dest.ssa); in _load_image_param()
58 return &load->dest.ssa; in _load_image_param()
386 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, placeholder); in lower_image_load_instr()
389 intrin->dest.ssa.num_components = intrin->num_components; in lower_image_load_instr()
394 &intrin->dest.ssa, in lower_image_load_instr()
412 nir_ssa_def *coord = intrin->src[1].ssa; in lower_image_load_instr()
432 &deref->dest.ssa, addr); in lower_image_load_instr()
446 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, color); in lower_image_load_instr()
547 intrin->src[3].ssa, in lower_image_store_instr()
563 nir_ssa_def *coord = intrin->src[1].ssa; in lower_image_store_instr()
[all...]
/third_party/mesa3d/src/freedreno/vulkan/
H A Dtu_shader.c149 instr->dest.ssa.bit_size, in lower_load_push_constant()
150 nir_ushr(b, instr->src[0].ssa, nir_imm_int(b, 2)), in lower_load_push_constant()
153 nir_ssa_def_rewrite_uses(&instr->dest.ssa, load); in lower_load_push_constant()
163 nir_ssa_def *vulkan_idx = instr->src[0].ssa; in lower_vulkan_resource_index()
194 nir_ssa_def_rewrite_uses(&instr->dest.ssa, def); in lower_vulkan_resource_index()
201 nir_ssa_def *old_index = instr->src[0].ssa; in lower_vulkan_resource_reindex()
202 nir_ssa_def *delta = instr->src[1].ssa; in lower_vulkan_resource_reindex()
211 nir_ssa_def_rewrite_uses(&instr->dest.ssa, new_index); in lower_vulkan_resource_reindex()
218 nir_ssa_def *old_index = intrin->src[0].ssa; in lower_load_vulkan_descriptor()
226 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, new_inde in lower_load_vulkan_descriptor()
[all...]
/third_party/mesa3d/src/gallium/drivers/lima/ir/
H A Dlima_nir_lower_uniform_to_scalar.c39 1, intr->dest.ssa.bit_size, NULL); in lower_load_uniform_to_scalar()
47 nir_src_for_ssa(nir_imul_imm(b, intr->src[0].ssa, 4)); in lower_load_uniform_to_scalar()
51 loads[i] = &chan_intr->dest.ssa; in lower_load_uniform_to_scalar()
54 nir_ssa_def_rewrite_uses(&intr->dest.ssa, in lower_load_uniform_to_scalar()
/third_party/mesa3d/src/gallium/drivers/r600/sfn/
H A Dsfn_nir_legalize_image_load_store.cpp51 auto image_exists = nir_ult(b, ir->src[0].ssa, nir_imm_int(b, b->shader->info.num_images)); in r600_legalize_image_load_store_impl()
60 auto new_index = nir_umin(b, ir->src[0].ssa, in r600_legalize_image_load_store_impl()
84 auto img_size = nir_image_size(b, num_components, 32, ir->src[0].ssa, nir_imm_int(b, 0), in r600_legalize_image_load_store_impl()
90 unsigned num_src1_comp = MIN2(ir->src[1].ssa->num_components, num_components); in r600_legalize_image_load_store_impl()
94 nir_channels(b, ir->src[1].ssa, src1_mask), in r600_legalize_image_load_store_impl()
116 result = &new_load_ir->dest.ssa; in r600_legalize_image_load_store_impl()
/third_party/mesa3d/src/panfrost/util/
H A Dpan_lower_writeout.c56 intr->num_components = rt0_store ? rt0_store->src[0].ssa->num_components : 4; in pan_nir_emit_combined_store()
68 rt0_store ? rt0_store->src[0].ssa : zero4, in pan_nir_emit_combined_store()
69 rt0_store ? rt0_store->src[1].ssa : zero, in pan_nir_emit_combined_store()
70 stores[0] ? stores[0]->src[0].ssa : zero, in pan_nir_emit_combined_store()
71 stores[1] ? stores[1]->src[0].ssa : zero, in pan_nir_emit_combined_store()
72 stores[2] ? stores[2]->src[0].ssa : zero4, in pan_nir_emit_combined_store()
/third_party/mesa3d/src/panfrost/vulkan/
H A Dpanvk_vX_nir_lower_descriptors.c269 intrin->src[0].ssa, in lower_res_intrinsic()
275 res = build_res_reindex(b, intrin->src[0].ssa, in lower_res_intrinsic()
276 intrin->src[1].ssa, in lower_res_intrinsic()
282 res = build_buffer_addr_for_res_index(b, intrin->src[0].ssa, in lower_res_intrinsic()
291 assert(intrin->dest.ssa.bit_size == res->bit_size); in lower_res_intrinsic()
292 assert(intrin->dest.ssa.num_components == res->num_components); in lower_res_intrinsic()
293 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, res); in lower_res_intrinsic()
309 nir_ssa_def *desc = build_buffer_addr_for_res_index(b, intrin->src[0].ssa, in lower_get_ssbo_size()
316 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, size); in lower_get_ssbo_size()
341 *index_ssa = deref->arr.index.ssa; in get_resource_deref_binding()
[all...]
/third_party/mesa3d/src/microsoft/clc/
H A Dclc_nir.c47 nir_ssa_def_rewrite_uses(&intr->dest.ssa, offset); in lower_load_base_global_invocation_id()
65 nir_ssa_def_rewrite_uses(&intr->dest.ssa, dim); in lower_load_work_dim()
83 nir_ssa_def_rewrite_uses(&intr->dest.ssa, count); in lower_load_num_workgroups()
101 nir_ssa_def_rewrite_uses(&intr->dest.ssa, offset); in lower_load_base_workgroup_id()
175 nir_u2u(b, intr->src[0].ssa, 32)); in lower_load_kernel_input()
183 nir_ssa_def_rewrite_uses(&intr->dest.ssa, result); in lower_load_kernel_input()
254 printf_deref = &deref->dest.ssa; in clc_lower_printf_base()
256 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, printf_deref); in clc_lower_printf_base()
317 nir_src_for_ssa(&replacement_deref->dest.ssa)); in clc_nir_dedupe_const_samplers_instr()
/third_party/mesa3d/src/freedreno/ir3/
H A Dir3_nir_lower_tess.c180 intr->dest.ssa.bit_size, NULL); in replace_intrinsic()
185 nir_ssa_def_rewrite_uses(&intr->dest.ssa, &new_intr->dest.ssa); in replace_intrinsic()
274 nir_intrinsic_component(intr), intr->src[1].ssa); in lower_block_to_explicit_output()
276 nir_store_shared_ir3(b, intr->src[0].ssa, offset); in lower_block_to_explicit_output()
341 intr->src[0].ssa, // this is typically gl_InvocationID in lower_block_to_explicit_input()
343 nir_intrinsic_component(intr), intr->src[1].ssa); in lower_block_to_explicit_input()
354 nir_ssa_def_rewrite_uses(&intr->dest.ssa, iid); in lower_block_to_explicit_input()
531 b, state, intr->src[0].ssa, in lower_tess_ctrl_block()
533 nir_intrinsic_component(intr), intr->src[1].ssa); in lower_tess_ctrl_block()
[all...]
/third_party/mesa3d/src/compiler/nir/tests/
H A Dssa_def_bits_used_tests.cpp72 alu->dest.dest.ssa.num_components = 1; in build_alu_instr()
99 const uint64_t bits_used = nir_ssa_def_bits_used(alu->src[1].src.ssa); in TEST_F()
128 const uint64_t bits_used = nir_ssa_def_bits_used(alu->src[1].src.ssa); in TEST_F()
160 const uint64_t bits_used = nir_ssa_def_bits_used(alu->src[0].src.ssa); in TEST_F()
191 const uint64_t bits_used = nir_ssa_def_bits_used(alu->src[0].src.ssa); in TEST_F()
222 const uint64_t bits_used = nir_ssa_def_bits_used(alu->src[0].src.ssa); in TEST_F()
253 const uint64_t bits_used = nir_ssa_def_bits_used(alu->src[0].src.ssa); in TEST_F()

Completed in 28 milliseconds

12345678910>>...16