/third_party/mesa3d/src/gallium/drivers/zink/ |
H A D | zink_lower_cubemap_to_array.c | 170 if (psrc->ssa->num_components != nir_tex_instr_src_size(array_tex, s)) { in create_array_tex_from_cube_tex() 171 nir_ssa_def *c = nir_channels(b, psrc->ssa, BITFIELD_MASK(nir_tex_instr_src_size(array_tex, s))); in create_array_tex_from_cube_tex() 181 return &array_tex->dest.ssa; in create_array_tex_from_cube_tex() 451 nir_ssa_def_rewrite_uses(&tex->dest.ssa, &txl->dest.ssa); in lower_tex_to_txl() 466 nir_ssa_def *coord = tex->src[coord_index].src.ssa; in lower_cube_sample() 483 unsigned num_components = tex->dest.ssa.num_components; in lower_cube_txs() 485 tex->dest.ssa.num_components = 3; in lower_cube_txs() 487 nir_ssa_def *array_dim = nir_channel(b, &tex->dest.ssa, 2); in lower_cube_txs() 489 nir_ssa_def *size = nir_vec3(b, nir_channel(b, &tex->dest.ssa, in lower_cube_txs() [all...] |
/third_party/mesa3d/src/microsoft/compiler/ |
H A D | dxil_nir_lower_int_cubemaps.c | 114 nir_deref_instr *deref = nir_instr_as_deref(tex->src[sampler_deref].src.ssa->parent_instr); in lower_int_cubmap_to_array_filter() 220 return &array_tex->dest.ssa; in create_array_tex_from_cube_tex() 431 nir_ssa_def *coord = tex->src[coord_index].src.ssa; in lower_cube_sample() 455 return nir_channels(b, &tex->dest.ssa, 3); in lower_cube_txs() 457 nir_ssa_def *array_dim = nir_channel(b, &tex->dest.ssa, 2); in lower_cube_txs() 459 return nir_vec3(b, nir_channel(b, &tex->dest.ssa, 0), in lower_cube_txs() 460 nir_channel(b, &tex->dest.ssa, 1), in lower_cube_txs() 469 return nir_channels(b, &intr->dest.ssa, 3); in lower_cube_image_size() 471 nir_ssa_def *array_dim = nir_channel(b, &intr->dest.ssa, 2); in lower_cube_image_size() 473 return nir_vec3(b, nir_channel(b, &intr->dest.ssa, in lower_cube_image_size() [all...] |
/third_party/mesa3d/src/gallium/drivers/lima/ir/pp/ |
H A D | nir.c | 36 static void *ppir_node_create_ssa(ppir_block *block, ppir_op op, nir_ssa_def *ssa) in ppir_node_create_ssa() argument 38 ppir_node *node = ppir_node_create(block, op, ssa->index, 0); in ppir_node_create_ssa() 44 dest->ssa.num_components = ssa->num_components; in ppir_node_create_ssa() 45 dest->write_mask = u_bit_consecutive(0, ssa->num_components); in ppir_node_create_ssa() 49 dest->ssa.is_head = true; in ppir_node_create_ssa() 87 return ppir_node_create_ssa(block, op, &dest->ssa); in ppir_node_create_dest() 101 child = comp->var_nodes[ns->ssa->index]; in ppir_node_add_src() 339 /* In simple cases where the store_output is ssa, that register in ppir_emit_intrinsic() 341 * If discard is used or the source is not ssa, thing in ppir_emit_intrinsic() [all...] |
/third_party/mesa3d/src/compiler/nir/ |
H A D | nir_range_analysis.c | 116 nir_instr_as_load_const(instr->src[src].src.ssa->parent_instr); in analyze_constant() 444 if (instr->src[src].src.ssa->parent_instr->type != nir_instr_type_alu) in analyze_expression() 448 nir_instr_as_alu(instr->src[src].src.ssa->parent_instr); in analyze_expression() 1257 unsigned added = search_phi_bcsel(nir_get_ssa_scalar(src->src.ssa, 0), in search_phi_bcsel() 1381 uint32_t src1 = nir_unsigned_upper_bound(shader, range_ht, nir_get_ssa_scalar(intrin->src[1].ssa, 0), config); in nir_unsigned_upper_bound() 1422 res = nir_unsigned_upper_bound(shader, range_ht, nir_get_ssa_scalar(intrin->src[0].ssa, 0), config); in nir_unsigned_upper_bound() 1437 res = nir_unsigned_upper_bound(shader, range_ht, nir_get_ssa_scalar(intrin->src[0].ssa, 0), config); in nir_unsigned_upper_bound() 1440 uint32_t src0 = nir_unsigned_upper_bound(shader, range_ht, nir_get_ssa_scalar(intrin->src[0].ssa, 0), config); in nir_unsigned_upper_bound() 1441 uint32_t src1 = nir_unsigned_upper_bound(shader, range_ht, nir_get_ssa_scalar(intrin->src[1].ssa, 0), config); in nir_unsigned_upper_bound() 1482 shader, range_ht, nir_get_ssa_scalar(src->src.ssa, in nir_unsigned_upper_bound() 1676 nir_addition_might_overflow(nir_shader *shader, struct hash_table *range_ht, nir_ssa_scalar ssa, unsigned const_val, const nir_unsigned_upper_bound_config *config) nir_addition_might_overflow() argument [all...] |
H A D | nir_lower_double_ops.c | 474 if (instr->src[0].src.ssa->bit_size != 64) in lower_doubles_instr_to_soft() 480 if (instr->src[0].src.ssa->bit_size != 64) in lower_doubles_instr_to_soft() 508 if (instr->src[0].src.ssa->bit_size == 64) in lower_doubles_instr_to_soft() 514 if (instr->src[0].src.ssa->bit_size == 64) in lower_doubles_instr_to_soft() 595 params[0] = &ret_deref->dest.ssa; in lower_doubles_instr_to_soft() 644 bool is_64 = alu->dest.dest.ssa.bit_size == 64; in should_lower_double_instr() 676 alu->dest.dest.ssa.num_components); in lower_doubles_instr() 700 alu->dest.dest.ssa.num_components); in lower_doubles_instr()
|
H A D | nir_lower_wpos_center.c | 50 nir_ssa_def *wpos = &intr->dest.ssa; in update_fragcoord() 65 nir_ssa_def_rewrite_uses_after(&intr->dest.ssa, wpos, in update_fragcoord()
|
H A D | nir_lower_convert_alu_types.c | 61 nir_convert_with_rounding(b, conv->src[0].ssa, in lower_convert_alu_types_instr() 66 nir_ssa_def_rewrite_uses(&conv->dest.ssa, val); in lower_convert_alu_types_instr() 198 return nir_convert_alu_types(b, alu->dest.dest.ssa.bit_size, src, in lower_alu_conversion()
|
H A D | nir_split_vars.c | 281 nir_ssa_def_rewrite_uses(&deref->dest.ssa, in split_struct_derefs_impl() 282 &new_deref->dest.ssa); in split_struct_derefs_impl() 809 nir_ssa_undef(&b, intrin->dest.ssa.num_components, in split_array_access_impl() 810 intrin->dest.ssa.bit_size); in split_array_access_impl() 811 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, in split_array_access_impl() 842 nir_src_for_ssa(&new_deref->dest.ssa)); in split_array_access_impl() 1157 return load->src[0].ssa == deref_src.ssa; in src_is_load_deref() 1177 nir_instr *src_instr = store->src[1].ssa->parent_instr; in get_non_self_referential_store_comps() 1227 nir_ssa_def_components_read(&intrin->dest.ssa), in find_used_components_impl() [all...] |
H A D | nir_linking_helpers.c | 1074 nir_instr_as_load_const(store_intr->src[1].ssa->parent_instr); in replace_varying_input_by_constant_load() 1078 intr->dest.ssa.bit_size, in replace_varying_input_by_constant_load() 1081 nir_ssa_def_rewrite_uses(&intr->dest.ssa, nconst); in replace_varying_input_by_constant_load() 1128 nir_ssa_def_rewrite_uses(&intr->dest.ssa, load); in replace_duplicate_input() 1154 nir_ssa_def *ssa = s->def; in is_direct_uniform_load() local 1155 if (ssa->parent_instr->type != nir_instr_type_intrinsic) in is_direct_uniform_load() 1158 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(ssa->parent_instr); in is_direct_uniform_load() 1208 nir_instr_as_load_const(deref->arr.index.ssa->parent_instr); in clone_deref_instr() 1213 nir_instr_as_load_const(deref->arr.index.ssa->parent_instr); in clone_deref_instr() 1214 nir_ssa_def *ssa in clone_deref_instr() local 1388 nir_ssa_def *ssa = intr->src[1].ssa; nir_link_opt_varyings() local [all...] |
H A D | nir_lower_point_size.c | 45 assert(instr->src[1].ssa->num_components == 1); in lower_point_size_instr() 46 nir_ssa_def *psiz = instr->src[1].ssa; in lower_point_size_instr()
|
H A D | nir_lower_is_helper_invocation.c | 60 nir_ssa_def *updated_is_helper = nir_ior(b, current_is_helper, intrin->src[0].ssa); in nir_lower_load_and_store_is_helper() 67 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, is_helper); in nir_lower_load_and_store_is_helper()
|
H A D | nir_opt_shrink_stores.c | 51 nir_ssa_def *data = nir_trim_vector(b, instr->src[3].ssa, components); in opt_shrink_vectors_image_store() 86 nir_ssa_def *def = nir_trim_vector(b, instr->src[0].ssa, last_bit); in opt_shrink_store_instr()
|
H A D | nir_split_var_copies.c | 109 nir_instr_as_deref(copy->src[0].ssa->parent_instr); in split_var_copies_impl() 111 nir_instr_as_deref(copy->src[1].ssa->parent_instr); in split_var_copies_impl()
|
H A D | nir_lower_fb_read.c | 72 nir_ssa_def_rewrite_uses(&intr->dest.ssa, &tex->dest.ssa); in lower_fb_read()
|
/third_party/mesa3d/src/intel/compiler/ |
H A D | brw_nir.c | 79 nir_ssa_def_rewrite_uses(&intr->dest.ssa, undef); in remap_tess_levels() 262 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, in brw_nir_lower_vs_inputs() 263 &load->dest.ssa); in brw_nir_lower_vs_inputs() 404 assert(intrin->src[0].ssa); in lower_barycentric_at_offset() 408 intrin->src[0].ssa))); in lower_barycentric_at_offset() 664 return alu->src[0].src.ssa->bit_size == 32 ? 0 : 32; in lower_bit_size_callback() 670 if (alu->dest.dest.ssa.bit_size >= 32) in lower_bit_size_callback() 704 alu->dest.dest.ssa.bit_size == 8) in lower_bit_size_callback() 708 alu->src[0].src.ssa->bit_size == 8) in lower_bit_size_callback() 731 if (intrin->src[0].ssa in lower_bit_size_callback() [all...] |
H A D | brw_nir_attribute_workarounds.c | 51 nir_ssa_def *val = &intrin->dest.ssa; in apply_attr_wa_instr() 118 nir_ssa_def_rewrite_uses_after(&intrin->dest.ssa, val, in apply_attr_wa_instr()
|
H A D | brw_nir_lower_shading_rate_output.c | 76 nir_ssa_def *bit_field = intrin->src[0].ssa; in lower_shading_rate_output_instr() 90 nir_ssa_def *packed_fp16_xy = &intrin->dest.ssa; in lower_shading_rate_output_instr()
|
/third_party/mesa3d/src/gallium/drivers/d3d12/ |
H A D | d3d12_nir_passes.c | 134 nir_ssa_def_rewrite_uses(&intr->dest.ssa, load); in lower_load_face() 199 nir_ssa_def_rewrite_uses_after(&intr->dest.ssa, pos, in lower_pos_read() 248 nir_ssa_def_rewrite_uses(&intr->dest.ssa, result); in lower_compute_state_vars() 343 nir_ssa_def_rewrite_uses(&intr->dest.ssa, nir_channel(b, load, channel)); in lower_load_draw_params() 373 nir_ssa_def_rewrite_uses(&intr->dest.ssa, load); in lower_load_patch_vertices_in() 451 state->viewport_index = intr->src[1].ssa; in invert_depth_instr() 553 nir_load_ubo(b, instr->num_components, instr->dest.ssa.bit_size, in lower_instr() 555 .align_mul = instr->dest.ssa.bit_size / 8, in lower_instr() 561 nir_ssa_def_rewrite_uses(&instr->dest.ssa, load); in lower_instr() 568 if (!list_is_empty(&d->dest.ssa in lower_instr() [all...] |
/third_party/mesa3d/src/gallium/drivers/etnaviv/ |
H A D | etnaviv_nir_lower_ubo_to_uniform.c | 67 nir_load_uniform(b, intr->num_components, intr->dest.ssa.bit_size, uniform_offset, in lower_ubo_to_uniform() 72 nir_ssa_def_rewrite_uses(&intr->dest.ssa, uniform); in lower_ubo_to_uniform()
|
/third_party/mesa3d/src/gallium/drivers/vc4/ |
H A D | vc4_nir_lower_txf_ms.c | 58 coord = txf_ms->src[i].src.ssa; in vc4_nir_lower_txf_ms_instr() 61 sample_index = txf_ms->src[i].src.ssa; in vc4_nir_lower_txf_ms_instr() 125 return &txf->dest.ssa; in vc4_nir_lower_txf_ms_instr()
|
/third_party/mesa3d/src/amd/vulkan/ |
H A D | radv_pipeline_rt.c | 459 load_sbt_entry(&b_shader, vars, intr->src[0].ssa, SBT_CALLABLE, 0); in lower_rt_instructions() 462 nir_iadd_imm(&b_shader, intr->src[1].ssa, -size - 16), 1); in lower_rt_instructions() 483 nir_iadd_imm(&b_shader, intr->src[10].ssa, -size - 16), 1); in lower_rt_instructions() 488 nir_store_var(&b_shader, vars->accel_struct, intr->src[0].ssa, 0x1); in lower_rt_instructions() 489 nir_store_var(&b_shader, vars->flags, intr->src[1].ssa, 0x1); in lower_rt_instructions() 491 nir_iand_imm(&b_shader, intr->src[2].ssa, 0xff), 0x1); in lower_rt_instructions() 493 nir_iand_imm(&b_shader, intr->src[3].ssa, 0xf), 0x1); in lower_rt_instructions() 495 nir_iand_imm(&b_shader, intr->src[4].ssa, 0xf), 0x1); in lower_rt_instructions() 497 nir_iand_imm(&b_shader, intr->src[5].ssa, 0xffff), 0x1); in lower_rt_instructions() 498 nir_store_var(&b_shader, vars->origin, intr->src[6].ssa, in lower_rt_instructions() [all...] |
H A D | radv_nir_lower_ycbcr_textures.c | 54 tex->src[0].src = nir_src_for_ssa(&texture->dest.ssa); in get_texture_size() 59 return nir_i2f32(b, &tex->dest.ssa); in get_texture_size() 130 nir_src_for_ssa(implicit_downsampled_coords(state, old_tex->src[i].src.ssa)); in create_plane_tex_instr_implicit() 155 nir_ssa_dest_init(&tex->instr, &tex->dest, old_tex->dest.ssa.num_components, in create_plane_tex_instr_implicit() 159 return &tex->dest.ssa; in create_plane_tex_instr_implicit() 295 nir_ssa_def_rewrite_uses(&tex->dest.ssa, result); in try_lower_tex_ycbcr()
|
/third_party/mesa3d/src/gallium/frontends/lavapipe/ |
H A D | lvp_lower_vulkan_resource.c | 75 nir_deref_instr *deref = nir_instr_as_deref(intrin->src[0].ssa->parent_instr); in lower_uniform_block_access() 92 assert(intrin->src[0].ssa->num_components == 2); in lower_block_instr() 102 nir_ssa_def *added = nir_iadd(b, intrin->src[0].ssa, offset); in lower_block_instr() 103 nir_deref_instr *deref = nir_instr_as_deref(intrin->src[0].ssa->parent_instr); in lower_block_instr() 105 nir_instr_rewrite_src_ssa(instr, &intrin->src[0], &cast->dest.ssa); in lower_block_instr() 147 return nir_vec2(b, nir_iadd_imm(b, intrin->src[0].ssa, value), in lower_vri_intrin_vri()
|
/third_party/mesa3d/src/intel/vulkan/ |
H A D | anv_nir_lower_ycbcr_textures.c | 56 tex->src[0].src = nir_src_for_ssa(&texture->dest.ssa); in get_texture_size() 62 state->image_size = nir_i2f32(b, &tex->dest.ssa); in get_texture_size() 132 old_tex->src[i].src.ssa, in create_plane_tex_instr_implicit() 158 old_tex->dest.ssa.num_components, in create_plane_tex_instr_implicit() 162 return &tex->dest.ssa; in create_plane_tex_instr_implicit() 334 nir_ssa_def_rewrite_uses(&tex->dest.ssa, result); in anv_nir_lower_ycbcr_textures_instr()
|
/third_party/mesa3d/src/broadcom/compiler/ |
H A D | v3d_nir_lower_txf_ms.c | 46 nir_ssa_def *coord = instr->src[coord_index].src.ssa; in v3d_nir_lower_txf_ms_instr() 47 nir_ssa_def *sample = instr->src[sample_index].src.ssa; in v3d_nir_lower_txf_ms_instr()
|