Lines Matching defs:modes
45 nir_variable_mode modes;
673 if (!nir_deref_mode_is_one_of(deref, state->modes))
763 nir_variable_mode modes,
772 state.modes = modes;
778 assert(!(modes & ~supported_modes));
801 nir_lower_io(nir_shader *shader, nir_variable_mode modes,
809 progress |= nir_lower_io_impl(function->impl, modes,
828 nir_variable_mode modes,
883 if (!(modes & ~(nir_var_function_temp |
886 /* If we're sure it's one of these modes, we can do an easy 32-bit
915 nir_variable_mode modes,
918 return build_addr_iadd(b, addr, addr_format, modes,
1293 canonicalize_generic_modes(nir_variable_mode modes)
1295 assert(modes != 0);
1296 if (util_bitcount(modes) == 1)
1297 return modes;
1299 assert(!(modes & ~(nir_var_function_temp | nir_var_shader_temp |
1303 if (modes & nir_var_shader_temp) {
1304 modes &= ~nir_var_shader_temp;
1305 modes |= nir_var_function_temp;
1308 return modes;
1332 nir_variable_mode modes,
1337 modes = canonicalize_generic_modes(modes);
1339 if (util_bitcount(modes) > 1) {
1340 if (addr_format_is_global(addr_format, modes)) {
1345 } else if (modes & nir_var_function_temp) {
1356 modes & ~nir_var_function_temp,
1364 assert(modes & nir_var_mem_shared);
1371 assert(modes & nir_var_mem_global);
1382 assert(util_bitcount(modes) == 1);
1383 const nir_variable_mode mode = modes;
1577 nir_variable_mode modes,
1581 modes = canonicalize_generic_modes(modes);
1583 if (util_bitcount(modes) > 1) {
1584 if (addr_format_is_global(addr_format, modes)) {
1589 } else if (modes & nir_var_function_temp) {
1598 modes & ~nir_var_function_temp,
1605 assert(modes & nir_var_mem_shared);
1611 assert(modes & nir_var_mem_global);
1621 assert(util_bitcount(modes) == 1);
1622 const nir_variable_mode mode = modes;
1744 nir_variable_mode modes)
1746 modes = canonicalize_generic_modes(modes);
1748 if (util_bitcount(modes) > 1) {
1749 if (addr_format_is_global(addr_format, modes)) {
1752 } else if (modes & nir_var_function_temp) {
1761 modes & ~nir_var_function_temp);
1767 assert(modes & nir_var_mem_shared);
1772 assert(modes & nir_var_mem_global);
1781 assert(util_bitcount(modes) == 1);
1782 const nir_variable_mode mode = modes;
1887 return build_addr_iadd(b, base_addr, addr_format, deref->modes, offset);
1900 deref->modes, offset);
1940 deref->modes,
1943 addr_format, deref->modes,
1952 deref->modes, align_mul, align_offset,
1970 deref->modes,
1973 deref->modes, align_mul,
1979 deref->modes, align_mul, align_offset,
1987 deref->modes,
1999 deref->modes, align_mul, align_offset,
2006 build_explicit_io_atomic(b, intrin, addr, addr_format, deref->modes);
2206 nir_lower_explicit_io_impl(nir_function_impl *impl, nir_variable_mode modes,
2223 if (nir_deref_mode_is_in_set(deref, modes)) {
2252 if (nir_deref_mode_is_in_set(deref, modes)) {
2261 if (nir_deref_mode_is_in_set(deref, modes)) {
2270 if (nir_deref_mode_is_in_set(deref, modes)) {
2304 * all data types in the given modes have a explicit stride/offset decorations
2327 * scratch memory to the global address space. For other modes such as
2332 * modes or none.
2335 nir_lower_explicit_io(nir_shader *shader, nir_variable_mode modes,
2342 nir_lower_explicit_io_impl(function->impl, modes, addr_format))
2351 nir_variable_mode modes,
2362 if (!nir_deref_mode_is_in_set(deref, modes))
2483 * generic pointers, it must either be used on all of the generic modes or
2488 nir_variable_mode modes,
2491 /* TODO: Situations which need to be handled to support more modes:
2501 assert(!(modes & ~supported) && "unsupported");
2505 if (modes & nir_var_uniform)
2507 if (modes & nir_var_mem_global)
2510 if (modes & nir_var_mem_shared) {
2515 if (modes & nir_var_shader_temp)
2517 if (modes & nir_var_mem_constant)
2519 if (modes & nir_var_shader_call_data)
2521 if (modes & nir_var_ray_hit_attrib)
2523 if (modes & nir_var_mem_task_payload)
2528 if (modes & nir_var_function_temp)
2531 progress |= nir_lower_vars_to_explicit_types_impl(function->impl, modes, type_info);
2878 nir_variable_mode modes)
2887 if (((modes & nir_var_shader_in) && is_input(intrin)) ||
2888 ((modes & nir_var_shader_out) && is_output(intrin))) {
2924 nir_io_add_const_offset_to_base(nir_shader *nir, nir_variable_mode modes)
2934 impl_progress |= add_const_offset_to_base_block(block, &b, modes);