/third_party/mesa3d/src/freedreno/ir3/ |
H A D | ir3_lower_subgroups.c | 96 struct ir3_instruction *instr = ir3_instr_create(block, opc, 1, 2); in binop() local 114 struct ir3_instruction *instr = ir3_instr_create(block, opc, 1, 3); in triop() local 169 split_block(struct ir3 *ir, struct ir3_block *before_block, struct ir3_instruction *instr) split_block() argument 238 lower_instr(struct ir3 *ir, struct ir3_block **block, struct ir3_instruction *instr) lower_instr() argument [all...] |
H A D | disasm-a3xx.c | 524 disasm_instr_cb(void *d, unsigned n, void *instr) in disasm_instr_cb() argument
|
H A D | ir3_context.c | 297 dest_flags(struct ir3_instruction *instr) in dest_flags() argument 418 struct ir3_instruction *instr, *immed; in create_addr0() local 459 struct ir3_instruction *instr = ir3_MOV(block, immed, TYPE_U16); create_addr1() local [all...] |
H A D | ir3_cp.c | 61 is_eligible_mov(struct ir3_instruction *instr, in is_eligible_mov() argument 160 lower_immed(struct ir3_cp_ctx *ctx, struct ir3_instruction *instr, unsigned n, in lower_immed() argument 249 unuse(struct ir3_instruction *instr) unuse() argument 274 try_swap_mad_two_srcs(struct ir3_instruction *instr, unsigned new_flags) try_swap_mad_two_srcs() argument 346 reg_cp(struct ir3_cp_ctx *ctx, struct ir3_instruction *instr, struct ir3_register *reg, unsigned n) reg_cp() argument 527 eliminate_output_mov(struct ir3_cp_ctx *ctx, struct ir3_instruction *instr) eliminate_output_mov() argument 546 instr_cp(struct ir3_cp_ctx *ctx, struct ir3_instruction *instr) instr_cp() argument [all...] |
H A D | ir3_delay.c | 326 ir3_delay_calc(struct ir3_block *block, struct ir3_instruction *instr, in ir3_delay_calc() argument
|
H A D | ir3_print.c | 70 print_instr_name(struct log_stream *stream, struct ir3_instruction *instr, in print_instr_name() argument 274 print_reg_name(struct log_stream *stream, struct ir3_instruction *instr, struct ir3_register *reg, bool dest) print_reg_name() argument 353 print_instr(struct log_stream *stream, struct ir3_instruction *instr, int lvl) print_instr() argument 467 ir3_print_instr_stream(struct log_stream *stream, struct ir3_instruction *instr) ir3_print_instr_stream() argument 473 ir3_print_instr(struct ir3_instruction *instr) ir3_print_instr() argument [all...] |
H A D | ir3_nir_opt_preamble.c | 115 instr_cost(nir_instr *instr, const void *data) in instr_cost() argument 250 avoid_instr(const nir_instr *instr, const void *data) in avoid_instr() argument [all...] |
/third_party/mesa3d/src/compiler/nir/ |
H A D | nir_lower_io_to_scalar.c | 223 nir_lower_io_to_scalar_instr(nir_builder *b, nir_instr *instr, void *data) nir_lower_io_to_scalar_instr() argument 430 nir_lower_io_to_scalar_early_instr(nir_builder *b, nir_instr *instr, void *data) nir_lower_io_to_scalar_early_instr() argument [all...] |
H A D | nir_opt_vectorize.c | 71 const nir_instr *instr = (nir_instr *) data; in hash_instr() local 138 instr_can_rewrite(nir_instr *instr) in instr_can_rewrite() argument 335 vec_instr_set_add_or_rewrite(struct set *instr_set, nir_instr *instr, nir_vectorize_cb filter, void *data) vec_instr_set_add_or_rewrite() argument [all...] |
H A D | nir_opt_uniform_atomics.c | 162 is_atomic_already_optimized(nir_shader *shader, nir_intrinsic_instr *instr) in is_atomic_already_optimized() argument [all...] |
H A D | nir_search_helpers.h | 36 is_pos_power_of_two(UNUSED struct hash_table *ht, const nir_alu_instr *instr, in is_pos_power_of_two() argument 68 is_neg_power_of_two(UNUSED struct hash_table *ht, const nir_alu_instr *instr, in is_neg_power_of_two() argument 97 is_bitcount2(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, unsigned num_components, const uint8_t *swizzle) is_bitcount2() argument 142 is_zero_to_one(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, unsigned num_components, const uint8_t *swizzle) is_zero_to_one() argument 174 is_gt_0_and_lt_1(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, unsigned num_components, const uint8_t *swizzle) is_gt_0_and_lt_1() argument 200 is_not_const_zero(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, unsigned num_components, const uint8_t *swizzle) is_not_const_zero() argument 230 is_ult_0xfffc07fc(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, unsigned num_components, const uint8_t *swizzle) is_ult_0xfffc07fc() argument 251 is_first_5_bits_uge_2(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, unsigned num_components, const uint8_t *swizzle) is_first_5_bits_uge_2() argument 271 is_not_const(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_not_const() argument 279 is_not_fmul(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_not_fmul() argument 295 is_fmul(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_fmul() argument 311 is_fsign(const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_fsign() argument 327 is_not_const_and_not_fsign(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, unsigned num_components, const uint8_t *swizzle) is_not_const_and_not_fsign() argument 336 is_used_once(const nir_alu_instr *instr) is_used_once() argument 358 is_used_by_if(const nir_alu_instr *instr) is_used_by_if() argument 364 is_not_used_by_if(const nir_alu_instr *instr) is_not_used_by_if() argument 370 is_used_by_non_fsat(const nir_alu_instr *instr) is_used_by_non_fsat() argument 389 is_only_used_as_float(const nir_alu_instr *instr) is_only_used_as_float() argument 409 only_lower_8_bits_used(const nir_alu_instr *instr) only_lower_8_bits_used() argument 415 only_lower_16_bits_used(const nir_alu_instr *instr) only_lower_16_bits_used() argument 426 is_upper_half_zero(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, unsigned num_components, const uint8_t *swizzle) is_upper_half_zero() argument 451 is_lower_half_zero(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, unsigned num_components, const uint8_t *swizzle) is_lower_half_zero() argument 469 no_signed_wrap(const nir_alu_instr *instr) no_signed_wrap() argument 475 no_unsigned_wrap(const nir_alu_instr *instr) no_unsigned_wrap() argument 481 is_integral(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_integral() argument 493 is_finite(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_finite() argument 503 is_finite_not_zero(UNUSED struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_finite_not_zero() argument 540 is_not_negative(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_not_negative() argument 548 is_a_number_not_negative(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_a_number_not_negative() argument 559 is_not_positive(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_not_positive() argument 567 is_a_number_not_positive(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_a_number_not_positive() argument 577 is_not_zero(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_not_zero() argument 585 is_a_number_not_zero(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_a_number_not_zero() argument 595 is_a_number(struct hash_table *ht, const nir_alu_instr *instr, unsigned src, UNUSED unsigned num_components, UNUSED const uint8_t *swizzle) is_a_number() argument [all...] |
H A D | nir_split_64bit_vec3_and_vec4.c | 42 nir_split_64bit_vec3_and_vec4_filter(const nir_instr *instr, in nir_split_64bit_vec3_and_vec4_filter() argument 266 nir_split_64bit_vec3_and_vec4_impl(nir_builder *b, nir_instr *instr, voi argument [all...] |
H A D | nir_lower_idiv.c | 236 lower_idiv(nir_builder *b, nir_instr *instr, void *_data) in lower_idiv() argument 255 inst_is_idiv(const nir_instr *instr, UNUSED const void *_state) in inst_is_idiv() argument
|
H A D | nir_opt_dce.c | 55 is_live(BITSET_WORD *defs_live, nir_instr *instr) in is_live() argument [all...] |
H A D | nir_opt_preamble.c | 84 get_instr_cost(nir_instr *instr, const nir_opt_preamble_options *options) in get_instr_cost() argument 106 can_move_srcs(nir_instr *instr, opt_preamble_ctx *ctx) in can_move_srcs() argument 112 can_move_intrinsic(nir_intrinsic_instr *instr, opt_preamble_ctx *ctx) in can_move_intrinsic() argument 212 can_move_instr(nir_instr *instr, opt_preamble_ctx *ctx) can_move_instr() argument 284 avoid_instr(nir_instr *instr, const nir_opt_preamble_options *options) avoid_instr() argument [all...] |
H A D | nir_lower_alu_width.c | 44 inst_is_vector_alu(const nir_instr *instr, const void *_state) in inst_is_vector_alu() argument 158 nir_alu_instr *instr = nir_alu_instr_create( in lower_fdot() local 178 lower_alu_instr_width(nir_builder *b, nir_instr *instr, void *_data) lower_alu_instr_width() argument 431 scalar_cb(const nir_instr *instr, const void *data) scalar_cb() argument [all...] |
H A D | nir_lower_alu.c | 43 lower_alu_instr(nir_alu_instr *instr, nir_builder *b) in lower_alu_instr() argument [all...] |
/third_party/mesa3d/src/freedreno/isa/ |
H A D | encode.c | 43 struct ir3_instruction *instr; member 52 extract_SRC1_R(struct ir3_instruction *instr) in extract_SRC1_R() argument 62 extract_SRC2_R(struct ir3_instruction *instr) in extract_SRC2_R() argument 75 __instruction_case(struct encode_state *s, struct ir3_instruction *instr) __instruction_case() argument 169 extract_cat5_SRC(struct ir3_instruction *instr, unsigned n) extract_cat5_SRC() argument 180 extract_cat5_FULL(struct ir3_instruction *instr) extract_cat5_FULL() argument 190 extract_cat5_DESC_MODE(struct ir3_instruction *instr) extract_cat5_DESC_MODE() argument 224 extract_cat6_DESC_MODE(struct ir3_instruction *instr) extract_cat6_DESC_MODE() argument 244 extract_cat6_SRC(struct ir3_instruction *instr, unsigned n) extract_cat6_SRC() argument 317 __stc_dst_case(struct encode_state *s, struct ir3_instruction *instr) __stc_dst_case() argument [all...] |
/third_party/mesa3d/src/broadcom/compiler/ |
H A D | v3d40_tex.c | 83 handle_tex_src(struct v3d_compile *c, nir_tex_instr *instr, unsigned src_idx, unsigned non_array_components, struct V3D41_TMU_CONFIG_PARAMETER_2 *p2_unpacked, struct qreg *s_out, unsigned *tmu_writes) handle_tex_src() argument 200 vir_tex_handle_srcs(struct v3d_compile *c, nir_tex_instr *instr, struct V3D41_TMU_CONFIG_PARAMETER_2 *p2_unpacked, struct qreg *s, unsigned *tmu_writes) vir_tex_handle_srcs() argument 217 get_required_tex_tmu_writes(struct v3d_compile *c, nir_tex_instr *instr) get_required_tex_tmu_writes() argument 225 v3d40_vir_emit_tex(struct v3d_compile *c, nir_tex_instr *instr) v3d40_vir_emit_tex() argument 387 v3d40_image_load_store_tmu_op(nir_intrinsic_instr *instr) v3d40_image_load_store_tmu_op() argument 431 vir_image_emit_register_writes(struct v3d_compile *c, nir_intrinsic_instr *instr, bool atomic_add_replaced, uint32_t *tmu_writes) vir_image_emit_register_writes() argument 508 get_required_image_tmu_writes(struct v3d_compile *c, nir_intrinsic_instr *instr, bool atomic_add_replaced) get_required_image_tmu_writes() argument 519 v3d40_vir_emit_image_load_store(struct v3d_compile *c, nir_intrinsic_instr *instr) v3d40_vir_emit_image_load_store() argument [all...] |
/third_party/mesa3d/src/amd/compiler/ |
H A D | aco_lower_phis.cpp | 123 insert_before_logical_end(Block* block, aco_ptr<Instruction> instr) in insert_before_logical_end() argument
|
H A D | aco_opt_value_numbering.cpp | 52 hash_murmur_32(Instruction* instr) in hash_murmur_32() argument 333 can_eliminate(aco_ptr<Instruction>& instr) can_eliminate() argument [all...] |
H A D | aco_optimizer_postRA.cpp | 48 uint32_t instr; member 120 save_reg_writes(pr_opt_ctx& ctx, aco_ptr<Instruction>& instr) in save_reg_writes() argument 204 try_apply_branch_vcc(pr_opt_ctx& ctx, aco_ptr<Instruction>& instr) in try_apply_branch_vcc() argument 262 try_optimize_scc_nocompare(pr_opt_ctx& ctx, aco_ptr<Instruction>& instr) try_optimize_scc_nocompare() argument 399 try_combine_dpp(pr_opt_ctx& ctx, aco_ptr<Instruction>& instr) try_combine_dpp() argument 474 process_instruction(pr_opt_ctx& ctx, aco_ptr<Instruction>& instr) process_instruction() argument [all...] |
H A D | aco_print_asm.cpp | 69 print_instr(FILE* output, const std::vector<uint32_t>& binary, char* instr, unsigned size, in print_instr() argument
|
H A D | aco_scheduler.cpp | 284 aco_ptr<Instruction>& instr = block->instructions[cursor.source_idx]; in downwards_skip() local 161 assert(source_idx < insert_idx_clause); assert(insert_idx_clause < insert_idx); RegisterDemand reference_demand; for (int i = source_idx + 1; i < insert_idx_clause; ++i) { reference_demand.update(register_demand[i]); } assert(total_demand == reference_demand); reference_demand = {}; for (int i = insert_idx_clause; i < insert_idx; ++i) { reference_demand.update(register_demand[i]); } assert(clause_demand == reference_demand); } DownwardsCursor MoveState::downwards_init(int current_idx, bool improved_rar_, bool may_form_clauses) { improved_rar = improved_rar_; std::fill(depends_on.begin(), depends_on.end(), false); if (improved_rar) { std::fill(RAR_dependencies.begin(), RAR_dependencies.end(), false); if (may_form_clauses) std::fill(RAR_dependencies_clause.begin(), RAR_dependencies_clause.end(), false); } for (const Operand& op : current->operands) { if (op.isTemp()) { depends_on[op.tempId()] = true; if (improved_rar && op.isFirstKill()) RAR_dependencies[op.tempId()] = true; } } DownwardsCursor cursor(current_idx, register_demand[current_idx]); cursor.verify_invariants(register_demand); return cursor; } MoveResult MoveState::downwards_move(DownwardsCursor& cursor, bool add_to_clause) { aco_ptr<Instruction>& instr = block->instructions[cursor.source_idx]; for (const Definition& def : instr->definitions) if (def.isTemp() && depends_on[def.tempId()]) return move_fail_ssa; std::vector<bool>& RAR_deps = improved_rar ? (add_to_clause ? RAR_dependencies_clause : RAR_dependencies) : depends_on; for (const Operand& op : instr->operands) verify_invariants() argument [all...] |
H A D | aco_ssa_elimination.cpp | 290 instr_writes_exec(Instruction* instr) in instr_writes_exec() argument 331 aco_ptr<Instruction>& instr in eliminate_useless_exec_writes_in_block() local [all...] |