Lines Matching defs:sync
316 perform_barrier(wait_ctx& ctx, wait_imm& imm, memory_sync_info sync, unsigned semantics)
320 if ((sync.semantics & semantics) && sync.scope > subgroup_scope) {
321 unsigned storage = sync.storage;
326 sync_scope bar_scope_lds = MIN2(sync.scope, scope_workgroup);
334 if (!ctx.program->wgp_mode && sync.scope <= scope_workgroup)
389 !instr->smem().sync.can_reorder()) {
410 perform_barrier(ctx, imm, instr->barrier().sync, semantic_acqrel);
484 update_barrier_imm(wait_ctx& ctx, uint8_t counters, wait_event event, memory_sync_info sync)
489 if (sync.storage & (1 << i) && !(sync.semantics & semantic_private)) {
513 update_counters(wait_ctx& ctx, wait_event event, memory_sync_info sync = memory_sync_info())
526 update_barrier_imm(ctx, counters, event, sync);
560 update_counters_for_flat_load(wait_ctx& ctx, memory_sync_info sync = memory_sync_info())
569 update_barrier_imm(ctx, counter_vm | counter_lgkm, event_flat, sync);
649 update_counters_for_flat_load(ctx, flat.sync);
651 update_counters(ctx, event_flat, flat.sync);
659 update_counters(ctx, event_smem, smem.sync);
663 else if (ctx.gfx_level >= GFX10 && !smem.sync.can_reorder())
670 update_counters(ctx, ds.gds ? event_gds : event_lds, ds.sync);