1bf215546Sopenharmony_ci/* 2bf215546Sopenharmony_ci * Copyright © 2020 Google, Inc. 3bf215546Sopenharmony_ci * Copyright (c) 2020 Etnaviv Project 4bf215546Sopenharmony_ci * 5bf215546Sopenharmony_ci * Permission is hereby granted, free of charge, to any person obtaining a 6bf215546Sopenharmony_ci * copy of this software and associated documentation files (the "Software"), 7bf215546Sopenharmony_ci * to deal in the Software without restriction, including without limitation 8bf215546Sopenharmony_ci * the rights to use, copy, modify, merge, publish, distribute, sub license, 9bf215546Sopenharmony_ci * and/or sell copies of the Software, and to permit persons to whom the 10bf215546Sopenharmony_ci * Software is furnished to do so, subject to the following conditions: 11bf215546Sopenharmony_ci * 12bf215546Sopenharmony_ci * The above copyright notice and this permission notice (including the 13bf215546Sopenharmony_ci * next paragraph) shall be included in all copies or substantial portions 14bf215546Sopenharmony_ci * of the Software. 15bf215546Sopenharmony_ci * 16bf215546Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17bf215546Sopenharmony_ci * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18bf215546Sopenharmony_ci * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 19bf215546Sopenharmony_ci * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 20bf215546Sopenharmony_ci * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 21bf215546Sopenharmony_ci * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER 22bf215546Sopenharmony_ci * DEALINGS IN THE SOFTWARE. 23bf215546Sopenharmony_ci * 24bf215546Sopenharmony_ci * Authors: 25bf215546Sopenharmony_ci * Christian Gmeiner <christian.gmeiner@gmail.com> 26bf215546Sopenharmony_ci */ 27bf215546Sopenharmony_ci 28bf215546Sopenharmony_ci#include "etnaviv_debug.h" 29bf215546Sopenharmony_ci#include "etnaviv_disk_cache.h" 30bf215546Sopenharmony_ci#include "nir_serialize.h" 31bf215546Sopenharmony_ci 32bf215546Sopenharmony_ci#define debug 0 33bf215546Sopenharmony_ci 34bf215546Sopenharmony_civoid 35bf215546Sopenharmony_cietna_disk_cache_init(struct etna_compiler *compiler, const char *renderer) 36bf215546Sopenharmony_ci{ 37bf215546Sopenharmony_ci if (etna_mesa_debug & ETNA_DBG_NOCACHE) 38bf215546Sopenharmony_ci return; 39bf215546Sopenharmony_ci 40bf215546Sopenharmony_ci const struct build_id_note *note = 41bf215546Sopenharmony_ci build_id_find_nhdr_for_addr(etna_disk_cache_init); 42bf215546Sopenharmony_ci assert(note && build_id_length(note) == 20); /* sha1 */ 43bf215546Sopenharmony_ci 44bf215546Sopenharmony_ci const uint8_t *id_sha1 = build_id_data(note); 45bf215546Sopenharmony_ci assert(id_sha1); 46bf215546Sopenharmony_ci 47bf215546Sopenharmony_ci char timestamp[41]; 48bf215546Sopenharmony_ci _mesa_sha1_format(timestamp, id_sha1); 49bf215546Sopenharmony_ci 50bf215546Sopenharmony_ci compiler->disk_cache = disk_cache_create(renderer, timestamp, etna_mesa_debug); 51bf215546Sopenharmony_ci} 52bf215546Sopenharmony_ci 53bf215546Sopenharmony_civoid 54bf215546Sopenharmony_cietna_disk_cache_init_shader_key(struct etna_compiler *compiler, struct etna_shader *shader) 55bf215546Sopenharmony_ci{ 56bf215546Sopenharmony_ci if (!compiler->disk_cache) 57bf215546Sopenharmony_ci return; 58bf215546Sopenharmony_ci 59bf215546Sopenharmony_ci struct mesa_sha1 ctx; 60bf215546Sopenharmony_ci 61bf215546Sopenharmony_ci _mesa_sha1_init(&ctx); 62bf215546Sopenharmony_ci 63bf215546Sopenharmony_ci /* Serialize the NIR to a binary blob that we can hash for the disk 64bf215546Sopenharmony_ci * cache. Drop unnecessary information (like variable names) 65bf215546Sopenharmony_ci * so the serialized NIR is smaller, and also to let us detect more 66bf215546Sopenharmony_ci * isomorphic shaders when hashing, increasing cache hits. 67bf215546Sopenharmony_ci */ 68bf215546Sopenharmony_ci struct blob blob; 69bf215546Sopenharmony_ci 70bf215546Sopenharmony_ci blob_init(&blob); 71bf215546Sopenharmony_ci nir_serialize(&blob, shader->nir, true); 72bf215546Sopenharmony_ci _mesa_sha1_update(&ctx, blob.data, blob.size); 73bf215546Sopenharmony_ci blob_finish(&blob); 74bf215546Sopenharmony_ci 75bf215546Sopenharmony_ci _mesa_sha1_final(&ctx, shader->cache_key); 76bf215546Sopenharmony_ci} 77bf215546Sopenharmony_ci 78bf215546Sopenharmony_cistatic void 79bf215546Sopenharmony_cicompute_variant_key(struct etna_compiler *compiler, struct etna_shader_variant *v, 80bf215546Sopenharmony_ci cache_key cache_key) 81bf215546Sopenharmony_ci{ 82bf215546Sopenharmony_ci struct blob blob; 83bf215546Sopenharmony_ci 84bf215546Sopenharmony_ci blob_init(&blob); 85bf215546Sopenharmony_ci 86bf215546Sopenharmony_ci blob_write_bytes(&blob, &v->shader->cache_key, sizeof(v->shader->cache_key)); 87bf215546Sopenharmony_ci blob_write_bytes(&blob, &v->key, sizeof(v->key)); 88bf215546Sopenharmony_ci 89bf215546Sopenharmony_ci disk_cache_compute_key(compiler->disk_cache, blob.data, blob.size, cache_key); 90bf215546Sopenharmony_ci 91bf215546Sopenharmony_ci blob_finish(&blob); 92bf215546Sopenharmony_ci} 93bf215546Sopenharmony_ci 94bf215546Sopenharmony_cistatic void 95bf215546Sopenharmony_ciretrieve_variant(struct blob_reader *blob, struct etna_shader_variant *v) 96bf215546Sopenharmony_ci{ 97bf215546Sopenharmony_ci blob_copy_bytes(blob, VARIANT_CACHE_PTR(v), VARIANT_CACHE_SIZE); 98bf215546Sopenharmony_ci 99bf215546Sopenharmony_ci v->code = malloc(4 * v->code_size); 100bf215546Sopenharmony_ci blob_copy_bytes(blob, v->code, 4 * v->code_size); 101bf215546Sopenharmony_ci 102bf215546Sopenharmony_ci blob_copy_bytes(blob, &v->uniforms.count, sizeof(v->uniforms.count)); 103bf215546Sopenharmony_ci v->uniforms.contents = malloc(v->uniforms.count * sizeof(v->uniforms.contents)); 104bf215546Sopenharmony_ci v->uniforms.data = malloc(v->uniforms.count * sizeof(v->uniforms.data)); 105bf215546Sopenharmony_ci 106bf215546Sopenharmony_ci blob_copy_bytes(blob, v->uniforms.contents, v->uniforms.count * sizeof(v->uniforms.contents)); 107bf215546Sopenharmony_ci blob_copy_bytes(blob, v->uniforms.data, v->uniforms.count * sizeof(v->uniforms.data)); 108bf215546Sopenharmony_ci} 109bf215546Sopenharmony_ci 110bf215546Sopenharmony_cistatic void 111bf215546Sopenharmony_cistore_variant(struct blob *blob, const struct etna_shader_variant *v) 112bf215546Sopenharmony_ci{ 113bf215546Sopenharmony_ci const uint32_t imm_count = v->uniforms.count; 114bf215546Sopenharmony_ci 115bf215546Sopenharmony_ci blob_write_bytes(blob, VARIANT_CACHE_PTR(v), VARIANT_CACHE_SIZE); 116bf215546Sopenharmony_ci blob_write_bytes(blob, v->code, 4 * v->code_size); 117bf215546Sopenharmony_ci 118bf215546Sopenharmony_ci blob_write_bytes(blob, &v->uniforms.count, sizeof(v->uniforms.count)); 119bf215546Sopenharmony_ci blob_write_bytes(blob, v->uniforms.contents, imm_count * sizeof(v->uniforms.contents)); 120bf215546Sopenharmony_ci blob_write_bytes(blob, v->uniforms.data, imm_count * sizeof(v->uniforms.data)); 121bf215546Sopenharmony_ci} 122bf215546Sopenharmony_ci 123bf215546Sopenharmony_cibool 124bf215546Sopenharmony_cietna_disk_cache_retrieve(struct etna_compiler *compiler, struct etna_shader_variant *v) 125bf215546Sopenharmony_ci{ 126bf215546Sopenharmony_ci if (!compiler->disk_cache) 127bf215546Sopenharmony_ci return false; 128bf215546Sopenharmony_ci 129bf215546Sopenharmony_ci cache_key cache_key; 130bf215546Sopenharmony_ci 131bf215546Sopenharmony_ci compute_variant_key(compiler, v, cache_key); 132bf215546Sopenharmony_ci 133bf215546Sopenharmony_ci if (debug) { 134bf215546Sopenharmony_ci char sha1[41]; 135bf215546Sopenharmony_ci 136bf215546Sopenharmony_ci _mesa_sha1_format(sha1, cache_key); 137bf215546Sopenharmony_ci fprintf(stderr, "[mesa disk cache] retrieving variant %s: ", sha1); 138bf215546Sopenharmony_ci } 139bf215546Sopenharmony_ci 140bf215546Sopenharmony_ci size_t size; 141bf215546Sopenharmony_ci void *buffer = disk_cache_get(compiler->disk_cache, cache_key, &size); 142bf215546Sopenharmony_ci 143bf215546Sopenharmony_ci if (debug) 144bf215546Sopenharmony_ci fprintf(stderr, "%s\n", buffer ? "found" : "missing"); 145bf215546Sopenharmony_ci 146bf215546Sopenharmony_ci if (!buffer) 147bf215546Sopenharmony_ci return false; 148bf215546Sopenharmony_ci 149bf215546Sopenharmony_ci struct blob_reader blob; 150bf215546Sopenharmony_ci blob_reader_init(&blob, buffer, size); 151bf215546Sopenharmony_ci 152bf215546Sopenharmony_ci retrieve_variant(&blob, v); 153bf215546Sopenharmony_ci 154bf215546Sopenharmony_ci free(buffer); 155bf215546Sopenharmony_ci 156bf215546Sopenharmony_ci return true; 157bf215546Sopenharmony_ci} 158bf215546Sopenharmony_ci 159bf215546Sopenharmony_civoid 160bf215546Sopenharmony_cietna_disk_cache_store(struct etna_compiler *compiler, struct etna_shader_variant *v) 161bf215546Sopenharmony_ci{ 162bf215546Sopenharmony_ci if (!compiler->disk_cache) 163bf215546Sopenharmony_ci return; 164bf215546Sopenharmony_ci 165bf215546Sopenharmony_ci cache_key cache_key; 166bf215546Sopenharmony_ci 167bf215546Sopenharmony_ci compute_variant_key(compiler, v, cache_key); 168bf215546Sopenharmony_ci 169bf215546Sopenharmony_ci if (debug) { 170bf215546Sopenharmony_ci char sha1[41]; 171bf215546Sopenharmony_ci 172bf215546Sopenharmony_ci _mesa_sha1_format(sha1, cache_key); 173bf215546Sopenharmony_ci fprintf(stderr, "[mesa disk cache] storing variant %s\n", sha1); 174bf215546Sopenharmony_ci } 175bf215546Sopenharmony_ci 176bf215546Sopenharmony_ci struct blob blob; 177bf215546Sopenharmony_ci blob_init(&blob); 178bf215546Sopenharmony_ci 179bf215546Sopenharmony_ci store_variant(&blob, v); 180bf215546Sopenharmony_ci 181bf215546Sopenharmony_ci disk_cache_put(compiler->disk_cache, cache_key, blob.data, blob.size, NULL); 182bf215546Sopenharmony_ci blob_finish(&blob); 183bf215546Sopenharmony_ci} 184