162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0+ 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2023 Loongson Technology Corporation Limited 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <linux/dma-buf.h> 762306a36Sopenharmony_ci 862306a36Sopenharmony_ci#include <drm/drm_debugfs.h> 962306a36Sopenharmony_ci#include <drm/drm_file.h> 1062306a36Sopenharmony_ci#include <drm/drm_gem.h> 1162306a36Sopenharmony_ci#include <drm/drm_prime.h> 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#include "lsdc_drv.h" 1462306a36Sopenharmony_ci#include "lsdc_gem.h" 1562306a36Sopenharmony_ci#include "lsdc_ttm.h" 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_cistatic int lsdc_gem_prime_pin(struct drm_gem_object *obj) 1862306a36Sopenharmony_ci{ 1962306a36Sopenharmony_ci struct lsdc_bo *lbo = gem_to_lsdc_bo(obj); 2062306a36Sopenharmony_ci int ret; 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ci ret = lsdc_bo_reserve(lbo); 2362306a36Sopenharmony_ci if (unlikely(ret)) 2462306a36Sopenharmony_ci return ret; 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_ci ret = lsdc_bo_pin(lbo, LSDC_GEM_DOMAIN_GTT, NULL); 2762306a36Sopenharmony_ci if (likely(ret == 0)) 2862306a36Sopenharmony_ci lbo->sharing_count++; 2962306a36Sopenharmony_ci 3062306a36Sopenharmony_ci lsdc_bo_unreserve(lbo); 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_ci return ret; 3362306a36Sopenharmony_ci} 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_cistatic void lsdc_gem_prime_unpin(struct drm_gem_object *obj) 3662306a36Sopenharmony_ci{ 3762306a36Sopenharmony_ci struct lsdc_bo *lbo = gem_to_lsdc_bo(obj); 3862306a36Sopenharmony_ci int ret; 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_ci ret = lsdc_bo_reserve(lbo); 4162306a36Sopenharmony_ci if (unlikely(ret)) 4262306a36Sopenharmony_ci return; 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_ci lsdc_bo_unpin(lbo); 4562306a36Sopenharmony_ci if (lbo->sharing_count) 4662306a36Sopenharmony_ci lbo->sharing_count--; 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci lsdc_bo_unreserve(lbo); 4962306a36Sopenharmony_ci} 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_cistatic struct sg_table *lsdc_gem_prime_get_sg_table(struct drm_gem_object *obj) 5262306a36Sopenharmony_ci{ 5362306a36Sopenharmony_ci struct ttm_buffer_object *tbo = to_ttm_bo(obj); 5462306a36Sopenharmony_ci struct ttm_tt *tt = tbo->ttm; 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci if (!tt) { 5762306a36Sopenharmony_ci drm_err(obj->dev, "sharing a buffer without backing memory\n"); 5862306a36Sopenharmony_ci return ERR_PTR(-ENOMEM); 5962306a36Sopenharmony_ci } 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_ci return drm_prime_pages_to_sg(obj->dev, tt->pages, tt->num_pages); 6262306a36Sopenharmony_ci} 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_cistatic void lsdc_gem_object_free(struct drm_gem_object *obj) 6562306a36Sopenharmony_ci{ 6662306a36Sopenharmony_ci struct ttm_buffer_object *tbo = to_ttm_bo(obj); 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci if (tbo) 6962306a36Sopenharmony_ci ttm_bo_put(tbo); 7062306a36Sopenharmony_ci} 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_cistatic int lsdc_gem_object_vmap(struct drm_gem_object *obj, struct iosys_map *map) 7362306a36Sopenharmony_ci{ 7462306a36Sopenharmony_ci struct ttm_buffer_object *tbo = to_ttm_bo(obj); 7562306a36Sopenharmony_ci struct lsdc_bo *lbo = to_lsdc_bo(tbo); 7662306a36Sopenharmony_ci int ret; 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci if (lbo->vmap_count > 0) { 7962306a36Sopenharmony_ci ++lbo->vmap_count; 8062306a36Sopenharmony_ci goto out; 8162306a36Sopenharmony_ci } 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci ret = lsdc_bo_pin(lbo, 0, NULL); 8462306a36Sopenharmony_ci if (unlikely(ret)) { 8562306a36Sopenharmony_ci drm_err(obj->dev, "pin %p for vmap failed\n", lbo); 8662306a36Sopenharmony_ci return ret; 8762306a36Sopenharmony_ci } 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci ret = ttm_bo_vmap(tbo, &lbo->map); 9062306a36Sopenharmony_ci if (ret) { 9162306a36Sopenharmony_ci drm_err(obj->dev, "ttm bo vmap failed\n"); 9262306a36Sopenharmony_ci lsdc_bo_unpin(lbo); 9362306a36Sopenharmony_ci return ret; 9462306a36Sopenharmony_ci } 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci lbo->vmap_count = 1; 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ciout: 9962306a36Sopenharmony_ci *map = lbo->map; 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci return 0; 10262306a36Sopenharmony_ci} 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_cistatic void lsdc_gem_object_vunmap(struct drm_gem_object *obj, struct iosys_map *map) 10562306a36Sopenharmony_ci{ 10662306a36Sopenharmony_ci struct ttm_buffer_object *tbo = to_ttm_bo(obj); 10762306a36Sopenharmony_ci struct lsdc_bo *lbo = to_lsdc_bo(tbo); 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci if (unlikely(!lbo->vmap_count)) { 11062306a36Sopenharmony_ci drm_warn(obj->dev, "%p is not mapped\n", lbo); 11162306a36Sopenharmony_ci return; 11262306a36Sopenharmony_ci } 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_ci --lbo->vmap_count; 11562306a36Sopenharmony_ci if (lbo->vmap_count == 0) { 11662306a36Sopenharmony_ci ttm_bo_vunmap(tbo, &lbo->map); 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_ci lsdc_bo_unpin(lbo); 11962306a36Sopenharmony_ci } 12062306a36Sopenharmony_ci} 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_cistatic int lsdc_gem_object_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma) 12362306a36Sopenharmony_ci{ 12462306a36Sopenharmony_ci struct ttm_buffer_object *tbo = to_ttm_bo(obj); 12562306a36Sopenharmony_ci int ret; 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_ci ret = ttm_bo_mmap_obj(vma, tbo); 12862306a36Sopenharmony_ci if (unlikely(ret)) { 12962306a36Sopenharmony_ci drm_warn(obj->dev, "mmap %p failed\n", tbo); 13062306a36Sopenharmony_ci return ret; 13162306a36Sopenharmony_ci } 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_ci drm_gem_object_put(obj); 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci return 0; 13662306a36Sopenharmony_ci} 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_cistatic const struct drm_gem_object_funcs lsdc_gem_object_funcs = { 13962306a36Sopenharmony_ci .free = lsdc_gem_object_free, 14062306a36Sopenharmony_ci .export = drm_gem_prime_export, 14162306a36Sopenharmony_ci .pin = lsdc_gem_prime_pin, 14262306a36Sopenharmony_ci .unpin = lsdc_gem_prime_unpin, 14362306a36Sopenharmony_ci .get_sg_table = lsdc_gem_prime_get_sg_table, 14462306a36Sopenharmony_ci .vmap = lsdc_gem_object_vmap, 14562306a36Sopenharmony_ci .vunmap = lsdc_gem_object_vunmap, 14662306a36Sopenharmony_ci .mmap = lsdc_gem_object_mmap, 14762306a36Sopenharmony_ci}; 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_cistruct drm_gem_object *lsdc_gem_object_create(struct drm_device *ddev, 15062306a36Sopenharmony_ci u32 domain, 15162306a36Sopenharmony_ci size_t size, 15262306a36Sopenharmony_ci bool kerenl, 15362306a36Sopenharmony_ci struct sg_table *sg, 15462306a36Sopenharmony_ci struct dma_resv *resv) 15562306a36Sopenharmony_ci{ 15662306a36Sopenharmony_ci struct lsdc_device *ldev = to_lsdc(ddev); 15762306a36Sopenharmony_ci struct drm_gem_object *gobj; 15862306a36Sopenharmony_ci struct lsdc_bo *lbo; 15962306a36Sopenharmony_ci int ret; 16062306a36Sopenharmony_ci 16162306a36Sopenharmony_ci lbo = lsdc_bo_create(ddev, domain, size, kerenl, sg, resv); 16262306a36Sopenharmony_ci if (IS_ERR(lbo)) { 16362306a36Sopenharmony_ci ret = PTR_ERR(lbo); 16462306a36Sopenharmony_ci return ERR_PTR(ret); 16562306a36Sopenharmony_ci } 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci if (!sg) { 16862306a36Sopenharmony_ci /* VRAM is filled with random data */ 16962306a36Sopenharmony_ci lsdc_bo_clear(lbo); 17062306a36Sopenharmony_ci } 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_ci gobj = &lbo->tbo.base; 17362306a36Sopenharmony_ci gobj->funcs = &lsdc_gem_object_funcs; 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_ci /* tracking the BOs we created */ 17662306a36Sopenharmony_ci mutex_lock(&ldev->gem.mutex); 17762306a36Sopenharmony_ci list_add_tail(&lbo->list, &ldev->gem.objects); 17862306a36Sopenharmony_ci mutex_unlock(&ldev->gem.mutex); 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_ci return gobj; 18162306a36Sopenharmony_ci} 18262306a36Sopenharmony_ci 18362306a36Sopenharmony_cistruct drm_gem_object * 18462306a36Sopenharmony_cilsdc_prime_import_sg_table(struct drm_device *ddev, 18562306a36Sopenharmony_ci struct dma_buf_attachment *attach, 18662306a36Sopenharmony_ci struct sg_table *sg) 18762306a36Sopenharmony_ci{ 18862306a36Sopenharmony_ci struct dma_resv *resv = attach->dmabuf->resv; 18962306a36Sopenharmony_ci u64 size = attach->dmabuf->size; 19062306a36Sopenharmony_ci struct drm_gem_object *gobj; 19162306a36Sopenharmony_ci struct lsdc_bo *lbo; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_ci dma_resv_lock(resv, NULL); 19462306a36Sopenharmony_ci gobj = lsdc_gem_object_create(ddev, LSDC_GEM_DOMAIN_GTT, size, false, 19562306a36Sopenharmony_ci sg, resv); 19662306a36Sopenharmony_ci dma_resv_unlock(resv); 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci if (IS_ERR(gobj)) { 19962306a36Sopenharmony_ci drm_err(ddev, "Failed to import sg table\n"); 20062306a36Sopenharmony_ci return gobj; 20162306a36Sopenharmony_ci } 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_ci lbo = gem_to_lsdc_bo(gobj); 20462306a36Sopenharmony_ci lbo->sharing_count = 1; 20562306a36Sopenharmony_ci 20662306a36Sopenharmony_ci return gobj; 20762306a36Sopenharmony_ci} 20862306a36Sopenharmony_ci 20962306a36Sopenharmony_ciint lsdc_dumb_create(struct drm_file *file, struct drm_device *ddev, 21062306a36Sopenharmony_ci struct drm_mode_create_dumb *args) 21162306a36Sopenharmony_ci{ 21262306a36Sopenharmony_ci struct lsdc_device *ldev = to_lsdc(ddev); 21362306a36Sopenharmony_ci const struct lsdc_desc *descp = ldev->descp; 21462306a36Sopenharmony_ci u32 domain = LSDC_GEM_DOMAIN_VRAM; 21562306a36Sopenharmony_ci struct drm_gem_object *gobj; 21662306a36Sopenharmony_ci size_t size; 21762306a36Sopenharmony_ci u32 pitch; 21862306a36Sopenharmony_ci u32 handle; 21962306a36Sopenharmony_ci int ret; 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_ci if (!args->width || !args->height) 22262306a36Sopenharmony_ci return -EINVAL; 22362306a36Sopenharmony_ci 22462306a36Sopenharmony_ci if (args->bpp != 32 && args->bpp != 16) 22562306a36Sopenharmony_ci return -EINVAL; 22662306a36Sopenharmony_ci 22762306a36Sopenharmony_ci pitch = args->width * args->bpp / 8; 22862306a36Sopenharmony_ci pitch = ALIGN(pitch, descp->pitch_align); 22962306a36Sopenharmony_ci size = pitch * args->height; 23062306a36Sopenharmony_ci size = ALIGN(size, PAGE_SIZE); 23162306a36Sopenharmony_ci 23262306a36Sopenharmony_ci /* Maximum single bo size allowed is the half vram size available */ 23362306a36Sopenharmony_ci if (size > ldev->vram_size / 2) { 23462306a36Sopenharmony_ci drm_err(ddev, "Requesting(%zuMiB) failed\n", size >> 20); 23562306a36Sopenharmony_ci return -ENOMEM; 23662306a36Sopenharmony_ci } 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_ci gobj = lsdc_gem_object_create(ddev, domain, size, false, NULL, NULL); 23962306a36Sopenharmony_ci if (IS_ERR(gobj)) { 24062306a36Sopenharmony_ci drm_err(ddev, "Failed to create gem object\n"); 24162306a36Sopenharmony_ci return PTR_ERR(gobj); 24262306a36Sopenharmony_ci } 24362306a36Sopenharmony_ci 24462306a36Sopenharmony_ci ret = drm_gem_handle_create(file, gobj, &handle); 24562306a36Sopenharmony_ci 24662306a36Sopenharmony_ci /* drop reference from allocate, handle holds it now */ 24762306a36Sopenharmony_ci drm_gem_object_put(gobj); 24862306a36Sopenharmony_ci if (ret) 24962306a36Sopenharmony_ci return ret; 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_ci args->pitch = pitch; 25262306a36Sopenharmony_ci args->size = size; 25362306a36Sopenharmony_ci args->handle = handle; 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_ci return 0; 25662306a36Sopenharmony_ci} 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_ciint lsdc_dumb_map_offset(struct drm_file *filp, struct drm_device *ddev, 25962306a36Sopenharmony_ci u32 handle, uint64_t *offset) 26062306a36Sopenharmony_ci{ 26162306a36Sopenharmony_ci struct drm_gem_object *gobj; 26262306a36Sopenharmony_ci 26362306a36Sopenharmony_ci gobj = drm_gem_object_lookup(filp, handle); 26462306a36Sopenharmony_ci if (!gobj) 26562306a36Sopenharmony_ci return -ENOENT; 26662306a36Sopenharmony_ci 26762306a36Sopenharmony_ci *offset = drm_vma_node_offset_addr(&gobj->vma_node); 26862306a36Sopenharmony_ci 26962306a36Sopenharmony_ci drm_gem_object_put(gobj); 27062306a36Sopenharmony_ci 27162306a36Sopenharmony_ci return 0; 27262306a36Sopenharmony_ci} 27362306a36Sopenharmony_ci 27462306a36Sopenharmony_civoid lsdc_gem_init(struct drm_device *ddev) 27562306a36Sopenharmony_ci{ 27662306a36Sopenharmony_ci struct lsdc_device *ldev = to_lsdc(ddev); 27762306a36Sopenharmony_ci 27862306a36Sopenharmony_ci mutex_init(&ldev->gem.mutex); 27962306a36Sopenharmony_ci INIT_LIST_HEAD(&ldev->gem.objects); 28062306a36Sopenharmony_ci} 28162306a36Sopenharmony_ci 28262306a36Sopenharmony_ciint lsdc_show_buffer_object(struct seq_file *m, void *arg) 28362306a36Sopenharmony_ci{ 28462306a36Sopenharmony_ci struct drm_info_node *node = (struct drm_info_node *)m->private; 28562306a36Sopenharmony_ci struct drm_device *ddev = node->minor->dev; 28662306a36Sopenharmony_ci struct lsdc_device *ldev = to_lsdc(ddev); 28762306a36Sopenharmony_ci struct lsdc_bo *lbo; 28862306a36Sopenharmony_ci unsigned int i; 28962306a36Sopenharmony_ci 29062306a36Sopenharmony_ci mutex_lock(&ldev->gem.mutex); 29162306a36Sopenharmony_ci 29262306a36Sopenharmony_ci i = 0; 29362306a36Sopenharmony_ci 29462306a36Sopenharmony_ci list_for_each_entry(lbo, &ldev->gem.objects, list) { 29562306a36Sopenharmony_ci struct ttm_buffer_object *tbo = &lbo->tbo; 29662306a36Sopenharmony_ci struct ttm_resource *resource = tbo->resource; 29762306a36Sopenharmony_ci 29862306a36Sopenharmony_ci seq_printf(m, "bo[%04u][%p]: size: %8zuKiB %s offset: %8llx\n", 29962306a36Sopenharmony_ci i, lbo, lsdc_bo_size(lbo) >> 10, 30062306a36Sopenharmony_ci lsdc_mem_type_to_str(resource->mem_type), 30162306a36Sopenharmony_ci lsdc_bo_gpu_offset(lbo)); 30262306a36Sopenharmony_ci i++; 30362306a36Sopenharmony_ci } 30462306a36Sopenharmony_ci 30562306a36Sopenharmony_ci mutex_unlock(&ldev->gem.mutex); 30662306a36Sopenharmony_ci 30762306a36Sopenharmony_ci seq_printf(m, "Pinned BO size: VRAM: %zuKiB, GTT: %zu KiB\n", 30862306a36Sopenharmony_ci ldev->vram_pinned_size >> 10, ldev->gtt_pinned_size >> 10); 30962306a36Sopenharmony_ci 31062306a36Sopenharmony_ci return 0; 31162306a36Sopenharmony_ci} 312