18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Copyright (C) 2014-2018 Etnaviv Project 48c2ecf20Sopenharmony_ci */ 58c2ecf20Sopenharmony_ci 68c2ecf20Sopenharmony_ci#include <drm/drm_prime.h> 78c2ecf20Sopenharmony_ci#include <linux/dma-buf.h> 88c2ecf20Sopenharmony_ci 98c2ecf20Sopenharmony_ci#include "etnaviv_drv.h" 108c2ecf20Sopenharmony_ci#include "etnaviv_gem.h" 118c2ecf20Sopenharmony_ci 128c2ecf20Sopenharmony_cistatic struct lock_class_key etnaviv_prime_lock_class; 138c2ecf20Sopenharmony_ci 148c2ecf20Sopenharmony_cistruct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj) 158c2ecf20Sopenharmony_ci{ 168c2ecf20Sopenharmony_ci struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj); 178c2ecf20Sopenharmony_ci int npages = obj->size >> PAGE_SHIFT; 188c2ecf20Sopenharmony_ci 198c2ecf20Sopenharmony_ci if (WARN_ON(!etnaviv_obj->pages)) /* should have already pinned! */ 208c2ecf20Sopenharmony_ci return ERR_PTR(-EINVAL); 218c2ecf20Sopenharmony_ci 228c2ecf20Sopenharmony_ci return drm_prime_pages_to_sg(obj->dev, etnaviv_obj->pages, npages); 238c2ecf20Sopenharmony_ci} 248c2ecf20Sopenharmony_ci 258c2ecf20Sopenharmony_civoid *etnaviv_gem_prime_vmap(struct drm_gem_object *obj) 268c2ecf20Sopenharmony_ci{ 278c2ecf20Sopenharmony_ci return etnaviv_gem_vmap(obj); 288c2ecf20Sopenharmony_ci} 298c2ecf20Sopenharmony_ci 308c2ecf20Sopenharmony_civoid etnaviv_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr) 318c2ecf20Sopenharmony_ci{ 328c2ecf20Sopenharmony_ci /* TODO msm_gem_vunmap() */ 338c2ecf20Sopenharmony_ci} 348c2ecf20Sopenharmony_ci 358c2ecf20Sopenharmony_ciint etnaviv_gem_prime_mmap(struct drm_gem_object *obj, 368c2ecf20Sopenharmony_ci struct vm_area_struct *vma) 378c2ecf20Sopenharmony_ci{ 388c2ecf20Sopenharmony_ci struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj); 398c2ecf20Sopenharmony_ci int ret; 408c2ecf20Sopenharmony_ci 418c2ecf20Sopenharmony_ci ret = drm_gem_mmap_obj(obj, obj->size, vma); 428c2ecf20Sopenharmony_ci if (ret < 0) 438c2ecf20Sopenharmony_ci return ret; 448c2ecf20Sopenharmony_ci 458c2ecf20Sopenharmony_ci return etnaviv_obj->ops->mmap(etnaviv_obj, vma); 468c2ecf20Sopenharmony_ci} 478c2ecf20Sopenharmony_ci 488c2ecf20Sopenharmony_ciint etnaviv_gem_prime_pin(struct drm_gem_object *obj) 498c2ecf20Sopenharmony_ci{ 508c2ecf20Sopenharmony_ci if (!obj->import_attach) { 518c2ecf20Sopenharmony_ci struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj); 528c2ecf20Sopenharmony_ci 538c2ecf20Sopenharmony_ci mutex_lock(&etnaviv_obj->lock); 548c2ecf20Sopenharmony_ci etnaviv_gem_get_pages(etnaviv_obj); 558c2ecf20Sopenharmony_ci mutex_unlock(&etnaviv_obj->lock); 568c2ecf20Sopenharmony_ci } 578c2ecf20Sopenharmony_ci return 0; 588c2ecf20Sopenharmony_ci} 598c2ecf20Sopenharmony_ci 608c2ecf20Sopenharmony_civoid etnaviv_gem_prime_unpin(struct drm_gem_object *obj) 618c2ecf20Sopenharmony_ci{ 628c2ecf20Sopenharmony_ci if (!obj->import_attach) { 638c2ecf20Sopenharmony_ci struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj); 648c2ecf20Sopenharmony_ci 658c2ecf20Sopenharmony_ci mutex_lock(&etnaviv_obj->lock); 668c2ecf20Sopenharmony_ci etnaviv_gem_put_pages(to_etnaviv_bo(obj)); 678c2ecf20Sopenharmony_ci mutex_unlock(&etnaviv_obj->lock); 688c2ecf20Sopenharmony_ci } 698c2ecf20Sopenharmony_ci} 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_cistatic void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj) 728c2ecf20Sopenharmony_ci{ 738c2ecf20Sopenharmony_ci if (etnaviv_obj->vaddr) 748c2ecf20Sopenharmony_ci dma_buf_vunmap(etnaviv_obj->base.import_attach->dmabuf, 758c2ecf20Sopenharmony_ci etnaviv_obj->vaddr); 768c2ecf20Sopenharmony_ci 778c2ecf20Sopenharmony_ci /* Don't drop the pages for imported dmabuf, as they are not 788c2ecf20Sopenharmony_ci * ours, just free the array we allocated: 798c2ecf20Sopenharmony_ci */ 808c2ecf20Sopenharmony_ci if (etnaviv_obj->pages) 818c2ecf20Sopenharmony_ci kvfree(etnaviv_obj->pages); 828c2ecf20Sopenharmony_ci 838c2ecf20Sopenharmony_ci drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt); 848c2ecf20Sopenharmony_ci} 858c2ecf20Sopenharmony_ci 868c2ecf20Sopenharmony_cistatic void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj) 878c2ecf20Sopenharmony_ci{ 888c2ecf20Sopenharmony_ci lockdep_assert_held(&etnaviv_obj->lock); 898c2ecf20Sopenharmony_ci 908c2ecf20Sopenharmony_ci return dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf); 918c2ecf20Sopenharmony_ci} 928c2ecf20Sopenharmony_ci 938c2ecf20Sopenharmony_cistatic int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj, 948c2ecf20Sopenharmony_ci struct vm_area_struct *vma) 958c2ecf20Sopenharmony_ci{ 968c2ecf20Sopenharmony_ci int ret; 978c2ecf20Sopenharmony_ci 988c2ecf20Sopenharmony_ci ret = dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0); 998c2ecf20Sopenharmony_ci if (!ret) { 1008c2ecf20Sopenharmony_ci /* Drop the reference acquired by drm_gem_mmap_obj(). */ 1018c2ecf20Sopenharmony_ci drm_gem_object_put(&etnaviv_obj->base); 1028c2ecf20Sopenharmony_ci } 1038c2ecf20Sopenharmony_ci 1048c2ecf20Sopenharmony_ci return ret; 1058c2ecf20Sopenharmony_ci} 1068c2ecf20Sopenharmony_ci 1078c2ecf20Sopenharmony_cistatic const struct etnaviv_gem_ops etnaviv_gem_prime_ops = { 1088c2ecf20Sopenharmony_ci /* .get_pages should never be called */ 1098c2ecf20Sopenharmony_ci .release = etnaviv_gem_prime_release, 1108c2ecf20Sopenharmony_ci .vmap = etnaviv_gem_prime_vmap_impl, 1118c2ecf20Sopenharmony_ci .mmap = etnaviv_gem_prime_mmap_obj, 1128c2ecf20Sopenharmony_ci}; 1138c2ecf20Sopenharmony_ci 1148c2ecf20Sopenharmony_cistruct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev, 1158c2ecf20Sopenharmony_ci struct dma_buf_attachment *attach, struct sg_table *sgt) 1168c2ecf20Sopenharmony_ci{ 1178c2ecf20Sopenharmony_ci struct etnaviv_gem_object *etnaviv_obj; 1188c2ecf20Sopenharmony_ci size_t size = PAGE_ALIGN(attach->dmabuf->size); 1198c2ecf20Sopenharmony_ci int ret, npages; 1208c2ecf20Sopenharmony_ci 1218c2ecf20Sopenharmony_ci ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC, 1228c2ecf20Sopenharmony_ci &etnaviv_gem_prime_ops, &etnaviv_obj); 1238c2ecf20Sopenharmony_ci if (ret < 0) 1248c2ecf20Sopenharmony_ci return ERR_PTR(ret); 1258c2ecf20Sopenharmony_ci 1268c2ecf20Sopenharmony_ci lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class); 1278c2ecf20Sopenharmony_ci 1288c2ecf20Sopenharmony_ci npages = size / PAGE_SIZE; 1298c2ecf20Sopenharmony_ci 1308c2ecf20Sopenharmony_ci etnaviv_obj->sgt = sgt; 1318c2ecf20Sopenharmony_ci etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL); 1328c2ecf20Sopenharmony_ci if (!etnaviv_obj->pages) { 1338c2ecf20Sopenharmony_ci ret = -ENOMEM; 1348c2ecf20Sopenharmony_ci goto fail; 1358c2ecf20Sopenharmony_ci } 1368c2ecf20Sopenharmony_ci 1378c2ecf20Sopenharmony_ci ret = drm_prime_sg_to_page_addr_arrays(sgt, etnaviv_obj->pages, 1388c2ecf20Sopenharmony_ci NULL, npages); 1398c2ecf20Sopenharmony_ci if (ret) 1408c2ecf20Sopenharmony_ci goto fail; 1418c2ecf20Sopenharmony_ci 1428c2ecf20Sopenharmony_ci etnaviv_gem_obj_add(dev, &etnaviv_obj->base); 1438c2ecf20Sopenharmony_ci 1448c2ecf20Sopenharmony_ci return &etnaviv_obj->base; 1458c2ecf20Sopenharmony_ci 1468c2ecf20Sopenharmony_cifail: 1478c2ecf20Sopenharmony_ci drm_gem_object_put(&etnaviv_obj->base); 1488c2ecf20Sopenharmony_ci 1498c2ecf20Sopenharmony_ci return ERR_PTR(ret); 1508c2ecf20Sopenharmony_ci} 151