18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Copyright (C) 2014-2018 Etnaviv Project
48c2ecf20Sopenharmony_ci */
58c2ecf20Sopenharmony_ci
68c2ecf20Sopenharmony_ci#include <drm/drm_prime.h>
78c2ecf20Sopenharmony_ci#include <linux/dma-buf.h>
88c2ecf20Sopenharmony_ci
98c2ecf20Sopenharmony_ci#include "etnaviv_drv.h"
108c2ecf20Sopenharmony_ci#include "etnaviv_gem.h"
118c2ecf20Sopenharmony_ci
128c2ecf20Sopenharmony_cistatic struct lock_class_key etnaviv_prime_lock_class;
138c2ecf20Sopenharmony_ci
148c2ecf20Sopenharmony_cistruct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj)
158c2ecf20Sopenharmony_ci{
168c2ecf20Sopenharmony_ci	struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
178c2ecf20Sopenharmony_ci	int npages = obj->size >> PAGE_SHIFT;
188c2ecf20Sopenharmony_ci
198c2ecf20Sopenharmony_ci	if (WARN_ON(!etnaviv_obj->pages))  /* should have already pinned! */
208c2ecf20Sopenharmony_ci		return ERR_PTR(-EINVAL);
218c2ecf20Sopenharmony_ci
228c2ecf20Sopenharmony_ci	return drm_prime_pages_to_sg(obj->dev, etnaviv_obj->pages, npages);
238c2ecf20Sopenharmony_ci}
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_civoid *etnaviv_gem_prime_vmap(struct drm_gem_object *obj)
268c2ecf20Sopenharmony_ci{
278c2ecf20Sopenharmony_ci	return etnaviv_gem_vmap(obj);
288c2ecf20Sopenharmony_ci}
298c2ecf20Sopenharmony_ci
308c2ecf20Sopenharmony_civoid etnaviv_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr)
318c2ecf20Sopenharmony_ci{
328c2ecf20Sopenharmony_ci	/* TODO msm_gem_vunmap() */
338c2ecf20Sopenharmony_ci}
348c2ecf20Sopenharmony_ci
358c2ecf20Sopenharmony_ciint etnaviv_gem_prime_mmap(struct drm_gem_object *obj,
368c2ecf20Sopenharmony_ci			   struct vm_area_struct *vma)
378c2ecf20Sopenharmony_ci{
388c2ecf20Sopenharmony_ci	struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
398c2ecf20Sopenharmony_ci	int ret;
408c2ecf20Sopenharmony_ci
418c2ecf20Sopenharmony_ci	ret = drm_gem_mmap_obj(obj, obj->size, vma);
428c2ecf20Sopenharmony_ci	if (ret < 0)
438c2ecf20Sopenharmony_ci		return ret;
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_ci	return etnaviv_obj->ops->mmap(etnaviv_obj, vma);
468c2ecf20Sopenharmony_ci}
478c2ecf20Sopenharmony_ci
488c2ecf20Sopenharmony_ciint etnaviv_gem_prime_pin(struct drm_gem_object *obj)
498c2ecf20Sopenharmony_ci{
508c2ecf20Sopenharmony_ci	if (!obj->import_attach) {
518c2ecf20Sopenharmony_ci		struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_ci		mutex_lock(&etnaviv_obj->lock);
548c2ecf20Sopenharmony_ci		etnaviv_gem_get_pages(etnaviv_obj);
558c2ecf20Sopenharmony_ci		mutex_unlock(&etnaviv_obj->lock);
568c2ecf20Sopenharmony_ci	}
578c2ecf20Sopenharmony_ci	return 0;
588c2ecf20Sopenharmony_ci}
598c2ecf20Sopenharmony_ci
608c2ecf20Sopenharmony_civoid etnaviv_gem_prime_unpin(struct drm_gem_object *obj)
618c2ecf20Sopenharmony_ci{
628c2ecf20Sopenharmony_ci	if (!obj->import_attach) {
638c2ecf20Sopenharmony_ci		struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
648c2ecf20Sopenharmony_ci
658c2ecf20Sopenharmony_ci		mutex_lock(&etnaviv_obj->lock);
668c2ecf20Sopenharmony_ci		etnaviv_gem_put_pages(to_etnaviv_bo(obj));
678c2ecf20Sopenharmony_ci		mutex_unlock(&etnaviv_obj->lock);
688c2ecf20Sopenharmony_ci	}
698c2ecf20Sopenharmony_ci}
708c2ecf20Sopenharmony_ci
718c2ecf20Sopenharmony_cistatic void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj)
728c2ecf20Sopenharmony_ci{
738c2ecf20Sopenharmony_ci	if (etnaviv_obj->vaddr)
748c2ecf20Sopenharmony_ci		dma_buf_vunmap(etnaviv_obj->base.import_attach->dmabuf,
758c2ecf20Sopenharmony_ci			       etnaviv_obj->vaddr);
768c2ecf20Sopenharmony_ci
778c2ecf20Sopenharmony_ci	/* Don't drop the pages for imported dmabuf, as they are not
788c2ecf20Sopenharmony_ci	 * ours, just free the array we allocated:
798c2ecf20Sopenharmony_ci	 */
808c2ecf20Sopenharmony_ci	if (etnaviv_obj->pages)
818c2ecf20Sopenharmony_ci		kvfree(etnaviv_obj->pages);
828c2ecf20Sopenharmony_ci
838c2ecf20Sopenharmony_ci	drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt);
848c2ecf20Sopenharmony_ci}
858c2ecf20Sopenharmony_ci
868c2ecf20Sopenharmony_cistatic void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj)
878c2ecf20Sopenharmony_ci{
888c2ecf20Sopenharmony_ci	lockdep_assert_held(&etnaviv_obj->lock);
898c2ecf20Sopenharmony_ci
908c2ecf20Sopenharmony_ci	return dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf);
918c2ecf20Sopenharmony_ci}
928c2ecf20Sopenharmony_ci
938c2ecf20Sopenharmony_cistatic int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj,
948c2ecf20Sopenharmony_ci		struct vm_area_struct *vma)
958c2ecf20Sopenharmony_ci{
968c2ecf20Sopenharmony_ci	int ret;
978c2ecf20Sopenharmony_ci
988c2ecf20Sopenharmony_ci	ret = dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0);
998c2ecf20Sopenharmony_ci	if (!ret) {
1008c2ecf20Sopenharmony_ci		/* Drop the reference acquired by drm_gem_mmap_obj(). */
1018c2ecf20Sopenharmony_ci		drm_gem_object_put(&etnaviv_obj->base);
1028c2ecf20Sopenharmony_ci	}
1038c2ecf20Sopenharmony_ci
1048c2ecf20Sopenharmony_ci	return ret;
1058c2ecf20Sopenharmony_ci}
1068c2ecf20Sopenharmony_ci
1078c2ecf20Sopenharmony_cistatic const struct etnaviv_gem_ops etnaviv_gem_prime_ops = {
1088c2ecf20Sopenharmony_ci	/* .get_pages should never be called */
1098c2ecf20Sopenharmony_ci	.release = etnaviv_gem_prime_release,
1108c2ecf20Sopenharmony_ci	.vmap = etnaviv_gem_prime_vmap_impl,
1118c2ecf20Sopenharmony_ci	.mmap = etnaviv_gem_prime_mmap_obj,
1128c2ecf20Sopenharmony_ci};
1138c2ecf20Sopenharmony_ci
1148c2ecf20Sopenharmony_cistruct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev,
1158c2ecf20Sopenharmony_ci	struct dma_buf_attachment *attach, struct sg_table *sgt)
1168c2ecf20Sopenharmony_ci{
1178c2ecf20Sopenharmony_ci	struct etnaviv_gem_object *etnaviv_obj;
1188c2ecf20Sopenharmony_ci	size_t size = PAGE_ALIGN(attach->dmabuf->size);
1198c2ecf20Sopenharmony_ci	int ret, npages;
1208c2ecf20Sopenharmony_ci
1218c2ecf20Sopenharmony_ci	ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC,
1228c2ecf20Sopenharmony_ci				      &etnaviv_gem_prime_ops, &etnaviv_obj);
1238c2ecf20Sopenharmony_ci	if (ret < 0)
1248c2ecf20Sopenharmony_ci		return ERR_PTR(ret);
1258c2ecf20Sopenharmony_ci
1268c2ecf20Sopenharmony_ci	lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class);
1278c2ecf20Sopenharmony_ci
1288c2ecf20Sopenharmony_ci	npages = size / PAGE_SIZE;
1298c2ecf20Sopenharmony_ci
1308c2ecf20Sopenharmony_ci	etnaviv_obj->sgt = sgt;
1318c2ecf20Sopenharmony_ci	etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL);
1328c2ecf20Sopenharmony_ci	if (!etnaviv_obj->pages) {
1338c2ecf20Sopenharmony_ci		ret = -ENOMEM;
1348c2ecf20Sopenharmony_ci		goto fail;
1358c2ecf20Sopenharmony_ci	}
1368c2ecf20Sopenharmony_ci
1378c2ecf20Sopenharmony_ci	ret = drm_prime_sg_to_page_addr_arrays(sgt, etnaviv_obj->pages,
1388c2ecf20Sopenharmony_ci					       NULL, npages);
1398c2ecf20Sopenharmony_ci	if (ret)
1408c2ecf20Sopenharmony_ci		goto fail;
1418c2ecf20Sopenharmony_ci
1428c2ecf20Sopenharmony_ci	etnaviv_gem_obj_add(dev, &etnaviv_obj->base);
1438c2ecf20Sopenharmony_ci
1448c2ecf20Sopenharmony_ci	return &etnaviv_obj->base;
1458c2ecf20Sopenharmony_ci
1468c2ecf20Sopenharmony_cifail:
1478c2ecf20Sopenharmony_ci	drm_gem_object_put(&etnaviv_obj->base);
1488c2ecf20Sopenharmony_ci
1498c2ecf20Sopenharmony_ci	return ERR_PTR(ret);
1508c2ecf20Sopenharmony_ci}
151