162306a36Sopenharmony_ci/*
262306a36Sopenharmony_ci * Copyright (C) 2015 Red Hat, Inc.
362306a36Sopenharmony_ci * All Rights Reserved.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Permission is hereby granted, free of charge, to any person obtaining
662306a36Sopenharmony_ci * a copy of this software and associated documentation files (the
762306a36Sopenharmony_ci * "Software"), to deal in the Software without restriction, including
862306a36Sopenharmony_ci * without limitation the rights to use, copy, modify, merge, publish,
962306a36Sopenharmony_ci * distribute, sublicense, and/or sell copies of the Software, and to
1062306a36Sopenharmony_ci * permit persons to whom the Software is furnished to do so, subject to
1162306a36Sopenharmony_ci * the following conditions:
1262306a36Sopenharmony_ci *
1362306a36Sopenharmony_ci * The above copyright notice and this permission notice (including the
1462306a36Sopenharmony_ci * next paragraph) shall be included in all copies or substantial
1562306a36Sopenharmony_ci * portions of the Software.
1662306a36Sopenharmony_ci *
1762306a36Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
1862306a36Sopenharmony_ci * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
1962306a36Sopenharmony_ci * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
2062306a36Sopenharmony_ci * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
2162306a36Sopenharmony_ci * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
2262306a36Sopenharmony_ci * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
2362306a36Sopenharmony_ci * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
2462306a36Sopenharmony_ci */
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci#include <drm/drm_file.h>
2762306a36Sopenharmony_ci#include <drm/drm_fourcc.h>
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci#include "virtgpu_drv.h"
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_cistatic int virtio_gpu_gem_create(struct drm_file *file,
3262306a36Sopenharmony_ci				 struct drm_device *dev,
3362306a36Sopenharmony_ci				 struct virtio_gpu_object_params *params,
3462306a36Sopenharmony_ci				 struct drm_gem_object **obj_p,
3562306a36Sopenharmony_ci				 uint32_t *handle_p)
3662306a36Sopenharmony_ci{
3762306a36Sopenharmony_ci	struct virtio_gpu_device *vgdev = dev->dev_private;
3862306a36Sopenharmony_ci	struct virtio_gpu_object *obj;
3962306a36Sopenharmony_ci	int ret;
4062306a36Sopenharmony_ci	u32 handle;
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci	ret = virtio_gpu_object_create(vgdev, params, &obj, NULL);
4362306a36Sopenharmony_ci	if (ret < 0)
4462306a36Sopenharmony_ci		return ret;
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci	ret = drm_gem_handle_create(file, &obj->base.base, &handle);
4762306a36Sopenharmony_ci	if (ret) {
4862306a36Sopenharmony_ci		drm_gem_object_release(&obj->base.base);
4962306a36Sopenharmony_ci		return ret;
5062306a36Sopenharmony_ci	}
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci	*obj_p = &obj->base.base;
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci	/* drop reference from allocate - handle holds it now */
5562306a36Sopenharmony_ci	drm_gem_object_put(&obj->base.base);
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci	*handle_p = handle;
5862306a36Sopenharmony_ci	return 0;
5962306a36Sopenharmony_ci}
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_ciint virtio_gpu_mode_dumb_create(struct drm_file *file_priv,
6262306a36Sopenharmony_ci				struct drm_device *dev,
6362306a36Sopenharmony_ci				struct drm_mode_create_dumb *args)
6462306a36Sopenharmony_ci{
6562306a36Sopenharmony_ci	struct drm_gem_object *gobj;
6662306a36Sopenharmony_ci	struct virtio_gpu_object_params params = { 0 };
6762306a36Sopenharmony_ci	struct virtio_gpu_device *vgdev = dev->dev_private;
6862306a36Sopenharmony_ci	int ret;
6962306a36Sopenharmony_ci	uint32_t pitch;
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci	if (args->bpp != 32)
7262306a36Sopenharmony_ci		return -EINVAL;
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	pitch = args->width * 4;
7562306a36Sopenharmony_ci	args->size = pitch * args->height;
7662306a36Sopenharmony_ci	args->size = ALIGN(args->size, PAGE_SIZE);
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	params.format = virtio_gpu_translate_format(DRM_FORMAT_HOST_XRGB8888);
7962306a36Sopenharmony_ci	params.width = args->width;
8062306a36Sopenharmony_ci	params.height = args->height;
8162306a36Sopenharmony_ci	params.size = args->size;
8262306a36Sopenharmony_ci	params.dumb = true;
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci	if (vgdev->has_resource_blob && !vgdev->has_virgl_3d) {
8562306a36Sopenharmony_ci		params.blob_mem = VIRTGPU_BLOB_MEM_GUEST;
8662306a36Sopenharmony_ci		params.blob_flags = VIRTGPU_BLOB_FLAG_USE_SHAREABLE;
8762306a36Sopenharmony_ci		params.blob = true;
8862306a36Sopenharmony_ci	}
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	ret = virtio_gpu_gem_create(file_priv, dev, &params, &gobj,
9162306a36Sopenharmony_ci				    &args->handle);
9262306a36Sopenharmony_ci	if (ret)
9362306a36Sopenharmony_ci		goto fail;
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	args->pitch = pitch;
9662306a36Sopenharmony_ci	return ret;
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_cifail:
9962306a36Sopenharmony_ci	return ret;
10062306a36Sopenharmony_ci}
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ciint virtio_gpu_mode_dumb_mmap(struct drm_file *file_priv,
10362306a36Sopenharmony_ci			      struct drm_device *dev,
10462306a36Sopenharmony_ci			      uint32_t handle, uint64_t *offset_p)
10562306a36Sopenharmony_ci{
10662306a36Sopenharmony_ci	struct drm_gem_object *gobj;
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	BUG_ON(!offset_p);
10962306a36Sopenharmony_ci	gobj = drm_gem_object_lookup(file_priv, handle);
11062306a36Sopenharmony_ci	if (gobj == NULL)
11162306a36Sopenharmony_ci		return -ENOENT;
11262306a36Sopenharmony_ci	*offset_p = drm_vma_node_offset_addr(&gobj->vma_node);
11362306a36Sopenharmony_ci	drm_gem_object_put(gobj);
11462306a36Sopenharmony_ci	return 0;
11562306a36Sopenharmony_ci}
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ciint virtio_gpu_gem_object_open(struct drm_gem_object *obj,
11862306a36Sopenharmony_ci			       struct drm_file *file)
11962306a36Sopenharmony_ci{
12062306a36Sopenharmony_ci	struct virtio_gpu_device *vgdev = obj->dev->dev_private;
12162306a36Sopenharmony_ci	struct virtio_gpu_fpriv *vfpriv = file->driver_priv;
12262306a36Sopenharmony_ci	struct virtio_gpu_object_array *objs;
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	if (!vgdev->has_virgl_3d)
12562306a36Sopenharmony_ci		goto out_notify;
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_ci	/* the context might still be missing when the first ioctl is
12862306a36Sopenharmony_ci	 * DRM_IOCTL_MODE_CREATE_DUMB or DRM_IOCTL_PRIME_FD_TO_HANDLE
12962306a36Sopenharmony_ci	 */
13062306a36Sopenharmony_ci	virtio_gpu_create_context(obj->dev, file);
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	objs = virtio_gpu_array_alloc(1);
13362306a36Sopenharmony_ci	if (!objs)
13462306a36Sopenharmony_ci		return -ENOMEM;
13562306a36Sopenharmony_ci	virtio_gpu_array_add_obj(objs, obj);
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci	virtio_gpu_cmd_context_attach_resource(vgdev, vfpriv->ctx_id,
13862306a36Sopenharmony_ci					       objs);
13962306a36Sopenharmony_ciout_notify:
14062306a36Sopenharmony_ci	virtio_gpu_notify(vgdev);
14162306a36Sopenharmony_ci	return 0;
14262306a36Sopenharmony_ci}
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_civoid virtio_gpu_gem_object_close(struct drm_gem_object *obj,
14562306a36Sopenharmony_ci				 struct drm_file *file)
14662306a36Sopenharmony_ci{
14762306a36Sopenharmony_ci	struct virtio_gpu_device *vgdev = obj->dev->dev_private;
14862306a36Sopenharmony_ci	struct virtio_gpu_fpriv *vfpriv = file->driver_priv;
14962306a36Sopenharmony_ci	struct virtio_gpu_object_array *objs;
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci	if (!vgdev->has_virgl_3d)
15262306a36Sopenharmony_ci		return;
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	objs = virtio_gpu_array_alloc(1);
15562306a36Sopenharmony_ci	if (!objs)
15662306a36Sopenharmony_ci		return;
15762306a36Sopenharmony_ci	virtio_gpu_array_add_obj(objs, obj);
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_ci	virtio_gpu_cmd_context_detach_resource(vgdev, vfpriv->ctx_id,
16062306a36Sopenharmony_ci					       objs);
16162306a36Sopenharmony_ci	virtio_gpu_notify(vgdev);
16262306a36Sopenharmony_ci}
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_cistruct virtio_gpu_object_array *virtio_gpu_array_alloc(u32 nents)
16562306a36Sopenharmony_ci{
16662306a36Sopenharmony_ci	struct virtio_gpu_object_array *objs;
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_ci	objs = kmalloc(struct_size(objs, objs, nents), GFP_KERNEL);
16962306a36Sopenharmony_ci	if (!objs)
17062306a36Sopenharmony_ci		return NULL;
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_ci	objs->nents = 0;
17362306a36Sopenharmony_ci	objs->total = nents;
17462306a36Sopenharmony_ci	return objs;
17562306a36Sopenharmony_ci}
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_cistatic void virtio_gpu_array_free(struct virtio_gpu_object_array *objs)
17862306a36Sopenharmony_ci{
17962306a36Sopenharmony_ci	kfree(objs);
18062306a36Sopenharmony_ci}
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_cistruct virtio_gpu_object_array*
18362306a36Sopenharmony_civirtio_gpu_array_from_handles(struct drm_file *drm_file, u32 *handles, u32 nents)
18462306a36Sopenharmony_ci{
18562306a36Sopenharmony_ci	struct virtio_gpu_object_array *objs;
18662306a36Sopenharmony_ci	u32 i;
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_ci	objs = virtio_gpu_array_alloc(nents);
18962306a36Sopenharmony_ci	if (!objs)
19062306a36Sopenharmony_ci		return NULL;
19162306a36Sopenharmony_ci
19262306a36Sopenharmony_ci	for (i = 0; i < nents; i++) {
19362306a36Sopenharmony_ci		objs->objs[i] = drm_gem_object_lookup(drm_file, handles[i]);
19462306a36Sopenharmony_ci		if (!objs->objs[i]) {
19562306a36Sopenharmony_ci			objs->nents = i;
19662306a36Sopenharmony_ci			virtio_gpu_array_put_free(objs);
19762306a36Sopenharmony_ci			return NULL;
19862306a36Sopenharmony_ci		}
19962306a36Sopenharmony_ci	}
20062306a36Sopenharmony_ci	objs->nents = i;
20162306a36Sopenharmony_ci	return objs;
20262306a36Sopenharmony_ci}
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_civoid virtio_gpu_array_add_obj(struct virtio_gpu_object_array *objs,
20562306a36Sopenharmony_ci			      struct drm_gem_object *obj)
20662306a36Sopenharmony_ci{
20762306a36Sopenharmony_ci	if (WARN_ON_ONCE(objs->nents == objs->total))
20862306a36Sopenharmony_ci		return;
20962306a36Sopenharmony_ci
21062306a36Sopenharmony_ci	drm_gem_object_get(obj);
21162306a36Sopenharmony_ci	objs->objs[objs->nents] = obj;
21262306a36Sopenharmony_ci	objs->nents++;
21362306a36Sopenharmony_ci}
21462306a36Sopenharmony_ci
21562306a36Sopenharmony_ciint virtio_gpu_array_lock_resv(struct virtio_gpu_object_array *objs)
21662306a36Sopenharmony_ci{
21762306a36Sopenharmony_ci	unsigned int i;
21862306a36Sopenharmony_ci	int ret;
21962306a36Sopenharmony_ci
22062306a36Sopenharmony_ci	if (objs->nents == 1) {
22162306a36Sopenharmony_ci		ret = dma_resv_lock_interruptible(objs->objs[0]->resv, NULL);
22262306a36Sopenharmony_ci	} else {
22362306a36Sopenharmony_ci		ret = drm_gem_lock_reservations(objs->objs, objs->nents,
22462306a36Sopenharmony_ci						&objs->ticket);
22562306a36Sopenharmony_ci	}
22662306a36Sopenharmony_ci	if (ret)
22762306a36Sopenharmony_ci		return ret;
22862306a36Sopenharmony_ci
22962306a36Sopenharmony_ci	for (i = 0; i < objs->nents; ++i) {
23062306a36Sopenharmony_ci		ret = dma_resv_reserve_fences(objs->objs[i]->resv, 1);
23162306a36Sopenharmony_ci		if (ret) {
23262306a36Sopenharmony_ci			virtio_gpu_array_unlock_resv(objs);
23362306a36Sopenharmony_ci			return ret;
23462306a36Sopenharmony_ci		}
23562306a36Sopenharmony_ci	}
23662306a36Sopenharmony_ci	return ret;
23762306a36Sopenharmony_ci}
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_civoid virtio_gpu_array_unlock_resv(struct virtio_gpu_object_array *objs)
24062306a36Sopenharmony_ci{
24162306a36Sopenharmony_ci	if (objs->nents == 1) {
24262306a36Sopenharmony_ci		dma_resv_unlock(objs->objs[0]->resv);
24362306a36Sopenharmony_ci	} else {
24462306a36Sopenharmony_ci		drm_gem_unlock_reservations(objs->objs, objs->nents,
24562306a36Sopenharmony_ci					    &objs->ticket);
24662306a36Sopenharmony_ci	}
24762306a36Sopenharmony_ci}
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_civoid virtio_gpu_array_add_fence(struct virtio_gpu_object_array *objs,
25062306a36Sopenharmony_ci				struct dma_fence *fence)
25162306a36Sopenharmony_ci{
25262306a36Sopenharmony_ci	int i;
25362306a36Sopenharmony_ci
25462306a36Sopenharmony_ci	for (i = 0; i < objs->nents; i++)
25562306a36Sopenharmony_ci		dma_resv_add_fence(objs->objs[i]->resv, fence,
25662306a36Sopenharmony_ci				   DMA_RESV_USAGE_WRITE);
25762306a36Sopenharmony_ci}
25862306a36Sopenharmony_ci
25962306a36Sopenharmony_civoid virtio_gpu_array_put_free(struct virtio_gpu_object_array *objs)
26062306a36Sopenharmony_ci{
26162306a36Sopenharmony_ci	u32 i;
26262306a36Sopenharmony_ci
26362306a36Sopenharmony_ci	if (!objs)
26462306a36Sopenharmony_ci		return;
26562306a36Sopenharmony_ci
26662306a36Sopenharmony_ci	for (i = 0; i < objs->nents; i++)
26762306a36Sopenharmony_ci		drm_gem_object_put(objs->objs[i]);
26862306a36Sopenharmony_ci	virtio_gpu_array_free(objs);
26962306a36Sopenharmony_ci}
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_civoid virtio_gpu_array_put_free_delayed(struct virtio_gpu_device *vgdev,
27262306a36Sopenharmony_ci				       struct virtio_gpu_object_array *objs)
27362306a36Sopenharmony_ci{
27462306a36Sopenharmony_ci	spin_lock(&vgdev->obj_free_lock);
27562306a36Sopenharmony_ci	list_add_tail(&objs->next, &vgdev->obj_free_list);
27662306a36Sopenharmony_ci	spin_unlock(&vgdev->obj_free_lock);
27762306a36Sopenharmony_ci	schedule_work(&vgdev->obj_free_work);
27862306a36Sopenharmony_ci}
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_civoid virtio_gpu_array_put_free_work(struct work_struct *work)
28162306a36Sopenharmony_ci{
28262306a36Sopenharmony_ci	struct virtio_gpu_device *vgdev =
28362306a36Sopenharmony_ci		container_of(work, struct virtio_gpu_device, obj_free_work);
28462306a36Sopenharmony_ci	struct virtio_gpu_object_array *objs;
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci	spin_lock(&vgdev->obj_free_lock);
28762306a36Sopenharmony_ci	while (!list_empty(&vgdev->obj_free_list)) {
28862306a36Sopenharmony_ci		objs = list_first_entry(&vgdev->obj_free_list,
28962306a36Sopenharmony_ci					struct virtio_gpu_object_array, next);
29062306a36Sopenharmony_ci		list_del(&objs->next);
29162306a36Sopenharmony_ci		spin_unlock(&vgdev->obj_free_lock);
29262306a36Sopenharmony_ci		virtio_gpu_array_put_free(objs);
29362306a36Sopenharmony_ci		spin_lock(&vgdev->obj_free_lock);
29462306a36Sopenharmony_ci	}
29562306a36Sopenharmony_ci	spin_unlock(&vgdev->obj_free_lock);
29662306a36Sopenharmony_ci}
297