162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2017 Fuzhou Rockchip Electronics Co.Ltd
462306a36Sopenharmony_ci * Author: Jacob Chen <jacob-chen@iotwrt.com>
562306a36Sopenharmony_ci */
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#include <linux/pm_runtime.h>
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#include <media/v4l2-device.h>
1062306a36Sopenharmony_ci#include <media/v4l2-ioctl.h>
1162306a36Sopenharmony_ci#include <media/v4l2-mem2mem.h>
1262306a36Sopenharmony_ci#include <media/videobuf2-dma-sg.h>
1362306a36Sopenharmony_ci#include <media/videobuf2-v4l2.h>
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci#include "rga-hw.h"
1662306a36Sopenharmony_ci#include "rga.h"
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_cistatic int
1962306a36Sopenharmony_cirga_queue_setup(struct vb2_queue *vq,
2062306a36Sopenharmony_ci		unsigned int *nbuffers, unsigned int *nplanes,
2162306a36Sopenharmony_ci		unsigned int sizes[], struct device *alloc_devs[])
2262306a36Sopenharmony_ci{
2362306a36Sopenharmony_ci	struct rga_ctx *ctx = vb2_get_drv_priv(vq);
2462306a36Sopenharmony_ci	struct rga_frame *f = rga_get_frame(ctx, vq->type);
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci	if (IS_ERR(f))
2762306a36Sopenharmony_ci		return PTR_ERR(f);
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci	if (*nplanes)
3062306a36Sopenharmony_ci		return sizes[0] < f->size ? -EINVAL : 0;
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci	sizes[0] = f->size;
3362306a36Sopenharmony_ci	*nplanes = 1;
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_ci	return 0;
3662306a36Sopenharmony_ci}
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_cistatic int rga_buf_prepare(struct vb2_buffer *vb)
3962306a36Sopenharmony_ci{
4062306a36Sopenharmony_ci	struct rga_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
4162306a36Sopenharmony_ci	struct rga_frame *f = rga_get_frame(ctx, vb->vb2_queue->type);
4262306a36Sopenharmony_ci
4362306a36Sopenharmony_ci	if (IS_ERR(f))
4462306a36Sopenharmony_ci		return PTR_ERR(f);
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci	vb2_set_plane_payload(vb, 0, f->size);
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	return 0;
4962306a36Sopenharmony_ci}
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_cistatic void rga_buf_queue(struct vb2_buffer *vb)
5262306a36Sopenharmony_ci{
5362306a36Sopenharmony_ci	struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
5462306a36Sopenharmony_ci	struct rga_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vbuf);
5762306a36Sopenharmony_ci}
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_cistatic void rga_buf_return_buffers(struct vb2_queue *q,
6062306a36Sopenharmony_ci				   enum vb2_buffer_state state)
6162306a36Sopenharmony_ci{
6262306a36Sopenharmony_ci	struct rga_ctx *ctx = vb2_get_drv_priv(q);
6362306a36Sopenharmony_ci	struct vb2_v4l2_buffer *vbuf;
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	for (;;) {
6662306a36Sopenharmony_ci		if (V4L2_TYPE_IS_OUTPUT(q->type))
6762306a36Sopenharmony_ci			vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx);
6862306a36Sopenharmony_ci		else
6962306a36Sopenharmony_ci			vbuf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx);
7062306a36Sopenharmony_ci		if (!vbuf)
7162306a36Sopenharmony_ci			break;
7262306a36Sopenharmony_ci		v4l2_m2m_buf_done(vbuf, state);
7362306a36Sopenharmony_ci	}
7462306a36Sopenharmony_ci}
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_cistatic int rga_buf_start_streaming(struct vb2_queue *q, unsigned int count)
7762306a36Sopenharmony_ci{
7862306a36Sopenharmony_ci	struct rga_ctx *ctx = vb2_get_drv_priv(q);
7962306a36Sopenharmony_ci	struct rockchip_rga *rga = ctx->rga;
8062306a36Sopenharmony_ci	int ret;
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	ret = pm_runtime_resume_and_get(rga->dev);
8362306a36Sopenharmony_ci	if (ret < 0) {
8462306a36Sopenharmony_ci		rga_buf_return_buffers(q, VB2_BUF_STATE_QUEUED);
8562306a36Sopenharmony_ci		return ret;
8662306a36Sopenharmony_ci	}
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci	return 0;
8962306a36Sopenharmony_ci}
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_cistatic void rga_buf_stop_streaming(struct vb2_queue *q)
9262306a36Sopenharmony_ci{
9362306a36Sopenharmony_ci	struct rga_ctx *ctx = vb2_get_drv_priv(q);
9462306a36Sopenharmony_ci	struct rockchip_rga *rga = ctx->rga;
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	rga_buf_return_buffers(q, VB2_BUF_STATE_ERROR);
9762306a36Sopenharmony_ci	pm_runtime_put(rga->dev);
9862306a36Sopenharmony_ci}
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_ciconst struct vb2_ops rga_qops = {
10162306a36Sopenharmony_ci	.queue_setup = rga_queue_setup,
10262306a36Sopenharmony_ci	.buf_prepare = rga_buf_prepare,
10362306a36Sopenharmony_ci	.buf_queue = rga_buf_queue,
10462306a36Sopenharmony_ci	.wait_prepare = vb2_ops_wait_prepare,
10562306a36Sopenharmony_ci	.wait_finish = vb2_ops_wait_finish,
10662306a36Sopenharmony_ci	.start_streaming = rga_buf_start_streaming,
10762306a36Sopenharmony_ci	.stop_streaming = rga_buf_stop_streaming,
10862306a36Sopenharmony_ci};
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci/* RGA MMU is a 1-Level MMU, so it can't be used through the IOMMU API.
11162306a36Sopenharmony_ci * We use it more like a scatter-gather list.
11262306a36Sopenharmony_ci */
11362306a36Sopenharmony_civoid rga_buf_map(struct vb2_buffer *vb)
11462306a36Sopenharmony_ci{
11562306a36Sopenharmony_ci	struct rga_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
11662306a36Sopenharmony_ci	struct rockchip_rga *rga = ctx->rga;
11762306a36Sopenharmony_ci	struct sg_table *sgt;
11862306a36Sopenharmony_ci	struct scatterlist *sgl;
11962306a36Sopenharmony_ci	unsigned int *pages;
12062306a36Sopenharmony_ci	unsigned int address, len, i, p;
12162306a36Sopenharmony_ci	unsigned int mapped_size = 0;
12262306a36Sopenharmony_ci
12362306a36Sopenharmony_ci	if (vb->type == V4L2_BUF_TYPE_VIDEO_OUTPUT)
12462306a36Sopenharmony_ci		pages = rga->src_mmu_pages;
12562306a36Sopenharmony_ci	else
12662306a36Sopenharmony_ci		pages = rga->dst_mmu_pages;
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci	/* Create local MMU table for RGA */
12962306a36Sopenharmony_ci	sgt = vb2_plane_cookie(vb, 0);
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci	for_each_sg(sgt->sgl, sgl, sgt->nents, i) {
13262306a36Sopenharmony_ci		len = sg_dma_len(sgl) >> PAGE_SHIFT;
13362306a36Sopenharmony_ci		address = sg_phys(sgl);
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci		for (p = 0; p < len; p++) {
13662306a36Sopenharmony_ci			dma_addr_t phys = address +
13762306a36Sopenharmony_ci					  ((dma_addr_t)p << PAGE_SHIFT);
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_ci			pages[mapped_size + p] = phys;
14062306a36Sopenharmony_ci		}
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci		mapped_size += len;
14362306a36Sopenharmony_ci	}
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	/* sync local MMU table for RGA */
14662306a36Sopenharmony_ci	dma_sync_single_for_device(rga->dev, virt_to_phys(pages),
14762306a36Sopenharmony_ci				   8 * PAGE_SIZE, DMA_BIDIRECTIONAL);
14862306a36Sopenharmony_ci}
149