162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2017 Fuzhou Rockchip Electronics Co.Ltd 462306a36Sopenharmony_ci * Author: Jacob Chen <jacob-chen@iotwrt.com> 562306a36Sopenharmony_ci */ 662306a36Sopenharmony_ci 762306a36Sopenharmony_ci#include <linux/pm_runtime.h> 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include <media/v4l2-device.h> 1062306a36Sopenharmony_ci#include <media/v4l2-ioctl.h> 1162306a36Sopenharmony_ci#include <media/v4l2-mem2mem.h> 1262306a36Sopenharmony_ci#include <media/videobuf2-dma-sg.h> 1362306a36Sopenharmony_ci#include <media/videobuf2-v4l2.h> 1462306a36Sopenharmony_ci 1562306a36Sopenharmony_ci#include "rga-hw.h" 1662306a36Sopenharmony_ci#include "rga.h" 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_cistatic int 1962306a36Sopenharmony_cirga_queue_setup(struct vb2_queue *vq, 2062306a36Sopenharmony_ci unsigned int *nbuffers, unsigned int *nplanes, 2162306a36Sopenharmony_ci unsigned int sizes[], struct device *alloc_devs[]) 2262306a36Sopenharmony_ci{ 2362306a36Sopenharmony_ci struct rga_ctx *ctx = vb2_get_drv_priv(vq); 2462306a36Sopenharmony_ci struct rga_frame *f = rga_get_frame(ctx, vq->type); 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_ci if (IS_ERR(f)) 2762306a36Sopenharmony_ci return PTR_ERR(f); 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ci if (*nplanes) 3062306a36Sopenharmony_ci return sizes[0] < f->size ? -EINVAL : 0; 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_ci sizes[0] = f->size; 3362306a36Sopenharmony_ci *nplanes = 1; 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci return 0; 3662306a36Sopenharmony_ci} 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_cistatic int rga_buf_prepare(struct vb2_buffer *vb) 3962306a36Sopenharmony_ci{ 4062306a36Sopenharmony_ci struct rga_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); 4162306a36Sopenharmony_ci struct rga_frame *f = rga_get_frame(ctx, vb->vb2_queue->type); 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci if (IS_ERR(f)) 4462306a36Sopenharmony_ci return PTR_ERR(f); 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci vb2_set_plane_payload(vb, 0, f->size); 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci return 0; 4962306a36Sopenharmony_ci} 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_cistatic void rga_buf_queue(struct vb2_buffer *vb) 5262306a36Sopenharmony_ci{ 5362306a36Sopenharmony_ci struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); 5462306a36Sopenharmony_ci struct rga_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vbuf); 5762306a36Sopenharmony_ci} 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_cistatic void rga_buf_return_buffers(struct vb2_queue *q, 6062306a36Sopenharmony_ci enum vb2_buffer_state state) 6162306a36Sopenharmony_ci{ 6262306a36Sopenharmony_ci struct rga_ctx *ctx = vb2_get_drv_priv(q); 6362306a36Sopenharmony_ci struct vb2_v4l2_buffer *vbuf; 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci for (;;) { 6662306a36Sopenharmony_ci if (V4L2_TYPE_IS_OUTPUT(q->type)) 6762306a36Sopenharmony_ci vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx); 6862306a36Sopenharmony_ci else 6962306a36Sopenharmony_ci vbuf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx); 7062306a36Sopenharmony_ci if (!vbuf) 7162306a36Sopenharmony_ci break; 7262306a36Sopenharmony_ci v4l2_m2m_buf_done(vbuf, state); 7362306a36Sopenharmony_ci } 7462306a36Sopenharmony_ci} 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_cistatic int rga_buf_start_streaming(struct vb2_queue *q, unsigned int count) 7762306a36Sopenharmony_ci{ 7862306a36Sopenharmony_ci struct rga_ctx *ctx = vb2_get_drv_priv(q); 7962306a36Sopenharmony_ci struct rockchip_rga *rga = ctx->rga; 8062306a36Sopenharmony_ci int ret; 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_ci ret = pm_runtime_resume_and_get(rga->dev); 8362306a36Sopenharmony_ci if (ret < 0) { 8462306a36Sopenharmony_ci rga_buf_return_buffers(q, VB2_BUF_STATE_QUEUED); 8562306a36Sopenharmony_ci return ret; 8662306a36Sopenharmony_ci } 8762306a36Sopenharmony_ci 8862306a36Sopenharmony_ci return 0; 8962306a36Sopenharmony_ci} 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_cistatic void rga_buf_stop_streaming(struct vb2_queue *q) 9262306a36Sopenharmony_ci{ 9362306a36Sopenharmony_ci struct rga_ctx *ctx = vb2_get_drv_priv(q); 9462306a36Sopenharmony_ci struct rockchip_rga *rga = ctx->rga; 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci rga_buf_return_buffers(q, VB2_BUF_STATE_ERROR); 9762306a36Sopenharmony_ci pm_runtime_put(rga->dev); 9862306a36Sopenharmony_ci} 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_ciconst struct vb2_ops rga_qops = { 10162306a36Sopenharmony_ci .queue_setup = rga_queue_setup, 10262306a36Sopenharmony_ci .buf_prepare = rga_buf_prepare, 10362306a36Sopenharmony_ci .buf_queue = rga_buf_queue, 10462306a36Sopenharmony_ci .wait_prepare = vb2_ops_wait_prepare, 10562306a36Sopenharmony_ci .wait_finish = vb2_ops_wait_finish, 10662306a36Sopenharmony_ci .start_streaming = rga_buf_start_streaming, 10762306a36Sopenharmony_ci .stop_streaming = rga_buf_stop_streaming, 10862306a36Sopenharmony_ci}; 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_ci/* RGA MMU is a 1-Level MMU, so it can't be used through the IOMMU API. 11162306a36Sopenharmony_ci * We use it more like a scatter-gather list. 11262306a36Sopenharmony_ci */ 11362306a36Sopenharmony_civoid rga_buf_map(struct vb2_buffer *vb) 11462306a36Sopenharmony_ci{ 11562306a36Sopenharmony_ci struct rga_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); 11662306a36Sopenharmony_ci struct rockchip_rga *rga = ctx->rga; 11762306a36Sopenharmony_ci struct sg_table *sgt; 11862306a36Sopenharmony_ci struct scatterlist *sgl; 11962306a36Sopenharmony_ci unsigned int *pages; 12062306a36Sopenharmony_ci unsigned int address, len, i, p; 12162306a36Sopenharmony_ci unsigned int mapped_size = 0; 12262306a36Sopenharmony_ci 12362306a36Sopenharmony_ci if (vb->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) 12462306a36Sopenharmony_ci pages = rga->src_mmu_pages; 12562306a36Sopenharmony_ci else 12662306a36Sopenharmony_ci pages = rga->dst_mmu_pages; 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_ci /* Create local MMU table for RGA */ 12962306a36Sopenharmony_ci sgt = vb2_plane_cookie(vb, 0); 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci for_each_sg(sgt->sgl, sgl, sgt->nents, i) { 13262306a36Sopenharmony_ci len = sg_dma_len(sgl) >> PAGE_SHIFT; 13362306a36Sopenharmony_ci address = sg_phys(sgl); 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci for (p = 0; p < len; p++) { 13662306a36Sopenharmony_ci dma_addr_t phys = address + 13762306a36Sopenharmony_ci ((dma_addr_t)p << PAGE_SHIFT); 13862306a36Sopenharmony_ci 13962306a36Sopenharmony_ci pages[mapped_size + p] = phys; 14062306a36Sopenharmony_ci } 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ci mapped_size += len; 14362306a36Sopenharmony_ci } 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci /* sync local MMU table for RGA */ 14662306a36Sopenharmony_ci dma_sync_single_for_device(rga->dev, virt_to_phys(pages), 14762306a36Sopenharmony_ci 8 * PAGE_SIZE, DMA_BIDIRECTIONAL); 14862306a36Sopenharmony_ci} 149