162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0+ */ 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Driver for Renesas R-Car VIN 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 2016 Renesas Electronics Corp. 662306a36Sopenharmony_ci * Copyright (C) 2011-2013 Renesas Solutions Corp. 762306a36Sopenharmony_ci * Copyright (C) 2013 Cogent Embedded, Inc., <source@cogentembedded.com> 862306a36Sopenharmony_ci * Copyright (C) 2008 Magnus Damm 962306a36Sopenharmony_ci * 1062306a36Sopenharmony_ci * Based on the soc-camera rcar_vin driver 1162306a36Sopenharmony_ci */ 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#ifndef __RCAR_VIN__ 1462306a36Sopenharmony_ci#define __RCAR_VIN__ 1562306a36Sopenharmony_ci 1662306a36Sopenharmony_ci#include <linux/kref.h> 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#include <media/v4l2-async.h> 1962306a36Sopenharmony_ci#include <media/v4l2-ctrls.h> 2062306a36Sopenharmony_ci#include <media/v4l2-dev.h> 2162306a36Sopenharmony_ci#include <media/v4l2-device.h> 2262306a36Sopenharmony_ci#include <media/v4l2-fwnode.h> 2362306a36Sopenharmony_ci#include <media/videobuf2-v4l2.h> 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ci/* Number of HW buffers */ 2662306a36Sopenharmony_ci#define HW_BUFFER_NUM 3 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_ci/* Address alignment mask for HW buffers */ 2962306a36Sopenharmony_ci#define HW_BUFFER_MASK 0x7f 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci/* Max number on VIN instances that can be in a system */ 3262306a36Sopenharmony_ci#define RCAR_VIN_NUM 32 3362306a36Sopenharmony_ci 3462306a36Sopenharmony_cistruct rvin_dev; 3562306a36Sopenharmony_cistruct rvin_group; 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_cienum model_id { 3862306a36Sopenharmony_ci RCAR_H1, 3962306a36Sopenharmony_ci RCAR_M1, 4062306a36Sopenharmony_ci RCAR_GEN2, 4162306a36Sopenharmony_ci RCAR_GEN3, 4262306a36Sopenharmony_ci}; 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_cienum rvin_csi_id { 4562306a36Sopenharmony_ci RVIN_CSI20, 4662306a36Sopenharmony_ci RVIN_CSI21, 4762306a36Sopenharmony_ci RVIN_CSI40, 4862306a36Sopenharmony_ci RVIN_CSI41, 4962306a36Sopenharmony_ci RVIN_CSI_MAX, 5062306a36Sopenharmony_ci}; 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_cienum rvin_isp_id { 5362306a36Sopenharmony_ci RVIN_ISP0, 5462306a36Sopenharmony_ci RVIN_ISP1, 5562306a36Sopenharmony_ci RVIN_ISP2, 5662306a36Sopenharmony_ci RVIN_ISP4, 5762306a36Sopenharmony_ci RVIN_ISP_MAX, 5862306a36Sopenharmony_ci}; 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_ci#define RVIN_REMOTES_MAX \ 6162306a36Sopenharmony_ci (((unsigned int)RVIN_CSI_MAX) > ((unsigned int)RVIN_ISP_MAX) ? \ 6262306a36Sopenharmony_ci RVIN_CSI_MAX : RVIN_ISP_MAX) 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_ci/** 6562306a36Sopenharmony_ci * enum rvin_dma_state - DMA states 6662306a36Sopenharmony_ci * @STOPPED: No operation in progress 6762306a36Sopenharmony_ci * @STARTING: Capture starting up 6862306a36Sopenharmony_ci * @RUNNING: Operation in progress have buffers 6962306a36Sopenharmony_ci * @STOPPING: Stopping operation 7062306a36Sopenharmony_ci * @SUSPENDED: Capture is suspended 7162306a36Sopenharmony_ci */ 7262306a36Sopenharmony_cienum rvin_dma_state { 7362306a36Sopenharmony_ci STOPPED = 0, 7462306a36Sopenharmony_ci STARTING, 7562306a36Sopenharmony_ci RUNNING, 7662306a36Sopenharmony_ci STOPPING, 7762306a36Sopenharmony_ci SUSPENDED, 7862306a36Sopenharmony_ci}; 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ci/** 8162306a36Sopenharmony_ci * enum rvin_buffer_type 8262306a36Sopenharmony_ci * 8362306a36Sopenharmony_ci * Describes how a buffer is given to the hardware. To be able 8462306a36Sopenharmony_ci * to capture SEQ_TB/BT it's needed to capture to the same vb2 8562306a36Sopenharmony_ci * buffer twice so the type of buffer needs to be kept. 8662306a36Sopenharmony_ci * 8762306a36Sopenharmony_ci * @FULL: One capture fills the whole vb2 buffer 8862306a36Sopenharmony_ci * @HALF_TOP: One capture fills the top half of the vb2 buffer 8962306a36Sopenharmony_ci * @HALF_BOTTOM: One capture fills the bottom half of the vb2 buffer 9062306a36Sopenharmony_ci */ 9162306a36Sopenharmony_cienum rvin_buffer_type { 9262306a36Sopenharmony_ci FULL, 9362306a36Sopenharmony_ci HALF_TOP, 9462306a36Sopenharmony_ci HALF_BOTTOM, 9562306a36Sopenharmony_ci}; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci/** 9862306a36Sopenharmony_ci * struct rvin_video_format - Data format stored in memory 9962306a36Sopenharmony_ci * @fourcc: Pixelformat 10062306a36Sopenharmony_ci * @bpp: Bytes per pixel 10162306a36Sopenharmony_ci */ 10262306a36Sopenharmony_cistruct rvin_video_format { 10362306a36Sopenharmony_ci u32 fourcc; 10462306a36Sopenharmony_ci u8 bpp; 10562306a36Sopenharmony_ci}; 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci/** 10862306a36Sopenharmony_ci * struct rvin_parallel_entity - Parallel video input endpoint descriptor 10962306a36Sopenharmony_ci * @asc: async connection descriptor for async framework 11062306a36Sopenharmony_ci * @subdev: subdevice matched using async framework 11162306a36Sopenharmony_ci * @mbus_type: media bus type 11262306a36Sopenharmony_ci * @bus: media bus parallel configuration 11362306a36Sopenharmony_ci * @source_pad: source pad of remote subdevice 11462306a36Sopenharmony_ci * @sink_pad: sink pad of remote subdevice 11562306a36Sopenharmony_ci * 11662306a36Sopenharmony_ci */ 11762306a36Sopenharmony_cistruct rvin_parallel_entity { 11862306a36Sopenharmony_ci struct v4l2_async_connection *asc; 11962306a36Sopenharmony_ci struct v4l2_subdev *subdev; 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci enum v4l2_mbus_type mbus_type; 12262306a36Sopenharmony_ci struct v4l2_mbus_config_parallel bus; 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci unsigned int source_pad; 12562306a36Sopenharmony_ci unsigned int sink_pad; 12662306a36Sopenharmony_ci}; 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_ci/** 12962306a36Sopenharmony_ci * struct rvin_group_route - describes a route from a channel of a 13062306a36Sopenharmony_ci * CSI-2 receiver to a VIN 13162306a36Sopenharmony_ci * 13262306a36Sopenharmony_ci * @master: VIN group master ID. 13362306a36Sopenharmony_ci * @csi: CSI-2 receiver ID. 13462306a36Sopenharmony_ci * @chsel: CHSEL register values that connects VIN group to CSI-2. 13562306a36Sopenharmony_ci * 13662306a36Sopenharmony_ci * .. note:: 13762306a36Sopenharmony_ci * Each R-Car CSI-2 receiver has four output channels facing the VIN 13862306a36Sopenharmony_ci * devices, each channel can carry one CSI-2 Virtual Channel (VC). 13962306a36Sopenharmony_ci * There is no correlation between channel number and CSI-2 VC. It's 14062306a36Sopenharmony_ci * up to the CSI-2 receiver driver to configure which VC is output 14162306a36Sopenharmony_ci * on which channel, the VIN devices only care about output channels. 14262306a36Sopenharmony_ci */ 14362306a36Sopenharmony_cistruct rvin_group_route { 14462306a36Sopenharmony_ci unsigned int master; 14562306a36Sopenharmony_ci enum rvin_csi_id csi; 14662306a36Sopenharmony_ci unsigned int chsel; 14762306a36Sopenharmony_ci}; 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ci/** 15062306a36Sopenharmony_ci * struct rvin_info - Information about the particular VIN implementation 15162306a36Sopenharmony_ci * @model: VIN model 15262306a36Sopenharmony_ci * @use_mc: use media controller instead of controlling subdevice 15362306a36Sopenharmony_ci * @use_isp: the VIN is connected to the ISP and not to the CSI-2 15462306a36Sopenharmony_ci * @nv12: support outputing NV12 pixel format 15562306a36Sopenharmony_ci * @max_width: max input width the VIN supports 15662306a36Sopenharmony_ci * @max_height: max input height the VIN supports 15762306a36Sopenharmony_ci * @routes: list of possible routes from the CSI-2 recivers to 15862306a36Sopenharmony_ci * all VINs. The list mush be NULL terminated. 15962306a36Sopenharmony_ci * @scaler: Optional scaler 16062306a36Sopenharmony_ci */ 16162306a36Sopenharmony_cistruct rvin_info { 16262306a36Sopenharmony_ci enum model_id model; 16362306a36Sopenharmony_ci bool use_mc; 16462306a36Sopenharmony_ci bool use_isp; 16562306a36Sopenharmony_ci bool nv12; 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci unsigned int max_width; 16862306a36Sopenharmony_ci unsigned int max_height; 16962306a36Sopenharmony_ci const struct rvin_group_route *routes; 17062306a36Sopenharmony_ci void (*scaler)(struct rvin_dev *vin); 17162306a36Sopenharmony_ci}; 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ci/** 17462306a36Sopenharmony_ci * struct rvin_dev - Renesas VIN device structure 17562306a36Sopenharmony_ci * @dev: (OF) device 17662306a36Sopenharmony_ci * @base: device I/O register space remapped to virtual memory 17762306a36Sopenharmony_ci * @info: info about VIN instance 17862306a36Sopenharmony_ci * 17962306a36Sopenharmony_ci * @vdev: V4L2 video device associated with VIN 18062306a36Sopenharmony_ci * @v4l2_dev: V4L2 device 18162306a36Sopenharmony_ci * @ctrl_handler: V4L2 control handler 18262306a36Sopenharmony_ci * @notifier: V4L2 asynchronous subdevs notifier 18362306a36Sopenharmony_ci * 18462306a36Sopenharmony_ci * @parallel: parallel input subdevice descriptor 18562306a36Sopenharmony_ci * 18662306a36Sopenharmony_ci * @group: Gen3 CSI group 18762306a36Sopenharmony_ci * @id: Gen3 group id for this VIN 18862306a36Sopenharmony_ci * @pad: media pad for the video device entity 18962306a36Sopenharmony_ci * 19062306a36Sopenharmony_ci * @lock: protects @queue 19162306a36Sopenharmony_ci * @queue: vb2 buffers queue 19262306a36Sopenharmony_ci * @scratch: cpu address for scratch buffer 19362306a36Sopenharmony_ci * @scratch_phys: physical address of the scratch buffer 19462306a36Sopenharmony_ci * 19562306a36Sopenharmony_ci * @qlock: protects @buf_hw, @buf_list, @sequence and @state 19662306a36Sopenharmony_ci * @buf_hw: Keeps track of buffers given to HW slot 19762306a36Sopenharmony_ci * @buf_list: list of queued buffers 19862306a36Sopenharmony_ci * @sequence: V4L2 buffers sequence number 19962306a36Sopenharmony_ci * @state: keeps track of operation state 20062306a36Sopenharmony_ci * 20162306a36Sopenharmony_ci * @is_csi: flag to mark the VIN as using a CSI-2 subdevice 20262306a36Sopenharmony_ci * @chsel: Cached value of the current CSI-2 channel selection 20362306a36Sopenharmony_ci * 20462306a36Sopenharmony_ci * @mbus_code: media bus format code 20562306a36Sopenharmony_ci * @format: active V4L2 pixel format 20662306a36Sopenharmony_ci * 20762306a36Sopenharmony_ci * @crop: active cropping 20862306a36Sopenharmony_ci * @compose: active composing 20962306a36Sopenharmony_ci * @scaler: Optional scaler 21062306a36Sopenharmony_ci * @std: active video standard of the video source 21162306a36Sopenharmony_ci * 21262306a36Sopenharmony_ci * @alpha: Alpha component to fill in for supported pixel formats 21362306a36Sopenharmony_ci */ 21462306a36Sopenharmony_cistruct rvin_dev { 21562306a36Sopenharmony_ci struct device *dev; 21662306a36Sopenharmony_ci void __iomem *base; 21762306a36Sopenharmony_ci const struct rvin_info *info; 21862306a36Sopenharmony_ci 21962306a36Sopenharmony_ci struct video_device vdev; 22062306a36Sopenharmony_ci struct v4l2_device v4l2_dev; 22162306a36Sopenharmony_ci struct v4l2_ctrl_handler ctrl_handler; 22262306a36Sopenharmony_ci struct v4l2_async_notifier notifier; 22362306a36Sopenharmony_ci 22462306a36Sopenharmony_ci struct rvin_parallel_entity parallel; 22562306a36Sopenharmony_ci 22662306a36Sopenharmony_ci struct rvin_group *group; 22762306a36Sopenharmony_ci unsigned int id; 22862306a36Sopenharmony_ci struct media_pad pad; 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci struct mutex lock; 23162306a36Sopenharmony_ci struct vb2_queue queue; 23262306a36Sopenharmony_ci void *scratch; 23362306a36Sopenharmony_ci dma_addr_t scratch_phys; 23462306a36Sopenharmony_ci 23562306a36Sopenharmony_ci spinlock_t qlock; 23662306a36Sopenharmony_ci struct { 23762306a36Sopenharmony_ci struct vb2_v4l2_buffer *buffer; 23862306a36Sopenharmony_ci enum rvin_buffer_type type; 23962306a36Sopenharmony_ci dma_addr_t phys; 24062306a36Sopenharmony_ci } buf_hw[HW_BUFFER_NUM]; 24162306a36Sopenharmony_ci struct list_head buf_list; 24262306a36Sopenharmony_ci unsigned int sequence; 24362306a36Sopenharmony_ci enum rvin_dma_state state; 24462306a36Sopenharmony_ci 24562306a36Sopenharmony_ci bool is_csi; 24662306a36Sopenharmony_ci unsigned int chsel; 24762306a36Sopenharmony_ci 24862306a36Sopenharmony_ci u32 mbus_code; 24962306a36Sopenharmony_ci struct v4l2_pix_format format; 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_ci struct v4l2_rect crop; 25262306a36Sopenharmony_ci struct v4l2_rect compose; 25362306a36Sopenharmony_ci void (*scaler)(struct rvin_dev *vin); 25462306a36Sopenharmony_ci v4l2_std_id std; 25562306a36Sopenharmony_ci 25662306a36Sopenharmony_ci unsigned int alpha; 25762306a36Sopenharmony_ci}; 25862306a36Sopenharmony_ci 25962306a36Sopenharmony_ci#define vin_to_source(vin) ((vin)->parallel.subdev) 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ci/* Debug */ 26262306a36Sopenharmony_ci#define vin_dbg(d, fmt, arg...) dev_dbg(d->dev, fmt, ##arg) 26362306a36Sopenharmony_ci#define vin_info(d, fmt, arg...) dev_info(d->dev, fmt, ##arg) 26462306a36Sopenharmony_ci#define vin_warn(d, fmt, arg...) dev_warn(d->dev, fmt, ##arg) 26562306a36Sopenharmony_ci#define vin_err(d, fmt, arg...) dev_err(d->dev, fmt, ##arg) 26662306a36Sopenharmony_ci 26762306a36Sopenharmony_ci/** 26862306a36Sopenharmony_ci * struct rvin_group - VIN CSI2 group information 26962306a36Sopenharmony_ci * @refcount: number of VIN instances using the group 27062306a36Sopenharmony_ci * 27162306a36Sopenharmony_ci * @mdev: media device which represents the group 27262306a36Sopenharmony_ci * 27362306a36Sopenharmony_ci * @lock: protects the count, notifier, vin and csi members 27462306a36Sopenharmony_ci * @count: number of enabled VIN instances found in DT 27562306a36Sopenharmony_ci * @notifier: group notifier for CSI-2 async connections 27662306a36Sopenharmony_ci * @vin: VIN instances which are part of the group 27762306a36Sopenharmony_ci * @link_setup: Callback to create all links for the media graph 27862306a36Sopenharmony_ci * @remotes: array of pairs of async connection and subdev pointers 27962306a36Sopenharmony_ci * to all remote subdevices. 28062306a36Sopenharmony_ci */ 28162306a36Sopenharmony_cistruct rvin_group { 28262306a36Sopenharmony_ci struct kref refcount; 28362306a36Sopenharmony_ci 28462306a36Sopenharmony_ci struct media_device mdev; 28562306a36Sopenharmony_ci 28662306a36Sopenharmony_ci struct mutex lock; 28762306a36Sopenharmony_ci unsigned int count; 28862306a36Sopenharmony_ci struct v4l2_async_notifier notifier; 28962306a36Sopenharmony_ci struct rvin_dev *vin[RCAR_VIN_NUM]; 29062306a36Sopenharmony_ci 29162306a36Sopenharmony_ci int (*link_setup)(struct rvin_dev *vin); 29262306a36Sopenharmony_ci 29362306a36Sopenharmony_ci struct { 29462306a36Sopenharmony_ci struct v4l2_async_connection *asc; 29562306a36Sopenharmony_ci struct v4l2_subdev *subdev; 29662306a36Sopenharmony_ci } remotes[RVIN_REMOTES_MAX]; 29762306a36Sopenharmony_ci}; 29862306a36Sopenharmony_ci 29962306a36Sopenharmony_ciint rvin_dma_register(struct rvin_dev *vin, int irq); 30062306a36Sopenharmony_civoid rvin_dma_unregister(struct rvin_dev *vin); 30162306a36Sopenharmony_ci 30262306a36Sopenharmony_ciint rvin_v4l2_register(struct rvin_dev *vin); 30362306a36Sopenharmony_civoid rvin_v4l2_unregister(struct rvin_dev *vin); 30462306a36Sopenharmony_ci 30562306a36Sopenharmony_ciconst struct rvin_video_format *rvin_format_from_pixel(struct rvin_dev *vin, 30662306a36Sopenharmony_ci u32 pixelformat); 30762306a36Sopenharmony_ci 30862306a36Sopenharmony_ci 30962306a36Sopenharmony_ci/* Cropping, composing and scaling */ 31062306a36Sopenharmony_civoid rvin_scaler_gen2(struct rvin_dev *vin); 31162306a36Sopenharmony_civoid rvin_scaler_gen3(struct rvin_dev *vin); 31262306a36Sopenharmony_civoid rvin_crop_scale_comp(struct rvin_dev *vin); 31362306a36Sopenharmony_ci 31462306a36Sopenharmony_ciint rvin_set_channel_routing(struct rvin_dev *vin, u8 chsel); 31562306a36Sopenharmony_civoid rvin_set_alpha(struct rvin_dev *vin, unsigned int alpha); 31662306a36Sopenharmony_ci 31762306a36Sopenharmony_ciint rvin_start_streaming(struct rvin_dev *vin); 31862306a36Sopenharmony_civoid rvin_stop_streaming(struct rvin_dev *vin); 31962306a36Sopenharmony_ci 32062306a36Sopenharmony_ci#endif 321