1// SPDX-License-Identifier: GPL-2.0
2/*
3 * ZynqMP DisplayPort Driver
4 *
5 * Copyright (C) 2017 - 2020 Xilinx, Inc.
6 *
7 * Authors:
8 * - Hyun Woo Kwon <hyun.kwon@xilinx.com>
9 * - Laurent Pinchart <laurent.pinchart@ideasonboard.com>
10 */
11
12#include <drm/display/drm_dp_helper.h>
13#include <drm/drm_atomic_helper.h>
14#include <drm/drm_crtc.h>
15#include <drm/drm_device.h>
16#include <drm/drm_edid.h>
17#include <drm/drm_fourcc.h>
18#include <drm/drm_modes.h>
19#include <drm/drm_of.h>
20
21#include <linux/clk.h>
22#include <linux/delay.h>
23#include <linux/device.h>
24#include <linux/io.h>
25#include <linux/module.h>
26#include <linux/platform_device.h>
27#include <linux/pm_runtime.h>
28#include <linux/phy/phy.h>
29#include <linux/reset.h>
30#include <linux/slab.h>
31
32#include "zynqmp_disp.h"
33#include "zynqmp_dp.h"
34#include "zynqmp_dpsub.h"
35#include "zynqmp_kms.h"
36
37static uint zynqmp_dp_aux_timeout_ms = 50;
38module_param_named(aux_timeout_ms, zynqmp_dp_aux_timeout_ms, uint, 0444);
39MODULE_PARM_DESC(aux_timeout_ms, "DP aux timeout value in msec (default: 50)");
40
41/*
42 * Some sink requires a delay after power on request
43 */
44static uint zynqmp_dp_power_on_delay_ms = 4;
45module_param_named(power_on_delay_ms, zynqmp_dp_power_on_delay_ms, uint, 0444);
46MODULE_PARM_DESC(power_on_delay_ms, "DP power on delay in msec (default: 4)");
47
48/* Link configuration registers */
49#define ZYNQMP_DP_LINK_BW_SET				0x0
50#define ZYNQMP_DP_LANE_COUNT_SET			0x4
51#define ZYNQMP_DP_ENHANCED_FRAME_EN			0x8
52#define ZYNQMP_DP_TRAINING_PATTERN_SET			0xc
53#define ZYNQMP_DP_SCRAMBLING_DISABLE			0x14
54#define ZYNQMP_DP_DOWNSPREAD_CTL			0x18
55#define ZYNQMP_DP_SOFTWARE_RESET			0x1c
56#define ZYNQMP_DP_SOFTWARE_RESET_STREAM1		BIT(0)
57#define ZYNQMP_DP_SOFTWARE_RESET_STREAM2		BIT(1)
58#define ZYNQMP_DP_SOFTWARE_RESET_STREAM3		BIT(2)
59#define ZYNQMP_DP_SOFTWARE_RESET_STREAM4		BIT(3)
60#define ZYNQMP_DP_SOFTWARE_RESET_AUX			BIT(7)
61#define ZYNQMP_DP_SOFTWARE_RESET_ALL			(ZYNQMP_DP_SOFTWARE_RESET_STREAM1 | \
62							 ZYNQMP_DP_SOFTWARE_RESET_STREAM2 | \
63							 ZYNQMP_DP_SOFTWARE_RESET_STREAM3 | \
64							 ZYNQMP_DP_SOFTWARE_RESET_STREAM4 | \
65							 ZYNQMP_DP_SOFTWARE_RESET_AUX)
66
67/* Core enable registers */
68#define ZYNQMP_DP_TRANSMITTER_ENABLE			0x80
69#define ZYNQMP_DP_MAIN_STREAM_ENABLE			0x84
70#define ZYNQMP_DP_FORCE_SCRAMBLER_RESET			0xc0
71#define ZYNQMP_DP_VERSION				0xf8
72#define ZYNQMP_DP_VERSION_MAJOR_MASK			GENMASK(31, 24)
73#define ZYNQMP_DP_VERSION_MAJOR_SHIFT			24
74#define ZYNQMP_DP_VERSION_MINOR_MASK			GENMASK(23, 16)
75#define ZYNQMP_DP_VERSION_MINOR_SHIFT			16
76#define ZYNQMP_DP_VERSION_REVISION_MASK			GENMASK(15, 12)
77#define ZYNQMP_DP_VERSION_REVISION_SHIFT		12
78#define ZYNQMP_DP_VERSION_PATCH_MASK			GENMASK(11, 8)
79#define ZYNQMP_DP_VERSION_PATCH_SHIFT			8
80#define ZYNQMP_DP_VERSION_INTERNAL_MASK			GENMASK(7, 0)
81#define ZYNQMP_DP_VERSION_INTERNAL_SHIFT		0
82
83/* Core ID registers */
84#define ZYNQMP_DP_CORE_ID				0xfc
85#define ZYNQMP_DP_CORE_ID_MAJOR_MASK			GENMASK(31, 24)
86#define ZYNQMP_DP_CORE_ID_MAJOR_SHIFT			24
87#define ZYNQMP_DP_CORE_ID_MINOR_MASK			GENMASK(23, 16)
88#define ZYNQMP_DP_CORE_ID_MINOR_SHIFT			16
89#define ZYNQMP_DP_CORE_ID_REVISION_MASK			GENMASK(15, 8)
90#define ZYNQMP_DP_CORE_ID_REVISION_SHIFT		8
91#define ZYNQMP_DP_CORE_ID_DIRECTION			GENMASK(1)
92
93/* AUX channel interface registers */
94#define ZYNQMP_DP_AUX_COMMAND				0x100
95#define ZYNQMP_DP_AUX_COMMAND_CMD_SHIFT			8
96#define ZYNQMP_DP_AUX_COMMAND_ADDRESS_ONLY		BIT(12)
97#define ZYNQMP_DP_AUX_COMMAND_BYTES_SHIFT		0
98#define ZYNQMP_DP_AUX_WRITE_FIFO			0x104
99#define ZYNQMP_DP_AUX_ADDRESS				0x108
100#define ZYNQMP_DP_AUX_CLK_DIVIDER			0x10c
101#define ZYNQMP_DP_AUX_CLK_DIVIDER_AUX_FILTER_SHIFT	8
102#define ZYNQMP_DP_INTERRUPT_SIGNAL_STATE		0x130
103#define ZYNQMP_DP_INTERRUPT_SIGNAL_STATE_HPD		BIT(0)
104#define ZYNQMP_DP_INTERRUPT_SIGNAL_STATE_REQUEST	BIT(1)
105#define ZYNQMP_DP_INTERRUPT_SIGNAL_STATE_REPLY		BIT(2)
106#define ZYNQMP_DP_INTERRUPT_SIGNAL_STATE_REPLY_TIMEOUT	BIT(3)
107#define ZYNQMP_DP_AUX_REPLY_DATA			0x134
108#define ZYNQMP_DP_AUX_REPLY_CODE			0x138
109#define ZYNQMP_DP_AUX_REPLY_CODE_AUX_ACK		(0)
110#define ZYNQMP_DP_AUX_REPLY_CODE_AUX_NACK		BIT(0)
111#define ZYNQMP_DP_AUX_REPLY_CODE_AUX_DEFER		BIT(1)
112#define ZYNQMP_DP_AUX_REPLY_CODE_I2C_ACK		(0)
113#define ZYNQMP_DP_AUX_REPLY_CODE_I2C_NACK		BIT(2)
114#define ZYNQMP_DP_AUX_REPLY_CODE_I2C_DEFER		BIT(3)
115#define ZYNQMP_DP_AUX_REPLY_COUNT			0x13c
116#define ZYNQMP_DP_REPLY_DATA_COUNT			0x148
117#define ZYNQMP_DP_REPLY_DATA_COUNT_MASK			0xff
118#define ZYNQMP_DP_INT_STATUS				0x3a0
119#define ZYNQMP_DP_INT_MASK				0x3a4
120#define ZYNQMP_DP_INT_EN				0x3a8
121#define ZYNQMP_DP_INT_DS				0x3ac
122#define ZYNQMP_DP_INT_HPD_IRQ				BIT(0)
123#define ZYNQMP_DP_INT_HPD_EVENT				BIT(1)
124#define ZYNQMP_DP_INT_REPLY_RECEIVED			BIT(2)
125#define ZYNQMP_DP_INT_REPLY_TIMEOUT			BIT(3)
126#define ZYNQMP_DP_INT_HPD_PULSE_DET			BIT(4)
127#define ZYNQMP_DP_INT_EXT_PKT_TXD			BIT(5)
128#define ZYNQMP_DP_INT_LIV_ABUF_UNDRFLW			BIT(12)
129#define ZYNQMP_DP_INT_VBLANK_START			BIT(13)
130#define ZYNQMP_DP_INT_PIXEL1_MATCH			BIT(14)
131#define ZYNQMP_DP_INT_PIXEL0_MATCH			BIT(15)
132#define ZYNQMP_DP_INT_CHBUF_UNDERFLW_MASK		0x3f0000
133#define ZYNQMP_DP_INT_CHBUF_OVERFLW_MASK		0xfc00000
134#define ZYNQMP_DP_INT_CUST_TS_2				BIT(28)
135#define ZYNQMP_DP_INT_CUST_TS				BIT(29)
136#define ZYNQMP_DP_INT_EXT_VSYNC_TS			BIT(30)
137#define ZYNQMP_DP_INT_VSYNC_TS				BIT(31)
138#define ZYNQMP_DP_INT_ALL				(ZYNQMP_DP_INT_HPD_IRQ | \
139							 ZYNQMP_DP_INT_HPD_EVENT | \
140							 ZYNQMP_DP_INT_CHBUF_UNDERFLW_MASK | \
141							 ZYNQMP_DP_INT_CHBUF_OVERFLW_MASK)
142
143/* Main stream attribute registers */
144#define ZYNQMP_DP_MAIN_STREAM_HTOTAL			0x180
145#define ZYNQMP_DP_MAIN_STREAM_VTOTAL			0x184
146#define ZYNQMP_DP_MAIN_STREAM_POLARITY			0x188
147#define ZYNQMP_DP_MAIN_STREAM_POLARITY_HSYNC_SHIFT	0
148#define ZYNQMP_DP_MAIN_STREAM_POLARITY_VSYNC_SHIFT	1
149#define ZYNQMP_DP_MAIN_STREAM_HSWIDTH			0x18c
150#define ZYNQMP_DP_MAIN_STREAM_VSWIDTH			0x190
151#define ZYNQMP_DP_MAIN_STREAM_HRES			0x194
152#define ZYNQMP_DP_MAIN_STREAM_VRES			0x198
153#define ZYNQMP_DP_MAIN_STREAM_HSTART			0x19c
154#define ZYNQMP_DP_MAIN_STREAM_VSTART			0x1a0
155#define ZYNQMP_DP_MAIN_STREAM_MISC0			0x1a4
156#define ZYNQMP_DP_MAIN_STREAM_MISC0_SYNC_LOCK		BIT(0)
157#define ZYNQMP_DP_MAIN_STREAM_MISC0_COMP_FORMAT_RGB	(0 << 1)
158#define ZYNQMP_DP_MAIN_STREAM_MISC0_COMP_FORMAT_YCRCB_422	(5 << 1)
159#define ZYNQMP_DP_MAIN_STREAM_MISC0_COMP_FORMAT_YCRCB_444	(6 << 1)
160#define ZYNQMP_DP_MAIN_STREAM_MISC0_COMP_FORMAT_MASK	(7 << 1)
161#define ZYNQMP_DP_MAIN_STREAM_MISC0_DYNAMIC_RANGE	BIT(3)
162#define ZYNQMP_DP_MAIN_STREAM_MISC0_YCBCR_COLR		BIT(4)
163#define ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_6		(0 << 5)
164#define ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_8		(1 << 5)
165#define ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_10		(2 << 5)
166#define ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_12		(3 << 5)
167#define ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_16		(4 << 5)
168#define ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_MASK		(7 << 5)
169#define ZYNQMP_DP_MAIN_STREAM_MISC1			0x1a8
170#define ZYNQMP_DP_MAIN_STREAM_MISC1_Y_ONLY_EN		BIT(7)
171#define ZYNQMP_DP_MAIN_STREAM_M_VID			0x1ac
172#define ZYNQMP_DP_MSA_TRANSFER_UNIT_SIZE		0x1b0
173#define ZYNQMP_DP_MSA_TRANSFER_UNIT_SIZE_TU_SIZE_DEF	64
174#define ZYNQMP_DP_MAIN_STREAM_N_VID			0x1b4
175#define ZYNQMP_DP_USER_PIX_WIDTH			0x1b8
176#define ZYNQMP_DP_USER_DATA_COUNT_PER_LANE		0x1bc
177#define ZYNQMP_DP_MIN_BYTES_PER_TU			0x1c4
178#define ZYNQMP_DP_FRAC_BYTES_PER_TU			0x1c8
179#define ZYNQMP_DP_INIT_WAIT				0x1cc
180
181/* PHY configuration and status registers */
182#define ZYNQMP_DP_PHY_RESET				0x200
183#define ZYNQMP_DP_PHY_RESET_PHY_RESET			BIT(0)
184#define ZYNQMP_DP_PHY_RESET_GTTX_RESET			BIT(1)
185#define ZYNQMP_DP_PHY_RESET_PHY_PMA_RESET		BIT(8)
186#define ZYNQMP_DP_PHY_RESET_PHY_PCS_RESET		BIT(9)
187#define ZYNQMP_DP_PHY_RESET_ALL_RESET			(ZYNQMP_DP_PHY_RESET_PHY_RESET | \
188							 ZYNQMP_DP_PHY_RESET_GTTX_RESET | \
189							 ZYNQMP_DP_PHY_RESET_PHY_PMA_RESET | \
190							 ZYNQMP_DP_PHY_RESET_PHY_PCS_RESET)
191#define ZYNQMP_DP_PHY_PREEMPHASIS_LANE_0		0x210
192#define ZYNQMP_DP_PHY_PREEMPHASIS_LANE_1		0x214
193#define ZYNQMP_DP_PHY_PREEMPHASIS_LANE_2		0x218
194#define ZYNQMP_DP_PHY_PREEMPHASIS_LANE_3		0x21c
195#define ZYNQMP_DP_PHY_VOLTAGE_DIFF_LANE_0		0x220
196#define ZYNQMP_DP_PHY_VOLTAGE_DIFF_LANE_1		0x224
197#define ZYNQMP_DP_PHY_VOLTAGE_DIFF_LANE_2		0x228
198#define ZYNQMP_DP_PHY_VOLTAGE_DIFF_LANE_3		0x22c
199#define ZYNQMP_DP_PHY_CLOCK_SELECT			0x234
200#define ZYNQMP_DP_PHY_CLOCK_SELECT_1_62G		0x1
201#define ZYNQMP_DP_PHY_CLOCK_SELECT_2_70G		0x3
202#define ZYNQMP_DP_PHY_CLOCK_SELECT_5_40G		0x5
203#define ZYNQMP_DP_TX_PHY_POWER_DOWN			0x238
204#define ZYNQMP_DP_TX_PHY_POWER_DOWN_LANE_0		BIT(0)
205#define ZYNQMP_DP_TX_PHY_POWER_DOWN_LANE_1		BIT(1)
206#define ZYNQMP_DP_TX_PHY_POWER_DOWN_LANE_2		BIT(2)
207#define ZYNQMP_DP_TX_PHY_POWER_DOWN_LANE_3		BIT(3)
208#define ZYNQMP_DP_TX_PHY_POWER_DOWN_ALL			0xf
209#define ZYNQMP_DP_PHY_PRECURSOR_LANE_0			0x23c
210#define ZYNQMP_DP_PHY_PRECURSOR_LANE_1			0x240
211#define ZYNQMP_DP_PHY_PRECURSOR_LANE_2			0x244
212#define ZYNQMP_DP_PHY_PRECURSOR_LANE_3			0x248
213#define ZYNQMP_DP_PHY_POSTCURSOR_LANE_0			0x24c
214#define ZYNQMP_DP_PHY_POSTCURSOR_LANE_1			0x250
215#define ZYNQMP_DP_PHY_POSTCURSOR_LANE_2			0x254
216#define ZYNQMP_DP_PHY_POSTCURSOR_LANE_3			0x258
217#define ZYNQMP_DP_SUB_TX_PHY_PRECURSOR_LANE_0		0x24c
218#define ZYNQMP_DP_SUB_TX_PHY_PRECURSOR_LANE_1		0x250
219#define ZYNQMP_DP_PHY_STATUS				0x280
220#define ZYNQMP_DP_PHY_STATUS_PLL_LOCKED_SHIFT		4
221#define ZYNQMP_DP_PHY_STATUS_FPGA_PLL_LOCKED		BIT(6)
222
223/* Audio registers */
224#define ZYNQMP_DP_TX_AUDIO_CONTROL			0x300
225#define ZYNQMP_DP_TX_AUDIO_CHANNELS			0x304
226#define ZYNQMP_DP_TX_AUDIO_INFO_DATA			0x308
227#define ZYNQMP_DP_TX_M_AUD				0x328
228#define ZYNQMP_DP_TX_N_AUD				0x32c
229#define ZYNQMP_DP_TX_AUDIO_EXT_DATA			0x330
230
231#define ZYNQMP_DP_MAX_LANES				2
232#define ZYNQMP_MAX_FREQ					3000000
233
234#define DP_REDUCED_BIT_RATE				162000
235#define DP_HIGH_BIT_RATE				270000
236#define DP_HIGH_BIT_RATE2				540000
237#define DP_MAX_TRAINING_TRIES				5
238#define DP_V1_2						0x12
239
240/**
241 * struct zynqmp_dp_link_config - Common link config between source and sink
242 * @max_rate: maximum link rate
243 * @max_lanes: maximum number of lanes
244 */
245struct zynqmp_dp_link_config {
246	int max_rate;
247	u8 max_lanes;
248};
249
250/**
251 * struct zynqmp_dp_mode - Configured mode of DisplayPort
252 * @bw_code: code for bandwidth(link rate)
253 * @lane_cnt: number of lanes
254 * @pclock: pixel clock frequency of current mode
255 * @fmt: format identifier string
256 */
257struct zynqmp_dp_mode {
258	u8 bw_code;
259	u8 lane_cnt;
260	int pclock;
261	const char *fmt;
262};
263
264/**
265 * struct zynqmp_dp_config - Configuration of DisplayPort from DTS
266 * @misc0: misc0 configuration (per DP v1.2 spec)
267 * @misc1: misc1 configuration (per DP v1.2 spec)
268 * @bpp: bits per pixel
269 */
270struct zynqmp_dp_config {
271	u8 misc0;
272	u8 misc1;
273	u8 bpp;
274};
275
276/**
277 * struct zynqmp_dp - Xilinx DisplayPort core
278 * @dev: device structure
279 * @dpsub: Display subsystem
280 * @iomem: device I/O memory for register access
281 * @reset: reset controller
282 * @irq: irq
283 * @bridge: DRM bridge for the DP encoder
284 * @next_bridge: The downstream bridge
285 * @config: IP core configuration from DTS
286 * @aux: aux channel
287 * @phy: PHY handles for DP lanes
288 * @num_lanes: number of enabled phy lanes
289 * @hpd_work: hot plug detection worker
290 * @status: connection status
291 * @enabled: flag to indicate if the device is enabled
292 * @dpcd: DP configuration data from currently connected sink device
293 * @link_config: common link configuration between IP core and sink device
294 * @mode: current mode between IP core and sink device
295 * @train_set: set of training data
296 */
297struct zynqmp_dp {
298	struct device *dev;
299	struct zynqmp_dpsub *dpsub;
300	void __iomem *iomem;
301	struct reset_control *reset;
302	int irq;
303
304	struct drm_bridge bridge;
305	struct drm_bridge *next_bridge;
306
307	struct zynqmp_dp_config config;
308	struct drm_dp_aux aux;
309	struct phy *phy[ZYNQMP_DP_MAX_LANES];
310	u8 num_lanes;
311	struct delayed_work hpd_work;
312	enum drm_connector_status status;
313	bool enabled;
314
315	u8 dpcd[DP_RECEIVER_CAP_SIZE];
316	struct zynqmp_dp_link_config link_config;
317	struct zynqmp_dp_mode mode;
318	u8 train_set[ZYNQMP_DP_MAX_LANES];
319};
320
321static inline struct zynqmp_dp *bridge_to_dp(struct drm_bridge *bridge)
322{
323	return container_of(bridge, struct zynqmp_dp, bridge);
324}
325
326static void zynqmp_dp_write(struct zynqmp_dp *dp, int offset, u32 val)
327{
328	writel(val, dp->iomem + offset);
329}
330
331static u32 zynqmp_dp_read(struct zynqmp_dp *dp, int offset)
332{
333	return readl(dp->iomem + offset);
334}
335
336static void zynqmp_dp_clr(struct zynqmp_dp *dp, int offset, u32 clr)
337{
338	zynqmp_dp_write(dp, offset, zynqmp_dp_read(dp, offset) & ~clr);
339}
340
341static void zynqmp_dp_set(struct zynqmp_dp *dp, int offset, u32 set)
342{
343	zynqmp_dp_write(dp, offset, zynqmp_dp_read(dp, offset) | set);
344}
345
346/* -----------------------------------------------------------------------------
347 * PHY Handling
348 */
349
350#define RST_TIMEOUT_MS			1000
351
352static int zynqmp_dp_reset(struct zynqmp_dp *dp, bool assert)
353{
354	unsigned long timeout;
355
356	if (assert)
357		reset_control_assert(dp->reset);
358	else
359		reset_control_deassert(dp->reset);
360
361	/* Wait for the (de)assert to complete. */
362	timeout = jiffies + msecs_to_jiffies(RST_TIMEOUT_MS);
363	while (!time_after_eq(jiffies, timeout)) {
364		bool status = !!reset_control_status(dp->reset);
365
366		if (assert == status)
367			return 0;
368
369		cpu_relax();
370	}
371
372	dev_err(dp->dev, "reset %s timeout\n", assert ? "assert" : "deassert");
373	return -ETIMEDOUT;
374}
375
376/**
377 * zynqmp_dp_phy_init - Initialize the phy
378 * @dp: DisplayPort IP core structure
379 *
380 * Initialize the phy.
381 *
382 * Return: 0 if the phy instances are initialized correctly, or the error code
383 * returned from the callee functions.
384 */
385static int zynqmp_dp_phy_init(struct zynqmp_dp *dp)
386{
387	int ret;
388	int i;
389
390	for (i = 0; i < dp->num_lanes; i++) {
391		ret = phy_init(dp->phy[i]);
392		if (ret) {
393			dev_err(dp->dev, "failed to init phy lane %d\n", i);
394			return ret;
395		}
396	}
397
398	zynqmp_dp_clr(dp, ZYNQMP_DP_PHY_RESET, ZYNQMP_DP_PHY_RESET_ALL_RESET);
399
400	/*
401	 * Power on lanes in reverse order as only lane 0 waits for the PLL to
402	 * lock.
403	 */
404	for (i = dp->num_lanes - 1; i >= 0; i--) {
405		ret = phy_power_on(dp->phy[i]);
406		if (ret) {
407			dev_err(dp->dev, "failed to power on phy lane %d\n", i);
408			return ret;
409		}
410	}
411
412	return 0;
413}
414
415/**
416 * zynqmp_dp_phy_exit - Exit the phy
417 * @dp: DisplayPort IP core structure
418 *
419 * Exit the phy.
420 */
421static void zynqmp_dp_phy_exit(struct zynqmp_dp *dp)
422{
423	unsigned int i;
424	int ret;
425
426	for (i = 0; i < dp->num_lanes; i++) {
427		ret = phy_power_off(dp->phy[i]);
428		if (ret)
429			dev_err(dp->dev, "failed to power off phy(%d) %d\n", i,
430				ret);
431	}
432
433	for (i = 0; i < dp->num_lanes; i++) {
434		ret = phy_exit(dp->phy[i]);
435		if (ret)
436			dev_err(dp->dev, "failed to exit phy(%d) %d\n", i, ret);
437	}
438}
439
440/**
441 * zynqmp_dp_phy_probe - Probe the PHYs
442 * @dp: DisplayPort IP core structure
443 *
444 * Probe PHYs for all lanes. Less PHYs may be available than the number of
445 * lanes, which is not considered an error as long as at least one PHY is
446 * found. The caller can check dp->num_lanes to check how many PHYs were found.
447 *
448 * Return:
449 * * 0				- Success
450 * * -ENXIO			- No PHY found
451 * * -EPROBE_DEFER		- Probe deferral requested
452 * * Other negative value	- PHY retrieval failure
453 */
454static int zynqmp_dp_phy_probe(struct zynqmp_dp *dp)
455{
456	unsigned int i;
457
458	for (i = 0; i < ZYNQMP_DP_MAX_LANES; i++) {
459		char phy_name[16];
460		struct phy *phy;
461
462		snprintf(phy_name, sizeof(phy_name), "dp-phy%d", i);
463		phy = devm_phy_get(dp->dev, phy_name);
464
465		if (IS_ERR(phy)) {
466			switch (PTR_ERR(phy)) {
467			case -ENODEV:
468				if (dp->num_lanes)
469					return 0;
470
471				dev_err(dp->dev, "no PHY found\n");
472				return -ENXIO;
473
474			case -EPROBE_DEFER:
475				return -EPROBE_DEFER;
476
477			default:
478				dev_err(dp->dev, "failed to get PHY lane %u\n",
479					i);
480				return PTR_ERR(phy);
481			}
482		}
483
484		dp->phy[i] = phy;
485		dp->num_lanes++;
486	}
487
488	return 0;
489}
490
491/**
492 * zynqmp_dp_phy_ready - Check if PHY is ready
493 * @dp: DisplayPort IP core structure
494 *
495 * Check if PHY is ready. If PHY is not ready, wait 1ms to check for 100 times.
496 * This amount of delay was suggested by IP designer.
497 *
498 * Return: 0 if PHY is ready, or -ENODEV if PHY is not ready.
499 */
500static int zynqmp_dp_phy_ready(struct zynqmp_dp *dp)
501{
502	u32 i, reg, ready;
503
504	ready = (1 << dp->num_lanes) - 1;
505
506	/* Wait for 100 * 1ms. This should be enough time for PHY to be ready */
507	for (i = 0; ; i++) {
508		reg = zynqmp_dp_read(dp, ZYNQMP_DP_PHY_STATUS);
509		if ((reg & ready) == ready)
510			return 0;
511
512		if (i == 100) {
513			dev_err(dp->dev, "PHY isn't ready\n");
514			return -ENODEV;
515		}
516
517		usleep_range(1000, 1100);
518	}
519
520	return 0;
521}
522
523/* -----------------------------------------------------------------------------
524 * DisplayPort Link Training
525 */
526
527/**
528 * zynqmp_dp_max_rate - Calculate and return available max pixel clock
529 * @link_rate: link rate (Kilo-bytes / sec)
530 * @lane_num: number of lanes
531 * @bpp: bits per pixel
532 *
533 * Return: max pixel clock (KHz) supported by current link config.
534 */
535static inline int zynqmp_dp_max_rate(int link_rate, u8 lane_num, u8 bpp)
536{
537	return link_rate * lane_num * 8 / bpp;
538}
539
540/**
541 * zynqmp_dp_mode_configure - Configure the link values
542 * @dp: DisplayPort IP core structure
543 * @pclock: pixel clock for requested display mode
544 * @current_bw: current link rate
545 *
546 * Find the link configuration values, rate and lane count for requested pixel
547 * clock @pclock. The @pclock is stored in the mode to be used in other
548 * functions later. The returned rate is downshifted from the current rate
549 * @current_bw.
550 *
551 * Return: Current link rate code, or -EINVAL.
552 */
553static int zynqmp_dp_mode_configure(struct zynqmp_dp *dp, int pclock,
554				    u8 current_bw)
555{
556	int max_rate = dp->link_config.max_rate;
557	u8 bw_code;
558	u8 max_lanes = dp->link_config.max_lanes;
559	u8 max_link_rate_code = drm_dp_link_rate_to_bw_code(max_rate);
560	u8 bpp = dp->config.bpp;
561	u8 lane_cnt;
562
563	/* Downshift from current bandwidth */
564	switch (current_bw) {
565	case DP_LINK_BW_5_4:
566		bw_code = DP_LINK_BW_2_7;
567		break;
568	case DP_LINK_BW_2_7:
569		bw_code = DP_LINK_BW_1_62;
570		break;
571	case DP_LINK_BW_1_62:
572		dev_err(dp->dev, "can't downshift. already lowest link rate\n");
573		return -EINVAL;
574	default:
575		/* If not given, start with max supported */
576		bw_code = max_link_rate_code;
577		break;
578	}
579
580	for (lane_cnt = 1; lane_cnt <= max_lanes; lane_cnt <<= 1) {
581		int bw;
582		u32 rate;
583
584		bw = drm_dp_bw_code_to_link_rate(bw_code);
585		rate = zynqmp_dp_max_rate(bw, lane_cnt, bpp);
586		if (pclock <= rate) {
587			dp->mode.bw_code = bw_code;
588			dp->mode.lane_cnt = lane_cnt;
589			dp->mode.pclock = pclock;
590			return dp->mode.bw_code;
591		}
592	}
593
594	dev_err(dp->dev, "failed to configure link values\n");
595
596	return -EINVAL;
597}
598
599/**
600 * zynqmp_dp_adjust_train - Adjust train values
601 * @dp: DisplayPort IP core structure
602 * @link_status: link status from sink which contains requested training values
603 */
604static void zynqmp_dp_adjust_train(struct zynqmp_dp *dp,
605				   u8 link_status[DP_LINK_STATUS_SIZE])
606{
607	u8 *train_set = dp->train_set;
608	u8 voltage = 0, preemphasis = 0;
609	u8 i;
610
611	for (i = 0; i < dp->mode.lane_cnt; i++) {
612		u8 v = drm_dp_get_adjust_request_voltage(link_status, i);
613		u8 p = drm_dp_get_adjust_request_pre_emphasis(link_status, i);
614
615		if (v > voltage)
616			voltage = v;
617
618		if (p > preemphasis)
619			preemphasis = p;
620	}
621
622	if (voltage >= DP_TRAIN_VOLTAGE_SWING_LEVEL_3)
623		voltage |= DP_TRAIN_MAX_SWING_REACHED;
624
625	if (preemphasis >= DP_TRAIN_PRE_EMPH_LEVEL_2)
626		preemphasis |= DP_TRAIN_MAX_PRE_EMPHASIS_REACHED;
627
628	for (i = 0; i < dp->mode.lane_cnt; i++)
629		train_set[i] = voltage | preemphasis;
630}
631
632/**
633 * zynqmp_dp_update_vs_emph - Update the training values
634 * @dp: DisplayPort IP core structure
635 *
636 * Update the training values based on the request from sink. The mapped values
637 * are predefined, and values(vs, pe, pc) are from the device manual.
638 *
639 * Return: 0 if vs and emph are updated successfully, or the error code returned
640 * by drm_dp_dpcd_write().
641 */
642static int zynqmp_dp_update_vs_emph(struct zynqmp_dp *dp)
643{
644	unsigned int i;
645	int ret;
646
647	ret = drm_dp_dpcd_write(&dp->aux, DP_TRAINING_LANE0_SET, dp->train_set,
648				dp->mode.lane_cnt);
649	if (ret < 0)
650		return ret;
651
652	for (i = 0; i < dp->mode.lane_cnt; i++) {
653		u32 reg = ZYNQMP_DP_SUB_TX_PHY_PRECURSOR_LANE_0 + i * 4;
654		union phy_configure_opts opts = { 0 };
655		u8 train = dp->train_set[i];
656
657		opts.dp.voltage[0] = (train & DP_TRAIN_VOLTAGE_SWING_MASK)
658				   >> DP_TRAIN_VOLTAGE_SWING_SHIFT;
659		opts.dp.pre[0] = (train & DP_TRAIN_PRE_EMPHASIS_MASK)
660			       >> DP_TRAIN_PRE_EMPHASIS_SHIFT;
661
662		phy_configure(dp->phy[i], &opts);
663
664		zynqmp_dp_write(dp, reg, 0x2);
665	}
666
667	return 0;
668}
669
670/**
671 * zynqmp_dp_link_train_cr - Train clock recovery
672 * @dp: DisplayPort IP core structure
673 *
674 * Return: 0 if clock recovery train is done successfully, or corresponding
675 * error code.
676 */
677static int zynqmp_dp_link_train_cr(struct zynqmp_dp *dp)
678{
679	u8 link_status[DP_LINK_STATUS_SIZE];
680	u8 lane_cnt = dp->mode.lane_cnt;
681	u8 vs = 0, tries = 0;
682	u16 max_tries, i;
683	bool cr_done;
684	int ret;
685
686	zynqmp_dp_write(dp, ZYNQMP_DP_TRAINING_PATTERN_SET,
687			DP_TRAINING_PATTERN_1);
688	ret = drm_dp_dpcd_writeb(&dp->aux, DP_TRAINING_PATTERN_SET,
689				 DP_TRAINING_PATTERN_1 |
690				 DP_LINK_SCRAMBLING_DISABLE);
691	if (ret < 0)
692		return ret;
693
694	/*
695	 * 256 loops should be maximum iterations for 4 lanes and 4 values.
696	 * So, This loop should exit before 512 iterations
697	 */
698	for (max_tries = 0; max_tries < 512; max_tries++) {
699		ret = zynqmp_dp_update_vs_emph(dp);
700		if (ret)
701			return ret;
702
703		drm_dp_link_train_clock_recovery_delay(&dp->aux, dp->dpcd);
704		ret = drm_dp_dpcd_read_link_status(&dp->aux, link_status);
705		if (ret < 0)
706			return ret;
707
708		cr_done = drm_dp_clock_recovery_ok(link_status, lane_cnt);
709		if (cr_done)
710			break;
711
712		for (i = 0; i < lane_cnt; i++)
713			if (!(dp->train_set[i] & DP_TRAIN_MAX_SWING_REACHED))
714				break;
715		if (i == lane_cnt)
716			break;
717
718		if ((dp->train_set[0] & DP_TRAIN_VOLTAGE_SWING_MASK) == vs)
719			tries++;
720		else
721			tries = 0;
722
723		if (tries == DP_MAX_TRAINING_TRIES)
724			break;
725
726		vs = dp->train_set[0] & DP_TRAIN_VOLTAGE_SWING_MASK;
727		zynqmp_dp_adjust_train(dp, link_status);
728	}
729
730	if (!cr_done)
731		return -EIO;
732
733	return 0;
734}
735
736/**
737 * zynqmp_dp_link_train_ce - Train channel equalization
738 * @dp: DisplayPort IP core structure
739 *
740 * Return: 0 if channel equalization train is done successfully, or
741 * corresponding error code.
742 */
743static int zynqmp_dp_link_train_ce(struct zynqmp_dp *dp)
744{
745	u8 link_status[DP_LINK_STATUS_SIZE];
746	u8 lane_cnt = dp->mode.lane_cnt;
747	u32 pat, tries;
748	int ret;
749	bool ce_done;
750
751	if (dp->dpcd[DP_DPCD_REV] >= DP_V1_2 &&
752	    dp->dpcd[DP_MAX_LANE_COUNT] & DP_TPS3_SUPPORTED)
753		pat = DP_TRAINING_PATTERN_3;
754	else
755		pat = DP_TRAINING_PATTERN_2;
756
757	zynqmp_dp_write(dp, ZYNQMP_DP_TRAINING_PATTERN_SET, pat);
758	ret = drm_dp_dpcd_writeb(&dp->aux, DP_TRAINING_PATTERN_SET,
759				 pat | DP_LINK_SCRAMBLING_DISABLE);
760	if (ret < 0)
761		return ret;
762
763	for (tries = 0; tries < DP_MAX_TRAINING_TRIES; tries++) {
764		ret = zynqmp_dp_update_vs_emph(dp);
765		if (ret)
766			return ret;
767
768		drm_dp_link_train_channel_eq_delay(&dp->aux, dp->dpcd);
769		ret = drm_dp_dpcd_read_link_status(&dp->aux, link_status);
770		if (ret < 0)
771			return ret;
772
773		ce_done = drm_dp_channel_eq_ok(link_status, lane_cnt);
774		if (ce_done)
775			break;
776
777		zynqmp_dp_adjust_train(dp, link_status);
778	}
779
780	if (!ce_done)
781		return -EIO;
782
783	return 0;
784}
785
786/**
787 * zynqmp_dp_train - Train the link
788 * @dp: DisplayPort IP core structure
789 *
790 * Return: 0 if all trains are done successfully, or corresponding error code.
791 */
792static int zynqmp_dp_train(struct zynqmp_dp *dp)
793{
794	u32 reg;
795	u8 bw_code = dp->mode.bw_code;
796	u8 lane_cnt = dp->mode.lane_cnt;
797	u8 aux_lane_cnt = lane_cnt;
798	bool enhanced;
799	int ret;
800
801	zynqmp_dp_write(dp, ZYNQMP_DP_LANE_COUNT_SET, lane_cnt);
802	enhanced = drm_dp_enhanced_frame_cap(dp->dpcd);
803	if (enhanced) {
804		zynqmp_dp_write(dp, ZYNQMP_DP_ENHANCED_FRAME_EN, 1);
805		aux_lane_cnt |= DP_LANE_COUNT_ENHANCED_FRAME_EN;
806	}
807
808	if (dp->dpcd[3] & 0x1) {
809		zynqmp_dp_write(dp, ZYNQMP_DP_DOWNSPREAD_CTL, 1);
810		drm_dp_dpcd_writeb(&dp->aux, DP_DOWNSPREAD_CTRL,
811				   DP_SPREAD_AMP_0_5);
812	} else {
813		zynqmp_dp_write(dp, ZYNQMP_DP_DOWNSPREAD_CTL, 0);
814		drm_dp_dpcd_writeb(&dp->aux, DP_DOWNSPREAD_CTRL, 0);
815	}
816
817	ret = drm_dp_dpcd_writeb(&dp->aux, DP_LANE_COUNT_SET, aux_lane_cnt);
818	if (ret < 0) {
819		dev_err(dp->dev, "failed to set lane count\n");
820		return ret;
821	}
822
823	ret = drm_dp_dpcd_writeb(&dp->aux, DP_MAIN_LINK_CHANNEL_CODING_SET,
824				 DP_SET_ANSI_8B10B);
825	if (ret < 0) {
826		dev_err(dp->dev, "failed to set ANSI 8B/10B encoding\n");
827		return ret;
828	}
829
830	ret = drm_dp_dpcd_writeb(&dp->aux, DP_LINK_BW_SET, bw_code);
831	if (ret < 0) {
832		dev_err(dp->dev, "failed to set DP bandwidth\n");
833		return ret;
834	}
835
836	zynqmp_dp_write(dp, ZYNQMP_DP_LINK_BW_SET, bw_code);
837	switch (bw_code) {
838	case DP_LINK_BW_1_62:
839		reg = ZYNQMP_DP_PHY_CLOCK_SELECT_1_62G;
840		break;
841	case DP_LINK_BW_2_7:
842		reg = ZYNQMP_DP_PHY_CLOCK_SELECT_2_70G;
843		break;
844	case DP_LINK_BW_5_4:
845	default:
846		reg = ZYNQMP_DP_PHY_CLOCK_SELECT_5_40G;
847		break;
848	}
849
850	zynqmp_dp_write(dp, ZYNQMP_DP_PHY_CLOCK_SELECT, reg);
851	ret = zynqmp_dp_phy_ready(dp);
852	if (ret < 0)
853		return ret;
854
855	zynqmp_dp_write(dp, ZYNQMP_DP_SCRAMBLING_DISABLE, 1);
856	memset(dp->train_set, 0, sizeof(dp->train_set));
857	ret = zynqmp_dp_link_train_cr(dp);
858	if (ret)
859		return ret;
860
861	ret = zynqmp_dp_link_train_ce(dp);
862	if (ret)
863		return ret;
864
865	ret = drm_dp_dpcd_writeb(&dp->aux, DP_TRAINING_PATTERN_SET,
866				 DP_TRAINING_PATTERN_DISABLE);
867	if (ret < 0) {
868		dev_err(dp->dev, "failed to disable training pattern\n");
869		return ret;
870	}
871	zynqmp_dp_write(dp, ZYNQMP_DP_TRAINING_PATTERN_SET,
872			DP_TRAINING_PATTERN_DISABLE);
873
874	zynqmp_dp_write(dp, ZYNQMP_DP_SCRAMBLING_DISABLE, 0);
875
876	return 0;
877}
878
879/**
880 * zynqmp_dp_train_loop - Downshift the link rate during training
881 * @dp: DisplayPort IP core structure
882 *
883 * Train the link by downshifting the link rate if training is not successful.
884 */
885static void zynqmp_dp_train_loop(struct zynqmp_dp *dp)
886{
887	struct zynqmp_dp_mode *mode = &dp->mode;
888	u8 bw = mode->bw_code;
889	int ret;
890
891	do {
892		if (dp->status == connector_status_disconnected ||
893		    !dp->enabled)
894			return;
895
896		ret = zynqmp_dp_train(dp);
897		if (!ret)
898			return;
899
900		ret = zynqmp_dp_mode_configure(dp, mode->pclock, bw);
901		if (ret < 0)
902			goto err_out;
903
904		bw = ret;
905	} while (bw >= DP_LINK_BW_1_62);
906
907err_out:
908	dev_err(dp->dev, "failed to train the DP link\n");
909}
910
911/* -----------------------------------------------------------------------------
912 * DisplayPort AUX
913 */
914
915#define AUX_READ_BIT	0x1
916
917/**
918 * zynqmp_dp_aux_cmd_submit - Submit aux command
919 * @dp: DisplayPort IP core structure
920 * @cmd: aux command
921 * @addr: aux address
922 * @buf: buffer for command data
923 * @bytes: number of bytes for @buf
924 * @reply: reply code to be returned
925 *
926 * Submit an aux command. All aux related commands, native or i2c aux
927 * read/write, are submitted through this function. The function is mapped to
928 * the transfer function of struct drm_dp_aux. This function involves in
929 * multiple register reads/writes, thus synchronization is needed, and it is
930 * done by drm_dp_helper using @hw_mutex. The calling thread goes into sleep
931 * if there's no immediate reply to the command submission. The reply code is
932 * returned at @reply if @reply != NULL.
933 *
934 * Return: 0 if the command is submitted properly, or corresponding error code:
935 * -EBUSY when there is any request already being processed
936 * -ETIMEDOUT when receiving reply is timed out
937 * -EIO when received bytes are less than requested
938 */
939static int zynqmp_dp_aux_cmd_submit(struct zynqmp_dp *dp, u32 cmd, u16 addr,
940				    u8 *buf, u8 bytes, u8 *reply)
941{
942	bool is_read = (cmd & AUX_READ_BIT) ? true : false;
943	u32 reg, i;
944
945	reg = zynqmp_dp_read(dp, ZYNQMP_DP_INTERRUPT_SIGNAL_STATE);
946	if (reg & ZYNQMP_DP_INTERRUPT_SIGNAL_STATE_REQUEST)
947		return -EBUSY;
948
949	zynqmp_dp_write(dp, ZYNQMP_DP_AUX_ADDRESS, addr);
950	if (!is_read)
951		for (i = 0; i < bytes; i++)
952			zynqmp_dp_write(dp, ZYNQMP_DP_AUX_WRITE_FIFO,
953					buf[i]);
954
955	reg = cmd << ZYNQMP_DP_AUX_COMMAND_CMD_SHIFT;
956	if (!buf || !bytes)
957		reg |= ZYNQMP_DP_AUX_COMMAND_ADDRESS_ONLY;
958	else
959		reg |= (bytes - 1) << ZYNQMP_DP_AUX_COMMAND_BYTES_SHIFT;
960	zynqmp_dp_write(dp, ZYNQMP_DP_AUX_COMMAND, reg);
961
962	/* Wait for reply to be delivered upto 2ms */
963	for (i = 0; ; i++) {
964		reg = zynqmp_dp_read(dp, ZYNQMP_DP_INTERRUPT_SIGNAL_STATE);
965		if (reg & ZYNQMP_DP_INTERRUPT_SIGNAL_STATE_REPLY)
966			break;
967
968		if (reg & ZYNQMP_DP_INTERRUPT_SIGNAL_STATE_REPLY_TIMEOUT ||
969		    i == 2)
970			return -ETIMEDOUT;
971
972		usleep_range(1000, 1100);
973	}
974
975	reg = zynqmp_dp_read(dp, ZYNQMP_DP_AUX_REPLY_CODE);
976	if (reply)
977		*reply = reg;
978
979	if (is_read &&
980	    (reg == ZYNQMP_DP_AUX_REPLY_CODE_AUX_ACK ||
981	     reg == ZYNQMP_DP_AUX_REPLY_CODE_I2C_ACK)) {
982		reg = zynqmp_dp_read(dp, ZYNQMP_DP_REPLY_DATA_COUNT);
983		if ((reg & ZYNQMP_DP_REPLY_DATA_COUNT_MASK) != bytes)
984			return -EIO;
985
986		for (i = 0; i < bytes; i++)
987			buf[i] = zynqmp_dp_read(dp, ZYNQMP_DP_AUX_REPLY_DATA);
988	}
989
990	return 0;
991}
992
993static ssize_t
994zynqmp_dp_aux_transfer(struct drm_dp_aux *aux, struct drm_dp_aux_msg *msg)
995{
996	struct zynqmp_dp *dp = container_of(aux, struct zynqmp_dp, aux);
997	int ret;
998	unsigned int i, iter;
999
1000	/* Number of loops = timeout in msec / aux delay (400 usec) */
1001	iter = zynqmp_dp_aux_timeout_ms * 1000 / 400;
1002	iter = iter ? iter : 1;
1003
1004	for (i = 0; i < iter; i++) {
1005		ret = zynqmp_dp_aux_cmd_submit(dp, msg->request, msg->address,
1006					       msg->buffer, msg->size,
1007					       &msg->reply);
1008		if (!ret) {
1009			dev_dbg(dp->dev, "aux %d retries\n", i);
1010			return msg->size;
1011		}
1012
1013		if (dp->status == connector_status_disconnected) {
1014			dev_dbg(dp->dev, "no connected aux device\n");
1015			return -ENODEV;
1016		}
1017
1018		usleep_range(400, 500);
1019	}
1020
1021	dev_dbg(dp->dev, "failed to do aux transfer (%d)\n", ret);
1022
1023	return ret;
1024}
1025
1026/**
1027 * zynqmp_dp_aux_init - Initialize and register the DP AUX
1028 * @dp: DisplayPort IP core structure
1029 *
1030 * Program the AUX clock divider and filter and register the DP AUX adapter.
1031 *
1032 * Return: 0 on success, error value otherwise
1033 */
1034static int zynqmp_dp_aux_init(struct zynqmp_dp *dp)
1035{
1036	unsigned long rate;
1037	unsigned int w;
1038
1039	/*
1040	 * The AUX_SIGNAL_WIDTH_FILTER is the number of APB clock cycles
1041	 * corresponding to the AUX pulse. Allowable values are 8, 16, 24, 32,
1042	 * 40 and 48. The AUX pulse width must be between 0.4µs and 0.6µs,
1043	 * compute the w / 8 value corresponding to 0.4µs rounded up, and make
1044	 * sure it stays below 0.6µs and within the allowable values.
1045	 */
1046	rate = clk_get_rate(dp->dpsub->apb_clk);
1047	w = DIV_ROUND_UP(4 * rate, 1000 * 1000 * 10 * 8) * 8;
1048	if (w > 6 * rate / (1000 * 1000 * 10) || w > 48) {
1049		dev_err(dp->dev, "aclk frequency too high\n");
1050		return -EINVAL;
1051	}
1052
1053	zynqmp_dp_write(dp, ZYNQMP_DP_AUX_CLK_DIVIDER,
1054			(w << ZYNQMP_DP_AUX_CLK_DIVIDER_AUX_FILTER_SHIFT) |
1055			(rate / (1000 * 1000)));
1056
1057	dp->aux.name = "ZynqMP DP AUX";
1058	dp->aux.dev = dp->dev;
1059	dp->aux.drm_dev = dp->bridge.dev;
1060	dp->aux.transfer = zynqmp_dp_aux_transfer;
1061
1062	return drm_dp_aux_register(&dp->aux);
1063}
1064
1065/**
1066 * zynqmp_dp_aux_cleanup - Cleanup the DP AUX
1067 * @dp: DisplayPort IP core structure
1068 *
1069 * Unregister the DP AUX adapter.
1070 */
1071static void zynqmp_dp_aux_cleanup(struct zynqmp_dp *dp)
1072{
1073	drm_dp_aux_unregister(&dp->aux);
1074}
1075
1076/* -----------------------------------------------------------------------------
1077 * DisplayPort Generic Support
1078 */
1079
1080/**
1081 * zynqmp_dp_update_misc - Write the misc registers
1082 * @dp: DisplayPort IP core structure
1083 *
1084 * The misc register values are stored in the structure, and this
1085 * function applies the values into the registers.
1086 */
1087static void zynqmp_dp_update_misc(struct zynqmp_dp *dp)
1088{
1089	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_MISC0, dp->config.misc0);
1090	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_MISC1, dp->config.misc1);
1091}
1092
1093/**
1094 * zynqmp_dp_set_format - Set the input format
1095 * @dp: DisplayPort IP core structure
1096 * @info: Display info
1097 * @format: input format
1098 * @bpc: bits per component
1099 *
1100 * Update misc register values based on input @format and @bpc.
1101 *
1102 * Return: 0 on success, or -EINVAL.
1103 */
1104static int zynqmp_dp_set_format(struct zynqmp_dp *dp,
1105				const struct drm_display_info *info,
1106				enum zynqmp_dpsub_format format,
1107				unsigned int bpc)
1108{
1109	struct zynqmp_dp_config *config = &dp->config;
1110	unsigned int num_colors;
1111
1112	config->misc0 &= ~ZYNQMP_DP_MAIN_STREAM_MISC0_COMP_FORMAT_MASK;
1113	config->misc1 &= ~ZYNQMP_DP_MAIN_STREAM_MISC1_Y_ONLY_EN;
1114
1115	switch (format) {
1116	case ZYNQMP_DPSUB_FORMAT_RGB:
1117		config->misc0 |= ZYNQMP_DP_MAIN_STREAM_MISC0_COMP_FORMAT_RGB;
1118		num_colors = 3;
1119		break;
1120
1121	case ZYNQMP_DPSUB_FORMAT_YCRCB444:
1122		config->misc0 |= ZYNQMP_DP_MAIN_STREAM_MISC0_COMP_FORMAT_YCRCB_444;
1123		num_colors = 3;
1124		break;
1125
1126	case ZYNQMP_DPSUB_FORMAT_YCRCB422:
1127		config->misc0 |= ZYNQMP_DP_MAIN_STREAM_MISC0_COMP_FORMAT_YCRCB_422;
1128		num_colors = 2;
1129		break;
1130
1131	case ZYNQMP_DPSUB_FORMAT_YONLY:
1132		config->misc1 |= ZYNQMP_DP_MAIN_STREAM_MISC1_Y_ONLY_EN;
1133		num_colors = 1;
1134		break;
1135
1136	default:
1137		dev_err(dp->dev, "Invalid colormetry in DT\n");
1138		return -EINVAL;
1139	}
1140
1141	if (info && info->bpc && bpc > info->bpc) {
1142		dev_warn(dp->dev,
1143			 "downgrading requested %ubpc to display limit %ubpc\n",
1144			 bpc, info->bpc);
1145		bpc = info->bpc;
1146	}
1147
1148	config->misc0 &= ~ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_MASK;
1149
1150	switch (bpc) {
1151	case 6:
1152		config->misc0 |= ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_6;
1153		break;
1154	case 8:
1155		config->misc0 |= ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_8;
1156		break;
1157	case 10:
1158		config->misc0 |= ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_10;
1159		break;
1160	case 12:
1161		config->misc0 |= ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_12;
1162		break;
1163	case 16:
1164		config->misc0 |= ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_16;
1165		break;
1166	default:
1167		dev_warn(dp->dev, "Not supported bpc (%u). fall back to 8bpc\n",
1168			 bpc);
1169		config->misc0 |= ZYNQMP_DP_MAIN_STREAM_MISC0_BPC_8;
1170		bpc = 8;
1171		break;
1172	}
1173
1174	/* Update the current bpp based on the format. */
1175	config->bpp = bpc * num_colors;
1176
1177	return 0;
1178}
1179
1180/**
1181 * zynqmp_dp_encoder_mode_set_transfer_unit - Set the transfer unit values
1182 * @dp: DisplayPort IP core structure
1183 * @mode: requested display mode
1184 *
1185 * Set the transfer unit, and calculate all transfer unit size related values.
1186 * Calculation is based on DP and IP core specification.
1187 */
1188static void
1189zynqmp_dp_encoder_mode_set_transfer_unit(struct zynqmp_dp *dp,
1190					 const struct drm_display_mode *mode)
1191{
1192	u32 tu = ZYNQMP_DP_MSA_TRANSFER_UNIT_SIZE_TU_SIZE_DEF;
1193	u32 bw, vid_kbytes, avg_bytes_per_tu, init_wait;
1194
1195	/* Use the max transfer unit size (default) */
1196	zynqmp_dp_write(dp, ZYNQMP_DP_MSA_TRANSFER_UNIT_SIZE, tu);
1197
1198	vid_kbytes = mode->clock * (dp->config.bpp / 8);
1199	bw = drm_dp_bw_code_to_link_rate(dp->mode.bw_code);
1200	avg_bytes_per_tu = vid_kbytes * tu / (dp->mode.lane_cnt * bw / 1000);
1201	zynqmp_dp_write(dp, ZYNQMP_DP_MIN_BYTES_PER_TU,
1202			avg_bytes_per_tu / 1000);
1203	zynqmp_dp_write(dp, ZYNQMP_DP_FRAC_BYTES_PER_TU,
1204			avg_bytes_per_tu % 1000);
1205
1206	/* Configure the initial wait cycle based on transfer unit size */
1207	if (tu < (avg_bytes_per_tu / 1000))
1208		init_wait = 0;
1209	else if ((avg_bytes_per_tu / 1000) <= 4)
1210		init_wait = tu;
1211	else
1212		init_wait = tu - avg_bytes_per_tu / 1000;
1213
1214	zynqmp_dp_write(dp, ZYNQMP_DP_INIT_WAIT, init_wait);
1215}
1216
1217/**
1218 * zynqmp_dp_encoder_mode_set_stream - Configure the main stream
1219 * @dp: DisplayPort IP core structure
1220 * @mode: requested display mode
1221 *
1222 * Configure the main stream based on the requested mode @mode. Calculation is
1223 * based on IP core specification.
1224 */
1225static void zynqmp_dp_encoder_mode_set_stream(struct zynqmp_dp *dp,
1226					      const struct drm_display_mode *mode)
1227{
1228	u8 lane_cnt = dp->mode.lane_cnt;
1229	u32 reg, wpl;
1230	unsigned int rate;
1231
1232	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_HTOTAL, mode->htotal);
1233	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_VTOTAL, mode->vtotal);
1234	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_POLARITY,
1235			(!!(mode->flags & DRM_MODE_FLAG_PVSYNC) <<
1236			 ZYNQMP_DP_MAIN_STREAM_POLARITY_VSYNC_SHIFT) |
1237			(!!(mode->flags & DRM_MODE_FLAG_PHSYNC) <<
1238			 ZYNQMP_DP_MAIN_STREAM_POLARITY_HSYNC_SHIFT));
1239	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_HSWIDTH,
1240			mode->hsync_end - mode->hsync_start);
1241	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_VSWIDTH,
1242			mode->vsync_end - mode->vsync_start);
1243	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_HRES, mode->hdisplay);
1244	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_VRES, mode->vdisplay);
1245	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_HSTART,
1246			mode->htotal - mode->hsync_start);
1247	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_VSTART,
1248			mode->vtotal - mode->vsync_start);
1249
1250	/* In synchronous mode, set the dividers */
1251	if (dp->config.misc0 & ZYNQMP_DP_MAIN_STREAM_MISC0_SYNC_LOCK) {
1252		reg = drm_dp_bw_code_to_link_rate(dp->mode.bw_code);
1253		zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_N_VID, reg);
1254		zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_M_VID, mode->clock);
1255		rate = zynqmp_dpsub_get_audio_clk_rate(dp->dpsub);
1256		if (rate) {
1257			dev_dbg(dp->dev, "Audio rate: %d\n", rate / 512);
1258			zynqmp_dp_write(dp, ZYNQMP_DP_TX_N_AUD, reg);
1259			zynqmp_dp_write(dp, ZYNQMP_DP_TX_M_AUD, rate / 1000);
1260		}
1261	}
1262
1263	/* Only 2 channel audio is supported now */
1264	if (zynqmp_dpsub_audio_enabled(dp->dpsub))
1265		zynqmp_dp_write(dp, ZYNQMP_DP_TX_AUDIO_CHANNELS, 1);
1266
1267	zynqmp_dp_write(dp, ZYNQMP_DP_USER_PIX_WIDTH, 1);
1268
1269	/* Translate to the native 16 bit datapath based on IP core spec */
1270	wpl = (mode->hdisplay * dp->config.bpp + 15) / 16;
1271	reg = wpl + wpl % lane_cnt - lane_cnt;
1272	zynqmp_dp_write(dp, ZYNQMP_DP_USER_DATA_COUNT_PER_LANE, reg);
1273}
1274
1275/* -----------------------------------------------------------------------------
1276 * DISP Configuration
1277 */
1278
1279static void zynqmp_dp_disp_enable(struct zynqmp_dp *dp,
1280				  struct drm_bridge_state *old_bridge_state)
1281{
1282	enum zynqmp_dpsub_layer_id layer_id;
1283	struct zynqmp_disp_layer *layer;
1284	const struct drm_format_info *info;
1285
1286	if (dp->dpsub->connected_ports & BIT(ZYNQMP_DPSUB_PORT_LIVE_VIDEO))
1287		layer_id = ZYNQMP_DPSUB_LAYER_VID;
1288	else if (dp->dpsub->connected_ports & BIT(ZYNQMP_DPSUB_PORT_LIVE_GFX))
1289		layer_id = ZYNQMP_DPSUB_LAYER_GFX;
1290	else
1291		return;
1292
1293	layer = dp->dpsub->layers[layer_id];
1294
1295	/* TODO: Make the format configurable. */
1296	info = drm_format_info(DRM_FORMAT_YUV422);
1297	zynqmp_disp_layer_set_format(layer, info);
1298	zynqmp_disp_layer_enable(layer, ZYNQMP_DPSUB_LAYER_LIVE);
1299
1300	if (layer_id == ZYNQMP_DPSUB_LAYER_GFX)
1301		zynqmp_disp_blend_set_global_alpha(dp->dpsub->disp, true, 255);
1302	else
1303		zynqmp_disp_blend_set_global_alpha(dp->dpsub->disp, false, 0);
1304
1305	zynqmp_disp_enable(dp->dpsub->disp);
1306}
1307
1308static void zynqmp_dp_disp_disable(struct zynqmp_dp *dp,
1309				   struct drm_bridge_state *old_bridge_state)
1310{
1311	struct zynqmp_disp_layer *layer;
1312
1313	if (dp->dpsub->connected_ports & BIT(ZYNQMP_DPSUB_PORT_LIVE_VIDEO))
1314		layer = dp->dpsub->layers[ZYNQMP_DPSUB_LAYER_VID];
1315	else if (dp->dpsub->connected_ports & BIT(ZYNQMP_DPSUB_PORT_LIVE_GFX))
1316		layer = dp->dpsub->layers[ZYNQMP_DPSUB_LAYER_GFX];
1317	else
1318		return;
1319
1320	zynqmp_disp_disable(dp->dpsub->disp);
1321	zynqmp_disp_layer_disable(layer);
1322}
1323
1324/* -----------------------------------------------------------------------------
1325 * DRM Bridge
1326 */
1327
1328static int zynqmp_dp_bridge_attach(struct drm_bridge *bridge,
1329				   enum drm_bridge_attach_flags flags)
1330{
1331	struct zynqmp_dp *dp = bridge_to_dp(bridge);
1332	int ret;
1333
1334	/* Initialize and register the AUX adapter. */
1335	ret = zynqmp_dp_aux_init(dp);
1336	if (ret) {
1337		dev_err(dp->dev, "failed to initialize DP aux\n");
1338		return ret;
1339	}
1340
1341	if (dp->next_bridge) {
1342		ret = drm_bridge_attach(bridge->encoder, dp->next_bridge,
1343					bridge, flags);
1344		if (ret < 0)
1345			goto error;
1346	}
1347
1348	/* Now that initialisation is complete, enable interrupts. */
1349	zynqmp_dp_write(dp, ZYNQMP_DP_INT_EN, ZYNQMP_DP_INT_ALL);
1350
1351	return 0;
1352
1353error:
1354	zynqmp_dp_aux_cleanup(dp);
1355	return ret;
1356}
1357
1358static void zynqmp_dp_bridge_detach(struct drm_bridge *bridge)
1359{
1360	struct zynqmp_dp *dp = bridge_to_dp(bridge);
1361
1362	zynqmp_dp_aux_cleanup(dp);
1363}
1364
1365static enum drm_mode_status
1366zynqmp_dp_bridge_mode_valid(struct drm_bridge *bridge,
1367			    const struct drm_display_info *info,
1368			    const struct drm_display_mode *mode)
1369{
1370	struct zynqmp_dp *dp = bridge_to_dp(bridge);
1371	int rate;
1372
1373	if (mode->clock > ZYNQMP_MAX_FREQ) {
1374		dev_dbg(dp->dev, "filtered mode %s for high pixel rate\n",
1375			mode->name);
1376		drm_mode_debug_printmodeline(mode);
1377		return MODE_CLOCK_HIGH;
1378	}
1379
1380	/* Check with link rate and lane count */
1381	rate = zynqmp_dp_max_rate(dp->link_config.max_rate,
1382				  dp->link_config.max_lanes, dp->config.bpp);
1383	if (mode->clock > rate) {
1384		dev_dbg(dp->dev, "filtered mode %s for high pixel rate\n",
1385			mode->name);
1386		drm_mode_debug_printmodeline(mode);
1387		return MODE_CLOCK_HIGH;
1388	}
1389
1390	return MODE_OK;
1391}
1392
1393static void zynqmp_dp_bridge_atomic_enable(struct drm_bridge *bridge,
1394					   struct drm_bridge_state *old_bridge_state)
1395{
1396	struct zynqmp_dp *dp = bridge_to_dp(bridge);
1397	struct drm_atomic_state *state = old_bridge_state->base.state;
1398	const struct drm_crtc_state *crtc_state;
1399	const struct drm_display_mode *adjusted_mode;
1400	const struct drm_display_mode *mode;
1401	struct drm_connector *connector;
1402	struct drm_crtc *crtc;
1403	unsigned int i;
1404	int rate;
1405	int ret;
1406
1407	pm_runtime_get_sync(dp->dev);
1408
1409	zynqmp_dp_disp_enable(dp, old_bridge_state);
1410
1411	/*
1412	 * Retrieve the CRTC mode and adjusted mode. This requires a little
1413	 * dance to go from the bridge to the encoder, to the connector and to
1414	 * the CRTC.
1415	 */
1416	connector = drm_atomic_get_new_connector_for_encoder(state,
1417							     bridge->encoder);
1418	crtc = drm_atomic_get_new_connector_state(state, connector)->crtc;
1419	crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
1420	adjusted_mode = &crtc_state->adjusted_mode;
1421	mode = &crtc_state->mode;
1422
1423	zynqmp_dp_set_format(dp, &connector->display_info,
1424			     ZYNQMP_DPSUB_FORMAT_RGB, 8);
1425
1426	/* Check again as bpp or format might have been changed */
1427	rate = zynqmp_dp_max_rate(dp->link_config.max_rate,
1428				  dp->link_config.max_lanes, dp->config.bpp);
1429	if (mode->clock > rate) {
1430		dev_err(dp->dev, "mode %s has too high pixel rate\n",
1431			mode->name);
1432		drm_mode_debug_printmodeline(mode);
1433	}
1434
1435	/* Configure the mode */
1436	ret = zynqmp_dp_mode_configure(dp, adjusted_mode->clock, 0);
1437	if (ret < 0) {
1438		pm_runtime_put_sync(dp->dev);
1439		return;
1440	}
1441
1442	zynqmp_dp_encoder_mode_set_transfer_unit(dp, adjusted_mode);
1443	zynqmp_dp_encoder_mode_set_stream(dp, adjusted_mode);
1444
1445	/* Enable the encoder */
1446	dp->enabled = true;
1447	zynqmp_dp_update_misc(dp);
1448	if (zynqmp_dpsub_audio_enabled(dp->dpsub))
1449		zynqmp_dp_write(dp, ZYNQMP_DP_TX_AUDIO_CONTROL, 1);
1450	zynqmp_dp_write(dp, ZYNQMP_DP_TX_PHY_POWER_DOWN, 0);
1451	if (dp->status == connector_status_connected) {
1452		for (i = 0; i < 3; i++) {
1453			ret = drm_dp_dpcd_writeb(&dp->aux, DP_SET_POWER,
1454						 DP_SET_POWER_D0);
1455			if (ret == 1)
1456				break;
1457			usleep_range(300, 500);
1458		}
1459		/* Some monitors take time to wake up properly */
1460		msleep(zynqmp_dp_power_on_delay_ms);
1461	}
1462	if (ret != 1)
1463		dev_dbg(dp->dev, "DP aux failed\n");
1464	else
1465		zynqmp_dp_train_loop(dp);
1466	zynqmp_dp_write(dp, ZYNQMP_DP_SOFTWARE_RESET,
1467			ZYNQMP_DP_SOFTWARE_RESET_ALL);
1468	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_ENABLE, 1);
1469}
1470
1471static void zynqmp_dp_bridge_atomic_disable(struct drm_bridge *bridge,
1472					    struct drm_bridge_state *old_bridge_state)
1473{
1474	struct zynqmp_dp *dp = bridge_to_dp(bridge);
1475
1476	dp->enabled = false;
1477	cancel_delayed_work(&dp->hpd_work);
1478	zynqmp_dp_write(dp, ZYNQMP_DP_MAIN_STREAM_ENABLE, 0);
1479	drm_dp_dpcd_writeb(&dp->aux, DP_SET_POWER, DP_SET_POWER_D3);
1480	zynqmp_dp_write(dp, ZYNQMP_DP_TX_PHY_POWER_DOWN,
1481			ZYNQMP_DP_TX_PHY_POWER_DOWN_ALL);
1482	if (zynqmp_dpsub_audio_enabled(dp->dpsub))
1483		zynqmp_dp_write(dp, ZYNQMP_DP_TX_AUDIO_CONTROL, 0);
1484
1485	zynqmp_dp_disp_disable(dp, old_bridge_state);
1486
1487	pm_runtime_put_sync(dp->dev);
1488}
1489
1490#define ZYNQMP_DP_MIN_H_BACKPORCH	20
1491
1492static int zynqmp_dp_bridge_atomic_check(struct drm_bridge *bridge,
1493					 struct drm_bridge_state *bridge_state,
1494					 struct drm_crtc_state *crtc_state,
1495					 struct drm_connector_state *conn_state)
1496{
1497	struct zynqmp_dp *dp = bridge_to_dp(bridge);
1498	struct drm_display_mode *mode = &crtc_state->mode;
1499	struct drm_display_mode *adjusted_mode = &crtc_state->adjusted_mode;
1500	int diff = mode->htotal - mode->hsync_end;
1501
1502	/*
1503	 * ZynqMP DP requires horizontal backporch to be greater than 12.
1504	 * This limitation may not be compatible with the sink device.
1505	 */
1506	if (diff < ZYNQMP_DP_MIN_H_BACKPORCH) {
1507		int vrefresh = (adjusted_mode->clock * 1000) /
1508			       (adjusted_mode->vtotal * adjusted_mode->htotal);
1509
1510		dev_dbg(dp->dev, "hbackporch adjusted: %d to %d",
1511			diff, ZYNQMP_DP_MIN_H_BACKPORCH - diff);
1512		diff = ZYNQMP_DP_MIN_H_BACKPORCH - diff;
1513		adjusted_mode->htotal += diff;
1514		adjusted_mode->clock = adjusted_mode->vtotal *
1515				       adjusted_mode->htotal * vrefresh / 1000;
1516	}
1517
1518	return 0;
1519}
1520
1521static enum drm_connector_status zynqmp_dp_bridge_detect(struct drm_bridge *bridge)
1522{
1523	struct zynqmp_dp *dp = bridge_to_dp(bridge);
1524	struct zynqmp_dp_link_config *link_config = &dp->link_config;
1525	u32 state, i;
1526	int ret;
1527
1528	/*
1529	 * This is from heuristic. It takes some delay (ex, 100 ~ 500 msec) to
1530	 * get the HPD signal with some monitors.
1531	 */
1532	for (i = 0; i < 10; i++) {
1533		state = zynqmp_dp_read(dp, ZYNQMP_DP_INTERRUPT_SIGNAL_STATE);
1534		if (state & ZYNQMP_DP_INTERRUPT_SIGNAL_STATE_HPD)
1535			break;
1536		msleep(100);
1537	}
1538
1539	if (state & ZYNQMP_DP_INTERRUPT_SIGNAL_STATE_HPD) {
1540		ret = drm_dp_dpcd_read(&dp->aux, 0x0, dp->dpcd,
1541				       sizeof(dp->dpcd));
1542		if (ret < 0) {
1543			dev_dbg(dp->dev, "DPCD read failed");
1544			goto disconnected;
1545		}
1546
1547		link_config->max_rate = min_t(int,
1548					      drm_dp_max_link_rate(dp->dpcd),
1549					      DP_HIGH_BIT_RATE2);
1550		link_config->max_lanes = min_t(u8,
1551					       drm_dp_max_lane_count(dp->dpcd),
1552					       dp->num_lanes);
1553
1554		dp->status = connector_status_connected;
1555		return connector_status_connected;
1556	}
1557
1558disconnected:
1559	dp->status = connector_status_disconnected;
1560	return connector_status_disconnected;
1561}
1562
1563static struct edid *zynqmp_dp_bridge_get_edid(struct drm_bridge *bridge,
1564					      struct drm_connector *connector)
1565{
1566	struct zynqmp_dp *dp = bridge_to_dp(bridge);
1567
1568	return drm_get_edid(connector, &dp->aux.ddc);
1569}
1570
1571static const struct drm_bridge_funcs zynqmp_dp_bridge_funcs = {
1572	.attach = zynqmp_dp_bridge_attach,
1573	.detach = zynqmp_dp_bridge_detach,
1574	.mode_valid = zynqmp_dp_bridge_mode_valid,
1575	.atomic_enable = zynqmp_dp_bridge_atomic_enable,
1576	.atomic_disable = zynqmp_dp_bridge_atomic_disable,
1577	.atomic_duplicate_state = drm_atomic_helper_bridge_duplicate_state,
1578	.atomic_destroy_state = drm_atomic_helper_bridge_destroy_state,
1579	.atomic_reset = drm_atomic_helper_bridge_reset,
1580	.atomic_check = zynqmp_dp_bridge_atomic_check,
1581	.detect = zynqmp_dp_bridge_detect,
1582	.get_edid = zynqmp_dp_bridge_get_edid,
1583};
1584
1585/* -----------------------------------------------------------------------------
1586 * Interrupt Handling
1587 */
1588
1589/**
1590 * zynqmp_dp_enable_vblank - Enable vblank
1591 * @dp: DisplayPort IP core structure
1592 *
1593 * Enable vblank interrupt
1594 */
1595void zynqmp_dp_enable_vblank(struct zynqmp_dp *dp)
1596{
1597	zynqmp_dp_write(dp, ZYNQMP_DP_INT_EN, ZYNQMP_DP_INT_VBLANK_START);
1598}
1599
1600/**
1601 * zynqmp_dp_disable_vblank - Disable vblank
1602 * @dp: DisplayPort IP core structure
1603 *
1604 * Disable vblank interrupt
1605 */
1606void zynqmp_dp_disable_vblank(struct zynqmp_dp *dp)
1607{
1608	zynqmp_dp_write(dp, ZYNQMP_DP_INT_DS, ZYNQMP_DP_INT_VBLANK_START);
1609}
1610
1611static void zynqmp_dp_hpd_work_func(struct work_struct *work)
1612{
1613	struct zynqmp_dp *dp = container_of(work, struct zynqmp_dp,
1614					    hpd_work.work);
1615	enum drm_connector_status status;
1616
1617	status = zynqmp_dp_bridge_detect(&dp->bridge);
1618	drm_bridge_hpd_notify(&dp->bridge, status);
1619}
1620
1621static irqreturn_t zynqmp_dp_irq_handler(int irq, void *data)
1622{
1623	struct zynqmp_dp *dp = (struct zynqmp_dp *)data;
1624	u32 status, mask;
1625
1626	status = zynqmp_dp_read(dp, ZYNQMP_DP_INT_STATUS);
1627	mask = zynqmp_dp_read(dp, ZYNQMP_DP_INT_MASK);
1628	if (!(status & ~mask))
1629		return IRQ_NONE;
1630
1631	/* dbg for diagnostic, but not much that the driver can do */
1632	if (status & ZYNQMP_DP_INT_CHBUF_UNDERFLW_MASK)
1633		dev_dbg_ratelimited(dp->dev, "underflow interrupt\n");
1634	if (status & ZYNQMP_DP_INT_CHBUF_OVERFLW_MASK)
1635		dev_dbg_ratelimited(dp->dev, "overflow interrupt\n");
1636
1637	zynqmp_dp_write(dp, ZYNQMP_DP_INT_STATUS, status);
1638
1639	if (status & ZYNQMP_DP_INT_VBLANK_START)
1640		zynqmp_dpsub_drm_handle_vblank(dp->dpsub);
1641
1642	if (status & ZYNQMP_DP_INT_HPD_EVENT)
1643		schedule_delayed_work(&dp->hpd_work, 0);
1644
1645	if (status & ZYNQMP_DP_INT_HPD_IRQ) {
1646		int ret;
1647		u8 status[DP_LINK_STATUS_SIZE + 2];
1648
1649		ret = drm_dp_dpcd_read(&dp->aux, DP_SINK_COUNT, status,
1650				       DP_LINK_STATUS_SIZE + 2);
1651		if (ret < 0)
1652			goto handled;
1653
1654		if (status[4] & DP_LINK_STATUS_UPDATED ||
1655		    !drm_dp_clock_recovery_ok(&status[2], dp->mode.lane_cnt) ||
1656		    !drm_dp_channel_eq_ok(&status[2], dp->mode.lane_cnt)) {
1657			zynqmp_dp_train_loop(dp);
1658		}
1659	}
1660
1661handled:
1662	return IRQ_HANDLED;
1663}
1664
1665/* -----------------------------------------------------------------------------
1666 * Initialization & Cleanup
1667 */
1668
1669int zynqmp_dp_probe(struct zynqmp_dpsub *dpsub)
1670{
1671	struct platform_device *pdev = to_platform_device(dpsub->dev);
1672	struct drm_bridge *bridge;
1673	struct zynqmp_dp *dp;
1674	struct resource *res;
1675	int ret;
1676
1677	dp = kzalloc(sizeof(*dp), GFP_KERNEL);
1678	if (!dp)
1679		return -ENOMEM;
1680
1681	dp->dev = &pdev->dev;
1682	dp->dpsub = dpsub;
1683	dp->status = connector_status_disconnected;
1684
1685	INIT_DELAYED_WORK(&dp->hpd_work, zynqmp_dp_hpd_work_func);
1686
1687	/* Acquire all resources (IOMEM, IRQ and PHYs). */
1688	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "dp");
1689	dp->iomem = devm_ioremap_resource(dp->dev, res);
1690	if (IS_ERR(dp->iomem)) {
1691		ret = PTR_ERR(dp->iomem);
1692		goto err_free;
1693	}
1694
1695	dp->irq = platform_get_irq(pdev, 0);
1696	if (dp->irq < 0) {
1697		ret = dp->irq;
1698		goto err_free;
1699	}
1700
1701	dp->reset = devm_reset_control_get(dp->dev, NULL);
1702	if (IS_ERR(dp->reset)) {
1703		if (PTR_ERR(dp->reset) != -EPROBE_DEFER)
1704			dev_err(dp->dev, "failed to get reset: %ld\n",
1705				PTR_ERR(dp->reset));
1706		ret = PTR_ERR(dp->reset);
1707		goto err_free;
1708	}
1709
1710	ret = zynqmp_dp_reset(dp, false);
1711	if (ret < 0)
1712		goto err_free;
1713
1714	ret = zynqmp_dp_phy_probe(dp);
1715	if (ret)
1716		goto err_reset;
1717
1718	/* Initialize the bridge. */
1719	bridge = &dp->bridge;
1720	bridge->funcs = &zynqmp_dp_bridge_funcs;
1721	bridge->ops = DRM_BRIDGE_OP_DETECT | DRM_BRIDGE_OP_EDID
1722		    | DRM_BRIDGE_OP_HPD;
1723	bridge->type = DRM_MODE_CONNECTOR_DisplayPort;
1724	dpsub->bridge = bridge;
1725
1726	/*
1727	 * Acquire the next bridge in the chain. Ignore errors caused by port@5
1728	 * not being connected for backward-compatibility with older DTs.
1729	 */
1730	ret = drm_of_find_panel_or_bridge(dp->dev->of_node, 5, 0, NULL,
1731					  &dp->next_bridge);
1732	if (ret < 0 && ret != -ENODEV)
1733		goto err_reset;
1734
1735	/* Initialize the hardware. */
1736	dp->config.misc0 &= ~ZYNQMP_DP_MAIN_STREAM_MISC0_SYNC_LOCK;
1737	zynqmp_dp_set_format(dp, NULL, ZYNQMP_DPSUB_FORMAT_RGB, 8);
1738
1739	zynqmp_dp_write(dp, ZYNQMP_DP_TX_PHY_POWER_DOWN,
1740			ZYNQMP_DP_TX_PHY_POWER_DOWN_ALL);
1741	zynqmp_dp_set(dp, ZYNQMP_DP_PHY_RESET, ZYNQMP_DP_PHY_RESET_ALL_RESET);
1742	zynqmp_dp_write(dp, ZYNQMP_DP_FORCE_SCRAMBLER_RESET, 1);
1743	zynqmp_dp_write(dp, ZYNQMP_DP_TRANSMITTER_ENABLE, 0);
1744	zynqmp_dp_write(dp, ZYNQMP_DP_INT_DS, 0xffffffff);
1745
1746	ret = zynqmp_dp_phy_init(dp);
1747	if (ret)
1748		goto err_reset;
1749
1750	zynqmp_dp_write(dp, ZYNQMP_DP_TRANSMITTER_ENABLE, 1);
1751
1752	/*
1753	 * Now that the hardware is initialized and won't generate spurious
1754	 * interrupts, request the IRQ.
1755	 */
1756	ret = devm_request_threaded_irq(dp->dev, dp->irq, NULL,
1757					zynqmp_dp_irq_handler, IRQF_ONESHOT,
1758					dev_name(dp->dev), dp);
1759	if (ret < 0)
1760		goto err_phy_exit;
1761
1762	dpsub->dp = dp;
1763
1764	dev_dbg(dp->dev, "ZynqMP DisplayPort Tx probed with %u lanes\n",
1765		dp->num_lanes);
1766
1767	return 0;
1768
1769err_phy_exit:
1770	zynqmp_dp_phy_exit(dp);
1771err_reset:
1772	zynqmp_dp_reset(dp, true);
1773err_free:
1774	kfree(dp);
1775	return ret;
1776}
1777
1778void zynqmp_dp_remove(struct zynqmp_dpsub *dpsub)
1779{
1780	struct zynqmp_dp *dp = dpsub->dp;
1781
1782	zynqmp_dp_write(dp, ZYNQMP_DP_INT_DS, ZYNQMP_DP_INT_ALL);
1783	disable_irq(dp->irq);
1784
1785	cancel_delayed_work_sync(&dp->hpd_work);
1786
1787	zynqmp_dp_write(dp, ZYNQMP_DP_TRANSMITTER_ENABLE, 0);
1788	zynqmp_dp_write(dp, ZYNQMP_DP_INT_DS, 0xffffffff);
1789
1790	zynqmp_dp_phy_exit(dp);
1791	zynqmp_dp_reset(dp, true);
1792}
1793