1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2012 Avionic Design GmbH
4 * Copyright (C) 2012 NVIDIA CORPORATION.  All rights reserved.
5 */
6
7#include <linux/clk.h>
8#include <linux/debugfs.h>
9#include <linux/delay.h>
10#include <linux/hdmi.h>
11#include <linux/math64.h>
12#include <linux/module.h>
13#include <linux/of_device.h>
14#include <linux/pm_runtime.h>
15#include <linux/regulator/consumer.h>
16#include <linux/reset.h>
17
18#include <drm/drm_atomic_helper.h>
19#include <drm/drm_crtc.h>
20#include <drm/drm_debugfs.h>
21#include <drm/drm_file.h>
22#include <drm/drm_fourcc.h>
23#include <drm/drm_probe_helper.h>
24#include <drm/drm_simple_kms_helper.h>
25
26#include "hda.h"
27#include "hdmi.h"
28#include "drm.h"
29#include "dc.h"
30#include "trace.h"
31
32#define HDMI_ELD_BUFFER_SIZE 96
33
34struct tmds_config {
35	unsigned int pclk;
36	u32 pll0;
37	u32 pll1;
38	u32 pe_current;
39	u32 drive_current;
40	u32 peak_current;
41};
42
43struct tegra_hdmi_config {
44	const struct tmds_config *tmds;
45	unsigned int num_tmds;
46
47	unsigned long fuse_override_offset;
48	u32 fuse_override_value;
49
50	bool has_sor_io_peak_current;
51	bool has_hda;
52	bool has_hbr;
53};
54
55struct tegra_hdmi {
56	struct host1x_client client;
57	struct tegra_output output;
58	struct device *dev;
59
60	struct regulator *hdmi;
61	struct regulator *pll;
62	struct regulator *vdd;
63
64	void __iomem *regs;
65	unsigned int irq;
66
67	struct clk *clk_parent;
68	struct clk *clk;
69	struct reset_control *rst;
70
71	const struct tegra_hdmi_config *config;
72
73	unsigned int audio_source;
74	struct tegra_hda_format format;
75
76	unsigned int pixel_clock;
77	bool stereo;
78	bool dvi;
79
80	struct drm_info_list *debugfs_files;
81};
82
83static inline struct tegra_hdmi *
84host1x_client_to_hdmi(struct host1x_client *client)
85{
86	return container_of(client, struct tegra_hdmi, client);
87}
88
89static inline struct tegra_hdmi *to_hdmi(struct tegra_output *output)
90{
91	return container_of(output, struct tegra_hdmi, output);
92}
93
94#define HDMI_AUDIOCLK_FREQ 216000000
95#define HDMI_REKEY_DEFAULT 56
96
97enum {
98	AUTO = 0,
99	SPDIF,
100	HDA,
101};
102
103static inline u32 tegra_hdmi_readl(struct tegra_hdmi *hdmi,
104				   unsigned int offset)
105{
106	u32 value = readl(hdmi->regs + (offset << 2));
107
108	trace_hdmi_readl(hdmi->dev, offset, value);
109
110	return value;
111}
112
113static inline void tegra_hdmi_writel(struct tegra_hdmi *hdmi, u32 value,
114				     unsigned int offset)
115{
116	trace_hdmi_writel(hdmi->dev, offset, value);
117	writel(value, hdmi->regs + (offset << 2));
118}
119
120struct tegra_hdmi_audio_config {
121	unsigned int n;
122	unsigned int cts;
123	unsigned int aval;
124};
125
126static const struct tmds_config tegra20_tmds_config[] = {
127	{ /* slow pixel clock modes */
128		.pclk = 27000000,
129		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
130			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(0) |
131			SOR_PLL_TX_REG_LOAD(3),
132		.pll1 = SOR_PLL_TMDS_TERM_ENABLE,
133		.pe_current = PE_CURRENT0(PE_CURRENT_0_0_mA) |
134			PE_CURRENT1(PE_CURRENT_0_0_mA) |
135			PE_CURRENT2(PE_CURRENT_0_0_mA) |
136			PE_CURRENT3(PE_CURRENT_0_0_mA),
137		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_7_125_mA) |
138			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_7_125_mA) |
139			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_7_125_mA) |
140			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_7_125_mA),
141	},
142	{ /* high pixel clock modes */
143		.pclk = UINT_MAX,
144		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
145			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(1) |
146			SOR_PLL_TX_REG_LOAD(3),
147		.pll1 = SOR_PLL_TMDS_TERM_ENABLE | SOR_PLL_PE_EN,
148		.pe_current = PE_CURRENT0(PE_CURRENT_6_0_mA) |
149			PE_CURRENT1(PE_CURRENT_6_0_mA) |
150			PE_CURRENT2(PE_CURRENT_6_0_mA) |
151			PE_CURRENT3(PE_CURRENT_6_0_mA),
152		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_7_125_mA) |
153			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_7_125_mA) |
154			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_7_125_mA) |
155			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_7_125_mA),
156	},
157};
158
159static const struct tmds_config tegra30_tmds_config[] = {
160	{ /* 480p modes */
161		.pclk = 27000000,
162		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
163			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(0) |
164			SOR_PLL_TX_REG_LOAD(0),
165		.pll1 = SOR_PLL_TMDS_TERM_ENABLE,
166		.pe_current = PE_CURRENT0(PE_CURRENT_0_0_mA) |
167			PE_CURRENT1(PE_CURRENT_0_0_mA) |
168			PE_CURRENT2(PE_CURRENT_0_0_mA) |
169			PE_CURRENT3(PE_CURRENT_0_0_mA),
170		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_5_250_mA) |
171			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_5_250_mA) |
172			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_5_250_mA) |
173			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_5_250_mA),
174	}, { /* 720p modes */
175		.pclk = 74250000,
176		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
177			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(1) |
178			SOR_PLL_TX_REG_LOAD(0),
179		.pll1 = SOR_PLL_TMDS_TERM_ENABLE | SOR_PLL_PE_EN,
180		.pe_current = PE_CURRENT0(PE_CURRENT_5_0_mA) |
181			PE_CURRENT1(PE_CURRENT_5_0_mA) |
182			PE_CURRENT2(PE_CURRENT_5_0_mA) |
183			PE_CURRENT3(PE_CURRENT_5_0_mA),
184		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_5_250_mA) |
185			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_5_250_mA) |
186			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_5_250_mA) |
187			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_5_250_mA),
188	}, { /* 1080p modes */
189		.pclk = UINT_MAX,
190		.pll0 = SOR_PLL_BG_V17_S(3) | SOR_PLL_ICHPMP(1) |
191			SOR_PLL_RESISTORSEL | SOR_PLL_VCOCAP(3) |
192			SOR_PLL_TX_REG_LOAD(0),
193		.pll1 = SOR_PLL_TMDS_TERM_ENABLE | SOR_PLL_PE_EN,
194		.pe_current = PE_CURRENT0(PE_CURRENT_5_0_mA) |
195			PE_CURRENT1(PE_CURRENT_5_0_mA) |
196			PE_CURRENT2(PE_CURRENT_5_0_mA) |
197			PE_CURRENT3(PE_CURRENT_5_0_mA),
198		.drive_current = DRIVE_CURRENT_LANE0(DRIVE_CURRENT_5_250_mA) |
199			DRIVE_CURRENT_LANE1(DRIVE_CURRENT_5_250_mA) |
200			DRIVE_CURRENT_LANE2(DRIVE_CURRENT_5_250_mA) |
201			DRIVE_CURRENT_LANE3(DRIVE_CURRENT_5_250_mA),
202	},
203};
204
205static const struct tmds_config tegra114_tmds_config[] = {
206	{ /* 480p/576p / 25.2MHz/27MHz modes */
207		.pclk = 27000000,
208		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
209			SOR_PLL_VCOCAP(0) | SOR_PLL_RESISTORSEL,
210		.pll1 = SOR_PLL_LOADADJ(3) | SOR_PLL_TMDS_TERMADJ(0),
211		.pe_current = PE_CURRENT0(PE_CURRENT_0_mA_T114) |
212			PE_CURRENT1(PE_CURRENT_0_mA_T114) |
213			PE_CURRENT2(PE_CURRENT_0_mA_T114) |
214			PE_CURRENT3(PE_CURRENT_0_mA_T114),
215		.drive_current =
216			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_10_400_mA_T114) |
217			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_10_400_mA_T114) |
218			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_10_400_mA_T114) |
219			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_10_400_mA_T114),
220		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
221			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
222			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
223			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
224	}, { /* 720p / 74.25MHz modes */
225		.pclk = 74250000,
226		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
227			SOR_PLL_VCOCAP(1) | SOR_PLL_RESISTORSEL,
228		.pll1 = SOR_PLL_PE_EN | SOR_PLL_LOADADJ(3) |
229			SOR_PLL_TMDS_TERMADJ(0),
230		.pe_current = PE_CURRENT0(PE_CURRENT_15_mA_T114) |
231			PE_CURRENT1(PE_CURRENT_15_mA_T114) |
232			PE_CURRENT2(PE_CURRENT_15_mA_T114) |
233			PE_CURRENT3(PE_CURRENT_15_mA_T114),
234		.drive_current =
235			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_10_400_mA_T114) |
236			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_10_400_mA_T114) |
237			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_10_400_mA_T114) |
238			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_10_400_mA_T114),
239		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
240			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
241			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
242			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
243	}, { /* 1080p / 148.5MHz modes */
244		.pclk = 148500000,
245		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
246			SOR_PLL_VCOCAP(3) | SOR_PLL_RESISTORSEL,
247		.pll1 = SOR_PLL_PE_EN | SOR_PLL_LOADADJ(3) |
248			SOR_PLL_TMDS_TERMADJ(0),
249		.pe_current = PE_CURRENT0(PE_CURRENT_10_mA_T114) |
250			PE_CURRENT1(PE_CURRENT_10_mA_T114) |
251			PE_CURRENT2(PE_CURRENT_10_mA_T114) |
252			PE_CURRENT3(PE_CURRENT_10_mA_T114),
253		.drive_current =
254			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_12_400_mA_T114) |
255			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_12_400_mA_T114) |
256			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_12_400_mA_T114) |
257			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_12_400_mA_T114),
258		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
259			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
260			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
261			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
262	}, { /* 225/297MHz modes */
263		.pclk = UINT_MAX,
264		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
265			SOR_PLL_VCOCAP(0xf) | SOR_PLL_RESISTORSEL,
266		.pll1 = SOR_PLL_LOADADJ(3) | SOR_PLL_TMDS_TERMADJ(7)
267			| SOR_PLL_TMDS_TERM_ENABLE,
268		.pe_current = PE_CURRENT0(PE_CURRENT_0_mA_T114) |
269			PE_CURRENT1(PE_CURRENT_0_mA_T114) |
270			PE_CURRENT2(PE_CURRENT_0_mA_T114) |
271			PE_CURRENT3(PE_CURRENT_0_mA_T114),
272		.drive_current =
273			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_25_200_mA_T114) |
274			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_25_200_mA_T114) |
275			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_25_200_mA_T114) |
276			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_19_200_mA_T114),
277		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_3_000_mA) |
278			PEAK_CURRENT_LANE1(PEAK_CURRENT_3_000_mA) |
279			PEAK_CURRENT_LANE2(PEAK_CURRENT_3_000_mA) |
280			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_800_mA),
281	},
282};
283
284static const struct tmds_config tegra124_tmds_config[] = {
285	{ /* 480p/576p / 25.2MHz/27MHz modes */
286		.pclk = 27000000,
287		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
288			SOR_PLL_VCOCAP(0) | SOR_PLL_RESISTORSEL,
289		.pll1 = SOR_PLL_LOADADJ(3) | SOR_PLL_TMDS_TERMADJ(0),
290		.pe_current = PE_CURRENT0(PE_CURRENT_0_mA_T114) |
291			PE_CURRENT1(PE_CURRENT_0_mA_T114) |
292			PE_CURRENT2(PE_CURRENT_0_mA_T114) |
293			PE_CURRENT3(PE_CURRENT_0_mA_T114),
294		.drive_current =
295			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_10_400_mA_T114) |
296			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_10_400_mA_T114) |
297			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_10_400_mA_T114) |
298			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_10_400_mA_T114),
299		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
300			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
301			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
302			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
303	}, { /* 720p / 74.25MHz modes */
304		.pclk = 74250000,
305		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
306			SOR_PLL_VCOCAP(1) | SOR_PLL_RESISTORSEL,
307		.pll1 = SOR_PLL_PE_EN | SOR_PLL_LOADADJ(3) |
308			SOR_PLL_TMDS_TERMADJ(0),
309		.pe_current = PE_CURRENT0(PE_CURRENT_15_mA_T114) |
310			PE_CURRENT1(PE_CURRENT_15_mA_T114) |
311			PE_CURRENT2(PE_CURRENT_15_mA_T114) |
312			PE_CURRENT3(PE_CURRENT_15_mA_T114),
313		.drive_current =
314			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_10_400_mA_T114) |
315			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_10_400_mA_T114) |
316			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_10_400_mA_T114) |
317			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_10_400_mA_T114),
318		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
319			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
320			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
321			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
322	}, { /* 1080p / 148.5MHz modes */
323		.pclk = 148500000,
324		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
325			SOR_PLL_VCOCAP(3) | SOR_PLL_RESISTORSEL,
326		.pll1 = SOR_PLL_PE_EN | SOR_PLL_LOADADJ(3) |
327			SOR_PLL_TMDS_TERMADJ(0),
328		.pe_current = PE_CURRENT0(PE_CURRENT_10_mA_T114) |
329			PE_CURRENT1(PE_CURRENT_10_mA_T114) |
330			PE_CURRENT2(PE_CURRENT_10_mA_T114) |
331			PE_CURRENT3(PE_CURRENT_10_mA_T114),
332		.drive_current =
333			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_12_400_mA_T114) |
334			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_12_400_mA_T114) |
335			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_12_400_mA_T114) |
336			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_12_400_mA_T114),
337		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_0_000_mA) |
338			PEAK_CURRENT_LANE1(PEAK_CURRENT_0_000_mA) |
339			PEAK_CURRENT_LANE2(PEAK_CURRENT_0_000_mA) |
340			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_000_mA),
341	}, { /* 225/297MHz modes */
342		.pclk = UINT_MAX,
343		.pll0 = SOR_PLL_ICHPMP(1) | SOR_PLL_BG_V17_S(3) |
344			SOR_PLL_VCOCAP(0xf) | SOR_PLL_RESISTORSEL,
345		.pll1 = SOR_PLL_LOADADJ(3) | SOR_PLL_TMDS_TERMADJ(7)
346			| SOR_PLL_TMDS_TERM_ENABLE,
347		.pe_current = PE_CURRENT0(PE_CURRENT_0_mA_T114) |
348			PE_CURRENT1(PE_CURRENT_0_mA_T114) |
349			PE_CURRENT2(PE_CURRENT_0_mA_T114) |
350			PE_CURRENT3(PE_CURRENT_0_mA_T114),
351		.drive_current =
352			DRIVE_CURRENT_LANE0_T114(DRIVE_CURRENT_25_200_mA_T114) |
353			DRIVE_CURRENT_LANE1_T114(DRIVE_CURRENT_25_200_mA_T114) |
354			DRIVE_CURRENT_LANE2_T114(DRIVE_CURRENT_25_200_mA_T114) |
355			DRIVE_CURRENT_LANE3_T114(DRIVE_CURRENT_19_200_mA_T114),
356		.peak_current = PEAK_CURRENT_LANE0(PEAK_CURRENT_3_000_mA) |
357			PEAK_CURRENT_LANE1(PEAK_CURRENT_3_000_mA) |
358			PEAK_CURRENT_LANE2(PEAK_CURRENT_3_000_mA) |
359			PEAK_CURRENT_LANE3(PEAK_CURRENT_0_800_mA),
360	},
361};
362
363static int
364tegra_hdmi_get_audio_config(unsigned int audio_freq, unsigned int pix_clock,
365			    struct tegra_hdmi_audio_config *config)
366{
367	const unsigned int afreq = 128 * audio_freq;
368	const unsigned int min_n = afreq / 1500;
369	const unsigned int max_n = afreq / 300;
370	const unsigned int ideal_n = afreq / 1000;
371	int64_t min_err = (uint64_t)-1 >> 1;
372	unsigned int min_delta = -1;
373	int n;
374
375	memset(config, 0, sizeof(*config));
376	config->n = -1;
377
378	for (n = min_n; n <= max_n; n++) {
379		uint64_t cts_f, aval_f;
380		unsigned int delta;
381		int64_t cts, err;
382
383		/* compute aval in 48.16 fixed point */
384		aval_f = ((int64_t)24000000 << 16) * n;
385		do_div(aval_f, afreq);
386		/* It should round without any rest */
387		if (aval_f & 0xFFFF)
388			continue;
389
390		/* Compute cts in 48.16 fixed point */
391		cts_f = ((int64_t)pix_clock << 16) * n;
392		do_div(cts_f, afreq);
393		/* Round it to the nearest integer */
394		cts = (cts_f & ~0xFFFF) + ((cts_f & BIT(15)) << 1);
395
396		delta = abs(n - ideal_n);
397
398		/* Compute the absolute error */
399		err = abs((int64_t)cts_f - cts);
400		if (err < min_err || (err == min_err && delta < min_delta)) {
401			config->n = n;
402			config->cts = cts >> 16;
403			config->aval = aval_f >> 16;
404			min_delta = delta;
405			min_err = err;
406		}
407	}
408
409	return config->n != -1 ? 0 : -EINVAL;
410}
411
412static void tegra_hdmi_setup_audio_fs_tables(struct tegra_hdmi *hdmi)
413{
414	const unsigned int freqs[] = {
415		32000, 44100, 48000, 88200, 96000, 176400, 192000
416	};
417	unsigned int i;
418
419	for (i = 0; i < ARRAY_SIZE(freqs); i++) {
420		unsigned int f = freqs[i];
421		unsigned int eight_half;
422		unsigned int delta;
423		u32 value;
424
425		if (f > 96000)
426			delta = 2;
427		else if (f > 48000)
428			delta = 6;
429		else
430			delta = 9;
431
432		eight_half = (8 * HDMI_AUDIOCLK_FREQ) / (f * 128);
433		value = AUDIO_FS_LOW(eight_half - delta) |
434			AUDIO_FS_HIGH(eight_half + delta);
435		tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_AUDIO_FS(i));
436	}
437}
438
439static void tegra_hdmi_write_aval(struct tegra_hdmi *hdmi, u32 value)
440{
441	static const struct {
442		unsigned int sample_rate;
443		unsigned int offset;
444	} regs[] = {
445		{  32000, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0320 },
446		{  44100, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0441 },
447		{  48000, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0480 },
448		{  88200, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0882 },
449		{  96000, HDMI_NV_PDISP_SOR_AUDIO_AVAL_0960 },
450		{ 176400, HDMI_NV_PDISP_SOR_AUDIO_AVAL_1764 },
451		{ 192000, HDMI_NV_PDISP_SOR_AUDIO_AVAL_1920 },
452	};
453	unsigned int i;
454
455	for (i = 0; i < ARRAY_SIZE(regs); i++) {
456		if (regs[i].sample_rate == hdmi->format.sample_rate) {
457			tegra_hdmi_writel(hdmi, value, regs[i].offset);
458			break;
459		}
460	}
461}
462
463static int tegra_hdmi_setup_audio(struct tegra_hdmi *hdmi)
464{
465	struct tegra_hdmi_audio_config config;
466	u32 source, value;
467	int err;
468
469	switch (hdmi->audio_source) {
470	case HDA:
471		if (hdmi->config->has_hda)
472			source = SOR_AUDIO_CNTRL0_SOURCE_SELECT_HDAL;
473		else
474			return -EINVAL;
475
476		break;
477
478	case SPDIF:
479		if (hdmi->config->has_hda)
480			source = SOR_AUDIO_CNTRL0_SOURCE_SELECT_SPDIF;
481		else
482			source = AUDIO_CNTRL0_SOURCE_SELECT_SPDIF;
483		break;
484
485	default:
486		if (hdmi->config->has_hda)
487			source = SOR_AUDIO_CNTRL0_SOURCE_SELECT_AUTO;
488		else
489			source = AUDIO_CNTRL0_SOURCE_SELECT_AUTO;
490		break;
491	}
492
493	/*
494	 * Tegra30 and later use a slightly modified version of the register
495	 * layout to accomodate for changes related to supporting HDA as the
496	 * audio input source for HDMI. The source select field has moved to
497	 * the SOR_AUDIO_CNTRL0 register, but the error tolerance and frames
498	 * per block fields remain in the AUDIO_CNTRL0 register.
499	 */
500	if (hdmi->config->has_hda) {
501		/*
502		 * Inject null samples into the audio FIFO for every frame in
503		 * which the codec did not receive any samples. This applies
504		 * to stereo LPCM only.
505		 *
506		 * XXX: This seems to be a remnant of MCP days when this was
507		 * used to work around issues with monitors not being able to
508		 * play back system startup sounds early. It is possibly not
509		 * needed on Linux at all.
510		 */
511		if (hdmi->format.channels == 2)
512			value = SOR_AUDIO_CNTRL0_INJECT_NULLSMPL;
513		else
514			value = 0;
515
516		value |= source;
517
518		tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_AUDIO_CNTRL0);
519	}
520
521	/*
522	 * On Tegra20, HDA is not a supported audio source and the source
523	 * select field is part of the AUDIO_CNTRL0 register.
524	 */
525	value = AUDIO_CNTRL0_FRAMES_PER_BLOCK(0xc0) |
526		AUDIO_CNTRL0_ERROR_TOLERANCE(6);
527
528	if (!hdmi->config->has_hda)
529		value |= source;
530
531	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_AUDIO_CNTRL0);
532
533	/*
534	 * Advertise support for High Bit-Rate on Tegra114 and later.
535	 */
536	if (hdmi->config->has_hbr) {
537		value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_AUDIO_SPARE0);
538		value |= SOR_AUDIO_SPARE0_HBR_ENABLE;
539		tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_AUDIO_SPARE0);
540	}
541
542	err = tegra_hdmi_get_audio_config(hdmi->format.sample_rate,
543					  hdmi->pixel_clock, &config);
544	if (err < 0) {
545		dev_err(hdmi->dev,
546			"cannot set audio to %u Hz at %u Hz pixel clock\n",
547			hdmi->format.sample_rate, hdmi->pixel_clock);
548		return err;
549	}
550
551	dev_dbg(hdmi->dev, "audio: pixclk=%u, n=%u, cts=%u, aval=%u\n",
552		hdmi->pixel_clock, config.n, config.cts, config.aval);
553
554	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_HDMI_ACR_CTRL);
555
556	value = AUDIO_N_RESETF | AUDIO_N_GENERATE_ALTERNATE |
557		AUDIO_N_VALUE(config.n - 1);
558	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_AUDIO_N);
559
560	tegra_hdmi_writel(hdmi, ACR_SUBPACK_N(config.n) | ACR_ENABLE,
561			  HDMI_NV_PDISP_HDMI_ACR_0441_SUBPACK_HIGH);
562
563	tegra_hdmi_writel(hdmi, ACR_SUBPACK_CTS(config.cts),
564			  HDMI_NV_PDISP_HDMI_ACR_0441_SUBPACK_LOW);
565
566	value = SPARE_HW_CTS | SPARE_FORCE_SW_CTS | SPARE_CTS_RESET_VAL(1);
567	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_SPARE);
568
569	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_AUDIO_N);
570	value &= ~AUDIO_N_RESETF;
571	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_AUDIO_N);
572
573	if (hdmi->config->has_hda)
574		tegra_hdmi_write_aval(hdmi, config.aval);
575
576	tegra_hdmi_setup_audio_fs_tables(hdmi);
577
578	return 0;
579}
580
581static void tegra_hdmi_disable_audio(struct tegra_hdmi *hdmi)
582{
583	u32 value;
584
585	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
586	value &= ~GENERIC_CTRL_AUDIO;
587	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
588}
589
590static void tegra_hdmi_enable_audio(struct tegra_hdmi *hdmi)
591{
592	u32 value;
593
594	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
595	value |= GENERIC_CTRL_AUDIO;
596	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
597}
598
599static void tegra_hdmi_write_eld(struct tegra_hdmi *hdmi)
600{
601	size_t length = drm_eld_size(hdmi->output.connector.eld), i;
602	u32 value;
603
604	for (i = 0; i < length; i++)
605		tegra_hdmi_writel(hdmi, i << 8 | hdmi->output.connector.eld[i],
606				  HDMI_NV_PDISP_SOR_AUDIO_HDA_ELD_BUFWR);
607
608	/*
609	 * The HDA codec will always report an ELD buffer size of 96 bytes and
610	 * the HDA codec driver will check that each byte read from the buffer
611	 * is valid. Therefore every byte must be written, even if no 96 bytes
612	 * were parsed from EDID.
613	 */
614	for (i = length; i < HDMI_ELD_BUFFER_SIZE; i++)
615		tegra_hdmi_writel(hdmi, i << 8 | 0,
616				  HDMI_NV_PDISP_SOR_AUDIO_HDA_ELD_BUFWR);
617
618	value = SOR_AUDIO_HDA_PRESENSE_VALID | SOR_AUDIO_HDA_PRESENSE_PRESENT;
619	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_AUDIO_HDA_PRESENSE);
620}
621
622static inline u32 tegra_hdmi_subpack(const u8 *ptr, size_t size)
623{
624	u32 value = 0;
625	size_t i;
626
627	for (i = size; i > 0; i--)
628		value = (value << 8) | ptr[i - 1];
629
630	return value;
631}
632
633static void tegra_hdmi_write_infopack(struct tegra_hdmi *hdmi, const void *data,
634				      size_t size)
635{
636	const u8 *ptr = data;
637	unsigned long offset;
638	size_t i, j;
639	u32 value;
640
641	switch (ptr[0]) {
642	case HDMI_INFOFRAME_TYPE_AVI:
643		offset = HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_HEADER;
644		break;
645
646	case HDMI_INFOFRAME_TYPE_AUDIO:
647		offset = HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_HEADER;
648		break;
649
650	case HDMI_INFOFRAME_TYPE_VENDOR:
651		offset = HDMI_NV_PDISP_HDMI_GENERIC_HEADER;
652		break;
653
654	default:
655		dev_err(hdmi->dev, "unsupported infoframe type: %02x\n",
656			ptr[0]);
657		return;
658	}
659
660	value = INFOFRAME_HEADER_TYPE(ptr[0]) |
661		INFOFRAME_HEADER_VERSION(ptr[1]) |
662		INFOFRAME_HEADER_LEN(ptr[2]);
663	tegra_hdmi_writel(hdmi, value, offset);
664	offset++;
665
666	/*
667	 * Each subpack contains 7 bytes, divided into:
668	 * - subpack_low: bytes 0 - 3
669	 * - subpack_high: bytes 4 - 6 (with byte 7 padded to 0x00)
670	 */
671	for (i = 3, j = 0; i < size; i += 7, j += 8) {
672		size_t rem = size - i, num = min_t(size_t, rem, 4);
673
674		value = tegra_hdmi_subpack(&ptr[i], num);
675		tegra_hdmi_writel(hdmi, value, offset++);
676
677		num = min_t(size_t, rem - num, 3);
678
679		value = tegra_hdmi_subpack(&ptr[i + 4], num);
680		tegra_hdmi_writel(hdmi, value, offset++);
681	}
682}
683
684static void tegra_hdmi_setup_avi_infoframe(struct tegra_hdmi *hdmi,
685					   struct drm_display_mode *mode)
686{
687	struct hdmi_avi_infoframe frame;
688	u8 buffer[17];
689	ssize_t err;
690
691	err = drm_hdmi_avi_infoframe_from_display_mode(&frame,
692						       &hdmi->output.connector, mode);
693	if (err < 0) {
694		dev_err(hdmi->dev, "failed to setup AVI infoframe: %zd\n", err);
695		return;
696	}
697
698	err = hdmi_avi_infoframe_pack(&frame, buffer, sizeof(buffer));
699	if (err < 0) {
700		dev_err(hdmi->dev, "failed to pack AVI infoframe: %zd\n", err);
701		return;
702	}
703
704	tegra_hdmi_write_infopack(hdmi, buffer, err);
705}
706
707static void tegra_hdmi_disable_avi_infoframe(struct tegra_hdmi *hdmi)
708{
709	u32 value;
710
711	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL);
712	value &= ~INFOFRAME_CTRL_ENABLE;
713	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL);
714}
715
716static void tegra_hdmi_enable_avi_infoframe(struct tegra_hdmi *hdmi)
717{
718	u32 value;
719
720	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL);
721	value |= INFOFRAME_CTRL_ENABLE;
722	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL);
723}
724
725static void tegra_hdmi_setup_audio_infoframe(struct tegra_hdmi *hdmi)
726{
727	struct hdmi_audio_infoframe frame;
728	u8 buffer[14];
729	ssize_t err;
730
731	err = hdmi_audio_infoframe_init(&frame);
732	if (err < 0) {
733		dev_err(hdmi->dev, "failed to setup audio infoframe: %zd\n",
734			err);
735		return;
736	}
737
738	frame.channels = hdmi->format.channels;
739
740	err = hdmi_audio_infoframe_pack(&frame, buffer, sizeof(buffer));
741	if (err < 0) {
742		dev_err(hdmi->dev, "failed to pack audio infoframe: %zd\n",
743			err);
744		return;
745	}
746
747	/*
748	 * The audio infoframe has only one set of subpack registers, so the
749	 * infoframe needs to be truncated. One set of subpack registers can
750	 * contain 7 bytes. Including the 3 byte header only the first 10
751	 * bytes can be programmed.
752	 */
753	tegra_hdmi_write_infopack(hdmi, buffer, min_t(size_t, 10, err));
754}
755
756static void tegra_hdmi_disable_audio_infoframe(struct tegra_hdmi *hdmi)
757{
758	u32 value;
759
760	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL);
761	value &= ~INFOFRAME_CTRL_ENABLE;
762	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL);
763}
764
765static void tegra_hdmi_enable_audio_infoframe(struct tegra_hdmi *hdmi)
766{
767	u32 value;
768
769	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL);
770	value |= INFOFRAME_CTRL_ENABLE;
771	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL);
772}
773
774static void tegra_hdmi_setup_stereo_infoframe(struct tegra_hdmi *hdmi)
775{
776	struct hdmi_vendor_infoframe frame;
777	u8 buffer[10];
778	ssize_t err;
779
780	hdmi_vendor_infoframe_init(&frame);
781	frame.s3d_struct = HDMI_3D_STRUCTURE_FRAME_PACKING;
782
783	err = hdmi_vendor_infoframe_pack(&frame, buffer, sizeof(buffer));
784	if (err < 0) {
785		dev_err(hdmi->dev, "failed to pack vendor infoframe: %zd\n",
786			err);
787		return;
788	}
789
790	tegra_hdmi_write_infopack(hdmi, buffer, err);
791}
792
793static void tegra_hdmi_disable_stereo_infoframe(struct tegra_hdmi *hdmi)
794{
795	u32 value;
796
797	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
798	value &= ~GENERIC_CTRL_ENABLE;
799	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
800}
801
802static void tegra_hdmi_enable_stereo_infoframe(struct tegra_hdmi *hdmi)
803{
804	u32 value;
805
806	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
807	value |= GENERIC_CTRL_ENABLE;
808	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_GENERIC_CTRL);
809}
810
811static void tegra_hdmi_setup_tmds(struct tegra_hdmi *hdmi,
812				  const struct tmds_config *tmds)
813{
814	u32 value;
815
816	tegra_hdmi_writel(hdmi, tmds->pll0, HDMI_NV_PDISP_SOR_PLL0);
817	tegra_hdmi_writel(hdmi, tmds->pll1, HDMI_NV_PDISP_SOR_PLL1);
818	tegra_hdmi_writel(hdmi, tmds->pe_current, HDMI_NV_PDISP_PE_CURRENT);
819
820	tegra_hdmi_writel(hdmi, tmds->drive_current,
821			  HDMI_NV_PDISP_SOR_LANE_DRIVE_CURRENT);
822
823	value = tegra_hdmi_readl(hdmi, hdmi->config->fuse_override_offset);
824	value |= hdmi->config->fuse_override_value;
825	tegra_hdmi_writel(hdmi, value, hdmi->config->fuse_override_offset);
826
827	if (hdmi->config->has_sor_io_peak_current)
828		tegra_hdmi_writel(hdmi, tmds->peak_current,
829				  HDMI_NV_PDISP_SOR_IO_PEAK_CURRENT);
830}
831
832static bool tegra_output_is_hdmi(struct tegra_output *output)
833{
834	struct edid *edid;
835
836	if (!output->connector.edid_blob_ptr)
837		return false;
838
839	edid = (struct edid *)output->connector.edid_blob_ptr->data;
840
841	return drm_detect_hdmi_monitor(edid);
842}
843
844static enum drm_connector_status
845tegra_hdmi_connector_detect(struct drm_connector *connector, bool force)
846{
847	struct tegra_output *output = connector_to_output(connector);
848	struct tegra_hdmi *hdmi = to_hdmi(output);
849	enum drm_connector_status status;
850
851	status = tegra_output_connector_detect(connector, force);
852	if (status == connector_status_connected)
853		return status;
854
855	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_SOR_AUDIO_HDA_PRESENSE);
856	return status;
857}
858
859#define DEBUGFS_REG32(_name) { .name = #_name, .offset = _name }
860
861static const struct debugfs_reg32 tegra_hdmi_regs[] = {
862	DEBUGFS_REG32(HDMI_CTXSW),
863	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_STATE0),
864	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_STATE1),
865	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_STATE2),
866	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_AN_MSB),
867	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_AN_LSB),
868	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CN_MSB),
869	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CN_LSB),
870	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_AKSV_MSB),
871	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_AKSV_LSB),
872	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_BKSV_MSB),
873	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_BKSV_LSB),
874	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CKSV_MSB),
875	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CKSV_LSB),
876	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_DKSV_MSB),
877	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_DKSV_LSB),
878	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CTRL),
879	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CMODE),
880	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_MPRIME_MSB),
881	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_MPRIME_LSB),
882	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_SPRIME_MSB),
883	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_SPRIME_LSB2),
884	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_SPRIME_LSB1),
885	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_RI),
886	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CS_MSB),
887	DEBUGFS_REG32(HDMI_NV_PDISP_RG_HDCP_CS_LSB),
888	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_EMU0),
889	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_EMU_RDATA0),
890	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_EMU1),
891	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_EMU2),
892	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_CTRL),
893	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_STATUS),
894	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_HEADER),
895	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_SUBPACK0_LOW),
896	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AUDIO_INFOFRAME_SUBPACK0_HIGH),
897	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_CTRL),
898	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_STATUS),
899	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_HEADER),
900	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_SUBPACK0_LOW),
901	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_SUBPACK0_HIGH),
902	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_SUBPACK1_LOW),
903	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_AVI_INFOFRAME_SUBPACK1_HIGH),
904	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_CTRL),
905	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_STATUS),
906	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_HEADER),
907	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK0_LOW),
908	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK0_HIGH),
909	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK1_LOW),
910	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK1_HIGH),
911	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK2_LOW),
912	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK2_HIGH),
913	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK3_LOW),
914	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GENERIC_SUBPACK3_HIGH),
915	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_CTRL),
916	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0320_SUBPACK_LOW),
917	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0320_SUBPACK_HIGH),
918	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0441_SUBPACK_LOW),
919	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0441_SUBPACK_HIGH),
920	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0882_SUBPACK_LOW),
921	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0882_SUBPACK_HIGH),
922	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_1764_SUBPACK_LOW),
923	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_1764_SUBPACK_HIGH),
924	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0480_SUBPACK_LOW),
925	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0480_SUBPACK_HIGH),
926	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0960_SUBPACK_LOW),
927	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_0960_SUBPACK_HIGH),
928	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_1920_SUBPACK_LOW),
929	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_ACR_1920_SUBPACK_HIGH),
930	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_CTRL),
931	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_VSYNC_KEEPOUT),
932	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_VSYNC_WINDOW),
933	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GCP_CTRL),
934	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GCP_STATUS),
935	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_GCP_SUBPACK),
936	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_CHANNEL_STATUS1),
937	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_CHANNEL_STATUS2),
938	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_EMU0),
939	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_EMU1),
940	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_EMU1_RDATA),
941	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_SPARE),
942	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_SPDIF_CHN_STATUS1),
943	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_SPDIF_CHN_STATUS2),
944	DEBUGFS_REG32(HDMI_NV_PDISP_HDMI_HDCPRIF_ROM_CTRL),
945	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CAP),
946	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_PWR),
947	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_TEST),
948	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_PLL0),
949	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_PLL1),
950	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_PLL2),
951	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CSTM),
952	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_LVDS),
953	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CRCA),
954	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CRCB),
955	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_BLANK),
956	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_CTL),
957	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(0)),
958	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(1)),
959	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(2)),
960	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(3)),
961	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(4)),
962	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(5)),
963	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(6)),
964	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(7)),
965	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(8)),
966	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(9)),
967	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(10)),
968	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(11)),
969	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(12)),
970	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(13)),
971	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(14)),
972	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_SEQ_INST(15)),
973	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_VCRCA0),
974	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_VCRCA1),
975	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CCRCA0),
976	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_CCRCA1),
977	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_EDATAA0),
978	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_EDATAA1),
979	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_COUNTA0),
980	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_COUNTA1),
981	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_DEBUGA0),
982	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_DEBUGA1),
983	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_TRIG),
984	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_MSCHECK),
985	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_LANE_DRIVE_CURRENT),
986	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_DEBUG0),
987	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_DEBUG1),
988	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_DEBUG2),
989	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(0)),
990	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(1)),
991	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(2)),
992	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(3)),
993	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(4)),
994	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(5)),
995	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_FS(6)),
996	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_PULSE_WIDTH),
997	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_THRESHOLD),
998	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_CNTRL0),
999	DEBUGFS_REG32(HDMI_NV_PDISP_AUDIO_N),
1000	DEBUGFS_REG32(HDMI_NV_PDISP_HDCPRIF_ROM_TIMING),
1001	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_REFCLK),
1002	DEBUGFS_REG32(HDMI_NV_PDISP_CRC_CONTROL),
1003	DEBUGFS_REG32(HDMI_NV_PDISP_INPUT_CONTROL),
1004	DEBUGFS_REG32(HDMI_NV_PDISP_SCRATCH),
1005	DEBUGFS_REG32(HDMI_NV_PDISP_PE_CURRENT),
1006	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_CTRL),
1007	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_DEBUG0),
1008	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_DEBUG1),
1009	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_DEBUG2),
1010	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_0),
1011	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_1),
1012	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_2),
1013	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_3),
1014	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_HDCP_KEY_TRIG),
1015	DEBUGFS_REG32(HDMI_NV_PDISP_KEY_SKEY_INDEX),
1016	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_CNTRL0),
1017	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_SPARE0),
1018	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_HDA_CODEC_SCRATCH0),
1019	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_HDA_CODEC_SCRATCH1),
1020	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_HDA_ELD_BUFWR),
1021	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_AUDIO_HDA_PRESENSE),
1022	DEBUGFS_REG32(HDMI_NV_PDISP_INT_STATUS),
1023	DEBUGFS_REG32(HDMI_NV_PDISP_INT_MASK),
1024	DEBUGFS_REG32(HDMI_NV_PDISP_INT_ENABLE),
1025	DEBUGFS_REG32(HDMI_NV_PDISP_SOR_IO_PEAK_CURRENT),
1026};
1027
1028static int tegra_hdmi_show_regs(struct seq_file *s, void *data)
1029{
1030	struct drm_info_node *node = s->private;
1031	struct tegra_hdmi *hdmi = node->info_ent->data;
1032	struct drm_crtc *crtc = hdmi->output.encoder.crtc;
1033	struct drm_device *drm = node->minor->dev;
1034	unsigned int i;
1035	int err = 0;
1036
1037	drm_modeset_lock_all(drm);
1038
1039	if (!crtc || !crtc->state->active) {
1040		err = -EBUSY;
1041		goto unlock;
1042	}
1043
1044	for (i = 0; i < ARRAY_SIZE(tegra_hdmi_regs); i++) {
1045		unsigned int offset = tegra_hdmi_regs[i].offset;
1046
1047		seq_printf(s, "%-56s %#05x %08x\n", tegra_hdmi_regs[i].name,
1048			   offset, tegra_hdmi_readl(hdmi, offset));
1049	}
1050
1051unlock:
1052	drm_modeset_unlock_all(drm);
1053	return err;
1054}
1055
1056static struct drm_info_list debugfs_files[] = {
1057	{ "regs", tegra_hdmi_show_regs, 0, NULL },
1058};
1059
1060static int tegra_hdmi_late_register(struct drm_connector *connector)
1061{
1062	struct tegra_output *output = connector_to_output(connector);
1063	unsigned int i, count = ARRAY_SIZE(debugfs_files);
1064	struct drm_minor *minor = connector->dev->primary;
1065	struct dentry *root = connector->debugfs_entry;
1066	struct tegra_hdmi *hdmi = to_hdmi(output);
1067
1068	hdmi->debugfs_files = kmemdup(debugfs_files, sizeof(debugfs_files),
1069				      GFP_KERNEL);
1070	if (!hdmi->debugfs_files)
1071		return -ENOMEM;
1072
1073	for (i = 0; i < count; i++)
1074		hdmi->debugfs_files[i].data = hdmi;
1075
1076	drm_debugfs_create_files(hdmi->debugfs_files, count, root, minor);
1077
1078	return 0;
1079}
1080
1081static void tegra_hdmi_early_unregister(struct drm_connector *connector)
1082{
1083	struct tegra_output *output = connector_to_output(connector);
1084	struct drm_minor *minor = connector->dev->primary;
1085	unsigned int count = ARRAY_SIZE(debugfs_files);
1086	struct tegra_hdmi *hdmi = to_hdmi(output);
1087
1088	drm_debugfs_remove_files(hdmi->debugfs_files, count, minor);
1089	kfree(hdmi->debugfs_files);
1090	hdmi->debugfs_files = NULL;
1091}
1092
1093static const struct drm_connector_funcs tegra_hdmi_connector_funcs = {
1094	.reset = drm_atomic_helper_connector_reset,
1095	.detect = tegra_hdmi_connector_detect,
1096	.fill_modes = drm_helper_probe_single_connector_modes,
1097	.destroy = tegra_output_connector_destroy,
1098	.atomic_duplicate_state = drm_atomic_helper_connector_duplicate_state,
1099	.atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
1100	.late_register = tegra_hdmi_late_register,
1101	.early_unregister = tegra_hdmi_early_unregister,
1102};
1103
1104static enum drm_mode_status
1105tegra_hdmi_connector_mode_valid(struct drm_connector *connector,
1106				struct drm_display_mode *mode)
1107{
1108	struct tegra_output *output = connector_to_output(connector);
1109	struct tegra_hdmi *hdmi = to_hdmi(output);
1110	unsigned long pclk = mode->clock * 1000;
1111	enum drm_mode_status status = MODE_OK;
1112	struct clk *parent;
1113	long err;
1114
1115	parent = clk_get_parent(hdmi->clk_parent);
1116
1117	err = clk_round_rate(parent, pclk * 4);
1118	if (err <= 0)
1119		status = MODE_NOCLOCK;
1120
1121	return status;
1122}
1123
1124static const struct drm_connector_helper_funcs
1125tegra_hdmi_connector_helper_funcs = {
1126	.get_modes = tegra_output_connector_get_modes,
1127	.mode_valid = tegra_hdmi_connector_mode_valid,
1128};
1129
1130static void tegra_hdmi_encoder_disable(struct drm_encoder *encoder)
1131{
1132	struct tegra_output *output = encoder_to_output(encoder);
1133	struct tegra_dc *dc = to_tegra_dc(encoder->crtc);
1134	struct tegra_hdmi *hdmi = to_hdmi(output);
1135	u32 value;
1136	int err;
1137
1138	/*
1139	 * The following accesses registers of the display controller, so make
1140	 * sure it's only executed when the output is attached to one.
1141	 */
1142	if (dc) {
1143		value = tegra_dc_readl(dc, DC_DISP_DISP_WIN_OPTIONS);
1144		value &= ~HDMI_ENABLE;
1145		tegra_dc_writel(dc, value, DC_DISP_DISP_WIN_OPTIONS);
1146
1147		tegra_dc_commit(dc);
1148	}
1149
1150	if (!hdmi->dvi) {
1151		if (hdmi->stereo)
1152			tegra_hdmi_disable_stereo_infoframe(hdmi);
1153
1154		tegra_hdmi_disable_audio_infoframe(hdmi);
1155		tegra_hdmi_disable_avi_infoframe(hdmi);
1156		tegra_hdmi_disable_audio(hdmi);
1157	}
1158
1159	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_INT_ENABLE);
1160	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_INT_MASK);
1161
1162	err = host1x_client_suspend(&hdmi->client);
1163	if (err < 0)
1164		dev_err(hdmi->dev, "failed to suspend: %d\n", err);
1165}
1166
1167static void tegra_hdmi_encoder_enable(struct drm_encoder *encoder)
1168{
1169	struct drm_display_mode *mode = &encoder->crtc->state->adjusted_mode;
1170	unsigned int h_sync_width, h_front_porch, h_back_porch, i, rekey;
1171	struct tegra_output *output = encoder_to_output(encoder);
1172	struct tegra_dc *dc = to_tegra_dc(encoder->crtc);
1173	struct tegra_hdmi *hdmi = to_hdmi(output);
1174	unsigned int pulse_start, div82;
1175	int retries = 1000;
1176	u32 value;
1177	int err;
1178
1179	err = host1x_client_resume(&hdmi->client);
1180	if (err < 0) {
1181		dev_err(hdmi->dev, "failed to resume: %d\n", err);
1182		return;
1183	}
1184
1185	/*
1186	 * Enable and unmask the HDA codec SCRATCH0 register interrupt. This
1187	 * is used for interoperability between the HDA codec driver and the
1188	 * HDMI driver.
1189	 */
1190	tegra_hdmi_writel(hdmi, INT_CODEC_SCRATCH0, HDMI_NV_PDISP_INT_ENABLE);
1191	tegra_hdmi_writel(hdmi, INT_CODEC_SCRATCH0, HDMI_NV_PDISP_INT_MASK);
1192
1193	hdmi->pixel_clock = mode->clock * 1000;
1194	h_sync_width = mode->hsync_end - mode->hsync_start;
1195	h_back_porch = mode->htotal - mode->hsync_end;
1196	h_front_porch = mode->hsync_start - mode->hdisplay;
1197
1198	err = clk_set_rate(hdmi->clk, hdmi->pixel_clock);
1199	if (err < 0) {
1200		dev_err(hdmi->dev, "failed to set HDMI clock frequency: %d\n",
1201			err);
1202	}
1203
1204	DRM_DEBUG_KMS("HDMI clock rate: %lu Hz\n", clk_get_rate(hdmi->clk));
1205
1206	/* power up sequence */
1207	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_PLL0);
1208	value &= ~SOR_PLL_PDBG;
1209	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_PLL0);
1210
1211	usleep_range(10, 20);
1212
1213	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_PLL0);
1214	value &= ~SOR_PLL_PWR;
1215	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_PLL0);
1216
1217	tegra_dc_writel(dc, VSYNC_H_POSITION(1),
1218			DC_DISP_DISP_TIMING_OPTIONS);
1219	tegra_dc_writel(dc, DITHER_CONTROL_DISABLE | BASE_COLOR_SIZE_888,
1220			DC_DISP_DISP_COLOR_CONTROL);
1221
1222	/* video_preamble uses h_pulse2 */
1223	pulse_start = 1 + h_sync_width + h_back_porch - 10;
1224
1225	tegra_dc_writel(dc, H_PULSE2_ENABLE, DC_DISP_DISP_SIGNAL_OPTIONS0);
1226
1227	value = PULSE_MODE_NORMAL | PULSE_POLARITY_HIGH | PULSE_QUAL_VACTIVE |
1228		PULSE_LAST_END_A;
1229	tegra_dc_writel(dc, value, DC_DISP_H_PULSE2_CONTROL);
1230
1231	value = PULSE_START(pulse_start) | PULSE_END(pulse_start + 8);
1232	tegra_dc_writel(dc, value, DC_DISP_H_PULSE2_POSITION_A);
1233
1234	value = VSYNC_WINDOW_END(0x210) | VSYNC_WINDOW_START(0x200) |
1235		VSYNC_WINDOW_ENABLE;
1236	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_VSYNC_WINDOW);
1237
1238	if (dc->pipe)
1239		value = HDMI_SRC_DISPLAYB;
1240	else
1241		value = HDMI_SRC_DISPLAYA;
1242
1243	if ((mode->hdisplay == 720) && ((mode->vdisplay == 480) ||
1244					(mode->vdisplay == 576)))
1245		tegra_hdmi_writel(hdmi,
1246				  value | ARM_VIDEO_RANGE_FULL,
1247				  HDMI_NV_PDISP_INPUT_CONTROL);
1248	else
1249		tegra_hdmi_writel(hdmi,
1250				  value | ARM_VIDEO_RANGE_LIMITED,
1251				  HDMI_NV_PDISP_INPUT_CONTROL);
1252
1253	div82 = clk_get_rate(hdmi->clk) / 1000000 * 4;
1254	value = SOR_REFCLK_DIV_INT(div82 >> 2) | SOR_REFCLK_DIV_FRAC(div82);
1255	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_REFCLK);
1256
1257	hdmi->dvi = !tegra_output_is_hdmi(output);
1258	if (!hdmi->dvi) {
1259		/*
1260		 * Make sure that the audio format has been configured before
1261		 * enabling audio, otherwise we may try to divide by zero.
1262		*/
1263		if (hdmi->format.sample_rate > 0) {
1264			err = tegra_hdmi_setup_audio(hdmi);
1265			if (err < 0)
1266				hdmi->dvi = true;
1267		}
1268	}
1269
1270	if (hdmi->config->has_hda)
1271		tegra_hdmi_write_eld(hdmi);
1272
1273	rekey = HDMI_REKEY_DEFAULT;
1274	value = HDMI_CTRL_REKEY(rekey);
1275	value |= HDMI_CTRL_MAX_AC_PACKET((h_sync_width + h_back_porch +
1276					  h_front_porch - rekey - 18) / 32);
1277
1278	if (!hdmi->dvi)
1279		value |= HDMI_CTRL_ENABLE;
1280
1281	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_HDMI_CTRL);
1282
1283	if (!hdmi->dvi) {
1284		tegra_hdmi_setup_avi_infoframe(hdmi, mode);
1285		tegra_hdmi_setup_audio_infoframe(hdmi);
1286
1287		if (hdmi->stereo)
1288			tegra_hdmi_setup_stereo_infoframe(hdmi);
1289	}
1290
1291	/* TMDS CONFIG */
1292	for (i = 0; i < hdmi->config->num_tmds; i++) {
1293		if (hdmi->pixel_clock <= hdmi->config->tmds[i].pclk) {
1294			tegra_hdmi_setup_tmds(hdmi, &hdmi->config->tmds[i]);
1295			break;
1296		}
1297	}
1298
1299	tegra_hdmi_writel(hdmi,
1300			  SOR_SEQ_PU_PC(0) |
1301			  SOR_SEQ_PU_PC_ALT(0) |
1302			  SOR_SEQ_PD_PC(8) |
1303			  SOR_SEQ_PD_PC_ALT(8),
1304			  HDMI_NV_PDISP_SOR_SEQ_CTL);
1305
1306	value = SOR_SEQ_INST_WAIT_TIME(1) |
1307		SOR_SEQ_INST_WAIT_UNITS_VSYNC |
1308		SOR_SEQ_INST_HALT |
1309		SOR_SEQ_INST_PIN_A_LOW |
1310		SOR_SEQ_INST_PIN_B_LOW |
1311		SOR_SEQ_INST_DRIVE_PWM_OUT_LO;
1312
1313	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_SEQ_INST(0));
1314	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_SEQ_INST(8));
1315
1316	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_CSTM);
1317	value &= ~SOR_CSTM_ROTCLK(~0);
1318	value |= SOR_CSTM_ROTCLK(2);
1319	value |= SOR_CSTM_PLLDIV;
1320	value &= ~SOR_CSTM_LVDS_ENABLE;
1321	value &= ~SOR_CSTM_MODE_MASK;
1322	value |= SOR_CSTM_MODE_TMDS;
1323	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_CSTM);
1324
1325	/* start SOR */
1326	tegra_hdmi_writel(hdmi,
1327			  SOR_PWR_NORMAL_STATE_PU |
1328			  SOR_PWR_NORMAL_START_NORMAL |
1329			  SOR_PWR_SAFE_STATE_PD |
1330			  SOR_PWR_SETTING_NEW_TRIGGER,
1331			  HDMI_NV_PDISP_SOR_PWR);
1332	tegra_hdmi_writel(hdmi,
1333			  SOR_PWR_NORMAL_STATE_PU |
1334			  SOR_PWR_NORMAL_START_NORMAL |
1335			  SOR_PWR_SAFE_STATE_PD |
1336			  SOR_PWR_SETTING_NEW_DONE,
1337			  HDMI_NV_PDISP_SOR_PWR);
1338
1339	do {
1340		BUG_ON(--retries < 0);
1341		value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_PWR);
1342	} while (value & SOR_PWR_SETTING_NEW_PENDING);
1343
1344	value = SOR_STATE_ASY_CRCMODE_COMPLETE |
1345		SOR_STATE_ASY_OWNER_HEAD0 |
1346		SOR_STATE_ASY_SUBOWNER_BOTH |
1347		SOR_STATE_ASY_PROTOCOL_SINGLE_TMDS_A |
1348		SOR_STATE_ASY_DEPOL_POS;
1349
1350	/* setup sync polarities */
1351	if (mode->flags & DRM_MODE_FLAG_PHSYNC)
1352		value |= SOR_STATE_ASY_HSYNCPOL_POS;
1353
1354	if (mode->flags & DRM_MODE_FLAG_NHSYNC)
1355		value |= SOR_STATE_ASY_HSYNCPOL_NEG;
1356
1357	if (mode->flags & DRM_MODE_FLAG_PVSYNC)
1358		value |= SOR_STATE_ASY_VSYNCPOL_POS;
1359
1360	if (mode->flags & DRM_MODE_FLAG_NVSYNC)
1361		value |= SOR_STATE_ASY_VSYNCPOL_NEG;
1362
1363	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_STATE2);
1364
1365	value = SOR_STATE_ASY_HEAD_OPMODE_AWAKE | SOR_STATE_ASY_ORMODE_NORMAL;
1366	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_SOR_STATE1);
1367
1368	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_SOR_STATE0);
1369	tegra_hdmi_writel(hdmi, SOR_STATE_UPDATE, HDMI_NV_PDISP_SOR_STATE0);
1370	tegra_hdmi_writel(hdmi, value | SOR_STATE_ATTACHED,
1371			  HDMI_NV_PDISP_SOR_STATE1);
1372	tegra_hdmi_writel(hdmi, 0, HDMI_NV_PDISP_SOR_STATE0);
1373
1374	value = tegra_dc_readl(dc, DC_DISP_DISP_WIN_OPTIONS);
1375	value |= HDMI_ENABLE;
1376	tegra_dc_writel(dc, value, DC_DISP_DISP_WIN_OPTIONS);
1377
1378	tegra_dc_commit(dc);
1379
1380	if (!hdmi->dvi) {
1381		tegra_hdmi_enable_avi_infoframe(hdmi);
1382		tegra_hdmi_enable_audio_infoframe(hdmi);
1383		tegra_hdmi_enable_audio(hdmi);
1384
1385		if (hdmi->stereo)
1386			tegra_hdmi_enable_stereo_infoframe(hdmi);
1387	}
1388
1389	/* TODO: add HDCP support */
1390}
1391
1392static int
1393tegra_hdmi_encoder_atomic_check(struct drm_encoder *encoder,
1394				struct drm_crtc_state *crtc_state,
1395				struct drm_connector_state *conn_state)
1396{
1397	struct tegra_output *output = encoder_to_output(encoder);
1398	struct tegra_dc *dc = to_tegra_dc(conn_state->crtc);
1399	unsigned long pclk = crtc_state->mode.clock * 1000;
1400	struct tegra_hdmi *hdmi = to_hdmi(output);
1401	int err;
1402
1403	err = tegra_dc_state_setup_clock(dc, crtc_state, hdmi->clk_parent,
1404					 pclk, 0);
1405	if (err < 0) {
1406		dev_err(output->dev, "failed to setup CRTC state: %d\n", err);
1407		return err;
1408	}
1409
1410	return err;
1411}
1412
1413static const struct drm_encoder_helper_funcs tegra_hdmi_encoder_helper_funcs = {
1414	.disable = tegra_hdmi_encoder_disable,
1415	.enable = tegra_hdmi_encoder_enable,
1416	.atomic_check = tegra_hdmi_encoder_atomic_check,
1417};
1418
1419static int tegra_hdmi_init(struct host1x_client *client)
1420{
1421	struct tegra_hdmi *hdmi = host1x_client_to_hdmi(client);
1422	struct drm_device *drm = dev_get_drvdata(client->host);
1423	int err;
1424
1425	hdmi->output.dev = client->dev;
1426
1427	drm_connector_init_with_ddc(drm, &hdmi->output.connector,
1428				    &tegra_hdmi_connector_funcs,
1429				    DRM_MODE_CONNECTOR_HDMIA,
1430				    hdmi->output.ddc);
1431	drm_connector_helper_add(&hdmi->output.connector,
1432				 &tegra_hdmi_connector_helper_funcs);
1433	hdmi->output.connector.dpms = DRM_MODE_DPMS_OFF;
1434
1435	drm_simple_encoder_init(drm, &hdmi->output.encoder,
1436				DRM_MODE_ENCODER_TMDS);
1437	drm_encoder_helper_add(&hdmi->output.encoder,
1438			       &tegra_hdmi_encoder_helper_funcs);
1439
1440	drm_connector_attach_encoder(&hdmi->output.connector,
1441					  &hdmi->output.encoder);
1442	drm_connector_register(&hdmi->output.connector);
1443
1444	err = tegra_output_init(drm, &hdmi->output);
1445	if (err < 0) {
1446		dev_err(client->dev, "failed to initialize output: %d\n", err);
1447		return err;
1448	}
1449
1450	hdmi->output.encoder.possible_crtcs = 0x3;
1451
1452	err = regulator_enable(hdmi->hdmi);
1453	if (err < 0) {
1454		dev_err(client->dev, "failed to enable HDMI regulator: %d\n",
1455			err);
1456		return err;
1457	}
1458
1459	err = regulator_enable(hdmi->pll);
1460	if (err < 0) {
1461		dev_err(hdmi->dev, "failed to enable PLL regulator: %d\n", err);
1462		return err;
1463	}
1464
1465	err = regulator_enable(hdmi->vdd);
1466	if (err < 0) {
1467		dev_err(hdmi->dev, "failed to enable VDD regulator: %d\n", err);
1468		return err;
1469	}
1470
1471	return 0;
1472}
1473
1474static int tegra_hdmi_exit(struct host1x_client *client)
1475{
1476	struct tegra_hdmi *hdmi = host1x_client_to_hdmi(client);
1477
1478	tegra_output_exit(&hdmi->output);
1479
1480	regulator_disable(hdmi->vdd);
1481	regulator_disable(hdmi->pll);
1482	regulator_disable(hdmi->hdmi);
1483
1484	return 0;
1485}
1486
1487static int tegra_hdmi_runtime_suspend(struct host1x_client *client)
1488{
1489	struct tegra_hdmi *hdmi = host1x_client_to_hdmi(client);
1490	struct device *dev = client->dev;
1491	int err;
1492
1493	err = reset_control_assert(hdmi->rst);
1494	if (err < 0) {
1495		dev_err(dev, "failed to assert reset: %d\n", err);
1496		return err;
1497	}
1498
1499	usleep_range(1000, 2000);
1500
1501	clk_disable_unprepare(hdmi->clk);
1502	pm_runtime_put_sync(dev);
1503
1504	return 0;
1505}
1506
1507static int tegra_hdmi_runtime_resume(struct host1x_client *client)
1508{
1509	struct tegra_hdmi *hdmi = host1x_client_to_hdmi(client);
1510	struct device *dev = client->dev;
1511	int err;
1512
1513	err = pm_runtime_resume_and_get(dev);
1514	if (err < 0) {
1515		dev_err(dev, "failed to get runtime PM: %d\n", err);
1516		return err;
1517	}
1518
1519	err = clk_prepare_enable(hdmi->clk);
1520	if (err < 0) {
1521		dev_err(dev, "failed to enable clock: %d\n", err);
1522		goto put_rpm;
1523	}
1524
1525	usleep_range(1000, 2000);
1526
1527	err = reset_control_deassert(hdmi->rst);
1528	if (err < 0) {
1529		dev_err(dev, "failed to deassert reset: %d\n", err);
1530		goto disable_clk;
1531	}
1532
1533	return 0;
1534
1535disable_clk:
1536	clk_disable_unprepare(hdmi->clk);
1537put_rpm:
1538	pm_runtime_put_sync(dev);
1539	return err;
1540}
1541
1542static const struct host1x_client_ops hdmi_client_ops = {
1543	.init = tegra_hdmi_init,
1544	.exit = tegra_hdmi_exit,
1545	.suspend = tegra_hdmi_runtime_suspend,
1546	.resume = tegra_hdmi_runtime_resume,
1547};
1548
1549static const struct tegra_hdmi_config tegra20_hdmi_config = {
1550	.tmds = tegra20_tmds_config,
1551	.num_tmds = ARRAY_SIZE(tegra20_tmds_config),
1552	.fuse_override_offset = HDMI_NV_PDISP_SOR_LANE_DRIVE_CURRENT,
1553	.fuse_override_value = 1 << 31,
1554	.has_sor_io_peak_current = false,
1555	.has_hda = false,
1556	.has_hbr = false,
1557};
1558
1559static const struct tegra_hdmi_config tegra30_hdmi_config = {
1560	.tmds = tegra30_tmds_config,
1561	.num_tmds = ARRAY_SIZE(tegra30_tmds_config),
1562	.fuse_override_offset = HDMI_NV_PDISP_SOR_LANE_DRIVE_CURRENT,
1563	.fuse_override_value = 1 << 31,
1564	.has_sor_io_peak_current = false,
1565	.has_hda = true,
1566	.has_hbr = false,
1567};
1568
1569static const struct tegra_hdmi_config tegra114_hdmi_config = {
1570	.tmds = tegra114_tmds_config,
1571	.num_tmds = ARRAY_SIZE(tegra114_tmds_config),
1572	.fuse_override_offset = HDMI_NV_PDISP_SOR_PAD_CTLS0,
1573	.fuse_override_value = 1 << 31,
1574	.has_sor_io_peak_current = true,
1575	.has_hda = true,
1576	.has_hbr = true,
1577};
1578
1579static const struct tegra_hdmi_config tegra124_hdmi_config = {
1580	.tmds = tegra124_tmds_config,
1581	.num_tmds = ARRAY_SIZE(tegra124_tmds_config),
1582	.fuse_override_offset = HDMI_NV_PDISP_SOR_PAD_CTLS0,
1583	.fuse_override_value = 1 << 31,
1584	.has_sor_io_peak_current = true,
1585	.has_hda = true,
1586	.has_hbr = true,
1587};
1588
1589static const struct of_device_id tegra_hdmi_of_match[] = {
1590	{ .compatible = "nvidia,tegra124-hdmi", .data = &tegra124_hdmi_config },
1591	{ .compatible = "nvidia,tegra114-hdmi", .data = &tegra114_hdmi_config },
1592	{ .compatible = "nvidia,tegra30-hdmi", .data = &tegra30_hdmi_config },
1593	{ .compatible = "nvidia,tegra20-hdmi", .data = &tegra20_hdmi_config },
1594	{ },
1595};
1596MODULE_DEVICE_TABLE(of, tegra_hdmi_of_match);
1597
1598static irqreturn_t tegra_hdmi_irq(int irq, void *data)
1599{
1600	struct tegra_hdmi *hdmi = data;
1601	u32 value;
1602	int err;
1603
1604	value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_INT_STATUS);
1605	tegra_hdmi_writel(hdmi, value, HDMI_NV_PDISP_INT_STATUS);
1606
1607	if (value & INT_CODEC_SCRATCH0) {
1608		unsigned int format;
1609		u32 value;
1610
1611		value = tegra_hdmi_readl(hdmi, HDMI_NV_PDISP_SOR_AUDIO_HDA_CODEC_SCRATCH0);
1612
1613		if (value & SOR_AUDIO_HDA_CODEC_SCRATCH0_VALID) {
1614			format = value & SOR_AUDIO_HDA_CODEC_SCRATCH0_FMT_MASK;
1615
1616			tegra_hda_parse_format(format, &hdmi->format);
1617
1618			err = tegra_hdmi_setup_audio(hdmi);
1619			if (err < 0) {
1620				tegra_hdmi_disable_audio_infoframe(hdmi);
1621				tegra_hdmi_disable_audio(hdmi);
1622			} else {
1623				tegra_hdmi_setup_audio_infoframe(hdmi);
1624				tegra_hdmi_enable_audio_infoframe(hdmi);
1625				tegra_hdmi_enable_audio(hdmi);
1626			}
1627		} else {
1628			tegra_hdmi_disable_audio_infoframe(hdmi);
1629			tegra_hdmi_disable_audio(hdmi);
1630		}
1631	}
1632
1633	return IRQ_HANDLED;
1634}
1635
1636static int tegra_hdmi_probe(struct platform_device *pdev)
1637{
1638	const char *level = KERN_ERR;
1639	struct tegra_hdmi *hdmi;
1640	struct resource *regs;
1641	int err;
1642
1643	hdmi = devm_kzalloc(&pdev->dev, sizeof(*hdmi), GFP_KERNEL);
1644	if (!hdmi)
1645		return -ENOMEM;
1646
1647	hdmi->config = of_device_get_match_data(&pdev->dev);
1648	hdmi->dev = &pdev->dev;
1649
1650	hdmi->audio_source = AUTO;
1651	hdmi->stereo = false;
1652	hdmi->dvi = false;
1653
1654	hdmi->clk = devm_clk_get(&pdev->dev, NULL);
1655	if (IS_ERR(hdmi->clk)) {
1656		dev_err(&pdev->dev, "failed to get clock\n");
1657		return PTR_ERR(hdmi->clk);
1658	}
1659
1660	hdmi->rst = devm_reset_control_get(&pdev->dev, "hdmi");
1661	if (IS_ERR(hdmi->rst)) {
1662		dev_err(&pdev->dev, "failed to get reset\n");
1663		return PTR_ERR(hdmi->rst);
1664	}
1665
1666	hdmi->clk_parent = devm_clk_get(&pdev->dev, "parent");
1667	if (IS_ERR(hdmi->clk_parent))
1668		return PTR_ERR(hdmi->clk_parent);
1669
1670	err = clk_set_parent(hdmi->clk, hdmi->clk_parent);
1671	if (err < 0) {
1672		dev_err(&pdev->dev, "failed to setup clocks: %d\n", err);
1673		return err;
1674	}
1675
1676	hdmi->hdmi = devm_regulator_get(&pdev->dev, "hdmi");
1677	err = PTR_ERR_OR_ZERO(hdmi->hdmi);
1678	if (err) {
1679		if (err == -EPROBE_DEFER)
1680			level = KERN_DEBUG;
1681
1682		dev_printk(level, &pdev->dev,
1683			   "failed to get HDMI regulator: %d\n", err);
1684		return err;
1685	}
1686
1687	hdmi->pll = devm_regulator_get(&pdev->dev, "pll");
1688	err = PTR_ERR_OR_ZERO(hdmi->pll);
1689	if (err) {
1690		if (err == -EPROBE_DEFER)
1691			level = KERN_DEBUG;
1692
1693		dev_printk(level, &pdev->dev,
1694			   "failed to get PLL regulator: %d\n", err);
1695		return err;
1696	}
1697
1698	hdmi->vdd = devm_regulator_get(&pdev->dev, "vdd");
1699	err = PTR_ERR_OR_ZERO(hdmi->vdd);
1700	if (err) {
1701		if (err == -EPROBE_DEFER)
1702			level = KERN_DEBUG;
1703
1704		dev_printk(level, &pdev->dev,
1705			   "failed to get VDD regulator: %d\n", err);
1706		return err;
1707	}
1708
1709	hdmi->output.dev = &pdev->dev;
1710
1711	err = tegra_output_probe(&hdmi->output);
1712	if (err < 0)
1713		return err;
1714
1715	regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1716	hdmi->regs = devm_ioremap_resource(&pdev->dev, regs);
1717	if (IS_ERR(hdmi->regs))
1718		return PTR_ERR(hdmi->regs);
1719
1720	err = platform_get_irq(pdev, 0);
1721	if (err < 0)
1722		return err;
1723
1724	hdmi->irq = err;
1725
1726	err = devm_request_irq(hdmi->dev, hdmi->irq, tegra_hdmi_irq, 0,
1727			       dev_name(hdmi->dev), hdmi);
1728	if (err < 0) {
1729		dev_err(&pdev->dev, "failed to request IRQ#%u: %d\n",
1730			hdmi->irq, err);
1731		return err;
1732	}
1733
1734	platform_set_drvdata(pdev, hdmi);
1735	pm_runtime_enable(&pdev->dev);
1736
1737	INIT_LIST_HEAD(&hdmi->client.list);
1738	hdmi->client.ops = &hdmi_client_ops;
1739	hdmi->client.dev = &pdev->dev;
1740
1741	err = host1x_client_register(&hdmi->client);
1742	if (err < 0) {
1743		dev_err(&pdev->dev, "failed to register host1x client: %d\n",
1744			err);
1745		return err;
1746	}
1747
1748	return 0;
1749}
1750
1751static int tegra_hdmi_remove(struct platform_device *pdev)
1752{
1753	struct tegra_hdmi *hdmi = platform_get_drvdata(pdev);
1754	int err;
1755
1756	pm_runtime_disable(&pdev->dev);
1757
1758	err = host1x_client_unregister(&hdmi->client);
1759	if (err < 0) {
1760		dev_err(&pdev->dev, "failed to unregister host1x client: %d\n",
1761			err);
1762		return err;
1763	}
1764
1765	tegra_output_remove(&hdmi->output);
1766
1767	return 0;
1768}
1769
1770struct platform_driver tegra_hdmi_driver = {
1771	.driver = {
1772		.name = "tegra-hdmi",
1773		.of_match_table = tegra_hdmi_of_match,
1774	},
1775	.probe = tegra_hdmi_probe,
1776	.remove = tegra_hdmi_remove,
1777};
1778