1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * DDR PHY Front End (DPFE) driver for Broadcom set top box SoCs
4 *
5 * Copyright (c) 2017 Broadcom
6 */
7
8/*
9 * This driver provides access to the DPFE interface of Broadcom STB SoCs.
10 * The firmware running on the DCPU inside the DDR PHY can provide current
11 * information about the system's RAM, for instance the DRAM refresh rate.
12 * This can be used as an indirect indicator for the DRAM's temperature.
13 * Slower refresh rate means cooler RAM, higher refresh rate means hotter
14 * RAM.
15 *
16 * Throughout the driver, we use readl_relaxed() and writel_relaxed(), which
17 * already contain the appropriate le32_to_cpu()/cpu_to_le32() calls.
18 *
19 * Note regarding the loading of the firmware image: we use be32_to_cpu()
20 * and le_32_to_cpu(), so we can support the following four cases:
21 *     - LE kernel + LE firmware image (the most common case)
22 *     - LE kernel + BE firmware image
23 *     - BE kernel + LE firmware image
24 *     - BE kernel + BE firmware image
25 *
26 * The DPCU always runs in big endian mode. The firmware image, however, can
27 * be in either format. Also, communication between host CPU and DCPU is
28 * always in little endian.
29 */
30
31#include <linux/delay.h>
32#include <linux/firmware.h>
33#include <linux/io.h>
34#include <linux/module.h>
35#include <linux/of_address.h>
36#include <linux/of_device.h>
37#include <linux/platform_device.h>
38
39#define DRVNAME			"brcmstb-dpfe"
40
41/* DCPU register offsets */
42#define REG_DCPU_RESET		0x0
43#define REG_TO_DCPU_MBOX	0x10
44#define REG_TO_HOST_MBOX	0x14
45
46/* Macros to process offsets returned by the DCPU */
47#define DRAM_MSG_ADDR_OFFSET	0x0
48#define DRAM_MSG_TYPE_OFFSET	0x1c
49#define DRAM_MSG_ADDR_MASK	((1UL << DRAM_MSG_TYPE_OFFSET) - 1)
50#define DRAM_MSG_TYPE_MASK	((1UL << \
51				 (BITS_PER_LONG - DRAM_MSG_TYPE_OFFSET)) - 1)
52
53/* Message RAM */
54#define DCPU_MSG_RAM_START	0x100
55#define DCPU_MSG_RAM(x)		(DCPU_MSG_RAM_START + (x) * sizeof(u32))
56
57/* DRAM Info Offsets & Masks */
58#define DRAM_INFO_INTERVAL	0x0
59#define DRAM_INFO_MR4		0x4
60#define DRAM_INFO_ERROR		0x8
61#define DRAM_INFO_MR4_MASK	0xff
62#define DRAM_INFO_MR4_SHIFT	24	/* We need to look at byte 3 */
63
64/* DRAM MR4 Offsets & Masks */
65#define DRAM_MR4_REFRESH	0x0	/* Refresh rate */
66#define DRAM_MR4_SR_ABORT	0x3	/* Self Refresh Abort */
67#define DRAM_MR4_PPRE		0x4	/* Post-package repair entry/exit */
68#define DRAM_MR4_TH_OFFS	0x5	/* Thermal Offset; vendor specific */
69#define DRAM_MR4_TUF		0x7	/* Temperature Update Flag */
70
71#define DRAM_MR4_REFRESH_MASK	0x7
72#define DRAM_MR4_SR_ABORT_MASK	0x1
73#define DRAM_MR4_PPRE_MASK	0x1
74#define DRAM_MR4_TH_OFFS_MASK	0x3
75#define DRAM_MR4_TUF_MASK	0x1
76
77/* DRAM Vendor Offsets & Masks (API v2) */
78#define DRAM_VENDOR_MR5		0x0
79#define DRAM_VENDOR_MR6		0x4
80#define DRAM_VENDOR_MR7		0x8
81#define DRAM_VENDOR_MR8		0xc
82#define DRAM_VENDOR_ERROR	0x10
83#define DRAM_VENDOR_MASK	0xff
84#define DRAM_VENDOR_SHIFT	24	/* We need to look at byte 3 */
85
86/* DRAM Information Offsets & Masks (API v3) */
87#define DRAM_DDR_INFO_MR4	0x0
88#define DRAM_DDR_INFO_MR5	0x4
89#define DRAM_DDR_INFO_MR6	0x8
90#define DRAM_DDR_INFO_MR7	0xc
91#define DRAM_DDR_INFO_MR8	0x10
92#define DRAM_DDR_INFO_ERROR	0x14
93#define DRAM_DDR_INFO_MASK	0xff
94
95/* Reset register bits & masks */
96#define DCPU_RESET_SHIFT	0x0
97#define DCPU_RESET_MASK		0x1
98#define DCPU_CLK_DISABLE_SHIFT	0x2
99
100/* DCPU return codes */
101#define DCPU_RET_ERROR_BIT	BIT(31)
102#define DCPU_RET_SUCCESS	0x1
103#define DCPU_RET_ERR_HEADER	(DCPU_RET_ERROR_BIT | BIT(0))
104#define DCPU_RET_ERR_INVAL	(DCPU_RET_ERROR_BIT | BIT(1))
105#define DCPU_RET_ERR_CHKSUM	(DCPU_RET_ERROR_BIT | BIT(2))
106#define DCPU_RET_ERR_COMMAND	(DCPU_RET_ERROR_BIT | BIT(3))
107/* This error code is not firmware defined and only used in the driver. */
108#define DCPU_RET_ERR_TIMEDOUT	(DCPU_RET_ERROR_BIT | BIT(4))
109
110/* Firmware magic */
111#define DPFE_BE_MAGIC		0xfe1010fe
112#define DPFE_LE_MAGIC		0xfe0101fe
113
114/* Error codes */
115#define ERR_INVALID_MAGIC	-1
116#define ERR_INVALID_SIZE	-2
117#define ERR_INVALID_CHKSUM	-3
118
119/* Message types */
120#define DPFE_MSG_TYPE_COMMAND	1
121#define DPFE_MSG_TYPE_RESPONSE	2
122
123#define DELAY_LOOP_MAX		1000
124
125enum dpfe_msg_fields {
126	MSG_HEADER,
127	MSG_COMMAND,
128	MSG_ARG_COUNT,
129	MSG_ARG0,
130	MSG_FIELD_MAX	= 16 /* Max number of arguments */
131};
132
133enum dpfe_commands {
134	DPFE_CMD_GET_INFO,
135	DPFE_CMD_GET_REFRESH,
136	DPFE_CMD_GET_VENDOR,
137	DPFE_CMD_MAX /* Last entry */
138};
139
140/*
141 * Format of the binary firmware file:
142 *
143 *   entry
144 *      0    header
145 *              value:  0xfe0101fe  <== little endian
146 *                      0xfe1010fe  <== big endian
147 *      1    sequence:
148 *              [31:16] total segments on this build
149 *              [15:0]  this segment sequence.
150 *      2    FW version
151 *      3    IMEM byte size
152 *      4    DMEM byte size
153 *           IMEM
154 *           DMEM
155 *      last checksum ==> sum of everything
156 */
157struct dpfe_firmware_header {
158	u32 magic;
159	u32 sequence;
160	u32 version;
161	u32 imem_size;
162	u32 dmem_size;
163};
164
165/* Things we only need during initialization. */
166struct init_data {
167	unsigned int dmem_len;
168	unsigned int imem_len;
169	unsigned int chksum;
170	bool is_big_endian;
171};
172
173/* API version and corresponding commands */
174struct dpfe_api {
175	int version;
176	const char *fw_name;
177	const struct attribute_group **sysfs_attrs;
178	u32 command[DPFE_CMD_MAX][MSG_FIELD_MAX];
179};
180
181/* Things we need for as long as we are active. */
182struct brcmstb_dpfe_priv {
183	void __iomem *regs;
184	void __iomem *dmem;
185	void __iomem *imem;
186	struct device *dev;
187	const struct dpfe_api *dpfe_api;
188	struct mutex lock;
189};
190
191/*
192 * Forward declaration of our sysfs attribute functions, so we can declare the
193 * attribute data structures early.
194 */
195static ssize_t show_info(struct device *, struct device_attribute *, char *);
196static ssize_t show_refresh(struct device *, struct device_attribute *, char *);
197static ssize_t store_refresh(struct device *, struct device_attribute *,
198			  const char *, size_t);
199static ssize_t show_vendor(struct device *, struct device_attribute *, char *);
200static ssize_t show_dram(struct device *, struct device_attribute *, char *);
201
202/*
203 * Declare our attributes early, so they can be referenced in the API data
204 * structure. We need to do this, because the attributes depend on the API
205 * version.
206 */
207static DEVICE_ATTR(dpfe_info, 0444, show_info, NULL);
208static DEVICE_ATTR(dpfe_refresh, 0644, show_refresh, store_refresh);
209static DEVICE_ATTR(dpfe_vendor, 0444, show_vendor, NULL);
210static DEVICE_ATTR(dpfe_dram, 0444, show_dram, NULL);
211
212/* API v2 sysfs attributes */
213static struct attribute *dpfe_v2_attrs[] = {
214	&dev_attr_dpfe_info.attr,
215	&dev_attr_dpfe_refresh.attr,
216	&dev_attr_dpfe_vendor.attr,
217	NULL
218};
219ATTRIBUTE_GROUPS(dpfe_v2);
220
221/* API v3 sysfs attributes */
222static struct attribute *dpfe_v3_attrs[] = {
223	&dev_attr_dpfe_info.attr,
224	&dev_attr_dpfe_dram.attr,
225	NULL
226};
227ATTRIBUTE_GROUPS(dpfe_v3);
228
229/*
230 * Old API v2 firmware commands, as defined in the rev 0.61 specification, we
231 * use a version set to 1 to denote that it is not compatible with the new API
232 * v2 and onwards.
233 */
234static const struct dpfe_api dpfe_api_old_v2 = {
235	.version = 1,
236	.fw_name = "dpfe.bin",
237	.sysfs_attrs = dpfe_v2_groups,
238	.command = {
239		[DPFE_CMD_GET_INFO] = {
240			[MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
241			[MSG_COMMAND] = 1,
242			[MSG_ARG_COUNT] = 1,
243			[MSG_ARG0] = 1,
244		},
245		[DPFE_CMD_GET_REFRESH] = {
246			[MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
247			[MSG_COMMAND] = 2,
248			[MSG_ARG_COUNT] = 1,
249			[MSG_ARG0] = 1,
250		},
251		[DPFE_CMD_GET_VENDOR] = {
252			[MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
253			[MSG_COMMAND] = 2,
254			[MSG_ARG_COUNT] = 1,
255			[MSG_ARG0] = 2,
256		},
257	}
258};
259
260/*
261 * API v2 firmware commands, as defined in the rev 0.8 specification, named new
262 * v2 here
263 */
264static const struct dpfe_api dpfe_api_new_v2 = {
265	.version = 2,
266	.fw_name = NULL, /* We expect the firmware to have been downloaded! */
267	.sysfs_attrs = dpfe_v2_groups,
268	.command = {
269		[DPFE_CMD_GET_INFO] = {
270			[MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
271			[MSG_COMMAND] = 0x101,
272		},
273		[DPFE_CMD_GET_REFRESH] = {
274			[MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
275			[MSG_COMMAND] = 0x201,
276		},
277		[DPFE_CMD_GET_VENDOR] = {
278			[MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
279			[MSG_COMMAND] = 0x202,
280		},
281	}
282};
283
284/* API v3 firmware commands */
285static const struct dpfe_api dpfe_api_v3 = {
286	.version = 3,
287	.fw_name = NULL, /* We expect the firmware to have been downloaded! */
288	.sysfs_attrs = dpfe_v3_groups,
289	.command = {
290		[DPFE_CMD_GET_INFO] = {
291			[MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
292			[MSG_COMMAND] = 0x0101,
293			[MSG_ARG_COUNT] = 1,
294			[MSG_ARG0] = 1,
295		},
296		[DPFE_CMD_GET_REFRESH] = {
297			[MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
298			[MSG_COMMAND] = 0x0202,
299			[MSG_ARG_COUNT] = 0,
300		},
301		/* There's no GET_VENDOR command in API v3. */
302	},
303};
304
305static const char *get_error_text(unsigned int i)
306{
307	static const char * const error_text[] = {
308		"Success", "Header code incorrect",
309		"Unknown command or argument", "Incorrect checksum",
310		"Malformed command", "Timed out", "Unknown error",
311	};
312
313	if (unlikely(i >= ARRAY_SIZE(error_text)))
314		i = ARRAY_SIZE(error_text) - 1;
315
316	return error_text[i];
317}
318
319static bool is_dcpu_enabled(struct brcmstb_dpfe_priv *priv)
320{
321	u32 val;
322
323	mutex_lock(&priv->lock);
324	val = readl_relaxed(priv->regs + REG_DCPU_RESET);
325	mutex_unlock(&priv->lock);
326
327	return !(val & DCPU_RESET_MASK);
328}
329
330static void __disable_dcpu(struct brcmstb_dpfe_priv *priv)
331{
332	u32 val;
333
334	if (!is_dcpu_enabled(priv))
335		return;
336
337	mutex_lock(&priv->lock);
338
339	/* Put DCPU in reset if it's running. */
340	val = readl_relaxed(priv->regs + REG_DCPU_RESET);
341	val |= (1 << DCPU_RESET_SHIFT);
342	writel_relaxed(val, priv->regs + REG_DCPU_RESET);
343
344	mutex_unlock(&priv->lock);
345}
346
347static void __enable_dcpu(struct brcmstb_dpfe_priv *priv)
348{
349	void __iomem *regs = priv->regs;
350	u32 val;
351
352	mutex_lock(&priv->lock);
353
354	/* Clear mailbox registers. */
355	writel_relaxed(0, regs + REG_TO_DCPU_MBOX);
356	writel_relaxed(0, regs + REG_TO_HOST_MBOX);
357
358	/* Disable DCPU clock gating */
359	val = readl_relaxed(regs + REG_DCPU_RESET);
360	val &= ~(1 << DCPU_CLK_DISABLE_SHIFT);
361	writel_relaxed(val, regs + REG_DCPU_RESET);
362
363	/* Take DCPU out of reset */
364	val = readl_relaxed(regs + REG_DCPU_RESET);
365	val &= ~(1 << DCPU_RESET_SHIFT);
366	writel_relaxed(val, regs + REG_DCPU_RESET);
367
368	mutex_unlock(&priv->lock);
369}
370
371static unsigned int get_msg_chksum(const u32 msg[], unsigned int max)
372{
373	unsigned int sum = 0;
374	unsigned int i;
375
376	/* Don't include the last field in the checksum. */
377	for (i = 0; i < max; i++)
378		sum += msg[i];
379
380	return sum;
381}
382
383static void __iomem *get_msg_ptr(struct brcmstb_dpfe_priv *priv, u32 response,
384				 char *buf, ssize_t *size)
385{
386	unsigned int msg_type;
387	unsigned int offset;
388	void __iomem *ptr = NULL;
389
390	/* There is no need to use this function for API v3 or later. */
391	if (unlikely(priv->dpfe_api->version >= 3))
392		return NULL;
393
394	msg_type = (response >> DRAM_MSG_TYPE_OFFSET) & DRAM_MSG_TYPE_MASK;
395	offset = (response >> DRAM_MSG_ADDR_OFFSET) & DRAM_MSG_ADDR_MASK;
396
397	/*
398	 * msg_type == 1: the offset is relative to the message RAM
399	 * msg_type == 0: the offset is relative to the data RAM (this is the
400	 *                previous way of passing data)
401	 * msg_type is anything else: there's critical hardware problem
402	 */
403	switch (msg_type) {
404	case 1:
405		ptr = priv->regs + DCPU_MSG_RAM_START + offset;
406		break;
407	case 0:
408		ptr = priv->dmem + offset;
409		break;
410	default:
411		dev_emerg(priv->dev, "invalid message reply from DCPU: %#x\n",
412			response);
413		if (buf && size)
414			*size = sprintf(buf,
415				"FATAL: communication error with DCPU\n");
416	}
417
418	return ptr;
419}
420
421static void __finalize_command(struct brcmstb_dpfe_priv *priv)
422{
423	unsigned int release_mbox;
424
425	/*
426	 * It depends on the API version which MBOX register we have to write to
427	 * to signal we are done.
428	 */
429	release_mbox = (priv->dpfe_api->version < 2)
430			? REG_TO_HOST_MBOX : REG_TO_DCPU_MBOX;
431	writel_relaxed(0, priv->regs + release_mbox);
432}
433
434static int __send_command(struct brcmstb_dpfe_priv *priv, unsigned int cmd,
435			  u32 result[])
436{
437	void __iomem *regs = priv->regs;
438	unsigned int i, chksum, chksum_idx;
439	const u32 *msg;
440	int ret = 0;
441	u32 resp;
442
443	if (cmd >= DPFE_CMD_MAX)
444		return -1;
445
446	msg = priv->dpfe_api->command[cmd];
447
448	mutex_lock(&priv->lock);
449
450	/* Wait for DCPU to become ready */
451	for (i = 0; i < DELAY_LOOP_MAX; i++) {
452		resp = readl_relaxed(regs + REG_TO_HOST_MBOX);
453		if (resp == 0)
454			break;
455		msleep(1);
456	}
457	if (resp != 0) {
458		mutex_unlock(&priv->lock);
459		return -ffs(DCPU_RET_ERR_TIMEDOUT);
460	}
461
462	/* Compute checksum over the message */
463	chksum_idx = msg[MSG_ARG_COUNT] + MSG_ARG_COUNT + 1;
464	chksum = get_msg_chksum(msg, chksum_idx);
465
466	/* Write command and arguments to message area */
467	for (i = 0; i < MSG_FIELD_MAX; i++) {
468		if (i == chksum_idx)
469			writel_relaxed(chksum, regs + DCPU_MSG_RAM(i));
470		else
471			writel_relaxed(msg[i], regs + DCPU_MSG_RAM(i));
472	}
473
474	/* Tell DCPU there is a command waiting */
475	writel_relaxed(1, regs + REG_TO_DCPU_MBOX);
476
477	/* Wait for DCPU to process the command */
478	for (i = 0; i < DELAY_LOOP_MAX; i++) {
479		/* Read response code */
480		resp = readl_relaxed(regs + REG_TO_HOST_MBOX);
481		if (resp > 0)
482			break;
483		msleep(1);
484	}
485
486	if (i == DELAY_LOOP_MAX) {
487		resp = (DCPU_RET_ERR_TIMEDOUT & ~DCPU_RET_ERROR_BIT);
488		ret = -ffs(resp);
489	} else {
490		/* Read response data */
491		for (i = 0; i < MSG_FIELD_MAX; i++)
492			result[i] = readl_relaxed(regs + DCPU_MSG_RAM(i));
493		chksum_idx = result[MSG_ARG_COUNT] + MSG_ARG_COUNT + 1;
494	}
495
496	/* Tell DCPU we are done */
497	__finalize_command(priv);
498
499	mutex_unlock(&priv->lock);
500
501	if (ret)
502		return ret;
503
504	/* Verify response */
505	chksum = get_msg_chksum(result, chksum_idx);
506	if (chksum != result[chksum_idx])
507		resp = DCPU_RET_ERR_CHKSUM;
508
509	if (resp != DCPU_RET_SUCCESS) {
510		resp &= ~DCPU_RET_ERROR_BIT;
511		ret = -ffs(resp);
512	}
513
514	return ret;
515}
516
517/* Ensure that the firmware file loaded meets all the requirements. */
518static int __verify_firmware(struct init_data *init,
519			     const struct firmware *fw)
520{
521	const struct dpfe_firmware_header *header = (void *)fw->data;
522	unsigned int dmem_size, imem_size, total_size;
523	bool is_big_endian = false;
524	const u32 *chksum_ptr;
525
526	if (header->magic == DPFE_BE_MAGIC)
527		is_big_endian = true;
528	else if (header->magic != DPFE_LE_MAGIC)
529		return ERR_INVALID_MAGIC;
530
531	if (is_big_endian) {
532		dmem_size = be32_to_cpu(header->dmem_size);
533		imem_size = be32_to_cpu(header->imem_size);
534	} else {
535		dmem_size = le32_to_cpu(header->dmem_size);
536		imem_size = le32_to_cpu(header->imem_size);
537	}
538
539	/* Data and instruction sections are 32 bit words. */
540	if ((dmem_size % sizeof(u32)) != 0 || (imem_size % sizeof(u32)) != 0)
541		return ERR_INVALID_SIZE;
542
543	/*
544	 * The header + the data section + the instruction section + the
545	 * checksum must be equal to the total firmware size.
546	 */
547	total_size = dmem_size + imem_size + sizeof(*header) +
548		sizeof(*chksum_ptr);
549	if (total_size != fw->size)
550		return ERR_INVALID_SIZE;
551
552	/* The checksum comes at the very end. */
553	chksum_ptr = (void *)fw->data + sizeof(*header) + dmem_size + imem_size;
554
555	init->is_big_endian = is_big_endian;
556	init->dmem_len = dmem_size;
557	init->imem_len = imem_size;
558	init->chksum = (is_big_endian)
559		? be32_to_cpu(*chksum_ptr) : le32_to_cpu(*chksum_ptr);
560
561	return 0;
562}
563
564/* Verify checksum by reading back the firmware from co-processor RAM. */
565static int __verify_fw_checksum(struct init_data *init,
566				struct brcmstb_dpfe_priv *priv,
567				const struct dpfe_firmware_header *header,
568				u32 checksum)
569{
570	u32 magic, sequence, version, sum;
571	u32 __iomem *dmem = priv->dmem;
572	u32 __iomem *imem = priv->imem;
573	unsigned int i;
574
575	if (init->is_big_endian) {
576		magic = be32_to_cpu(header->magic);
577		sequence = be32_to_cpu(header->sequence);
578		version = be32_to_cpu(header->version);
579	} else {
580		magic = le32_to_cpu(header->magic);
581		sequence = le32_to_cpu(header->sequence);
582		version = le32_to_cpu(header->version);
583	}
584
585	sum = magic + sequence + version + init->dmem_len + init->imem_len;
586
587	for (i = 0; i < init->dmem_len / sizeof(u32); i++)
588		sum += readl_relaxed(dmem + i);
589
590	for (i = 0; i < init->imem_len / sizeof(u32); i++)
591		sum += readl_relaxed(imem + i);
592
593	return (sum == checksum) ? 0 : -1;
594}
595
596static int __write_firmware(u32 __iomem *mem, const u32 *fw,
597			    unsigned int size, bool is_big_endian)
598{
599	unsigned int i;
600
601	/* Convert size to 32-bit words. */
602	size /= sizeof(u32);
603
604	/* It is recommended to clear the firmware area first. */
605	for (i = 0; i < size; i++)
606		writel_relaxed(0, mem + i);
607
608	/* Now copy it. */
609	if (is_big_endian) {
610		for (i = 0; i < size; i++)
611			writel_relaxed(be32_to_cpu(fw[i]), mem + i);
612	} else {
613		for (i = 0; i < size; i++)
614			writel_relaxed(le32_to_cpu(fw[i]), mem + i);
615	}
616
617	return 0;
618}
619
620static int brcmstb_dpfe_download_firmware(struct brcmstb_dpfe_priv *priv)
621{
622	const struct dpfe_firmware_header *header;
623	unsigned int dmem_size, imem_size;
624	struct device *dev = priv->dev;
625	bool is_big_endian = false;
626	const struct firmware *fw;
627	const u32 *dmem, *imem;
628	struct init_data init;
629	const void *fw_blob;
630	int ret;
631
632	/*
633	 * Skip downloading the firmware if the DCPU is already running and
634	 * responding to commands.
635	 */
636	if (is_dcpu_enabled(priv)) {
637		u32 response[MSG_FIELD_MAX];
638
639		ret = __send_command(priv, DPFE_CMD_GET_INFO, response);
640		if (!ret)
641			return 0;
642	}
643
644	/*
645	 * If the firmware filename is NULL it means the boot firmware has to
646	 * download the DCPU firmware for us. If that didn't work, we have to
647	 * bail, since downloading it ourselves wouldn't work either.
648	 */
649	if (!priv->dpfe_api->fw_name)
650		return -ENODEV;
651
652	ret = firmware_request_nowarn(&fw, priv->dpfe_api->fw_name, dev);
653	/*
654	 * Defer the firmware download if the firmware file couldn't be found.
655	 * The root file system may not be available yet.
656	 */
657	if (ret)
658		return (ret == -ENOENT) ? -EPROBE_DEFER : ret;
659
660	ret = __verify_firmware(&init, fw);
661	if (ret) {
662		ret = -EFAULT;
663		goto release_fw;
664	}
665
666	__disable_dcpu(priv);
667
668	is_big_endian = init.is_big_endian;
669	dmem_size = init.dmem_len;
670	imem_size = init.imem_len;
671
672	/* At the beginning of the firmware blob is a header. */
673	header = (struct dpfe_firmware_header *)fw->data;
674	/* Void pointer to the beginning of the actual firmware. */
675	fw_blob = fw->data + sizeof(*header);
676	/* IMEM comes right after the header. */
677	imem = fw_blob;
678	/* DMEM follows after IMEM. */
679	dmem = fw_blob + imem_size;
680
681	ret = __write_firmware(priv->dmem, dmem, dmem_size, is_big_endian);
682	if (ret)
683		goto release_fw;
684	ret = __write_firmware(priv->imem, imem, imem_size, is_big_endian);
685	if (ret)
686		goto release_fw;
687
688	ret = __verify_fw_checksum(&init, priv, header, init.chksum);
689	if (ret)
690		goto release_fw;
691
692	__enable_dcpu(priv);
693
694release_fw:
695	release_firmware(fw);
696	return ret;
697}
698
699static ssize_t generic_show(unsigned int command, u32 response[],
700			    struct brcmstb_dpfe_priv *priv, char *buf)
701{
702	int ret;
703
704	if (!priv)
705		return sprintf(buf, "ERROR: driver private data not set\n");
706
707	ret = __send_command(priv, command, response);
708	if (ret < 0)
709		return sprintf(buf, "ERROR: %s\n", get_error_text(-ret));
710
711	return 0;
712}
713
714static ssize_t show_info(struct device *dev, struct device_attribute *devattr,
715			 char *buf)
716{
717	u32 response[MSG_FIELD_MAX];
718	struct brcmstb_dpfe_priv *priv;
719	unsigned int info;
720	ssize_t ret;
721
722	priv = dev_get_drvdata(dev);
723	ret = generic_show(DPFE_CMD_GET_INFO, response, priv, buf);
724	if (ret)
725		return ret;
726
727	info = response[MSG_ARG0];
728
729	return sprintf(buf, "%u.%u.%u.%u\n",
730		       (info >> 24) & 0xff,
731		       (info >> 16) & 0xff,
732		       (info >> 8) & 0xff,
733		       info & 0xff);
734}
735
736static ssize_t show_refresh(struct device *dev,
737			    struct device_attribute *devattr, char *buf)
738{
739	u32 response[MSG_FIELD_MAX];
740	void __iomem *info;
741	struct brcmstb_dpfe_priv *priv;
742	u8 refresh, sr_abort, ppre, thermal_offs, tuf;
743	u32 mr4;
744	ssize_t ret;
745
746	priv = dev_get_drvdata(dev);
747	ret = generic_show(DPFE_CMD_GET_REFRESH, response, priv, buf);
748	if (ret)
749		return ret;
750
751	info = get_msg_ptr(priv, response[MSG_ARG0], buf, &ret);
752	if (!info)
753		return ret;
754
755	mr4 = (readl_relaxed(info + DRAM_INFO_MR4) >> DRAM_INFO_MR4_SHIFT) &
756	       DRAM_INFO_MR4_MASK;
757
758	refresh = (mr4 >> DRAM_MR4_REFRESH) & DRAM_MR4_REFRESH_MASK;
759	sr_abort = (mr4 >> DRAM_MR4_SR_ABORT) & DRAM_MR4_SR_ABORT_MASK;
760	ppre = (mr4 >> DRAM_MR4_PPRE) & DRAM_MR4_PPRE_MASK;
761	thermal_offs = (mr4 >> DRAM_MR4_TH_OFFS) & DRAM_MR4_TH_OFFS_MASK;
762	tuf = (mr4 >> DRAM_MR4_TUF) & DRAM_MR4_TUF_MASK;
763
764	return sprintf(buf, "%#x %#x %#x %#x %#x %#x %#x\n",
765		       readl_relaxed(info + DRAM_INFO_INTERVAL),
766		       refresh, sr_abort, ppre, thermal_offs, tuf,
767		       readl_relaxed(info + DRAM_INFO_ERROR));
768}
769
770static ssize_t store_refresh(struct device *dev, struct device_attribute *attr,
771			  const char *buf, size_t count)
772{
773	u32 response[MSG_FIELD_MAX];
774	struct brcmstb_dpfe_priv *priv;
775	void __iomem *info;
776	unsigned long val;
777	int ret;
778
779	if (kstrtoul(buf, 0, &val) < 0)
780		return -EINVAL;
781
782	priv = dev_get_drvdata(dev);
783	ret = __send_command(priv, DPFE_CMD_GET_REFRESH, response);
784	if (ret)
785		return ret;
786
787	info = get_msg_ptr(priv, response[MSG_ARG0], NULL, NULL);
788	if (!info)
789		return -EIO;
790
791	writel_relaxed(val, info + DRAM_INFO_INTERVAL);
792
793	return count;
794}
795
796static ssize_t show_vendor(struct device *dev, struct device_attribute *devattr,
797			   char *buf)
798{
799	u32 response[MSG_FIELD_MAX];
800	struct brcmstb_dpfe_priv *priv;
801	void __iomem *info;
802	ssize_t ret;
803	u32 mr5, mr6, mr7, mr8, err;
804
805	priv = dev_get_drvdata(dev);
806	ret = generic_show(DPFE_CMD_GET_VENDOR, response, priv, buf);
807	if (ret)
808		return ret;
809
810	info = get_msg_ptr(priv, response[MSG_ARG0], buf, &ret);
811	if (!info)
812		return ret;
813
814	mr5 = (readl_relaxed(info + DRAM_VENDOR_MR5) >> DRAM_VENDOR_SHIFT) &
815		DRAM_VENDOR_MASK;
816	mr6 = (readl_relaxed(info + DRAM_VENDOR_MR6) >> DRAM_VENDOR_SHIFT) &
817		DRAM_VENDOR_MASK;
818	mr7 = (readl_relaxed(info + DRAM_VENDOR_MR7) >> DRAM_VENDOR_SHIFT) &
819		DRAM_VENDOR_MASK;
820	mr8 = (readl_relaxed(info + DRAM_VENDOR_MR8) >> DRAM_VENDOR_SHIFT) &
821		DRAM_VENDOR_MASK;
822	err = readl_relaxed(info + DRAM_VENDOR_ERROR) & DRAM_VENDOR_MASK;
823
824	return sprintf(buf, "%#x %#x %#x %#x %#x\n", mr5, mr6, mr7, mr8, err);
825}
826
827static ssize_t show_dram(struct device *dev, struct device_attribute *devattr,
828			 char *buf)
829{
830	u32 response[MSG_FIELD_MAX];
831	struct brcmstb_dpfe_priv *priv;
832	ssize_t ret;
833	u32 mr4, mr5, mr6, mr7, mr8, err;
834
835	priv = dev_get_drvdata(dev);
836	ret = generic_show(DPFE_CMD_GET_REFRESH, response, priv, buf);
837	if (ret)
838		return ret;
839
840	mr4 = response[MSG_ARG0 + 0] & DRAM_INFO_MR4_MASK;
841	mr5 = response[MSG_ARG0 + 1] & DRAM_DDR_INFO_MASK;
842	mr6 = response[MSG_ARG0 + 2] & DRAM_DDR_INFO_MASK;
843	mr7 = response[MSG_ARG0 + 3] & DRAM_DDR_INFO_MASK;
844	mr8 = response[MSG_ARG0 + 4] & DRAM_DDR_INFO_MASK;
845	err = response[MSG_ARG0 + 5] & DRAM_DDR_INFO_MASK;
846
847	return sprintf(buf, "%#x %#x %#x %#x %#x %#x\n", mr4, mr5, mr6, mr7,
848			mr8, err);
849}
850
851static int brcmstb_dpfe_resume(struct platform_device *pdev)
852{
853	struct brcmstb_dpfe_priv *priv = platform_get_drvdata(pdev);
854
855	return brcmstb_dpfe_download_firmware(priv);
856}
857
858static int brcmstb_dpfe_probe(struct platform_device *pdev)
859{
860	struct device *dev = &pdev->dev;
861	struct brcmstb_dpfe_priv *priv;
862	struct resource *res;
863	int ret;
864
865	priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
866	if (!priv)
867		return -ENOMEM;
868
869	priv->dev = dev;
870
871	mutex_init(&priv->lock);
872	platform_set_drvdata(pdev, priv);
873
874	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "dpfe-cpu");
875	priv->regs = devm_ioremap_resource(dev, res);
876	if (IS_ERR(priv->regs)) {
877		dev_err(dev, "couldn't map DCPU registers\n");
878		return -ENODEV;
879	}
880
881	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "dpfe-dmem");
882	priv->dmem = devm_ioremap_resource(dev, res);
883	if (IS_ERR(priv->dmem)) {
884		dev_err(dev, "Couldn't map DCPU data memory\n");
885		return -ENOENT;
886	}
887
888	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "dpfe-imem");
889	priv->imem = devm_ioremap_resource(dev, res);
890	if (IS_ERR(priv->imem)) {
891		dev_err(dev, "Couldn't map DCPU instruction memory\n");
892		return -ENOENT;
893	}
894
895	priv->dpfe_api = of_device_get_match_data(dev);
896	if (unlikely(!priv->dpfe_api)) {
897		/*
898		 * It should be impossible to end up here, but to be safe we
899		 * check anyway.
900		 */
901		dev_err(dev, "Couldn't determine API\n");
902		return -ENOENT;
903	}
904
905	ret = brcmstb_dpfe_download_firmware(priv);
906	if (ret)
907		return dev_err_probe(dev, ret, "Couldn't download firmware\n");
908
909	ret = sysfs_create_groups(&pdev->dev.kobj, priv->dpfe_api->sysfs_attrs);
910	if (!ret)
911		dev_info(dev, "registered with API v%d.\n",
912			 priv->dpfe_api->version);
913
914	return ret;
915}
916
917static int brcmstb_dpfe_remove(struct platform_device *pdev)
918{
919	struct brcmstb_dpfe_priv *priv = dev_get_drvdata(&pdev->dev);
920
921	sysfs_remove_groups(&pdev->dev.kobj, priv->dpfe_api->sysfs_attrs);
922
923	return 0;
924}
925
926static const struct of_device_id brcmstb_dpfe_of_match[] = {
927	/* Use legacy API v2 for a select number of chips */
928	{ .compatible = "brcm,bcm7268-dpfe-cpu", .data = &dpfe_api_old_v2 },
929	{ .compatible = "brcm,bcm7271-dpfe-cpu", .data = &dpfe_api_old_v2 },
930	{ .compatible = "brcm,bcm7278-dpfe-cpu", .data = &dpfe_api_old_v2 },
931	{ .compatible = "brcm,bcm7211-dpfe-cpu", .data = &dpfe_api_new_v2 },
932	/* API v3 is the default going forward */
933	{ .compatible = "brcm,dpfe-cpu", .data = &dpfe_api_v3 },
934	{}
935};
936MODULE_DEVICE_TABLE(of, brcmstb_dpfe_of_match);
937
938static struct platform_driver brcmstb_dpfe_driver = {
939	.driver	= {
940		.name = DRVNAME,
941		.of_match_table = brcmstb_dpfe_of_match,
942	},
943	.probe = brcmstb_dpfe_probe,
944	.remove	= brcmstb_dpfe_remove,
945	.resume = brcmstb_dpfe_resume,
946};
947
948module_platform_driver(brcmstb_dpfe_driver);
949
950MODULE_AUTHOR("Markus Mayer <mmayer@broadcom.com>");
951MODULE_DESCRIPTION("BRCMSTB DDR PHY Front End Driver");
952MODULE_LICENSE("GPL");
953