18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Driver code for Tegra's Legacy Interrupt Controller
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Author: Marc Zyngier <marc.zyngier@arm.com>
68c2ecf20Sopenharmony_ci *
78c2ecf20Sopenharmony_ci * Heavily based on the original arch/arm/mach-tegra/irq.c code:
88c2ecf20Sopenharmony_ci * Copyright (C) 2011 Google, Inc.
98c2ecf20Sopenharmony_ci *
108c2ecf20Sopenharmony_ci * Author:
118c2ecf20Sopenharmony_ci *	Colin Cross <ccross@android.com>
128c2ecf20Sopenharmony_ci *
138c2ecf20Sopenharmony_ci * Copyright (C) 2010,2013, NVIDIA Corporation
148c2ecf20Sopenharmony_ci */
158c2ecf20Sopenharmony_ci
168c2ecf20Sopenharmony_ci#include <linux/io.h>
178c2ecf20Sopenharmony_ci#include <linux/irq.h>
188c2ecf20Sopenharmony_ci#include <linux/irqchip.h>
198c2ecf20Sopenharmony_ci#include <linux/irqdomain.h>
208c2ecf20Sopenharmony_ci#include <linux/of_address.h>
218c2ecf20Sopenharmony_ci#include <linux/slab.h>
228c2ecf20Sopenharmony_ci#include <linux/syscore_ops.h>
238c2ecf20Sopenharmony_ci
248c2ecf20Sopenharmony_ci#include <dt-bindings/interrupt-controller/arm-gic.h>
258c2ecf20Sopenharmony_ci
268c2ecf20Sopenharmony_ci#define ICTLR_CPU_IEP_VFIQ	0x08
278c2ecf20Sopenharmony_ci#define ICTLR_CPU_IEP_FIR	0x14
288c2ecf20Sopenharmony_ci#define ICTLR_CPU_IEP_FIR_SET	0x18
298c2ecf20Sopenharmony_ci#define ICTLR_CPU_IEP_FIR_CLR	0x1c
308c2ecf20Sopenharmony_ci
318c2ecf20Sopenharmony_ci#define ICTLR_CPU_IER		0x20
328c2ecf20Sopenharmony_ci#define ICTLR_CPU_IER_SET	0x24
338c2ecf20Sopenharmony_ci#define ICTLR_CPU_IER_CLR	0x28
348c2ecf20Sopenharmony_ci#define ICTLR_CPU_IEP_CLASS	0x2C
358c2ecf20Sopenharmony_ci
368c2ecf20Sopenharmony_ci#define ICTLR_COP_IER		0x30
378c2ecf20Sopenharmony_ci#define ICTLR_COP_IER_SET	0x34
388c2ecf20Sopenharmony_ci#define ICTLR_COP_IER_CLR	0x38
398c2ecf20Sopenharmony_ci#define ICTLR_COP_IEP_CLASS	0x3c
408c2ecf20Sopenharmony_ci
418c2ecf20Sopenharmony_ci#define TEGRA_MAX_NUM_ICTLRS	6
428c2ecf20Sopenharmony_ci
438c2ecf20Sopenharmony_cistatic unsigned int num_ictlrs;
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_cistruct tegra_ictlr_soc {
468c2ecf20Sopenharmony_ci	unsigned int num_ictlrs;
478c2ecf20Sopenharmony_ci};
488c2ecf20Sopenharmony_ci
498c2ecf20Sopenharmony_cistatic const struct tegra_ictlr_soc tegra20_ictlr_soc = {
508c2ecf20Sopenharmony_ci	.num_ictlrs = 4,
518c2ecf20Sopenharmony_ci};
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_cistatic const struct tegra_ictlr_soc tegra30_ictlr_soc = {
548c2ecf20Sopenharmony_ci	.num_ictlrs = 5,
558c2ecf20Sopenharmony_ci};
568c2ecf20Sopenharmony_ci
578c2ecf20Sopenharmony_cistatic const struct tegra_ictlr_soc tegra210_ictlr_soc = {
588c2ecf20Sopenharmony_ci	.num_ictlrs = 6,
598c2ecf20Sopenharmony_ci};
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_cistatic const struct of_device_id ictlr_matches[] = {
628c2ecf20Sopenharmony_ci	{ .compatible = "nvidia,tegra210-ictlr", .data = &tegra210_ictlr_soc },
638c2ecf20Sopenharmony_ci	{ .compatible = "nvidia,tegra30-ictlr", .data = &tegra30_ictlr_soc },
648c2ecf20Sopenharmony_ci	{ .compatible = "nvidia,tegra20-ictlr", .data = &tegra20_ictlr_soc },
658c2ecf20Sopenharmony_ci	{ }
668c2ecf20Sopenharmony_ci};
678c2ecf20Sopenharmony_ci
688c2ecf20Sopenharmony_cistruct tegra_ictlr_info {
698c2ecf20Sopenharmony_ci	void __iomem *base[TEGRA_MAX_NUM_ICTLRS];
708c2ecf20Sopenharmony_ci#ifdef CONFIG_PM_SLEEP
718c2ecf20Sopenharmony_ci	u32 cop_ier[TEGRA_MAX_NUM_ICTLRS];
728c2ecf20Sopenharmony_ci	u32 cop_iep[TEGRA_MAX_NUM_ICTLRS];
738c2ecf20Sopenharmony_ci	u32 cpu_ier[TEGRA_MAX_NUM_ICTLRS];
748c2ecf20Sopenharmony_ci	u32 cpu_iep[TEGRA_MAX_NUM_ICTLRS];
758c2ecf20Sopenharmony_ci
768c2ecf20Sopenharmony_ci	u32 ictlr_wake_mask[TEGRA_MAX_NUM_ICTLRS];
778c2ecf20Sopenharmony_ci#endif
788c2ecf20Sopenharmony_ci};
798c2ecf20Sopenharmony_ci
808c2ecf20Sopenharmony_cistatic struct tegra_ictlr_info *lic;
818c2ecf20Sopenharmony_ci
828c2ecf20Sopenharmony_cistatic inline void tegra_ictlr_write_mask(struct irq_data *d, unsigned long reg)
838c2ecf20Sopenharmony_ci{
848c2ecf20Sopenharmony_ci	void __iomem *base = (void __iomem __force *)d->chip_data;
858c2ecf20Sopenharmony_ci	u32 mask;
868c2ecf20Sopenharmony_ci
878c2ecf20Sopenharmony_ci	mask = BIT(d->hwirq % 32);
888c2ecf20Sopenharmony_ci	writel_relaxed(mask, base + reg);
898c2ecf20Sopenharmony_ci}
908c2ecf20Sopenharmony_ci
918c2ecf20Sopenharmony_cistatic void tegra_mask(struct irq_data *d)
928c2ecf20Sopenharmony_ci{
938c2ecf20Sopenharmony_ci	tegra_ictlr_write_mask(d, ICTLR_CPU_IER_CLR);
948c2ecf20Sopenharmony_ci	irq_chip_mask_parent(d);
958c2ecf20Sopenharmony_ci}
968c2ecf20Sopenharmony_ci
978c2ecf20Sopenharmony_cistatic void tegra_unmask(struct irq_data *d)
988c2ecf20Sopenharmony_ci{
998c2ecf20Sopenharmony_ci	tegra_ictlr_write_mask(d, ICTLR_CPU_IER_SET);
1008c2ecf20Sopenharmony_ci	irq_chip_unmask_parent(d);
1018c2ecf20Sopenharmony_ci}
1028c2ecf20Sopenharmony_ci
1038c2ecf20Sopenharmony_cistatic void tegra_eoi(struct irq_data *d)
1048c2ecf20Sopenharmony_ci{
1058c2ecf20Sopenharmony_ci	tegra_ictlr_write_mask(d, ICTLR_CPU_IEP_FIR_CLR);
1068c2ecf20Sopenharmony_ci	irq_chip_eoi_parent(d);
1078c2ecf20Sopenharmony_ci}
1088c2ecf20Sopenharmony_ci
1098c2ecf20Sopenharmony_cistatic int tegra_retrigger(struct irq_data *d)
1108c2ecf20Sopenharmony_ci{
1118c2ecf20Sopenharmony_ci	tegra_ictlr_write_mask(d, ICTLR_CPU_IEP_FIR_SET);
1128c2ecf20Sopenharmony_ci	return irq_chip_retrigger_hierarchy(d);
1138c2ecf20Sopenharmony_ci}
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_ci#ifdef CONFIG_PM_SLEEP
1168c2ecf20Sopenharmony_cistatic int tegra_set_wake(struct irq_data *d, unsigned int enable)
1178c2ecf20Sopenharmony_ci{
1188c2ecf20Sopenharmony_ci	u32 irq = d->hwirq;
1198c2ecf20Sopenharmony_ci	u32 index, mask;
1208c2ecf20Sopenharmony_ci
1218c2ecf20Sopenharmony_ci	index = (irq / 32);
1228c2ecf20Sopenharmony_ci	mask = BIT(irq % 32);
1238c2ecf20Sopenharmony_ci	if (enable)
1248c2ecf20Sopenharmony_ci		lic->ictlr_wake_mask[index] |= mask;
1258c2ecf20Sopenharmony_ci	else
1268c2ecf20Sopenharmony_ci		lic->ictlr_wake_mask[index] &= ~mask;
1278c2ecf20Sopenharmony_ci
1288c2ecf20Sopenharmony_ci	/*
1298c2ecf20Sopenharmony_ci	 * Do *not* call into the parent, as the GIC doesn't have any
1308c2ecf20Sopenharmony_ci	 * wake-up facility...
1318c2ecf20Sopenharmony_ci	 */
1328c2ecf20Sopenharmony_ci	return 0;
1338c2ecf20Sopenharmony_ci}
1348c2ecf20Sopenharmony_ci
1358c2ecf20Sopenharmony_cistatic int tegra_ictlr_suspend(void)
1368c2ecf20Sopenharmony_ci{
1378c2ecf20Sopenharmony_ci	unsigned long flags;
1388c2ecf20Sopenharmony_ci	unsigned int i;
1398c2ecf20Sopenharmony_ci
1408c2ecf20Sopenharmony_ci	local_irq_save(flags);
1418c2ecf20Sopenharmony_ci	for (i = 0; i < num_ictlrs; i++) {
1428c2ecf20Sopenharmony_ci		void __iomem *ictlr = lic->base[i];
1438c2ecf20Sopenharmony_ci
1448c2ecf20Sopenharmony_ci		/* Save interrupt state */
1458c2ecf20Sopenharmony_ci		lic->cpu_ier[i] = readl_relaxed(ictlr + ICTLR_CPU_IER);
1468c2ecf20Sopenharmony_ci		lic->cpu_iep[i] = readl_relaxed(ictlr + ICTLR_CPU_IEP_CLASS);
1478c2ecf20Sopenharmony_ci		lic->cop_ier[i] = readl_relaxed(ictlr + ICTLR_COP_IER);
1488c2ecf20Sopenharmony_ci		lic->cop_iep[i] = readl_relaxed(ictlr + ICTLR_COP_IEP_CLASS);
1498c2ecf20Sopenharmony_ci
1508c2ecf20Sopenharmony_ci		/* Disable COP interrupts */
1518c2ecf20Sopenharmony_ci		writel_relaxed(GENMASK(31, 0), ictlr + ICTLR_COP_IER_CLR);
1528c2ecf20Sopenharmony_ci
1538c2ecf20Sopenharmony_ci		/* Disable CPU interrupts */
1548c2ecf20Sopenharmony_ci		writel_relaxed(GENMASK(31, 0), ictlr + ICTLR_CPU_IER_CLR);
1558c2ecf20Sopenharmony_ci
1568c2ecf20Sopenharmony_ci		/* Enable the wakeup sources of ictlr */
1578c2ecf20Sopenharmony_ci		writel_relaxed(lic->ictlr_wake_mask[i], ictlr + ICTLR_CPU_IER_SET);
1588c2ecf20Sopenharmony_ci	}
1598c2ecf20Sopenharmony_ci	local_irq_restore(flags);
1608c2ecf20Sopenharmony_ci
1618c2ecf20Sopenharmony_ci	return 0;
1628c2ecf20Sopenharmony_ci}
1638c2ecf20Sopenharmony_ci
1648c2ecf20Sopenharmony_cistatic void tegra_ictlr_resume(void)
1658c2ecf20Sopenharmony_ci{
1668c2ecf20Sopenharmony_ci	unsigned long flags;
1678c2ecf20Sopenharmony_ci	unsigned int i;
1688c2ecf20Sopenharmony_ci
1698c2ecf20Sopenharmony_ci	local_irq_save(flags);
1708c2ecf20Sopenharmony_ci	for (i = 0; i < num_ictlrs; i++) {
1718c2ecf20Sopenharmony_ci		void __iomem *ictlr = lic->base[i];
1728c2ecf20Sopenharmony_ci
1738c2ecf20Sopenharmony_ci		writel_relaxed(lic->cpu_iep[i],
1748c2ecf20Sopenharmony_ci			       ictlr + ICTLR_CPU_IEP_CLASS);
1758c2ecf20Sopenharmony_ci		writel_relaxed(GENMASK(31, 0), ictlr + ICTLR_CPU_IER_CLR);
1768c2ecf20Sopenharmony_ci		writel_relaxed(lic->cpu_ier[i],
1778c2ecf20Sopenharmony_ci			       ictlr + ICTLR_CPU_IER_SET);
1788c2ecf20Sopenharmony_ci		writel_relaxed(lic->cop_iep[i],
1798c2ecf20Sopenharmony_ci			       ictlr + ICTLR_COP_IEP_CLASS);
1808c2ecf20Sopenharmony_ci		writel_relaxed(GENMASK(31, 0), ictlr + ICTLR_COP_IER_CLR);
1818c2ecf20Sopenharmony_ci		writel_relaxed(lic->cop_ier[i],
1828c2ecf20Sopenharmony_ci			       ictlr + ICTLR_COP_IER_SET);
1838c2ecf20Sopenharmony_ci	}
1848c2ecf20Sopenharmony_ci	local_irq_restore(flags);
1858c2ecf20Sopenharmony_ci}
1868c2ecf20Sopenharmony_ci
1878c2ecf20Sopenharmony_cistatic struct syscore_ops tegra_ictlr_syscore_ops = {
1888c2ecf20Sopenharmony_ci	.suspend	= tegra_ictlr_suspend,
1898c2ecf20Sopenharmony_ci	.resume		= tegra_ictlr_resume,
1908c2ecf20Sopenharmony_ci};
1918c2ecf20Sopenharmony_ci
1928c2ecf20Sopenharmony_cistatic void tegra_ictlr_syscore_init(void)
1938c2ecf20Sopenharmony_ci{
1948c2ecf20Sopenharmony_ci	register_syscore_ops(&tegra_ictlr_syscore_ops);
1958c2ecf20Sopenharmony_ci}
1968c2ecf20Sopenharmony_ci#else
1978c2ecf20Sopenharmony_ci#define tegra_set_wake	NULL
1988c2ecf20Sopenharmony_cistatic inline void tegra_ictlr_syscore_init(void) {}
1998c2ecf20Sopenharmony_ci#endif
2008c2ecf20Sopenharmony_ci
2018c2ecf20Sopenharmony_cistatic struct irq_chip tegra_ictlr_chip = {
2028c2ecf20Sopenharmony_ci	.name			= "LIC",
2038c2ecf20Sopenharmony_ci	.irq_eoi		= tegra_eoi,
2048c2ecf20Sopenharmony_ci	.irq_mask		= tegra_mask,
2058c2ecf20Sopenharmony_ci	.irq_unmask		= tegra_unmask,
2068c2ecf20Sopenharmony_ci	.irq_retrigger		= tegra_retrigger,
2078c2ecf20Sopenharmony_ci	.irq_set_wake		= tegra_set_wake,
2088c2ecf20Sopenharmony_ci	.irq_set_type		= irq_chip_set_type_parent,
2098c2ecf20Sopenharmony_ci	.flags			= IRQCHIP_MASK_ON_SUSPEND,
2108c2ecf20Sopenharmony_ci#ifdef CONFIG_SMP
2118c2ecf20Sopenharmony_ci	.irq_set_affinity	= irq_chip_set_affinity_parent,
2128c2ecf20Sopenharmony_ci#endif
2138c2ecf20Sopenharmony_ci};
2148c2ecf20Sopenharmony_ci
2158c2ecf20Sopenharmony_cistatic int tegra_ictlr_domain_translate(struct irq_domain *d,
2168c2ecf20Sopenharmony_ci					struct irq_fwspec *fwspec,
2178c2ecf20Sopenharmony_ci					unsigned long *hwirq,
2188c2ecf20Sopenharmony_ci					unsigned int *type)
2198c2ecf20Sopenharmony_ci{
2208c2ecf20Sopenharmony_ci	if (is_of_node(fwspec->fwnode)) {
2218c2ecf20Sopenharmony_ci		if (fwspec->param_count != 3)
2228c2ecf20Sopenharmony_ci			return -EINVAL;
2238c2ecf20Sopenharmony_ci
2248c2ecf20Sopenharmony_ci		/* No PPI should point to this domain */
2258c2ecf20Sopenharmony_ci		if (fwspec->param[0] != 0)
2268c2ecf20Sopenharmony_ci			return -EINVAL;
2278c2ecf20Sopenharmony_ci
2288c2ecf20Sopenharmony_ci		*hwirq = fwspec->param[1];
2298c2ecf20Sopenharmony_ci		*type = fwspec->param[2] & IRQ_TYPE_SENSE_MASK;
2308c2ecf20Sopenharmony_ci		return 0;
2318c2ecf20Sopenharmony_ci	}
2328c2ecf20Sopenharmony_ci
2338c2ecf20Sopenharmony_ci	return -EINVAL;
2348c2ecf20Sopenharmony_ci}
2358c2ecf20Sopenharmony_ci
2368c2ecf20Sopenharmony_cistatic int tegra_ictlr_domain_alloc(struct irq_domain *domain,
2378c2ecf20Sopenharmony_ci				    unsigned int virq,
2388c2ecf20Sopenharmony_ci				    unsigned int nr_irqs, void *data)
2398c2ecf20Sopenharmony_ci{
2408c2ecf20Sopenharmony_ci	struct irq_fwspec *fwspec = data;
2418c2ecf20Sopenharmony_ci	struct irq_fwspec parent_fwspec;
2428c2ecf20Sopenharmony_ci	struct tegra_ictlr_info *info = domain->host_data;
2438c2ecf20Sopenharmony_ci	irq_hw_number_t hwirq;
2448c2ecf20Sopenharmony_ci	unsigned int i;
2458c2ecf20Sopenharmony_ci
2468c2ecf20Sopenharmony_ci	if (fwspec->param_count != 3)
2478c2ecf20Sopenharmony_ci		return -EINVAL;	/* Not GIC compliant */
2488c2ecf20Sopenharmony_ci	if (fwspec->param[0] != GIC_SPI)
2498c2ecf20Sopenharmony_ci		return -EINVAL;	/* No PPI should point to this domain */
2508c2ecf20Sopenharmony_ci
2518c2ecf20Sopenharmony_ci	hwirq = fwspec->param[1];
2528c2ecf20Sopenharmony_ci	if (hwirq >= (num_ictlrs * 32))
2538c2ecf20Sopenharmony_ci		return -EINVAL;
2548c2ecf20Sopenharmony_ci
2558c2ecf20Sopenharmony_ci	for (i = 0; i < nr_irqs; i++) {
2568c2ecf20Sopenharmony_ci		int ictlr = (hwirq + i) / 32;
2578c2ecf20Sopenharmony_ci
2588c2ecf20Sopenharmony_ci		irq_domain_set_hwirq_and_chip(domain, virq + i, hwirq + i,
2598c2ecf20Sopenharmony_ci					      &tegra_ictlr_chip,
2608c2ecf20Sopenharmony_ci					      (void __force *)info->base[ictlr]);
2618c2ecf20Sopenharmony_ci	}
2628c2ecf20Sopenharmony_ci
2638c2ecf20Sopenharmony_ci	parent_fwspec = *fwspec;
2648c2ecf20Sopenharmony_ci	parent_fwspec.fwnode = domain->parent->fwnode;
2658c2ecf20Sopenharmony_ci	return irq_domain_alloc_irqs_parent(domain, virq, nr_irqs,
2668c2ecf20Sopenharmony_ci					    &parent_fwspec);
2678c2ecf20Sopenharmony_ci}
2688c2ecf20Sopenharmony_ci
2698c2ecf20Sopenharmony_cistatic const struct irq_domain_ops tegra_ictlr_domain_ops = {
2708c2ecf20Sopenharmony_ci	.translate	= tegra_ictlr_domain_translate,
2718c2ecf20Sopenharmony_ci	.alloc		= tegra_ictlr_domain_alloc,
2728c2ecf20Sopenharmony_ci	.free		= irq_domain_free_irqs_common,
2738c2ecf20Sopenharmony_ci};
2748c2ecf20Sopenharmony_ci
2758c2ecf20Sopenharmony_cistatic int __init tegra_ictlr_init(struct device_node *node,
2768c2ecf20Sopenharmony_ci				   struct device_node *parent)
2778c2ecf20Sopenharmony_ci{
2788c2ecf20Sopenharmony_ci	struct irq_domain *parent_domain, *domain;
2798c2ecf20Sopenharmony_ci	const struct of_device_id *match;
2808c2ecf20Sopenharmony_ci	const struct tegra_ictlr_soc *soc;
2818c2ecf20Sopenharmony_ci	unsigned int i;
2828c2ecf20Sopenharmony_ci	int err;
2838c2ecf20Sopenharmony_ci
2848c2ecf20Sopenharmony_ci	if (!parent) {
2858c2ecf20Sopenharmony_ci		pr_err("%pOF: no parent, giving up\n", node);
2868c2ecf20Sopenharmony_ci		return -ENODEV;
2878c2ecf20Sopenharmony_ci	}
2888c2ecf20Sopenharmony_ci
2898c2ecf20Sopenharmony_ci	parent_domain = irq_find_host(parent);
2908c2ecf20Sopenharmony_ci	if (!parent_domain) {
2918c2ecf20Sopenharmony_ci		pr_err("%pOF: unable to obtain parent domain\n", node);
2928c2ecf20Sopenharmony_ci		return -ENXIO;
2938c2ecf20Sopenharmony_ci	}
2948c2ecf20Sopenharmony_ci
2958c2ecf20Sopenharmony_ci	match = of_match_node(ictlr_matches, node);
2968c2ecf20Sopenharmony_ci	if (!match)		/* Should never happen... */
2978c2ecf20Sopenharmony_ci		return -ENODEV;
2988c2ecf20Sopenharmony_ci
2998c2ecf20Sopenharmony_ci	soc = match->data;
3008c2ecf20Sopenharmony_ci
3018c2ecf20Sopenharmony_ci	lic = kzalloc(sizeof(*lic), GFP_KERNEL);
3028c2ecf20Sopenharmony_ci	if (!lic)
3038c2ecf20Sopenharmony_ci		return -ENOMEM;
3048c2ecf20Sopenharmony_ci
3058c2ecf20Sopenharmony_ci	for (i = 0; i < TEGRA_MAX_NUM_ICTLRS; i++) {
3068c2ecf20Sopenharmony_ci		void __iomem *base;
3078c2ecf20Sopenharmony_ci
3088c2ecf20Sopenharmony_ci		base = of_iomap(node, i);
3098c2ecf20Sopenharmony_ci		if (!base)
3108c2ecf20Sopenharmony_ci			break;
3118c2ecf20Sopenharmony_ci
3128c2ecf20Sopenharmony_ci		lic->base[i] = base;
3138c2ecf20Sopenharmony_ci
3148c2ecf20Sopenharmony_ci		/* Disable all interrupts */
3158c2ecf20Sopenharmony_ci		writel_relaxed(GENMASK(31, 0), base + ICTLR_CPU_IER_CLR);
3168c2ecf20Sopenharmony_ci		/* All interrupts target IRQ */
3178c2ecf20Sopenharmony_ci		writel_relaxed(0, base + ICTLR_CPU_IEP_CLASS);
3188c2ecf20Sopenharmony_ci
3198c2ecf20Sopenharmony_ci		num_ictlrs++;
3208c2ecf20Sopenharmony_ci	}
3218c2ecf20Sopenharmony_ci
3228c2ecf20Sopenharmony_ci	if (!num_ictlrs) {
3238c2ecf20Sopenharmony_ci		pr_err("%pOF: no valid regions, giving up\n", node);
3248c2ecf20Sopenharmony_ci		err = -ENOMEM;
3258c2ecf20Sopenharmony_ci		goto out_free;
3268c2ecf20Sopenharmony_ci	}
3278c2ecf20Sopenharmony_ci
3288c2ecf20Sopenharmony_ci	WARN(num_ictlrs != soc->num_ictlrs,
3298c2ecf20Sopenharmony_ci	     "%pOF: Found %u interrupt controllers in DT; expected %u.\n",
3308c2ecf20Sopenharmony_ci	     node, num_ictlrs, soc->num_ictlrs);
3318c2ecf20Sopenharmony_ci
3328c2ecf20Sopenharmony_ci
3338c2ecf20Sopenharmony_ci	domain = irq_domain_add_hierarchy(parent_domain, 0, num_ictlrs * 32,
3348c2ecf20Sopenharmony_ci					  node, &tegra_ictlr_domain_ops,
3358c2ecf20Sopenharmony_ci					  lic);
3368c2ecf20Sopenharmony_ci	if (!domain) {
3378c2ecf20Sopenharmony_ci		pr_err("%pOF: failed to allocated domain\n", node);
3388c2ecf20Sopenharmony_ci		err = -ENOMEM;
3398c2ecf20Sopenharmony_ci		goto out_unmap;
3408c2ecf20Sopenharmony_ci	}
3418c2ecf20Sopenharmony_ci
3428c2ecf20Sopenharmony_ci	tegra_ictlr_syscore_init();
3438c2ecf20Sopenharmony_ci
3448c2ecf20Sopenharmony_ci	pr_info("%pOF: %d interrupts forwarded to %pOF\n",
3458c2ecf20Sopenharmony_ci		node, num_ictlrs * 32, parent);
3468c2ecf20Sopenharmony_ci
3478c2ecf20Sopenharmony_ci	return 0;
3488c2ecf20Sopenharmony_ci
3498c2ecf20Sopenharmony_ciout_unmap:
3508c2ecf20Sopenharmony_ci	for (i = 0; i < num_ictlrs; i++)
3518c2ecf20Sopenharmony_ci		iounmap(lic->base[i]);
3528c2ecf20Sopenharmony_ciout_free:
3538c2ecf20Sopenharmony_ci	kfree(lic);
3548c2ecf20Sopenharmony_ci	return err;
3558c2ecf20Sopenharmony_ci}
3568c2ecf20Sopenharmony_ci
3578c2ecf20Sopenharmony_ciIRQCHIP_DECLARE(tegra20_ictlr, "nvidia,tegra20-ictlr", tegra_ictlr_init);
3588c2ecf20Sopenharmony_ciIRQCHIP_DECLARE(tegra30_ictlr, "nvidia,tegra30-ictlr", tegra_ictlr_init);
3598c2ecf20Sopenharmony_ciIRQCHIP_DECLARE(tegra210_ictlr, "nvidia,tegra210-ictlr", tegra_ictlr_init);
360