162306a36Sopenharmony_ci/*
262306a36Sopenharmony_ci *  Driver for ePAPR Embedded Hypervisor PIC
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci *  Copyright 2008-2011 Freescale Semiconductor, Inc.
562306a36Sopenharmony_ci *
662306a36Sopenharmony_ci *  Author: Ashish Kalra <ashish.kalra@freescale.com>
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci * This file is licensed under the terms of the GNU General Public License
962306a36Sopenharmony_ci * version 2.  This program is licensed "as is" without any warranty of any
1062306a36Sopenharmony_ci * kind, whether express or implied.
1162306a36Sopenharmony_ci */
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#include <linux/types.h>
1462306a36Sopenharmony_ci#include <linux/kernel.h>
1562306a36Sopenharmony_ci#include <linux/init.h>
1662306a36Sopenharmony_ci#include <linux/irq.h>
1762306a36Sopenharmony_ci#include <linux/irqdomain.h>
1862306a36Sopenharmony_ci#include <linux/smp.h>
1962306a36Sopenharmony_ci#include <linux/interrupt.h>
2062306a36Sopenharmony_ci#include <linux/slab.h>
2162306a36Sopenharmony_ci#include <linux/spinlock.h>
2262306a36Sopenharmony_ci#include <linux/of.h>
2362306a36Sopenharmony_ci#include <linux/of_address.h>
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ci#include <asm/io.h>
2662306a36Sopenharmony_ci#include <asm/irq.h>
2762306a36Sopenharmony_ci#include <asm/smp.h>
2862306a36Sopenharmony_ci#include <asm/machdep.h>
2962306a36Sopenharmony_ci#include <asm/ehv_pic.h>
3062306a36Sopenharmony_ci#include <asm/fsl_hcalls.h>
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_cistatic struct ehv_pic *global_ehv_pic;
3362306a36Sopenharmony_cistatic DEFINE_SPINLOCK(ehv_pic_lock);
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_cistatic u32 hwirq_intspec[NR_EHV_PIC_INTS];
3662306a36Sopenharmony_cistatic u32 __iomem *mpic_percpu_base_vaddr;
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_ci#define IRQ_TYPE_MPIC_DIRECT 4
3962306a36Sopenharmony_ci#define MPIC_EOI  0x00B0
4062306a36Sopenharmony_ci
4162306a36Sopenharmony_ci/*
4262306a36Sopenharmony_ci * Linux descriptor level callbacks
4362306a36Sopenharmony_ci */
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_cistatic void ehv_pic_unmask_irq(struct irq_data *d)
4662306a36Sopenharmony_ci{
4762306a36Sopenharmony_ci	unsigned int src = virq_to_hw(d->irq);
4862306a36Sopenharmony_ci
4962306a36Sopenharmony_ci	ev_int_set_mask(src, 0);
5062306a36Sopenharmony_ci}
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_cistatic void ehv_pic_mask_irq(struct irq_data *d)
5362306a36Sopenharmony_ci{
5462306a36Sopenharmony_ci	unsigned int src = virq_to_hw(d->irq);
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	ev_int_set_mask(src, 1);
5762306a36Sopenharmony_ci}
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_cistatic void ehv_pic_end_irq(struct irq_data *d)
6062306a36Sopenharmony_ci{
6162306a36Sopenharmony_ci	unsigned int src = virq_to_hw(d->irq);
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci	ev_int_eoi(src);
6462306a36Sopenharmony_ci}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_cistatic void ehv_pic_direct_end_irq(struct irq_data *d)
6762306a36Sopenharmony_ci{
6862306a36Sopenharmony_ci	out_be32(mpic_percpu_base_vaddr + MPIC_EOI / 4, 0);
6962306a36Sopenharmony_ci}
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_cistatic int ehv_pic_set_affinity(struct irq_data *d, const struct cpumask *dest,
7262306a36Sopenharmony_ci			 bool force)
7362306a36Sopenharmony_ci{
7462306a36Sopenharmony_ci	unsigned int src = virq_to_hw(d->irq);
7562306a36Sopenharmony_ci	unsigned int config, prio, cpu_dest;
7662306a36Sopenharmony_ci	int cpuid = irq_choose_cpu(dest);
7762306a36Sopenharmony_ci	unsigned long flags;
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	spin_lock_irqsave(&ehv_pic_lock, flags);
8062306a36Sopenharmony_ci	ev_int_get_config(src, &config, &prio, &cpu_dest);
8162306a36Sopenharmony_ci	ev_int_set_config(src, config, prio, cpuid);
8262306a36Sopenharmony_ci	spin_unlock_irqrestore(&ehv_pic_lock, flags);
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci	return IRQ_SET_MASK_OK;
8562306a36Sopenharmony_ci}
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_cistatic unsigned int ehv_pic_type_to_vecpri(unsigned int type)
8862306a36Sopenharmony_ci{
8962306a36Sopenharmony_ci	/* Now convert sense value */
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci	switch (type & IRQ_TYPE_SENSE_MASK) {
9262306a36Sopenharmony_ci	case IRQ_TYPE_EDGE_RISING:
9362306a36Sopenharmony_ci		return EHV_PIC_INFO(VECPRI_SENSE_EDGE) |
9462306a36Sopenharmony_ci		       EHV_PIC_INFO(VECPRI_POLARITY_POSITIVE);
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	case IRQ_TYPE_EDGE_FALLING:
9762306a36Sopenharmony_ci	case IRQ_TYPE_EDGE_BOTH:
9862306a36Sopenharmony_ci		return EHV_PIC_INFO(VECPRI_SENSE_EDGE) |
9962306a36Sopenharmony_ci		       EHV_PIC_INFO(VECPRI_POLARITY_NEGATIVE);
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci	case IRQ_TYPE_LEVEL_HIGH:
10262306a36Sopenharmony_ci		return EHV_PIC_INFO(VECPRI_SENSE_LEVEL) |
10362306a36Sopenharmony_ci		       EHV_PIC_INFO(VECPRI_POLARITY_POSITIVE);
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	case IRQ_TYPE_LEVEL_LOW:
10662306a36Sopenharmony_ci	default:
10762306a36Sopenharmony_ci		return EHV_PIC_INFO(VECPRI_SENSE_LEVEL) |
10862306a36Sopenharmony_ci		       EHV_PIC_INFO(VECPRI_POLARITY_NEGATIVE);
10962306a36Sopenharmony_ci	}
11062306a36Sopenharmony_ci}
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_cistatic int ehv_pic_set_irq_type(struct irq_data *d, unsigned int flow_type)
11362306a36Sopenharmony_ci{
11462306a36Sopenharmony_ci	unsigned int src = virq_to_hw(d->irq);
11562306a36Sopenharmony_ci	unsigned int vecpri, vold, vnew, prio, cpu_dest;
11662306a36Sopenharmony_ci	unsigned long flags;
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci	if (flow_type == IRQ_TYPE_NONE)
11962306a36Sopenharmony_ci		flow_type = IRQ_TYPE_LEVEL_LOW;
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	irqd_set_trigger_type(d, flow_type);
12262306a36Sopenharmony_ci
12362306a36Sopenharmony_ci	vecpri = ehv_pic_type_to_vecpri(flow_type);
12462306a36Sopenharmony_ci
12562306a36Sopenharmony_ci	spin_lock_irqsave(&ehv_pic_lock, flags);
12662306a36Sopenharmony_ci	ev_int_get_config(src, &vold, &prio, &cpu_dest);
12762306a36Sopenharmony_ci	vnew = vold & ~(EHV_PIC_INFO(VECPRI_POLARITY_MASK) |
12862306a36Sopenharmony_ci			EHV_PIC_INFO(VECPRI_SENSE_MASK));
12962306a36Sopenharmony_ci	vnew |= vecpri;
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci	/*
13262306a36Sopenharmony_ci	 * TODO : Add specific interface call for platform to set
13362306a36Sopenharmony_ci	 * individual interrupt priorities.
13462306a36Sopenharmony_ci	 * platform currently using static/default priority for all ints
13562306a36Sopenharmony_ci	 */
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci	prio = 8;
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_ci	ev_int_set_config(src, vecpri, prio, cpu_dest);
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci	spin_unlock_irqrestore(&ehv_pic_lock, flags);
14262306a36Sopenharmony_ci	return IRQ_SET_MASK_OK_NOCOPY;
14362306a36Sopenharmony_ci}
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_cistatic struct irq_chip ehv_pic_irq_chip = {
14662306a36Sopenharmony_ci	.irq_mask	= ehv_pic_mask_irq,
14762306a36Sopenharmony_ci	.irq_unmask	= ehv_pic_unmask_irq,
14862306a36Sopenharmony_ci	.irq_eoi	= ehv_pic_end_irq,
14962306a36Sopenharmony_ci	.irq_set_type	= ehv_pic_set_irq_type,
15062306a36Sopenharmony_ci};
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_cistatic struct irq_chip ehv_pic_direct_eoi_irq_chip = {
15362306a36Sopenharmony_ci	.irq_mask	= ehv_pic_mask_irq,
15462306a36Sopenharmony_ci	.irq_unmask	= ehv_pic_unmask_irq,
15562306a36Sopenharmony_ci	.irq_eoi	= ehv_pic_direct_end_irq,
15662306a36Sopenharmony_ci	.irq_set_type	= ehv_pic_set_irq_type,
15762306a36Sopenharmony_ci};
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_ci/* Return an interrupt vector or 0 if no interrupt is pending. */
16062306a36Sopenharmony_ciunsigned int ehv_pic_get_irq(void)
16162306a36Sopenharmony_ci{
16262306a36Sopenharmony_ci	int irq;
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	BUG_ON(global_ehv_pic == NULL);
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci	if (global_ehv_pic->coreint_flag)
16762306a36Sopenharmony_ci		irq = mfspr(SPRN_EPR); /* if core int mode */
16862306a36Sopenharmony_ci	else
16962306a36Sopenharmony_ci		ev_int_iack(0, &irq); /* legacy mode */
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci	if (irq == 0xFFFF)    /* 0xFFFF --> no irq is pending */
17262306a36Sopenharmony_ci		return 0;
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	/*
17562306a36Sopenharmony_ci	 * this will also setup revmap[] in the slow path for the first
17662306a36Sopenharmony_ci	 * time, next calls will always use fast path by indexing revmap
17762306a36Sopenharmony_ci	 */
17862306a36Sopenharmony_ci	return irq_linear_revmap(global_ehv_pic->irqhost, irq);
17962306a36Sopenharmony_ci}
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_cistatic int ehv_pic_host_match(struct irq_domain *h, struct device_node *node,
18262306a36Sopenharmony_ci			      enum irq_domain_bus_token bus_token)
18362306a36Sopenharmony_ci{
18462306a36Sopenharmony_ci	/* Exact match, unless ehv_pic node is NULL */
18562306a36Sopenharmony_ci	struct device_node *of_node = irq_domain_get_of_node(h);
18662306a36Sopenharmony_ci	return of_node == NULL || of_node == node;
18762306a36Sopenharmony_ci}
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_cistatic int ehv_pic_host_map(struct irq_domain *h, unsigned int virq,
19062306a36Sopenharmony_ci			 irq_hw_number_t hw)
19162306a36Sopenharmony_ci{
19262306a36Sopenharmony_ci	struct ehv_pic *ehv_pic = h->host_data;
19362306a36Sopenharmony_ci	struct irq_chip *chip;
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	/* Default chip */
19662306a36Sopenharmony_ci	chip = &ehv_pic->hc_irq;
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci	if (mpic_percpu_base_vaddr)
19962306a36Sopenharmony_ci		if (hwirq_intspec[hw] & IRQ_TYPE_MPIC_DIRECT)
20062306a36Sopenharmony_ci			chip = &ehv_pic_direct_eoi_irq_chip;
20162306a36Sopenharmony_ci
20262306a36Sopenharmony_ci	irq_set_chip_data(virq, chip);
20362306a36Sopenharmony_ci	/*
20462306a36Sopenharmony_ci	 * using handle_fasteoi_irq as our irq handler, this will
20562306a36Sopenharmony_ci	 * only call the eoi callback and suitable for the MPIC
20662306a36Sopenharmony_ci	 * controller which set ISR/IPR automatically and clear the
20762306a36Sopenharmony_ci	 * highest priority active interrupt in ISR/IPR when we do
20862306a36Sopenharmony_ci	 * a specific eoi
20962306a36Sopenharmony_ci	 */
21062306a36Sopenharmony_ci	irq_set_chip_and_handler(virq, chip, handle_fasteoi_irq);
21162306a36Sopenharmony_ci
21262306a36Sopenharmony_ci	/* Set default irq type */
21362306a36Sopenharmony_ci	irq_set_irq_type(virq, IRQ_TYPE_NONE);
21462306a36Sopenharmony_ci
21562306a36Sopenharmony_ci	return 0;
21662306a36Sopenharmony_ci}
21762306a36Sopenharmony_ci
21862306a36Sopenharmony_cistatic int ehv_pic_host_xlate(struct irq_domain *h, struct device_node *ct,
21962306a36Sopenharmony_ci			   const u32 *intspec, unsigned int intsize,
22062306a36Sopenharmony_ci			   irq_hw_number_t *out_hwirq, unsigned int *out_flags)
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_ci{
22362306a36Sopenharmony_ci	/*
22462306a36Sopenharmony_ci	 * interrupt sense values coming from the guest device tree
22562306a36Sopenharmony_ci	 * interrupt specifiers can have four possible sense and
22662306a36Sopenharmony_ci	 * level encoding information and they need to
22762306a36Sopenharmony_ci	 * be translated between firmware type & linux type.
22862306a36Sopenharmony_ci	 */
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	static unsigned char map_of_senses_to_linux_irqtype[4] = {
23162306a36Sopenharmony_ci		IRQ_TYPE_EDGE_FALLING,
23262306a36Sopenharmony_ci		IRQ_TYPE_EDGE_RISING,
23362306a36Sopenharmony_ci		IRQ_TYPE_LEVEL_LOW,
23462306a36Sopenharmony_ci		IRQ_TYPE_LEVEL_HIGH,
23562306a36Sopenharmony_ci	};
23662306a36Sopenharmony_ci
23762306a36Sopenharmony_ci	*out_hwirq = intspec[0];
23862306a36Sopenharmony_ci	if (intsize > 1) {
23962306a36Sopenharmony_ci		hwirq_intspec[intspec[0]] = intspec[1];
24062306a36Sopenharmony_ci		*out_flags = map_of_senses_to_linux_irqtype[intspec[1] &
24162306a36Sopenharmony_ci							~IRQ_TYPE_MPIC_DIRECT];
24262306a36Sopenharmony_ci	} else {
24362306a36Sopenharmony_ci		*out_flags = IRQ_TYPE_NONE;
24462306a36Sopenharmony_ci	}
24562306a36Sopenharmony_ci
24662306a36Sopenharmony_ci	return 0;
24762306a36Sopenharmony_ci}
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_cistatic const struct irq_domain_ops ehv_pic_host_ops = {
25062306a36Sopenharmony_ci	.match = ehv_pic_host_match,
25162306a36Sopenharmony_ci	.map = ehv_pic_host_map,
25262306a36Sopenharmony_ci	.xlate = ehv_pic_host_xlate,
25362306a36Sopenharmony_ci};
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_civoid __init ehv_pic_init(void)
25662306a36Sopenharmony_ci{
25762306a36Sopenharmony_ci	struct device_node *np, *np2;
25862306a36Sopenharmony_ci	struct ehv_pic *ehv_pic;
25962306a36Sopenharmony_ci
26062306a36Sopenharmony_ci	np = of_find_compatible_node(NULL, NULL, "epapr,hv-pic");
26162306a36Sopenharmony_ci	if (!np) {
26262306a36Sopenharmony_ci		pr_err("ehv_pic_init: could not find epapr,hv-pic node\n");
26362306a36Sopenharmony_ci		return;
26462306a36Sopenharmony_ci	}
26562306a36Sopenharmony_ci
26662306a36Sopenharmony_ci	ehv_pic = kzalloc(sizeof(struct ehv_pic), GFP_KERNEL);
26762306a36Sopenharmony_ci	if (!ehv_pic) {
26862306a36Sopenharmony_ci		of_node_put(np);
26962306a36Sopenharmony_ci		return;
27062306a36Sopenharmony_ci	}
27162306a36Sopenharmony_ci
27262306a36Sopenharmony_ci	ehv_pic->irqhost = irq_domain_add_linear(np, NR_EHV_PIC_INTS,
27362306a36Sopenharmony_ci						 &ehv_pic_host_ops, ehv_pic);
27462306a36Sopenharmony_ci	if (!ehv_pic->irqhost) {
27562306a36Sopenharmony_ci		of_node_put(np);
27662306a36Sopenharmony_ci		kfree(ehv_pic);
27762306a36Sopenharmony_ci		return;
27862306a36Sopenharmony_ci	}
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ci	np2 = of_find_compatible_node(NULL, NULL, "fsl,hv-mpic-per-cpu");
28162306a36Sopenharmony_ci	if (np2) {
28262306a36Sopenharmony_ci		mpic_percpu_base_vaddr = of_iomap(np2, 0);
28362306a36Sopenharmony_ci		if (!mpic_percpu_base_vaddr)
28462306a36Sopenharmony_ci			pr_err("ehv_pic_init: of_iomap failed\n");
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci		of_node_put(np2);
28762306a36Sopenharmony_ci	}
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_ci	ehv_pic->hc_irq = ehv_pic_irq_chip;
29062306a36Sopenharmony_ci	ehv_pic->hc_irq.irq_set_affinity = ehv_pic_set_affinity;
29162306a36Sopenharmony_ci	ehv_pic->coreint_flag = of_property_read_bool(np, "has-external-proxy");
29262306a36Sopenharmony_ci
29362306a36Sopenharmony_ci	global_ehv_pic = ehv_pic;
29462306a36Sopenharmony_ci	irq_set_default_host(global_ehv_pic->irqhost);
29562306a36Sopenharmony_ci}
296