162306a36Sopenharmony_ci/* 262306a36Sopenharmony_ci * Driver for ePAPR Embedded Hypervisor PIC 362306a36Sopenharmony_ci * 462306a36Sopenharmony_ci * Copyright 2008-2011 Freescale Semiconductor, Inc. 562306a36Sopenharmony_ci * 662306a36Sopenharmony_ci * Author: Ashish Kalra <ashish.kalra@freescale.com> 762306a36Sopenharmony_ci * 862306a36Sopenharmony_ci * This file is licensed under the terms of the GNU General Public License 962306a36Sopenharmony_ci * version 2. This program is licensed "as is" without any warranty of any 1062306a36Sopenharmony_ci * kind, whether express or implied. 1162306a36Sopenharmony_ci */ 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#include <linux/types.h> 1462306a36Sopenharmony_ci#include <linux/kernel.h> 1562306a36Sopenharmony_ci#include <linux/init.h> 1662306a36Sopenharmony_ci#include <linux/irq.h> 1762306a36Sopenharmony_ci#include <linux/irqdomain.h> 1862306a36Sopenharmony_ci#include <linux/smp.h> 1962306a36Sopenharmony_ci#include <linux/interrupt.h> 2062306a36Sopenharmony_ci#include <linux/slab.h> 2162306a36Sopenharmony_ci#include <linux/spinlock.h> 2262306a36Sopenharmony_ci#include <linux/of.h> 2362306a36Sopenharmony_ci#include <linux/of_address.h> 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ci#include <asm/io.h> 2662306a36Sopenharmony_ci#include <asm/irq.h> 2762306a36Sopenharmony_ci#include <asm/smp.h> 2862306a36Sopenharmony_ci#include <asm/machdep.h> 2962306a36Sopenharmony_ci#include <asm/ehv_pic.h> 3062306a36Sopenharmony_ci#include <asm/fsl_hcalls.h> 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_cistatic struct ehv_pic *global_ehv_pic; 3362306a36Sopenharmony_cistatic DEFINE_SPINLOCK(ehv_pic_lock); 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_cistatic u32 hwirq_intspec[NR_EHV_PIC_INTS]; 3662306a36Sopenharmony_cistatic u32 __iomem *mpic_percpu_base_vaddr; 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_ci#define IRQ_TYPE_MPIC_DIRECT 4 3962306a36Sopenharmony_ci#define MPIC_EOI 0x00B0 4062306a36Sopenharmony_ci 4162306a36Sopenharmony_ci/* 4262306a36Sopenharmony_ci * Linux descriptor level callbacks 4362306a36Sopenharmony_ci */ 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_cistatic void ehv_pic_unmask_irq(struct irq_data *d) 4662306a36Sopenharmony_ci{ 4762306a36Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 4862306a36Sopenharmony_ci 4962306a36Sopenharmony_ci ev_int_set_mask(src, 0); 5062306a36Sopenharmony_ci} 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_cistatic void ehv_pic_mask_irq(struct irq_data *d) 5362306a36Sopenharmony_ci{ 5462306a36Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci ev_int_set_mask(src, 1); 5762306a36Sopenharmony_ci} 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_cistatic void ehv_pic_end_irq(struct irq_data *d) 6062306a36Sopenharmony_ci{ 6162306a36Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci ev_int_eoi(src); 6462306a36Sopenharmony_ci} 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_cistatic void ehv_pic_direct_end_irq(struct irq_data *d) 6762306a36Sopenharmony_ci{ 6862306a36Sopenharmony_ci out_be32(mpic_percpu_base_vaddr + MPIC_EOI / 4, 0); 6962306a36Sopenharmony_ci} 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_cistatic int ehv_pic_set_affinity(struct irq_data *d, const struct cpumask *dest, 7262306a36Sopenharmony_ci bool force) 7362306a36Sopenharmony_ci{ 7462306a36Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 7562306a36Sopenharmony_ci unsigned int config, prio, cpu_dest; 7662306a36Sopenharmony_ci int cpuid = irq_choose_cpu(dest); 7762306a36Sopenharmony_ci unsigned long flags; 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_ci spin_lock_irqsave(&ehv_pic_lock, flags); 8062306a36Sopenharmony_ci ev_int_get_config(src, &config, &prio, &cpu_dest); 8162306a36Sopenharmony_ci ev_int_set_config(src, config, prio, cpuid); 8262306a36Sopenharmony_ci spin_unlock_irqrestore(&ehv_pic_lock, flags); 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci return IRQ_SET_MASK_OK; 8562306a36Sopenharmony_ci} 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_cistatic unsigned int ehv_pic_type_to_vecpri(unsigned int type) 8862306a36Sopenharmony_ci{ 8962306a36Sopenharmony_ci /* Now convert sense value */ 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci switch (type & IRQ_TYPE_SENSE_MASK) { 9262306a36Sopenharmony_ci case IRQ_TYPE_EDGE_RISING: 9362306a36Sopenharmony_ci return EHV_PIC_INFO(VECPRI_SENSE_EDGE) | 9462306a36Sopenharmony_ci EHV_PIC_INFO(VECPRI_POLARITY_POSITIVE); 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci case IRQ_TYPE_EDGE_FALLING: 9762306a36Sopenharmony_ci case IRQ_TYPE_EDGE_BOTH: 9862306a36Sopenharmony_ci return EHV_PIC_INFO(VECPRI_SENSE_EDGE) | 9962306a36Sopenharmony_ci EHV_PIC_INFO(VECPRI_POLARITY_NEGATIVE); 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci case IRQ_TYPE_LEVEL_HIGH: 10262306a36Sopenharmony_ci return EHV_PIC_INFO(VECPRI_SENSE_LEVEL) | 10362306a36Sopenharmony_ci EHV_PIC_INFO(VECPRI_POLARITY_POSITIVE); 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci case IRQ_TYPE_LEVEL_LOW: 10662306a36Sopenharmony_ci default: 10762306a36Sopenharmony_ci return EHV_PIC_INFO(VECPRI_SENSE_LEVEL) | 10862306a36Sopenharmony_ci EHV_PIC_INFO(VECPRI_POLARITY_NEGATIVE); 10962306a36Sopenharmony_ci } 11062306a36Sopenharmony_ci} 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_cistatic int ehv_pic_set_irq_type(struct irq_data *d, unsigned int flow_type) 11362306a36Sopenharmony_ci{ 11462306a36Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 11562306a36Sopenharmony_ci unsigned int vecpri, vold, vnew, prio, cpu_dest; 11662306a36Sopenharmony_ci unsigned long flags; 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_ci if (flow_type == IRQ_TYPE_NONE) 11962306a36Sopenharmony_ci flow_type = IRQ_TYPE_LEVEL_LOW; 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci irqd_set_trigger_type(d, flow_type); 12262306a36Sopenharmony_ci 12362306a36Sopenharmony_ci vecpri = ehv_pic_type_to_vecpri(flow_type); 12462306a36Sopenharmony_ci 12562306a36Sopenharmony_ci spin_lock_irqsave(&ehv_pic_lock, flags); 12662306a36Sopenharmony_ci ev_int_get_config(src, &vold, &prio, &cpu_dest); 12762306a36Sopenharmony_ci vnew = vold & ~(EHV_PIC_INFO(VECPRI_POLARITY_MASK) | 12862306a36Sopenharmony_ci EHV_PIC_INFO(VECPRI_SENSE_MASK)); 12962306a36Sopenharmony_ci vnew |= vecpri; 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci /* 13262306a36Sopenharmony_ci * TODO : Add specific interface call for platform to set 13362306a36Sopenharmony_ci * individual interrupt priorities. 13462306a36Sopenharmony_ci * platform currently using static/default priority for all ints 13562306a36Sopenharmony_ci */ 13662306a36Sopenharmony_ci 13762306a36Sopenharmony_ci prio = 8; 13862306a36Sopenharmony_ci 13962306a36Sopenharmony_ci ev_int_set_config(src, vecpri, prio, cpu_dest); 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci spin_unlock_irqrestore(&ehv_pic_lock, flags); 14262306a36Sopenharmony_ci return IRQ_SET_MASK_OK_NOCOPY; 14362306a36Sopenharmony_ci} 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_cistatic struct irq_chip ehv_pic_irq_chip = { 14662306a36Sopenharmony_ci .irq_mask = ehv_pic_mask_irq, 14762306a36Sopenharmony_ci .irq_unmask = ehv_pic_unmask_irq, 14862306a36Sopenharmony_ci .irq_eoi = ehv_pic_end_irq, 14962306a36Sopenharmony_ci .irq_set_type = ehv_pic_set_irq_type, 15062306a36Sopenharmony_ci}; 15162306a36Sopenharmony_ci 15262306a36Sopenharmony_cistatic struct irq_chip ehv_pic_direct_eoi_irq_chip = { 15362306a36Sopenharmony_ci .irq_mask = ehv_pic_mask_irq, 15462306a36Sopenharmony_ci .irq_unmask = ehv_pic_unmask_irq, 15562306a36Sopenharmony_ci .irq_eoi = ehv_pic_direct_end_irq, 15662306a36Sopenharmony_ci .irq_set_type = ehv_pic_set_irq_type, 15762306a36Sopenharmony_ci}; 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_ci/* Return an interrupt vector or 0 if no interrupt is pending. */ 16062306a36Sopenharmony_ciunsigned int ehv_pic_get_irq(void) 16162306a36Sopenharmony_ci{ 16262306a36Sopenharmony_ci int irq; 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci BUG_ON(global_ehv_pic == NULL); 16562306a36Sopenharmony_ci 16662306a36Sopenharmony_ci if (global_ehv_pic->coreint_flag) 16762306a36Sopenharmony_ci irq = mfspr(SPRN_EPR); /* if core int mode */ 16862306a36Sopenharmony_ci else 16962306a36Sopenharmony_ci ev_int_iack(0, &irq); /* legacy mode */ 17062306a36Sopenharmony_ci 17162306a36Sopenharmony_ci if (irq == 0xFFFF) /* 0xFFFF --> no irq is pending */ 17262306a36Sopenharmony_ci return 0; 17362306a36Sopenharmony_ci 17462306a36Sopenharmony_ci /* 17562306a36Sopenharmony_ci * this will also setup revmap[] in the slow path for the first 17662306a36Sopenharmony_ci * time, next calls will always use fast path by indexing revmap 17762306a36Sopenharmony_ci */ 17862306a36Sopenharmony_ci return irq_linear_revmap(global_ehv_pic->irqhost, irq); 17962306a36Sopenharmony_ci} 18062306a36Sopenharmony_ci 18162306a36Sopenharmony_cistatic int ehv_pic_host_match(struct irq_domain *h, struct device_node *node, 18262306a36Sopenharmony_ci enum irq_domain_bus_token bus_token) 18362306a36Sopenharmony_ci{ 18462306a36Sopenharmony_ci /* Exact match, unless ehv_pic node is NULL */ 18562306a36Sopenharmony_ci struct device_node *of_node = irq_domain_get_of_node(h); 18662306a36Sopenharmony_ci return of_node == NULL || of_node == node; 18762306a36Sopenharmony_ci} 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_cistatic int ehv_pic_host_map(struct irq_domain *h, unsigned int virq, 19062306a36Sopenharmony_ci irq_hw_number_t hw) 19162306a36Sopenharmony_ci{ 19262306a36Sopenharmony_ci struct ehv_pic *ehv_pic = h->host_data; 19362306a36Sopenharmony_ci struct irq_chip *chip; 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci /* Default chip */ 19662306a36Sopenharmony_ci chip = &ehv_pic->hc_irq; 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci if (mpic_percpu_base_vaddr) 19962306a36Sopenharmony_ci if (hwirq_intspec[hw] & IRQ_TYPE_MPIC_DIRECT) 20062306a36Sopenharmony_ci chip = &ehv_pic_direct_eoi_irq_chip; 20162306a36Sopenharmony_ci 20262306a36Sopenharmony_ci irq_set_chip_data(virq, chip); 20362306a36Sopenharmony_ci /* 20462306a36Sopenharmony_ci * using handle_fasteoi_irq as our irq handler, this will 20562306a36Sopenharmony_ci * only call the eoi callback and suitable for the MPIC 20662306a36Sopenharmony_ci * controller which set ISR/IPR automatically and clear the 20762306a36Sopenharmony_ci * highest priority active interrupt in ISR/IPR when we do 20862306a36Sopenharmony_ci * a specific eoi 20962306a36Sopenharmony_ci */ 21062306a36Sopenharmony_ci irq_set_chip_and_handler(virq, chip, handle_fasteoi_irq); 21162306a36Sopenharmony_ci 21262306a36Sopenharmony_ci /* Set default irq type */ 21362306a36Sopenharmony_ci irq_set_irq_type(virq, IRQ_TYPE_NONE); 21462306a36Sopenharmony_ci 21562306a36Sopenharmony_ci return 0; 21662306a36Sopenharmony_ci} 21762306a36Sopenharmony_ci 21862306a36Sopenharmony_cistatic int ehv_pic_host_xlate(struct irq_domain *h, struct device_node *ct, 21962306a36Sopenharmony_ci const u32 *intspec, unsigned int intsize, 22062306a36Sopenharmony_ci irq_hw_number_t *out_hwirq, unsigned int *out_flags) 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_ci{ 22362306a36Sopenharmony_ci /* 22462306a36Sopenharmony_ci * interrupt sense values coming from the guest device tree 22562306a36Sopenharmony_ci * interrupt specifiers can have four possible sense and 22662306a36Sopenharmony_ci * level encoding information and they need to 22762306a36Sopenharmony_ci * be translated between firmware type & linux type. 22862306a36Sopenharmony_ci */ 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci static unsigned char map_of_senses_to_linux_irqtype[4] = { 23162306a36Sopenharmony_ci IRQ_TYPE_EDGE_FALLING, 23262306a36Sopenharmony_ci IRQ_TYPE_EDGE_RISING, 23362306a36Sopenharmony_ci IRQ_TYPE_LEVEL_LOW, 23462306a36Sopenharmony_ci IRQ_TYPE_LEVEL_HIGH, 23562306a36Sopenharmony_ci }; 23662306a36Sopenharmony_ci 23762306a36Sopenharmony_ci *out_hwirq = intspec[0]; 23862306a36Sopenharmony_ci if (intsize > 1) { 23962306a36Sopenharmony_ci hwirq_intspec[intspec[0]] = intspec[1]; 24062306a36Sopenharmony_ci *out_flags = map_of_senses_to_linux_irqtype[intspec[1] & 24162306a36Sopenharmony_ci ~IRQ_TYPE_MPIC_DIRECT]; 24262306a36Sopenharmony_ci } else { 24362306a36Sopenharmony_ci *out_flags = IRQ_TYPE_NONE; 24462306a36Sopenharmony_ci } 24562306a36Sopenharmony_ci 24662306a36Sopenharmony_ci return 0; 24762306a36Sopenharmony_ci} 24862306a36Sopenharmony_ci 24962306a36Sopenharmony_cistatic const struct irq_domain_ops ehv_pic_host_ops = { 25062306a36Sopenharmony_ci .match = ehv_pic_host_match, 25162306a36Sopenharmony_ci .map = ehv_pic_host_map, 25262306a36Sopenharmony_ci .xlate = ehv_pic_host_xlate, 25362306a36Sopenharmony_ci}; 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_civoid __init ehv_pic_init(void) 25662306a36Sopenharmony_ci{ 25762306a36Sopenharmony_ci struct device_node *np, *np2; 25862306a36Sopenharmony_ci struct ehv_pic *ehv_pic; 25962306a36Sopenharmony_ci 26062306a36Sopenharmony_ci np = of_find_compatible_node(NULL, NULL, "epapr,hv-pic"); 26162306a36Sopenharmony_ci if (!np) { 26262306a36Sopenharmony_ci pr_err("ehv_pic_init: could not find epapr,hv-pic node\n"); 26362306a36Sopenharmony_ci return; 26462306a36Sopenharmony_ci } 26562306a36Sopenharmony_ci 26662306a36Sopenharmony_ci ehv_pic = kzalloc(sizeof(struct ehv_pic), GFP_KERNEL); 26762306a36Sopenharmony_ci if (!ehv_pic) { 26862306a36Sopenharmony_ci of_node_put(np); 26962306a36Sopenharmony_ci return; 27062306a36Sopenharmony_ci } 27162306a36Sopenharmony_ci 27262306a36Sopenharmony_ci ehv_pic->irqhost = irq_domain_add_linear(np, NR_EHV_PIC_INTS, 27362306a36Sopenharmony_ci &ehv_pic_host_ops, ehv_pic); 27462306a36Sopenharmony_ci if (!ehv_pic->irqhost) { 27562306a36Sopenharmony_ci of_node_put(np); 27662306a36Sopenharmony_ci kfree(ehv_pic); 27762306a36Sopenharmony_ci return; 27862306a36Sopenharmony_ci } 27962306a36Sopenharmony_ci 28062306a36Sopenharmony_ci np2 = of_find_compatible_node(NULL, NULL, "fsl,hv-mpic-per-cpu"); 28162306a36Sopenharmony_ci if (np2) { 28262306a36Sopenharmony_ci mpic_percpu_base_vaddr = of_iomap(np2, 0); 28362306a36Sopenharmony_ci if (!mpic_percpu_base_vaddr) 28462306a36Sopenharmony_ci pr_err("ehv_pic_init: of_iomap failed\n"); 28562306a36Sopenharmony_ci 28662306a36Sopenharmony_ci of_node_put(np2); 28762306a36Sopenharmony_ci } 28862306a36Sopenharmony_ci 28962306a36Sopenharmony_ci ehv_pic->hc_irq = ehv_pic_irq_chip; 29062306a36Sopenharmony_ci ehv_pic->hc_irq.irq_set_affinity = ehv_pic_set_affinity; 29162306a36Sopenharmony_ci ehv_pic->coreint_flag = of_property_read_bool(np, "has-external-proxy"); 29262306a36Sopenharmony_ci 29362306a36Sopenharmony_ci global_ehv_pic = ehv_pic; 29462306a36Sopenharmony_ci irq_set_default_host(global_ehv_pic->irqhost); 29562306a36Sopenharmony_ci} 296