18c2ecf20Sopenharmony_ci/* 28c2ecf20Sopenharmony_ci * Driver for ePAPR Embedded Hypervisor PIC 38c2ecf20Sopenharmony_ci * 48c2ecf20Sopenharmony_ci * Copyright 2008-2011 Freescale Semiconductor, Inc. 58c2ecf20Sopenharmony_ci * 68c2ecf20Sopenharmony_ci * Author: Ashish Kalra <ashish.kalra@freescale.com> 78c2ecf20Sopenharmony_ci * 88c2ecf20Sopenharmony_ci * This file is licensed under the terms of the GNU General Public License 98c2ecf20Sopenharmony_ci * version 2. This program is licensed "as is" without any warranty of any 108c2ecf20Sopenharmony_ci * kind, whether express or implied. 118c2ecf20Sopenharmony_ci */ 128c2ecf20Sopenharmony_ci 138c2ecf20Sopenharmony_ci#include <linux/types.h> 148c2ecf20Sopenharmony_ci#include <linux/kernel.h> 158c2ecf20Sopenharmony_ci#include <linux/init.h> 168c2ecf20Sopenharmony_ci#include <linux/irq.h> 178c2ecf20Sopenharmony_ci#include <linux/smp.h> 188c2ecf20Sopenharmony_ci#include <linux/interrupt.h> 198c2ecf20Sopenharmony_ci#include <linux/slab.h> 208c2ecf20Sopenharmony_ci#include <linux/spinlock.h> 218c2ecf20Sopenharmony_ci#include <linux/of.h> 228c2ecf20Sopenharmony_ci#include <linux/of_address.h> 238c2ecf20Sopenharmony_ci 248c2ecf20Sopenharmony_ci#include <asm/io.h> 258c2ecf20Sopenharmony_ci#include <asm/irq.h> 268c2ecf20Sopenharmony_ci#include <asm/smp.h> 278c2ecf20Sopenharmony_ci#include <asm/machdep.h> 288c2ecf20Sopenharmony_ci#include <asm/ehv_pic.h> 298c2ecf20Sopenharmony_ci#include <asm/fsl_hcalls.h> 308c2ecf20Sopenharmony_ci 318c2ecf20Sopenharmony_cistatic struct ehv_pic *global_ehv_pic; 328c2ecf20Sopenharmony_cistatic DEFINE_SPINLOCK(ehv_pic_lock); 338c2ecf20Sopenharmony_ci 348c2ecf20Sopenharmony_cistatic u32 hwirq_intspec[NR_EHV_PIC_INTS]; 358c2ecf20Sopenharmony_cistatic u32 __iomem *mpic_percpu_base_vaddr; 368c2ecf20Sopenharmony_ci 378c2ecf20Sopenharmony_ci#define IRQ_TYPE_MPIC_DIRECT 4 388c2ecf20Sopenharmony_ci#define MPIC_EOI 0x00B0 398c2ecf20Sopenharmony_ci 408c2ecf20Sopenharmony_ci/* 418c2ecf20Sopenharmony_ci * Linux descriptor level callbacks 428c2ecf20Sopenharmony_ci */ 438c2ecf20Sopenharmony_ci 448c2ecf20Sopenharmony_civoid ehv_pic_unmask_irq(struct irq_data *d) 458c2ecf20Sopenharmony_ci{ 468c2ecf20Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 478c2ecf20Sopenharmony_ci 488c2ecf20Sopenharmony_ci ev_int_set_mask(src, 0); 498c2ecf20Sopenharmony_ci} 508c2ecf20Sopenharmony_ci 518c2ecf20Sopenharmony_civoid ehv_pic_mask_irq(struct irq_data *d) 528c2ecf20Sopenharmony_ci{ 538c2ecf20Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 548c2ecf20Sopenharmony_ci 558c2ecf20Sopenharmony_ci ev_int_set_mask(src, 1); 568c2ecf20Sopenharmony_ci} 578c2ecf20Sopenharmony_ci 588c2ecf20Sopenharmony_civoid ehv_pic_end_irq(struct irq_data *d) 598c2ecf20Sopenharmony_ci{ 608c2ecf20Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 618c2ecf20Sopenharmony_ci 628c2ecf20Sopenharmony_ci ev_int_eoi(src); 638c2ecf20Sopenharmony_ci} 648c2ecf20Sopenharmony_ci 658c2ecf20Sopenharmony_civoid ehv_pic_direct_end_irq(struct irq_data *d) 668c2ecf20Sopenharmony_ci{ 678c2ecf20Sopenharmony_ci out_be32(mpic_percpu_base_vaddr + MPIC_EOI / 4, 0); 688c2ecf20Sopenharmony_ci} 698c2ecf20Sopenharmony_ci 708c2ecf20Sopenharmony_ciint ehv_pic_set_affinity(struct irq_data *d, const struct cpumask *dest, 718c2ecf20Sopenharmony_ci bool force) 728c2ecf20Sopenharmony_ci{ 738c2ecf20Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 748c2ecf20Sopenharmony_ci unsigned int config, prio, cpu_dest; 758c2ecf20Sopenharmony_ci int cpuid = irq_choose_cpu(dest); 768c2ecf20Sopenharmony_ci unsigned long flags; 778c2ecf20Sopenharmony_ci 788c2ecf20Sopenharmony_ci spin_lock_irqsave(&ehv_pic_lock, flags); 798c2ecf20Sopenharmony_ci ev_int_get_config(src, &config, &prio, &cpu_dest); 808c2ecf20Sopenharmony_ci ev_int_set_config(src, config, prio, cpuid); 818c2ecf20Sopenharmony_ci spin_unlock_irqrestore(&ehv_pic_lock, flags); 828c2ecf20Sopenharmony_ci 838c2ecf20Sopenharmony_ci return IRQ_SET_MASK_OK; 848c2ecf20Sopenharmony_ci} 858c2ecf20Sopenharmony_ci 868c2ecf20Sopenharmony_cistatic unsigned int ehv_pic_type_to_vecpri(unsigned int type) 878c2ecf20Sopenharmony_ci{ 888c2ecf20Sopenharmony_ci /* Now convert sense value */ 898c2ecf20Sopenharmony_ci 908c2ecf20Sopenharmony_ci switch (type & IRQ_TYPE_SENSE_MASK) { 918c2ecf20Sopenharmony_ci case IRQ_TYPE_EDGE_RISING: 928c2ecf20Sopenharmony_ci return EHV_PIC_INFO(VECPRI_SENSE_EDGE) | 938c2ecf20Sopenharmony_ci EHV_PIC_INFO(VECPRI_POLARITY_POSITIVE); 948c2ecf20Sopenharmony_ci 958c2ecf20Sopenharmony_ci case IRQ_TYPE_EDGE_FALLING: 968c2ecf20Sopenharmony_ci case IRQ_TYPE_EDGE_BOTH: 978c2ecf20Sopenharmony_ci return EHV_PIC_INFO(VECPRI_SENSE_EDGE) | 988c2ecf20Sopenharmony_ci EHV_PIC_INFO(VECPRI_POLARITY_NEGATIVE); 998c2ecf20Sopenharmony_ci 1008c2ecf20Sopenharmony_ci case IRQ_TYPE_LEVEL_HIGH: 1018c2ecf20Sopenharmony_ci return EHV_PIC_INFO(VECPRI_SENSE_LEVEL) | 1028c2ecf20Sopenharmony_ci EHV_PIC_INFO(VECPRI_POLARITY_POSITIVE); 1038c2ecf20Sopenharmony_ci 1048c2ecf20Sopenharmony_ci case IRQ_TYPE_LEVEL_LOW: 1058c2ecf20Sopenharmony_ci default: 1068c2ecf20Sopenharmony_ci return EHV_PIC_INFO(VECPRI_SENSE_LEVEL) | 1078c2ecf20Sopenharmony_ci EHV_PIC_INFO(VECPRI_POLARITY_NEGATIVE); 1088c2ecf20Sopenharmony_ci } 1098c2ecf20Sopenharmony_ci} 1108c2ecf20Sopenharmony_ci 1118c2ecf20Sopenharmony_ciint ehv_pic_set_irq_type(struct irq_data *d, unsigned int flow_type) 1128c2ecf20Sopenharmony_ci{ 1138c2ecf20Sopenharmony_ci unsigned int src = virq_to_hw(d->irq); 1148c2ecf20Sopenharmony_ci unsigned int vecpri, vold, vnew, prio, cpu_dest; 1158c2ecf20Sopenharmony_ci unsigned long flags; 1168c2ecf20Sopenharmony_ci 1178c2ecf20Sopenharmony_ci if (flow_type == IRQ_TYPE_NONE) 1188c2ecf20Sopenharmony_ci flow_type = IRQ_TYPE_LEVEL_LOW; 1198c2ecf20Sopenharmony_ci 1208c2ecf20Sopenharmony_ci irqd_set_trigger_type(d, flow_type); 1218c2ecf20Sopenharmony_ci 1228c2ecf20Sopenharmony_ci vecpri = ehv_pic_type_to_vecpri(flow_type); 1238c2ecf20Sopenharmony_ci 1248c2ecf20Sopenharmony_ci spin_lock_irqsave(&ehv_pic_lock, flags); 1258c2ecf20Sopenharmony_ci ev_int_get_config(src, &vold, &prio, &cpu_dest); 1268c2ecf20Sopenharmony_ci vnew = vold & ~(EHV_PIC_INFO(VECPRI_POLARITY_MASK) | 1278c2ecf20Sopenharmony_ci EHV_PIC_INFO(VECPRI_SENSE_MASK)); 1288c2ecf20Sopenharmony_ci vnew |= vecpri; 1298c2ecf20Sopenharmony_ci 1308c2ecf20Sopenharmony_ci /* 1318c2ecf20Sopenharmony_ci * TODO : Add specific interface call for platform to set 1328c2ecf20Sopenharmony_ci * individual interrupt priorities. 1338c2ecf20Sopenharmony_ci * platform currently using static/default priority for all ints 1348c2ecf20Sopenharmony_ci */ 1358c2ecf20Sopenharmony_ci 1368c2ecf20Sopenharmony_ci prio = 8; 1378c2ecf20Sopenharmony_ci 1388c2ecf20Sopenharmony_ci ev_int_set_config(src, vecpri, prio, cpu_dest); 1398c2ecf20Sopenharmony_ci 1408c2ecf20Sopenharmony_ci spin_unlock_irqrestore(&ehv_pic_lock, flags); 1418c2ecf20Sopenharmony_ci return IRQ_SET_MASK_OK_NOCOPY; 1428c2ecf20Sopenharmony_ci} 1438c2ecf20Sopenharmony_ci 1448c2ecf20Sopenharmony_cistatic struct irq_chip ehv_pic_irq_chip = { 1458c2ecf20Sopenharmony_ci .irq_mask = ehv_pic_mask_irq, 1468c2ecf20Sopenharmony_ci .irq_unmask = ehv_pic_unmask_irq, 1478c2ecf20Sopenharmony_ci .irq_eoi = ehv_pic_end_irq, 1488c2ecf20Sopenharmony_ci .irq_set_type = ehv_pic_set_irq_type, 1498c2ecf20Sopenharmony_ci}; 1508c2ecf20Sopenharmony_ci 1518c2ecf20Sopenharmony_cistatic struct irq_chip ehv_pic_direct_eoi_irq_chip = { 1528c2ecf20Sopenharmony_ci .irq_mask = ehv_pic_mask_irq, 1538c2ecf20Sopenharmony_ci .irq_unmask = ehv_pic_unmask_irq, 1548c2ecf20Sopenharmony_ci .irq_eoi = ehv_pic_direct_end_irq, 1558c2ecf20Sopenharmony_ci .irq_set_type = ehv_pic_set_irq_type, 1568c2ecf20Sopenharmony_ci}; 1578c2ecf20Sopenharmony_ci 1588c2ecf20Sopenharmony_ci/* Return an interrupt vector or 0 if no interrupt is pending. */ 1598c2ecf20Sopenharmony_ciunsigned int ehv_pic_get_irq(void) 1608c2ecf20Sopenharmony_ci{ 1618c2ecf20Sopenharmony_ci int irq; 1628c2ecf20Sopenharmony_ci 1638c2ecf20Sopenharmony_ci BUG_ON(global_ehv_pic == NULL); 1648c2ecf20Sopenharmony_ci 1658c2ecf20Sopenharmony_ci if (global_ehv_pic->coreint_flag) 1668c2ecf20Sopenharmony_ci irq = mfspr(SPRN_EPR); /* if core int mode */ 1678c2ecf20Sopenharmony_ci else 1688c2ecf20Sopenharmony_ci ev_int_iack(0, &irq); /* legacy mode */ 1698c2ecf20Sopenharmony_ci 1708c2ecf20Sopenharmony_ci if (irq == 0xFFFF) /* 0xFFFF --> no irq is pending */ 1718c2ecf20Sopenharmony_ci return 0; 1728c2ecf20Sopenharmony_ci 1738c2ecf20Sopenharmony_ci /* 1748c2ecf20Sopenharmony_ci * this will also setup revmap[] in the slow path for the first 1758c2ecf20Sopenharmony_ci * time, next calls will always use fast path by indexing revmap 1768c2ecf20Sopenharmony_ci */ 1778c2ecf20Sopenharmony_ci return irq_linear_revmap(global_ehv_pic->irqhost, irq); 1788c2ecf20Sopenharmony_ci} 1798c2ecf20Sopenharmony_ci 1808c2ecf20Sopenharmony_cistatic int ehv_pic_host_match(struct irq_domain *h, struct device_node *node, 1818c2ecf20Sopenharmony_ci enum irq_domain_bus_token bus_token) 1828c2ecf20Sopenharmony_ci{ 1838c2ecf20Sopenharmony_ci /* Exact match, unless ehv_pic node is NULL */ 1848c2ecf20Sopenharmony_ci struct device_node *of_node = irq_domain_get_of_node(h); 1858c2ecf20Sopenharmony_ci return of_node == NULL || of_node == node; 1868c2ecf20Sopenharmony_ci} 1878c2ecf20Sopenharmony_ci 1888c2ecf20Sopenharmony_cistatic int ehv_pic_host_map(struct irq_domain *h, unsigned int virq, 1898c2ecf20Sopenharmony_ci irq_hw_number_t hw) 1908c2ecf20Sopenharmony_ci{ 1918c2ecf20Sopenharmony_ci struct ehv_pic *ehv_pic = h->host_data; 1928c2ecf20Sopenharmony_ci struct irq_chip *chip; 1938c2ecf20Sopenharmony_ci 1948c2ecf20Sopenharmony_ci /* Default chip */ 1958c2ecf20Sopenharmony_ci chip = &ehv_pic->hc_irq; 1968c2ecf20Sopenharmony_ci 1978c2ecf20Sopenharmony_ci if (mpic_percpu_base_vaddr) 1988c2ecf20Sopenharmony_ci if (hwirq_intspec[hw] & IRQ_TYPE_MPIC_DIRECT) 1998c2ecf20Sopenharmony_ci chip = &ehv_pic_direct_eoi_irq_chip; 2008c2ecf20Sopenharmony_ci 2018c2ecf20Sopenharmony_ci irq_set_chip_data(virq, chip); 2028c2ecf20Sopenharmony_ci /* 2038c2ecf20Sopenharmony_ci * using handle_fasteoi_irq as our irq handler, this will 2048c2ecf20Sopenharmony_ci * only call the eoi callback and suitable for the MPIC 2058c2ecf20Sopenharmony_ci * controller which set ISR/IPR automatically and clear the 2068c2ecf20Sopenharmony_ci * highest priority active interrupt in ISR/IPR when we do 2078c2ecf20Sopenharmony_ci * a specific eoi 2088c2ecf20Sopenharmony_ci */ 2098c2ecf20Sopenharmony_ci irq_set_chip_and_handler(virq, chip, handle_fasteoi_irq); 2108c2ecf20Sopenharmony_ci 2118c2ecf20Sopenharmony_ci /* Set default irq type */ 2128c2ecf20Sopenharmony_ci irq_set_irq_type(virq, IRQ_TYPE_NONE); 2138c2ecf20Sopenharmony_ci 2148c2ecf20Sopenharmony_ci return 0; 2158c2ecf20Sopenharmony_ci} 2168c2ecf20Sopenharmony_ci 2178c2ecf20Sopenharmony_cistatic int ehv_pic_host_xlate(struct irq_domain *h, struct device_node *ct, 2188c2ecf20Sopenharmony_ci const u32 *intspec, unsigned int intsize, 2198c2ecf20Sopenharmony_ci irq_hw_number_t *out_hwirq, unsigned int *out_flags) 2208c2ecf20Sopenharmony_ci 2218c2ecf20Sopenharmony_ci{ 2228c2ecf20Sopenharmony_ci /* 2238c2ecf20Sopenharmony_ci * interrupt sense values coming from the guest device tree 2248c2ecf20Sopenharmony_ci * interrupt specifiers can have four possible sense and 2258c2ecf20Sopenharmony_ci * level encoding information and they need to 2268c2ecf20Sopenharmony_ci * be translated between firmware type & linux type. 2278c2ecf20Sopenharmony_ci */ 2288c2ecf20Sopenharmony_ci 2298c2ecf20Sopenharmony_ci static unsigned char map_of_senses_to_linux_irqtype[4] = { 2308c2ecf20Sopenharmony_ci IRQ_TYPE_EDGE_FALLING, 2318c2ecf20Sopenharmony_ci IRQ_TYPE_EDGE_RISING, 2328c2ecf20Sopenharmony_ci IRQ_TYPE_LEVEL_LOW, 2338c2ecf20Sopenharmony_ci IRQ_TYPE_LEVEL_HIGH, 2348c2ecf20Sopenharmony_ci }; 2358c2ecf20Sopenharmony_ci 2368c2ecf20Sopenharmony_ci *out_hwirq = intspec[0]; 2378c2ecf20Sopenharmony_ci if (intsize > 1) { 2388c2ecf20Sopenharmony_ci hwirq_intspec[intspec[0]] = intspec[1]; 2398c2ecf20Sopenharmony_ci *out_flags = map_of_senses_to_linux_irqtype[intspec[1] & 2408c2ecf20Sopenharmony_ci ~IRQ_TYPE_MPIC_DIRECT]; 2418c2ecf20Sopenharmony_ci } else { 2428c2ecf20Sopenharmony_ci *out_flags = IRQ_TYPE_NONE; 2438c2ecf20Sopenharmony_ci } 2448c2ecf20Sopenharmony_ci 2458c2ecf20Sopenharmony_ci return 0; 2468c2ecf20Sopenharmony_ci} 2478c2ecf20Sopenharmony_ci 2488c2ecf20Sopenharmony_cistatic const struct irq_domain_ops ehv_pic_host_ops = { 2498c2ecf20Sopenharmony_ci .match = ehv_pic_host_match, 2508c2ecf20Sopenharmony_ci .map = ehv_pic_host_map, 2518c2ecf20Sopenharmony_ci .xlate = ehv_pic_host_xlate, 2528c2ecf20Sopenharmony_ci}; 2538c2ecf20Sopenharmony_ci 2548c2ecf20Sopenharmony_civoid __init ehv_pic_init(void) 2558c2ecf20Sopenharmony_ci{ 2568c2ecf20Sopenharmony_ci struct device_node *np, *np2; 2578c2ecf20Sopenharmony_ci struct ehv_pic *ehv_pic; 2588c2ecf20Sopenharmony_ci int coreint_flag = 1; 2598c2ecf20Sopenharmony_ci 2608c2ecf20Sopenharmony_ci np = of_find_compatible_node(NULL, NULL, "epapr,hv-pic"); 2618c2ecf20Sopenharmony_ci if (!np) { 2628c2ecf20Sopenharmony_ci pr_err("ehv_pic_init: could not find epapr,hv-pic node\n"); 2638c2ecf20Sopenharmony_ci return; 2648c2ecf20Sopenharmony_ci } 2658c2ecf20Sopenharmony_ci 2668c2ecf20Sopenharmony_ci if (!of_find_property(np, "has-external-proxy", NULL)) 2678c2ecf20Sopenharmony_ci coreint_flag = 0; 2688c2ecf20Sopenharmony_ci 2698c2ecf20Sopenharmony_ci ehv_pic = kzalloc(sizeof(struct ehv_pic), GFP_KERNEL); 2708c2ecf20Sopenharmony_ci if (!ehv_pic) { 2718c2ecf20Sopenharmony_ci of_node_put(np); 2728c2ecf20Sopenharmony_ci return; 2738c2ecf20Sopenharmony_ci } 2748c2ecf20Sopenharmony_ci 2758c2ecf20Sopenharmony_ci ehv_pic->irqhost = irq_domain_add_linear(np, NR_EHV_PIC_INTS, 2768c2ecf20Sopenharmony_ci &ehv_pic_host_ops, ehv_pic); 2778c2ecf20Sopenharmony_ci if (!ehv_pic->irqhost) { 2788c2ecf20Sopenharmony_ci of_node_put(np); 2798c2ecf20Sopenharmony_ci kfree(ehv_pic); 2808c2ecf20Sopenharmony_ci return; 2818c2ecf20Sopenharmony_ci } 2828c2ecf20Sopenharmony_ci 2838c2ecf20Sopenharmony_ci np2 = of_find_compatible_node(NULL, NULL, "fsl,hv-mpic-per-cpu"); 2848c2ecf20Sopenharmony_ci if (np2) { 2858c2ecf20Sopenharmony_ci mpic_percpu_base_vaddr = of_iomap(np2, 0); 2868c2ecf20Sopenharmony_ci if (!mpic_percpu_base_vaddr) 2878c2ecf20Sopenharmony_ci pr_err("ehv_pic_init: of_iomap failed\n"); 2888c2ecf20Sopenharmony_ci 2898c2ecf20Sopenharmony_ci of_node_put(np2); 2908c2ecf20Sopenharmony_ci } 2918c2ecf20Sopenharmony_ci 2928c2ecf20Sopenharmony_ci ehv_pic->hc_irq = ehv_pic_irq_chip; 2938c2ecf20Sopenharmony_ci ehv_pic->hc_irq.irq_set_affinity = ehv_pic_set_affinity; 2948c2ecf20Sopenharmony_ci ehv_pic->coreint_flag = coreint_flag; 2958c2ecf20Sopenharmony_ci 2968c2ecf20Sopenharmony_ci global_ehv_pic = ehv_pic; 2978c2ecf20Sopenharmony_ci irq_set_default_host(global_ehv_pic->irqhost); 2988c2ecf20Sopenharmony_ci} 299