162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright 2016 Broadcom 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <linux/device.h> 762306a36Sopenharmony_ci#include <linux/io.h> 862306a36Sopenharmony_ci#include <linux/kernel.h> 962306a36Sopenharmony_ci#include <linux/module.h> 1062306a36Sopenharmony_ci#include <linux/pci.h> 1162306a36Sopenharmony_ci#include <linux/pci-ecam.h> 1262306a36Sopenharmony_ci#include <linux/slab.h> 1362306a36Sopenharmony_ci 1462306a36Sopenharmony_ci/* 1562306a36Sopenharmony_ci * On 64-bit systems, we do a single ioremap for the whole config space 1662306a36Sopenharmony_ci * since we have enough virtual address range available. On 32-bit, we 1762306a36Sopenharmony_ci * ioremap the config space for each bus individually. 1862306a36Sopenharmony_ci */ 1962306a36Sopenharmony_cistatic const bool per_bus_mapping = !IS_ENABLED(CONFIG_64BIT); 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_ci/* 2262306a36Sopenharmony_ci * Create a PCI config space window 2362306a36Sopenharmony_ci * - reserve mem region 2462306a36Sopenharmony_ci * - alloc struct pci_config_window with space for all mappings 2562306a36Sopenharmony_ci * - ioremap the config space 2662306a36Sopenharmony_ci */ 2762306a36Sopenharmony_cistruct pci_config_window *pci_ecam_create(struct device *dev, 2862306a36Sopenharmony_ci struct resource *cfgres, struct resource *busr, 2962306a36Sopenharmony_ci const struct pci_ecam_ops *ops) 3062306a36Sopenharmony_ci{ 3162306a36Sopenharmony_ci unsigned int bus_shift = ops->bus_shift; 3262306a36Sopenharmony_ci struct pci_config_window *cfg; 3362306a36Sopenharmony_ci unsigned int bus_range, bus_range_max, bsz; 3462306a36Sopenharmony_ci struct resource *conflict; 3562306a36Sopenharmony_ci int err; 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_ci if (busr->start > busr->end) 3862306a36Sopenharmony_ci return ERR_PTR(-EINVAL); 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_ci cfg = kzalloc(sizeof(*cfg), GFP_KERNEL); 4162306a36Sopenharmony_ci if (!cfg) 4262306a36Sopenharmony_ci return ERR_PTR(-ENOMEM); 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_ci /* ECAM-compliant platforms need not supply ops->bus_shift */ 4562306a36Sopenharmony_ci if (!bus_shift) 4662306a36Sopenharmony_ci bus_shift = PCIE_ECAM_BUS_SHIFT; 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci cfg->parent = dev; 4962306a36Sopenharmony_ci cfg->ops = ops; 5062306a36Sopenharmony_ci cfg->busr.start = busr->start; 5162306a36Sopenharmony_ci cfg->busr.end = busr->end; 5262306a36Sopenharmony_ci cfg->busr.flags = IORESOURCE_BUS; 5362306a36Sopenharmony_ci cfg->bus_shift = bus_shift; 5462306a36Sopenharmony_ci bus_range = resource_size(&cfg->busr); 5562306a36Sopenharmony_ci bus_range_max = resource_size(cfgres) >> bus_shift; 5662306a36Sopenharmony_ci if (bus_range > bus_range_max) { 5762306a36Sopenharmony_ci bus_range = bus_range_max; 5862306a36Sopenharmony_ci cfg->busr.end = busr->start + bus_range - 1; 5962306a36Sopenharmony_ci dev_warn(dev, "ECAM area %pR can only accommodate %pR (reduced from %pR desired)\n", 6062306a36Sopenharmony_ci cfgres, &cfg->busr, busr); 6162306a36Sopenharmony_ci } 6262306a36Sopenharmony_ci bsz = 1 << bus_shift; 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_ci cfg->res.start = cfgres->start; 6562306a36Sopenharmony_ci cfg->res.end = cfgres->end; 6662306a36Sopenharmony_ci cfg->res.flags = IORESOURCE_MEM | IORESOURCE_BUSY; 6762306a36Sopenharmony_ci cfg->res.name = "PCI ECAM"; 6862306a36Sopenharmony_ci 6962306a36Sopenharmony_ci conflict = request_resource_conflict(&iomem_resource, &cfg->res); 7062306a36Sopenharmony_ci if (conflict) { 7162306a36Sopenharmony_ci err = -EBUSY; 7262306a36Sopenharmony_ci dev_err(dev, "can't claim ECAM area %pR: address conflict with %s %pR\n", 7362306a36Sopenharmony_ci &cfg->res, conflict->name, conflict); 7462306a36Sopenharmony_ci goto err_exit; 7562306a36Sopenharmony_ci } 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci if (per_bus_mapping) { 7862306a36Sopenharmony_ci cfg->winp = kcalloc(bus_range, sizeof(*cfg->winp), GFP_KERNEL); 7962306a36Sopenharmony_ci if (!cfg->winp) 8062306a36Sopenharmony_ci goto err_exit_malloc; 8162306a36Sopenharmony_ci } else { 8262306a36Sopenharmony_ci cfg->win = pci_remap_cfgspace(cfgres->start, bus_range * bsz); 8362306a36Sopenharmony_ci if (!cfg->win) 8462306a36Sopenharmony_ci goto err_exit_iomap; 8562306a36Sopenharmony_ci } 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci if (ops->init) { 8862306a36Sopenharmony_ci err = ops->init(cfg); 8962306a36Sopenharmony_ci if (err) 9062306a36Sopenharmony_ci goto err_exit; 9162306a36Sopenharmony_ci } 9262306a36Sopenharmony_ci dev_info(dev, "ECAM at %pR for %pR\n", &cfg->res, &cfg->busr); 9362306a36Sopenharmony_ci return cfg; 9462306a36Sopenharmony_ci 9562306a36Sopenharmony_cierr_exit_iomap: 9662306a36Sopenharmony_ci dev_err(dev, "ECAM ioremap failed\n"); 9762306a36Sopenharmony_cierr_exit_malloc: 9862306a36Sopenharmony_ci err = -ENOMEM; 9962306a36Sopenharmony_cierr_exit: 10062306a36Sopenharmony_ci pci_ecam_free(cfg); 10162306a36Sopenharmony_ci return ERR_PTR(err); 10262306a36Sopenharmony_ci} 10362306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(pci_ecam_create); 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_civoid pci_ecam_free(struct pci_config_window *cfg) 10662306a36Sopenharmony_ci{ 10762306a36Sopenharmony_ci int i; 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci if (per_bus_mapping) { 11062306a36Sopenharmony_ci if (cfg->winp) { 11162306a36Sopenharmony_ci for (i = 0; i < resource_size(&cfg->busr); i++) 11262306a36Sopenharmony_ci if (cfg->winp[i]) 11362306a36Sopenharmony_ci iounmap(cfg->winp[i]); 11462306a36Sopenharmony_ci kfree(cfg->winp); 11562306a36Sopenharmony_ci } 11662306a36Sopenharmony_ci } else { 11762306a36Sopenharmony_ci if (cfg->win) 11862306a36Sopenharmony_ci iounmap(cfg->win); 11962306a36Sopenharmony_ci } 12062306a36Sopenharmony_ci if (cfg->res.parent) 12162306a36Sopenharmony_ci release_resource(&cfg->res); 12262306a36Sopenharmony_ci kfree(cfg); 12362306a36Sopenharmony_ci} 12462306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(pci_ecam_free); 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_cistatic int pci_ecam_add_bus(struct pci_bus *bus) 12762306a36Sopenharmony_ci{ 12862306a36Sopenharmony_ci struct pci_config_window *cfg = bus->sysdata; 12962306a36Sopenharmony_ci unsigned int bsz = 1 << cfg->bus_shift; 13062306a36Sopenharmony_ci unsigned int busn = bus->number; 13162306a36Sopenharmony_ci phys_addr_t start; 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_ci if (!per_bus_mapping) 13462306a36Sopenharmony_ci return 0; 13562306a36Sopenharmony_ci 13662306a36Sopenharmony_ci if (busn < cfg->busr.start || busn > cfg->busr.end) 13762306a36Sopenharmony_ci return -EINVAL; 13862306a36Sopenharmony_ci 13962306a36Sopenharmony_ci busn -= cfg->busr.start; 14062306a36Sopenharmony_ci start = cfg->res.start + busn * bsz; 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ci cfg->winp[busn] = pci_remap_cfgspace(start, bsz); 14362306a36Sopenharmony_ci if (!cfg->winp[busn]) 14462306a36Sopenharmony_ci return -ENOMEM; 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci return 0; 14762306a36Sopenharmony_ci} 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_cistatic void pci_ecam_remove_bus(struct pci_bus *bus) 15062306a36Sopenharmony_ci{ 15162306a36Sopenharmony_ci struct pci_config_window *cfg = bus->sysdata; 15262306a36Sopenharmony_ci unsigned int busn = bus->number; 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci if (!per_bus_mapping || busn < cfg->busr.start || busn > cfg->busr.end) 15562306a36Sopenharmony_ci return; 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci busn -= cfg->busr.start; 15862306a36Sopenharmony_ci if (cfg->winp[busn]) { 15962306a36Sopenharmony_ci iounmap(cfg->winp[busn]); 16062306a36Sopenharmony_ci cfg->winp[busn] = NULL; 16162306a36Sopenharmony_ci } 16262306a36Sopenharmony_ci} 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci/* 16562306a36Sopenharmony_ci * Function to implement the pci_ops ->map_bus method 16662306a36Sopenharmony_ci */ 16762306a36Sopenharmony_civoid __iomem *pci_ecam_map_bus(struct pci_bus *bus, unsigned int devfn, 16862306a36Sopenharmony_ci int where) 16962306a36Sopenharmony_ci{ 17062306a36Sopenharmony_ci struct pci_config_window *cfg = bus->sysdata; 17162306a36Sopenharmony_ci unsigned int bus_shift = cfg->ops->bus_shift; 17262306a36Sopenharmony_ci unsigned int devfn_shift = cfg->ops->bus_shift - 8; 17362306a36Sopenharmony_ci unsigned int busn = bus->number; 17462306a36Sopenharmony_ci void __iomem *base; 17562306a36Sopenharmony_ci u32 bus_offset, devfn_offset; 17662306a36Sopenharmony_ci 17762306a36Sopenharmony_ci if (busn < cfg->busr.start || busn > cfg->busr.end) 17862306a36Sopenharmony_ci return NULL; 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_ci busn -= cfg->busr.start; 18162306a36Sopenharmony_ci if (per_bus_mapping) { 18262306a36Sopenharmony_ci base = cfg->winp[busn]; 18362306a36Sopenharmony_ci busn = 0; 18462306a36Sopenharmony_ci } else 18562306a36Sopenharmony_ci base = cfg->win; 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_ci if (cfg->ops->bus_shift) { 18862306a36Sopenharmony_ci bus_offset = (busn & PCIE_ECAM_BUS_MASK) << bus_shift; 18962306a36Sopenharmony_ci devfn_offset = (devfn & PCIE_ECAM_DEVFN_MASK) << devfn_shift; 19062306a36Sopenharmony_ci where &= PCIE_ECAM_REG_MASK; 19162306a36Sopenharmony_ci 19262306a36Sopenharmony_ci return base + (bus_offset | devfn_offset | where); 19362306a36Sopenharmony_ci } 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci return base + PCIE_ECAM_OFFSET(busn, devfn, where); 19662306a36Sopenharmony_ci} 19762306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(pci_ecam_map_bus); 19862306a36Sopenharmony_ci 19962306a36Sopenharmony_ci/* ECAM ops */ 20062306a36Sopenharmony_ciconst struct pci_ecam_ops pci_generic_ecam_ops = { 20162306a36Sopenharmony_ci .pci_ops = { 20262306a36Sopenharmony_ci .add_bus = pci_ecam_add_bus, 20362306a36Sopenharmony_ci .remove_bus = pci_ecam_remove_bus, 20462306a36Sopenharmony_ci .map_bus = pci_ecam_map_bus, 20562306a36Sopenharmony_ci .read = pci_generic_config_read, 20662306a36Sopenharmony_ci .write = pci_generic_config_write, 20762306a36Sopenharmony_ci } 20862306a36Sopenharmony_ci}; 20962306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(pci_generic_ecam_ops); 21062306a36Sopenharmony_ci 21162306a36Sopenharmony_ci#if defined(CONFIG_ACPI) && defined(CONFIG_PCI_QUIRKS) 21262306a36Sopenharmony_ci/* ECAM ops for 32-bit access only (non-compliant) */ 21362306a36Sopenharmony_ciconst struct pci_ecam_ops pci_32b_ops = { 21462306a36Sopenharmony_ci .pci_ops = { 21562306a36Sopenharmony_ci .add_bus = pci_ecam_add_bus, 21662306a36Sopenharmony_ci .remove_bus = pci_ecam_remove_bus, 21762306a36Sopenharmony_ci .map_bus = pci_ecam_map_bus, 21862306a36Sopenharmony_ci .read = pci_generic_config_read32, 21962306a36Sopenharmony_ci .write = pci_generic_config_write32, 22062306a36Sopenharmony_ci } 22162306a36Sopenharmony_ci}; 22262306a36Sopenharmony_ci 22362306a36Sopenharmony_ci/* ECAM ops for 32-bit read only (non-compliant) */ 22462306a36Sopenharmony_ciconst struct pci_ecam_ops pci_32b_read_ops = { 22562306a36Sopenharmony_ci .pci_ops = { 22662306a36Sopenharmony_ci .add_bus = pci_ecam_add_bus, 22762306a36Sopenharmony_ci .remove_bus = pci_ecam_remove_bus, 22862306a36Sopenharmony_ci .map_bus = pci_ecam_map_bus, 22962306a36Sopenharmony_ci .read = pci_generic_config_read32, 23062306a36Sopenharmony_ci .write = pci_generic_config_write, 23162306a36Sopenharmony_ci } 23262306a36Sopenharmony_ci}; 23362306a36Sopenharmony_ci#endif 234