162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright 2016 Broadcom
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include <linux/device.h>
762306a36Sopenharmony_ci#include <linux/io.h>
862306a36Sopenharmony_ci#include <linux/kernel.h>
962306a36Sopenharmony_ci#include <linux/module.h>
1062306a36Sopenharmony_ci#include <linux/pci.h>
1162306a36Sopenharmony_ci#include <linux/pci-ecam.h>
1262306a36Sopenharmony_ci#include <linux/slab.h>
1362306a36Sopenharmony_ci
1462306a36Sopenharmony_ci/*
1562306a36Sopenharmony_ci * On 64-bit systems, we do a single ioremap for the whole config space
1662306a36Sopenharmony_ci * since we have enough virtual address range available.  On 32-bit, we
1762306a36Sopenharmony_ci * ioremap the config space for each bus individually.
1862306a36Sopenharmony_ci */
1962306a36Sopenharmony_cistatic const bool per_bus_mapping = !IS_ENABLED(CONFIG_64BIT);
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci/*
2262306a36Sopenharmony_ci * Create a PCI config space window
2362306a36Sopenharmony_ci *  - reserve mem region
2462306a36Sopenharmony_ci *  - alloc struct pci_config_window with space for all mappings
2562306a36Sopenharmony_ci *  - ioremap the config space
2662306a36Sopenharmony_ci */
2762306a36Sopenharmony_cistruct pci_config_window *pci_ecam_create(struct device *dev,
2862306a36Sopenharmony_ci		struct resource *cfgres, struct resource *busr,
2962306a36Sopenharmony_ci		const struct pci_ecam_ops *ops)
3062306a36Sopenharmony_ci{
3162306a36Sopenharmony_ci	unsigned int bus_shift = ops->bus_shift;
3262306a36Sopenharmony_ci	struct pci_config_window *cfg;
3362306a36Sopenharmony_ci	unsigned int bus_range, bus_range_max, bsz;
3462306a36Sopenharmony_ci	struct resource *conflict;
3562306a36Sopenharmony_ci	int err;
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ci	if (busr->start > busr->end)
3862306a36Sopenharmony_ci		return ERR_PTR(-EINVAL);
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci	cfg = kzalloc(sizeof(*cfg), GFP_KERNEL);
4162306a36Sopenharmony_ci	if (!cfg)
4262306a36Sopenharmony_ci		return ERR_PTR(-ENOMEM);
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci	/* ECAM-compliant platforms need not supply ops->bus_shift */
4562306a36Sopenharmony_ci	if (!bus_shift)
4662306a36Sopenharmony_ci		bus_shift = PCIE_ECAM_BUS_SHIFT;
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	cfg->parent = dev;
4962306a36Sopenharmony_ci	cfg->ops = ops;
5062306a36Sopenharmony_ci	cfg->busr.start = busr->start;
5162306a36Sopenharmony_ci	cfg->busr.end = busr->end;
5262306a36Sopenharmony_ci	cfg->busr.flags = IORESOURCE_BUS;
5362306a36Sopenharmony_ci	cfg->bus_shift = bus_shift;
5462306a36Sopenharmony_ci	bus_range = resource_size(&cfg->busr);
5562306a36Sopenharmony_ci	bus_range_max = resource_size(cfgres) >> bus_shift;
5662306a36Sopenharmony_ci	if (bus_range > bus_range_max) {
5762306a36Sopenharmony_ci		bus_range = bus_range_max;
5862306a36Sopenharmony_ci		cfg->busr.end = busr->start + bus_range - 1;
5962306a36Sopenharmony_ci		dev_warn(dev, "ECAM area %pR can only accommodate %pR (reduced from %pR desired)\n",
6062306a36Sopenharmony_ci			 cfgres, &cfg->busr, busr);
6162306a36Sopenharmony_ci	}
6262306a36Sopenharmony_ci	bsz = 1 << bus_shift;
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_ci	cfg->res.start = cfgres->start;
6562306a36Sopenharmony_ci	cfg->res.end = cfgres->end;
6662306a36Sopenharmony_ci	cfg->res.flags = IORESOURCE_MEM | IORESOURCE_BUSY;
6762306a36Sopenharmony_ci	cfg->res.name = "PCI ECAM";
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci	conflict = request_resource_conflict(&iomem_resource, &cfg->res);
7062306a36Sopenharmony_ci	if (conflict) {
7162306a36Sopenharmony_ci		err = -EBUSY;
7262306a36Sopenharmony_ci		dev_err(dev, "can't claim ECAM area %pR: address conflict with %s %pR\n",
7362306a36Sopenharmony_ci			&cfg->res, conflict->name, conflict);
7462306a36Sopenharmony_ci		goto err_exit;
7562306a36Sopenharmony_ci	}
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	if (per_bus_mapping) {
7862306a36Sopenharmony_ci		cfg->winp = kcalloc(bus_range, sizeof(*cfg->winp), GFP_KERNEL);
7962306a36Sopenharmony_ci		if (!cfg->winp)
8062306a36Sopenharmony_ci			goto err_exit_malloc;
8162306a36Sopenharmony_ci	} else {
8262306a36Sopenharmony_ci		cfg->win = pci_remap_cfgspace(cfgres->start, bus_range * bsz);
8362306a36Sopenharmony_ci		if (!cfg->win)
8462306a36Sopenharmony_ci			goto err_exit_iomap;
8562306a36Sopenharmony_ci	}
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci	if (ops->init) {
8862306a36Sopenharmony_ci		err = ops->init(cfg);
8962306a36Sopenharmony_ci		if (err)
9062306a36Sopenharmony_ci			goto err_exit;
9162306a36Sopenharmony_ci	}
9262306a36Sopenharmony_ci	dev_info(dev, "ECAM at %pR for %pR\n", &cfg->res, &cfg->busr);
9362306a36Sopenharmony_ci	return cfg;
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_cierr_exit_iomap:
9662306a36Sopenharmony_ci	dev_err(dev, "ECAM ioremap failed\n");
9762306a36Sopenharmony_cierr_exit_malloc:
9862306a36Sopenharmony_ci	err = -ENOMEM;
9962306a36Sopenharmony_cierr_exit:
10062306a36Sopenharmony_ci	pci_ecam_free(cfg);
10162306a36Sopenharmony_ci	return ERR_PTR(err);
10262306a36Sopenharmony_ci}
10362306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(pci_ecam_create);
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_civoid pci_ecam_free(struct pci_config_window *cfg)
10662306a36Sopenharmony_ci{
10762306a36Sopenharmony_ci	int i;
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci	if (per_bus_mapping) {
11062306a36Sopenharmony_ci		if (cfg->winp) {
11162306a36Sopenharmony_ci			for (i = 0; i < resource_size(&cfg->busr); i++)
11262306a36Sopenharmony_ci				if (cfg->winp[i])
11362306a36Sopenharmony_ci					iounmap(cfg->winp[i]);
11462306a36Sopenharmony_ci			kfree(cfg->winp);
11562306a36Sopenharmony_ci		}
11662306a36Sopenharmony_ci	} else {
11762306a36Sopenharmony_ci		if (cfg->win)
11862306a36Sopenharmony_ci			iounmap(cfg->win);
11962306a36Sopenharmony_ci	}
12062306a36Sopenharmony_ci	if (cfg->res.parent)
12162306a36Sopenharmony_ci		release_resource(&cfg->res);
12262306a36Sopenharmony_ci	kfree(cfg);
12362306a36Sopenharmony_ci}
12462306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(pci_ecam_free);
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_cistatic int pci_ecam_add_bus(struct pci_bus *bus)
12762306a36Sopenharmony_ci{
12862306a36Sopenharmony_ci	struct pci_config_window *cfg = bus->sysdata;
12962306a36Sopenharmony_ci	unsigned int bsz = 1 << cfg->bus_shift;
13062306a36Sopenharmony_ci	unsigned int busn = bus->number;
13162306a36Sopenharmony_ci	phys_addr_t start;
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci	if (!per_bus_mapping)
13462306a36Sopenharmony_ci		return 0;
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci	if (busn < cfg->busr.start || busn > cfg->busr.end)
13762306a36Sopenharmony_ci		return -EINVAL;
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_ci	busn -= cfg->busr.start;
14062306a36Sopenharmony_ci	start = cfg->res.start + busn * bsz;
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	cfg->winp[busn] = pci_remap_cfgspace(start, bsz);
14362306a36Sopenharmony_ci	if (!cfg->winp[busn])
14462306a36Sopenharmony_ci		return -ENOMEM;
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_ci	return 0;
14762306a36Sopenharmony_ci}
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_cistatic void pci_ecam_remove_bus(struct pci_bus *bus)
15062306a36Sopenharmony_ci{
15162306a36Sopenharmony_ci	struct pci_config_window *cfg = bus->sysdata;
15262306a36Sopenharmony_ci	unsigned int busn = bus->number;
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	if (!per_bus_mapping || busn < cfg->busr.start || busn > cfg->busr.end)
15562306a36Sopenharmony_ci		return;
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	busn -= cfg->busr.start;
15862306a36Sopenharmony_ci	if (cfg->winp[busn]) {
15962306a36Sopenharmony_ci		iounmap(cfg->winp[busn]);
16062306a36Sopenharmony_ci		cfg->winp[busn] = NULL;
16162306a36Sopenharmony_ci	}
16262306a36Sopenharmony_ci}
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci/*
16562306a36Sopenharmony_ci * Function to implement the pci_ops ->map_bus method
16662306a36Sopenharmony_ci */
16762306a36Sopenharmony_civoid __iomem *pci_ecam_map_bus(struct pci_bus *bus, unsigned int devfn,
16862306a36Sopenharmony_ci			       int where)
16962306a36Sopenharmony_ci{
17062306a36Sopenharmony_ci	struct pci_config_window *cfg = bus->sysdata;
17162306a36Sopenharmony_ci	unsigned int bus_shift = cfg->ops->bus_shift;
17262306a36Sopenharmony_ci	unsigned int devfn_shift = cfg->ops->bus_shift - 8;
17362306a36Sopenharmony_ci	unsigned int busn = bus->number;
17462306a36Sopenharmony_ci	void __iomem *base;
17562306a36Sopenharmony_ci	u32 bus_offset, devfn_offset;
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_ci	if (busn < cfg->busr.start || busn > cfg->busr.end)
17862306a36Sopenharmony_ci		return NULL;
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	busn -= cfg->busr.start;
18162306a36Sopenharmony_ci	if (per_bus_mapping) {
18262306a36Sopenharmony_ci		base = cfg->winp[busn];
18362306a36Sopenharmony_ci		busn = 0;
18462306a36Sopenharmony_ci	} else
18562306a36Sopenharmony_ci		base = cfg->win;
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci	if (cfg->ops->bus_shift) {
18862306a36Sopenharmony_ci		bus_offset = (busn & PCIE_ECAM_BUS_MASK) << bus_shift;
18962306a36Sopenharmony_ci		devfn_offset = (devfn & PCIE_ECAM_DEVFN_MASK) << devfn_shift;
19062306a36Sopenharmony_ci		where &= PCIE_ECAM_REG_MASK;
19162306a36Sopenharmony_ci
19262306a36Sopenharmony_ci		return base + (bus_offset | devfn_offset | where);
19362306a36Sopenharmony_ci	}
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	return base + PCIE_ECAM_OFFSET(busn, devfn, where);
19662306a36Sopenharmony_ci}
19762306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(pci_ecam_map_bus);
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_ci/* ECAM ops */
20062306a36Sopenharmony_ciconst struct pci_ecam_ops pci_generic_ecam_ops = {
20162306a36Sopenharmony_ci	.pci_ops	= {
20262306a36Sopenharmony_ci		.add_bus	= pci_ecam_add_bus,
20362306a36Sopenharmony_ci		.remove_bus	= pci_ecam_remove_bus,
20462306a36Sopenharmony_ci		.map_bus	= pci_ecam_map_bus,
20562306a36Sopenharmony_ci		.read		= pci_generic_config_read,
20662306a36Sopenharmony_ci		.write		= pci_generic_config_write,
20762306a36Sopenharmony_ci	}
20862306a36Sopenharmony_ci};
20962306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(pci_generic_ecam_ops);
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci#if defined(CONFIG_ACPI) && defined(CONFIG_PCI_QUIRKS)
21262306a36Sopenharmony_ci/* ECAM ops for 32-bit access only (non-compliant) */
21362306a36Sopenharmony_ciconst struct pci_ecam_ops pci_32b_ops = {
21462306a36Sopenharmony_ci	.pci_ops	= {
21562306a36Sopenharmony_ci		.add_bus	= pci_ecam_add_bus,
21662306a36Sopenharmony_ci		.remove_bus	= pci_ecam_remove_bus,
21762306a36Sopenharmony_ci		.map_bus	= pci_ecam_map_bus,
21862306a36Sopenharmony_ci		.read		= pci_generic_config_read32,
21962306a36Sopenharmony_ci		.write		= pci_generic_config_write32,
22062306a36Sopenharmony_ci	}
22162306a36Sopenharmony_ci};
22262306a36Sopenharmony_ci
22362306a36Sopenharmony_ci/* ECAM ops for 32-bit read only (non-compliant) */
22462306a36Sopenharmony_ciconst struct pci_ecam_ops pci_32b_read_ops = {
22562306a36Sopenharmony_ci	.pci_ops	= {
22662306a36Sopenharmony_ci		.add_bus	= pci_ecam_add_bus,
22762306a36Sopenharmony_ci		.remove_bus	= pci_ecam_remove_bus,
22862306a36Sopenharmony_ci		.map_bus	= pci_ecam_map_bus,
22962306a36Sopenharmony_ci		.read		= pci_generic_config_read32,
23062306a36Sopenharmony_ci		.write		= pci_generic_config_write,
23162306a36Sopenharmony_ci	}
23262306a36Sopenharmony_ci};
23362306a36Sopenharmony_ci#endif
234