162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * PCI Backend - Provides a Virtual PCI bus (with real devices) 462306a36Sopenharmony_ci * to the frontend 562306a36Sopenharmony_ci * 662306a36Sopenharmony_ci * Author: Ryan Wilson <hap9@epoch.ncsc.mil> 762306a36Sopenharmony_ci */ 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 1062306a36Sopenharmony_ci#define dev_fmt pr_fmt 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_ci#include <linux/list.h> 1362306a36Sopenharmony_ci#include <linux/slab.h> 1462306a36Sopenharmony_ci#include <linux/pci.h> 1562306a36Sopenharmony_ci#include <linux/mutex.h> 1662306a36Sopenharmony_ci#include "pciback.h" 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#define PCI_SLOT_MAX 32 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_cistruct vpci_dev_data { 2162306a36Sopenharmony_ci /* Access to dev_list must be protected by lock */ 2262306a36Sopenharmony_ci struct list_head dev_list[PCI_SLOT_MAX]; 2362306a36Sopenharmony_ci struct mutex lock; 2462306a36Sopenharmony_ci}; 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_cistatic inline struct list_head *list_first(struct list_head *head) 2762306a36Sopenharmony_ci{ 2862306a36Sopenharmony_ci return head->next; 2962306a36Sopenharmony_ci} 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_cistatic struct pci_dev *__xen_pcibk_get_pci_dev(struct xen_pcibk_device *pdev, 3262306a36Sopenharmony_ci unsigned int domain, 3362306a36Sopenharmony_ci unsigned int bus, 3462306a36Sopenharmony_ci unsigned int devfn) 3562306a36Sopenharmony_ci{ 3662306a36Sopenharmony_ci struct pci_dev_entry *entry; 3762306a36Sopenharmony_ci struct pci_dev *dev = NULL; 3862306a36Sopenharmony_ci struct vpci_dev_data *vpci_dev = pdev->pci_dev_data; 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_ci if (domain != 0 || bus != 0) 4162306a36Sopenharmony_ci return NULL; 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci if (PCI_SLOT(devfn) < PCI_SLOT_MAX) { 4462306a36Sopenharmony_ci mutex_lock(&vpci_dev->lock); 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci list_for_each_entry(entry, 4762306a36Sopenharmony_ci &vpci_dev->dev_list[PCI_SLOT(devfn)], 4862306a36Sopenharmony_ci list) { 4962306a36Sopenharmony_ci if (PCI_FUNC(entry->dev->devfn) == PCI_FUNC(devfn)) { 5062306a36Sopenharmony_ci dev = entry->dev; 5162306a36Sopenharmony_ci break; 5262306a36Sopenharmony_ci } 5362306a36Sopenharmony_ci } 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_ci mutex_unlock(&vpci_dev->lock); 5662306a36Sopenharmony_ci } 5762306a36Sopenharmony_ci return dev; 5862306a36Sopenharmony_ci} 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_cistatic inline int match_slot(struct pci_dev *l, struct pci_dev *r) 6162306a36Sopenharmony_ci{ 6262306a36Sopenharmony_ci if (pci_domain_nr(l->bus) == pci_domain_nr(r->bus) 6362306a36Sopenharmony_ci && l->bus == r->bus && PCI_SLOT(l->devfn) == PCI_SLOT(r->devfn)) 6462306a36Sopenharmony_ci return 1; 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci return 0; 6762306a36Sopenharmony_ci} 6862306a36Sopenharmony_ci 6962306a36Sopenharmony_cistatic int __xen_pcibk_add_pci_dev(struct xen_pcibk_device *pdev, 7062306a36Sopenharmony_ci struct pci_dev *dev, int devid, 7162306a36Sopenharmony_ci publish_pci_dev_cb publish_cb) 7262306a36Sopenharmony_ci{ 7362306a36Sopenharmony_ci int err = 0, slot, func = PCI_FUNC(dev->devfn); 7462306a36Sopenharmony_ci struct pci_dev_entry *t, *dev_entry; 7562306a36Sopenharmony_ci struct vpci_dev_data *vpci_dev = pdev->pci_dev_data; 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci if ((dev->class >> 24) == PCI_BASE_CLASS_BRIDGE) { 7862306a36Sopenharmony_ci err = -EFAULT; 7962306a36Sopenharmony_ci xenbus_dev_fatal(pdev->xdev, err, 8062306a36Sopenharmony_ci "Can't export bridges on the virtual PCI bus"); 8162306a36Sopenharmony_ci goto out; 8262306a36Sopenharmony_ci } 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci dev_entry = kmalloc(sizeof(*dev_entry), GFP_KERNEL); 8562306a36Sopenharmony_ci if (!dev_entry) { 8662306a36Sopenharmony_ci err = -ENOMEM; 8762306a36Sopenharmony_ci xenbus_dev_fatal(pdev->xdev, err, 8862306a36Sopenharmony_ci "Error adding entry to virtual PCI bus"); 8962306a36Sopenharmony_ci goto out; 9062306a36Sopenharmony_ci } 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci dev_entry->dev = dev; 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci mutex_lock(&vpci_dev->lock); 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci /* 9762306a36Sopenharmony_ci * Keep multi-function devices together on the virtual PCI bus, except 9862306a36Sopenharmony_ci * that we want to keep virtual functions at func 0 on their own. They 9962306a36Sopenharmony_ci * aren't multi-function devices and hence their presence at func 0 10062306a36Sopenharmony_ci * may cause guests to not scan the other functions. 10162306a36Sopenharmony_ci */ 10262306a36Sopenharmony_ci if (!dev->is_virtfn || func) { 10362306a36Sopenharmony_ci for (slot = 0; slot < PCI_SLOT_MAX; slot++) { 10462306a36Sopenharmony_ci if (list_empty(&vpci_dev->dev_list[slot])) 10562306a36Sopenharmony_ci continue; 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci t = list_entry(list_first(&vpci_dev->dev_list[slot]), 10862306a36Sopenharmony_ci struct pci_dev_entry, list); 10962306a36Sopenharmony_ci if (t->dev->is_virtfn && !PCI_FUNC(t->dev->devfn)) 11062306a36Sopenharmony_ci continue; 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci if (match_slot(dev, t->dev)) { 11362306a36Sopenharmony_ci dev_info(&dev->dev, "vpci: assign to virtual slot %d func %d\n", 11462306a36Sopenharmony_ci slot, func); 11562306a36Sopenharmony_ci list_add_tail(&dev_entry->list, 11662306a36Sopenharmony_ci &vpci_dev->dev_list[slot]); 11762306a36Sopenharmony_ci goto unlock; 11862306a36Sopenharmony_ci } 11962306a36Sopenharmony_ci } 12062306a36Sopenharmony_ci } 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_ci /* Assign to a new slot on the virtual PCI bus */ 12362306a36Sopenharmony_ci for (slot = 0; slot < PCI_SLOT_MAX; slot++) { 12462306a36Sopenharmony_ci if (list_empty(&vpci_dev->dev_list[slot])) { 12562306a36Sopenharmony_ci dev_info(&dev->dev, "vpci: assign to virtual slot %d\n", 12662306a36Sopenharmony_ci slot); 12762306a36Sopenharmony_ci list_add_tail(&dev_entry->list, 12862306a36Sopenharmony_ci &vpci_dev->dev_list[slot]); 12962306a36Sopenharmony_ci goto unlock; 13062306a36Sopenharmony_ci } 13162306a36Sopenharmony_ci } 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_ci err = -ENOMEM; 13462306a36Sopenharmony_ci xenbus_dev_fatal(pdev->xdev, err, 13562306a36Sopenharmony_ci "No more space on root virtual PCI bus"); 13662306a36Sopenharmony_ci 13762306a36Sopenharmony_ciunlock: 13862306a36Sopenharmony_ci mutex_unlock(&vpci_dev->lock); 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_ci /* Publish this device. */ 14162306a36Sopenharmony_ci if (!err) 14262306a36Sopenharmony_ci err = publish_cb(pdev, 0, 0, PCI_DEVFN(slot, func), devid); 14362306a36Sopenharmony_ci else 14462306a36Sopenharmony_ci kfree(dev_entry); 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ciout: 14762306a36Sopenharmony_ci return err; 14862306a36Sopenharmony_ci} 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_cistatic void __xen_pcibk_release_pci_dev(struct xen_pcibk_device *pdev, 15162306a36Sopenharmony_ci struct pci_dev *dev, bool lock) 15262306a36Sopenharmony_ci{ 15362306a36Sopenharmony_ci int slot; 15462306a36Sopenharmony_ci struct vpci_dev_data *vpci_dev = pdev->pci_dev_data; 15562306a36Sopenharmony_ci struct pci_dev *found_dev = NULL; 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci mutex_lock(&vpci_dev->lock); 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_ci for (slot = 0; slot < PCI_SLOT_MAX; slot++) { 16062306a36Sopenharmony_ci struct pci_dev_entry *e; 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_ci list_for_each_entry(e, &vpci_dev->dev_list[slot], list) { 16362306a36Sopenharmony_ci if (e->dev == dev) { 16462306a36Sopenharmony_ci list_del(&e->list); 16562306a36Sopenharmony_ci found_dev = e->dev; 16662306a36Sopenharmony_ci kfree(e); 16762306a36Sopenharmony_ci goto out; 16862306a36Sopenharmony_ci } 16962306a36Sopenharmony_ci } 17062306a36Sopenharmony_ci } 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_ciout: 17362306a36Sopenharmony_ci mutex_unlock(&vpci_dev->lock); 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_ci if (found_dev) { 17662306a36Sopenharmony_ci if (lock) 17762306a36Sopenharmony_ci device_lock(&found_dev->dev); 17862306a36Sopenharmony_ci pcistub_put_pci_dev(found_dev); 17962306a36Sopenharmony_ci if (lock) 18062306a36Sopenharmony_ci device_unlock(&found_dev->dev); 18162306a36Sopenharmony_ci } 18262306a36Sopenharmony_ci} 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_cistatic int __xen_pcibk_init_devices(struct xen_pcibk_device *pdev) 18562306a36Sopenharmony_ci{ 18662306a36Sopenharmony_ci int slot; 18762306a36Sopenharmony_ci struct vpci_dev_data *vpci_dev; 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_ci vpci_dev = kmalloc(sizeof(*vpci_dev), GFP_KERNEL); 19062306a36Sopenharmony_ci if (!vpci_dev) 19162306a36Sopenharmony_ci return -ENOMEM; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_ci mutex_init(&vpci_dev->lock); 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci for (slot = 0; slot < PCI_SLOT_MAX; slot++) 19662306a36Sopenharmony_ci INIT_LIST_HEAD(&vpci_dev->dev_list[slot]); 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci pdev->pci_dev_data = vpci_dev; 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_ci return 0; 20162306a36Sopenharmony_ci} 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_cistatic int __xen_pcibk_publish_pci_roots(struct xen_pcibk_device *pdev, 20462306a36Sopenharmony_ci publish_pci_root_cb publish_cb) 20562306a36Sopenharmony_ci{ 20662306a36Sopenharmony_ci /* The Virtual PCI bus has only one root */ 20762306a36Sopenharmony_ci return publish_cb(pdev, 0, 0); 20862306a36Sopenharmony_ci} 20962306a36Sopenharmony_ci 21062306a36Sopenharmony_cistatic void __xen_pcibk_release_devices(struct xen_pcibk_device *pdev) 21162306a36Sopenharmony_ci{ 21262306a36Sopenharmony_ci int slot; 21362306a36Sopenharmony_ci struct vpci_dev_data *vpci_dev = pdev->pci_dev_data; 21462306a36Sopenharmony_ci 21562306a36Sopenharmony_ci for (slot = 0; slot < PCI_SLOT_MAX; slot++) { 21662306a36Sopenharmony_ci struct pci_dev_entry *e, *tmp; 21762306a36Sopenharmony_ci list_for_each_entry_safe(e, tmp, &vpci_dev->dev_list[slot], 21862306a36Sopenharmony_ci list) { 21962306a36Sopenharmony_ci struct pci_dev *dev = e->dev; 22062306a36Sopenharmony_ci list_del(&e->list); 22162306a36Sopenharmony_ci device_lock(&dev->dev); 22262306a36Sopenharmony_ci pcistub_put_pci_dev(dev); 22362306a36Sopenharmony_ci device_unlock(&dev->dev); 22462306a36Sopenharmony_ci kfree(e); 22562306a36Sopenharmony_ci } 22662306a36Sopenharmony_ci } 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci kfree(vpci_dev); 22962306a36Sopenharmony_ci pdev->pci_dev_data = NULL; 23062306a36Sopenharmony_ci} 23162306a36Sopenharmony_ci 23262306a36Sopenharmony_cistatic int __xen_pcibk_get_pcifront_dev(struct pci_dev *pcidev, 23362306a36Sopenharmony_ci struct xen_pcibk_device *pdev, 23462306a36Sopenharmony_ci unsigned int *domain, unsigned int *bus, 23562306a36Sopenharmony_ci unsigned int *devfn) 23662306a36Sopenharmony_ci{ 23762306a36Sopenharmony_ci struct pci_dev_entry *entry; 23862306a36Sopenharmony_ci struct vpci_dev_data *vpci_dev = pdev->pci_dev_data; 23962306a36Sopenharmony_ci int found = 0, slot; 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_ci mutex_lock(&vpci_dev->lock); 24262306a36Sopenharmony_ci for (slot = 0; slot < PCI_SLOT_MAX; slot++) { 24362306a36Sopenharmony_ci list_for_each_entry(entry, 24462306a36Sopenharmony_ci &vpci_dev->dev_list[slot], 24562306a36Sopenharmony_ci list) { 24662306a36Sopenharmony_ci if (entry->dev == pcidev) { 24762306a36Sopenharmony_ci found = 1; 24862306a36Sopenharmony_ci *domain = 0; 24962306a36Sopenharmony_ci *bus = 0; 25062306a36Sopenharmony_ci *devfn = PCI_DEVFN(slot, 25162306a36Sopenharmony_ci PCI_FUNC(pcidev->devfn)); 25262306a36Sopenharmony_ci } 25362306a36Sopenharmony_ci } 25462306a36Sopenharmony_ci } 25562306a36Sopenharmony_ci mutex_unlock(&vpci_dev->lock); 25662306a36Sopenharmony_ci return found; 25762306a36Sopenharmony_ci} 25862306a36Sopenharmony_ci 25962306a36Sopenharmony_ciconst struct xen_pcibk_backend xen_pcibk_vpci_backend = { 26062306a36Sopenharmony_ci .name = "vpci", 26162306a36Sopenharmony_ci .init = __xen_pcibk_init_devices, 26262306a36Sopenharmony_ci .free = __xen_pcibk_release_devices, 26362306a36Sopenharmony_ci .find = __xen_pcibk_get_pcifront_dev, 26462306a36Sopenharmony_ci .publish = __xen_pcibk_publish_pci_roots, 26562306a36Sopenharmony_ci .release = __xen_pcibk_release_pci_dev, 26662306a36Sopenharmony_ci .add = __xen_pcibk_add_pci_dev, 26762306a36Sopenharmony_ci .get = __xen_pcibk_get_pci_dev, 26862306a36Sopenharmony_ci}; 269