Lines Matching refs:hbus
559 struct hv_pcibus_device *hbus;
618 struct hv_pcibus_device *hbus;
631 hbus = container_of(pbus->sysdata, struct hv_pcibus_device, sysdata);
634 dev_warn(&hbus->hdev->device, "%s() can not unmask irq %u\n",
647 params->device_id = (hbus->hdev->dev_instance.b[5] << 24) |
648 (hbus->hdev->dev_instance.b[4] << 16) |
649 (hbus->hdev->dev_instance.b[7] << 8) |
650 (hbus->hdev->dev_instance.b[6] & 0xf8) |
661 if (hbus->protocol_version >= PCI_PROTOCOL_VERSION_1_2) {
721 if (!hv_result_success(res) && hbus->state != hv_pcibus_removing)
722 dev_err(&hbus->hdev->device,
967 static struct hv_pci_dev *get_pcichild_wslot(struct hv_pcibus_device *hbus,
1118 struct hv_pcibus_device *hbus = hpdev->hbus;
1119 struct device *dev = &hbus->hdev->device;
1150 spin_lock_irqsave(&hbus->config_lock, flags);
1151 if (hbus->use_calls) {
1152 phys_addr_t addr = hbus->mem_config->start + offset;
1154 hv_pci_write_mmio(dev, hbus->mem_config->start, 4,
1158 void __iomem *addr = hbus->cfg_addr + offset;
1161 writel(hpdev->desc.win_slot.slot, hbus->cfg_addr);
1182 spin_unlock_irqrestore(&hbus->config_lock, flags);
1190 struct hv_pcibus_device *hbus = hpdev->hbus;
1191 struct device *dev = &hbus->hdev->device;
1196 spin_lock_irqsave(&hbus->config_lock, flags);
1198 if (hbus->use_calls) {
1199 phys_addr_t addr = hbus->mem_config->start +
1202 hv_pci_write_mmio(dev, hbus->mem_config->start, 4,
1207 void __iomem *addr = hbus->cfg_addr + CFG_PAGE_OFFSET +
1210 writel(hpdev->desc.win_slot.slot, hbus->cfg_addr);
1221 spin_unlock_irqrestore(&hbus->config_lock, flags);
1236 struct hv_pcibus_device *hbus = hpdev->hbus;
1237 struct device *dev = &hbus->hdev->device;
1245 spin_lock_irqsave(&hbus->config_lock, flags);
1247 if (hbus->use_calls) {
1248 phys_addr_t addr = hbus->mem_config->start + offset;
1250 hv_pci_write_mmio(dev, hbus->mem_config->start, 4,
1254 void __iomem *addr = hbus->cfg_addr + offset;
1257 writel(hpdev->desc.win_slot.slot, hbus->cfg_addr);
1278 spin_unlock_irqrestore(&hbus->config_lock, flags);
1298 struct hv_pcibus_device *hbus =
1302 hpdev = get_pcichild_wslot(hbus, devfn_to_wslot(devfn));
1326 struct hv_pcibus_device *hbus =
1330 hpdev = get_pcichild_wslot(hbus, devfn_to_wslot(devfn));
1427 struct hv_pcibus_device *hbus =
1454 ret = vmbus_sendpacket(hbus->hdev->channel, read_blk,
1461 ret = wait_for_response(hbus->hdev, &comp_pkt.comp_pkt.host_event);
1467 dev_err(&hbus->hdev->device,
1507 struct hv_pcibus_device *hbus =
1544 ret = vmbus_sendpacket(hbus->hdev->channel, write_blk, pkt_size,
1550 ret = wait_for_response(hbus->hdev, &comp_pkt.host_event);
1555 dev_err(&hbus->hdev->device,
1577 struct hv_pcibus_device *hbus =
1582 hpdev = get_pcichild_wslot(hbus, devfn_to_wslot(pdev->devfn));
1614 vmbus_sendpacket(hpdev->hbus->hdev->channel, int_pkt, sizeof(*int_pkt),
1633 struct hv_pcibus_device *hbus;
1641 hbus = info->data;
1647 hpdev = get_pcichild_wslot(hbus, devfn_to_wslot(pdev->devfn));
1822 struct hv_pcibus_device *hbus;
1867 hbus = container_of(pbus->sysdata, struct hv_pcibus_device, sysdata);
1868 channel = hbus->hdev->channel;
1869 hpdev = get_pcichild_wslot(hbus, devfn_to_wslot(pdev->devfn));
1926 switch (hbus->protocol_version) {
1956 dev_err(&hbus->hdev->device,
1961 ret = vmbus_sendpacket_getid(hpdev->hbus->hdev->channel, &ctxt.int_pkts,
1966 dev_err(&hbus->hdev->device,
1987 dev_err_once(&hbus->hdev->device,
2004 hv_pci_onchannelcallback(hbus);
2013 dev_err(&hbus->hdev->device,
2077 * @hbus: The root PCI bus
2088 static int hv_pcie_init_irq_domain(struct hv_pcibus_device *hbus)
2090 hbus->msi_info.chip = &hv_msi_irq_chip;
2091 hbus->msi_info.ops = &hv_msi_ops;
2092 hbus->msi_info.flags = (MSI_FLAG_USE_DEF_DOM_OPS |
2095 hbus->msi_info.handler = FLOW_HANDLER;
2096 hbus->msi_info.handler_name = FLOW_NAME;
2097 hbus->msi_info.data = hbus;
2098 hbus->irq_domain = pci_msi_create_irq_domain(hbus->fwnode,
2099 &hbus->msi_info,
2101 if (!hbus->irq_domain) {
2102 dev_err(&hbus->hdev->device,
2107 dev_set_msi_domain(&hbus->bridge->dev, hbus->irq_domain);
2134 * @hbus: Root PCI bus, as understood by this driver
2136 static void survey_child_resources(struct hv_pcibus_device *hbus)
2146 event = xchg(&hbus->survey_event, NULL);
2151 if (hbus->low_mmio_space || hbus->high_mmio_space) {
2156 spin_lock_irqsave(&hbus->device_list_lock, flags);
2163 list_for_each_entry(hpdev, &hbus->children, list_entry) {
2166 dev_err(&hbus->hdev->device,
2185 hbus->high_mmio_space += bar_size;
2187 hbus->low_mmio_space += bar_size;
2192 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2198 * @hbus: Root PCI bus, as understood by this driver
2208 static void prepopulate_bars(struct hv_pcibus_device *hbus)
2222 if (hbus->low_mmio_space) {
2223 low_size = 1ULL << (63 - __builtin_clzll(hbus->low_mmio_space));
2224 low_base = hbus->low_mmio_res->start;
2227 if (hbus->high_mmio_space) {
2229 (63 - __builtin_clzll(hbus->high_mmio_space));
2230 high_base = hbus->high_mmio_res->start;
2233 spin_lock_irqsave(&hbus->device_list_lock, flags);
2246 list_for_each_entry(hpdev, &hbus->children, list_entry) {
2254 list_for_each_entry(hpdev, &hbus->children, list_entry) {
2312 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2321 * same ordered workqueue. Therefore hbus->children list will not change
2324 static void hv_pci_assign_slots(struct hv_pcibus_device *hbus)
2330 list_for_each_entry(hpdev, &hbus->children, list_entry) {
2336 hpdev->pci_slot = pci_create_slot(hbus->bridge->bus, slot_nr,
2348 static void hv_pci_remove_slots(struct hv_pcibus_device *hbus)
2352 list_for_each_entry(hpdev, &hbus->children, list_entry) {
2363 static void hv_pci_assign_numa_node(struct hv_pcibus_device *hbus)
2366 struct pci_bus *bus = hbus->bridge->bus;
2370 hv_dev = get_pcichild_wslot(hbus, devfn_to_wslot(dev->devfn));
2392 * @hbus: Root PCI bus, as understood by this driver
2396 static int create_root_hv_pci_bus(struct hv_pcibus_device *hbus)
2399 struct pci_host_bridge *bridge = hbus->bridge;
2401 bridge->dev.parent = &hbus->hdev->device;
2402 bridge->sysdata = &hbus->sysdata;
2410 hv_pci_assign_numa_node(hbus);
2412 hv_pci_assign_slots(hbus);
2415 hbus->state = hv_pcibus_installed;
2444 dev_err(&completion->hpdev->hbus->hdev->device,
2459 * @hbus: The internal struct tracking this root PCI bus.
2468 static struct hv_pci_dev *new_pcichild_device(struct hv_pcibus_device *hbus,
2485 hpdev->hbus = hbus;
2496 ret = vmbus_sendpacket(hbus->hdev->channel, res_req,
2504 if (wait_for_response(hbus->hdev, &comp_pkt.host_event))
2510 spin_lock_irqsave(&hbus->device_list_lock, flags);
2512 list_add_tail(&hpdev->list_entry, &hbus->children);
2513 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2523 * @hbus: Root PCI bus, as understood by this driver
2534 static struct hv_pci_dev *get_pcichild_wslot(struct hv_pcibus_device *hbus,
2540 spin_lock_irqsave(&hbus->device_list_lock, flags);
2541 list_for_each_entry(iter, &hbus->children, list_entry) {
2548 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2574 * because both are pushed to the ordered workqueue hbus->wq.
2582 struct hv_pcibus_device *hbus;
2589 hbus = dr_wrk->bus;
2595 spin_lock_irqsave(&hbus->device_list_lock, flags);
2596 while (!list_empty(&hbus->dr_list)) {
2597 dr = list_first_entry(&hbus->dr_list, struct hv_dr_state,
2602 if (!list_empty(&hbus->dr_list)) {
2607 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2612 mutex_lock(&hbus->state_lock);
2615 spin_lock_irqsave(&hbus->device_list_lock, flags);
2616 list_for_each_entry(hpdev, &hbus->children, list_entry) {
2619 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2626 spin_lock_irqsave(&hbus->device_list_lock, flags);
2627 list_for_each_entry(hpdev, &hbus->children, list_entry) {
2636 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2639 hpdev = new_pcichild_device(hbus, new_desc);
2641 dev_err(&hbus->hdev->device,
2647 spin_lock_irqsave(&hbus->device_list_lock, flags);
2650 list_for_each_entry(hpdev, &hbus->children, list_entry) {
2659 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2673 switch (hbus->state) {
2680 pci_scan_child_bus(hbus->bridge->bus);
2681 hv_pci_assign_numa_node(hbus);
2682 hv_pci_assign_slots(hbus);
2688 survey_child_resources(hbus);
2695 mutex_unlock(&hbus->state_lock);
2702 * @hbus: Root PCI bus, as understood by this driver
2707 static int hv_pci_start_relations_work(struct hv_pcibus_device *hbus,
2714 if (hbus->state == hv_pcibus_removing) {
2715 dev_info(&hbus->hdev->device,
2725 dr_wrk->bus = hbus;
2727 spin_lock_irqsave(&hbus->device_list_lock, flags);
2733 pending_dr = !list_empty(&hbus->dr_list);
2734 list_add_tail(&dr->list_entry, &hbus->dr_list);
2735 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2740 queue_work(hbus->wq, &dr_wrk->wrk);
2747 * @hbus: Root PCI bus, as understood by this driver
2754 static void hv_pci_devices_present(struct hv_pcibus_device *hbus,
2778 if (hv_pci_start_relations_work(hbus, dr))
2784 * @hbus: Root PCI bus, as understood by this driver
2789 static void hv_pci_devices_present2(struct hv_pcibus_device *hbus,
2816 if (hv_pci_start_relations_work(hbus, dr))
2832 struct hv_pcibus_device *hbus;
2843 hbus = hpdev->hbus;
2845 mutex_lock(&hbus->state_lock);
2850 * must be done without constructs like pci_domain_nr(hbus->bridge->bus)
2851 * because hbus->bridge->bus may not exist yet.
2854 pdev = pci_get_domain_bus_and_slot(hbus->bridge->domain_nr, 0, wslot);
2862 spin_lock_irqsave(&hbus->device_list_lock, flags);
2864 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
2873 vmbus_sendpacket(hbus->hdev->channel, ejct_pkt,
2884 mutex_unlock(&hbus->state_lock);
2897 struct hv_pcibus_device *hbus = hpdev->hbus;
2898 struct hv_device *hdev = hbus->hdev;
2900 if (hbus->state == hv_pcibus_removing) {
2907 queue_work(hbus->wq, &hpdev->wrk);
2921 struct hv_pcibus_device *hbus = context;
2922 struct vmbus_channel *chan = hbus->hdev->channel;
2976 dev_err(&hbus->hdev->device,
3007 dev_err(&hbus->hdev->device,
3012 hv_pci_devices_present(hbus, bus_rel);
3022 dev_err(&hbus->hdev->device,
3027 hv_pci_devices_present2(hbus, bus_rel2);
3034 dev_err(&hbus->hdev->device,
3038 hpdev = get_pcichild_wslot(hbus,
3050 dev_err(&hbus->hdev->device,
3054 hpdev = get_pcichild_wslot(hbus,
3067 dev_warn(&hbus->hdev->device,
3075 dev_err(&hbus->hdev->device,
3108 struct hv_pcibus_device *hbus = hv_get_drvdata(hdev);
3148 hbus->protocol_version = version[i];
3151 hbus->protocol_version);
3178 * @hbus: Root PCI bus, as understood by this driver
3180 static void hv_pci_free_bridge_windows(struct hv_pcibus_device *hbus)
3187 if (hbus->low_mmio_space && hbus->low_mmio_res) {
3188 hbus->low_mmio_res->flags |= IORESOURCE_BUSY;
3189 vmbus_free_mmio(hbus->low_mmio_res->start,
3190 resource_size(hbus->low_mmio_res));
3193 if (hbus->high_mmio_space && hbus->high_mmio_res) {
3194 hbus->high_mmio_res->flags |= IORESOURCE_BUSY;
3195 vmbus_free_mmio(hbus->high_mmio_res->start,
3196 resource_size(hbus->high_mmio_res));
3203 * @hbus: Root PCI bus, as understood by this driver
3225 static int hv_pci_allocate_bridge_windows(struct hv_pcibus_device *hbus)
3230 if (hbus->low_mmio_space) {
3231 align = 1ULL << (63 - __builtin_clzll(hbus->low_mmio_space));
3232 ret = vmbus_allocate_mmio(&hbus->low_mmio_res, hbus->hdev, 0,
3234 hbus->low_mmio_space,
3237 dev_err(&hbus->hdev->device,
3239 hbus->low_mmio_space);
3244 hbus->low_mmio_res->flags |= IORESOURCE_WINDOW;
3245 hbus->low_mmio_res->flags &= ~IORESOURCE_BUSY;
3246 pci_add_resource(&hbus->bridge->windows, hbus->low_mmio_res);
3249 if (hbus->high_mmio_space) {
3250 align = 1ULL << (63 - __builtin_clzll(hbus->high_mmio_space));
3251 ret = vmbus_allocate_mmio(&hbus->high_mmio_res, hbus->hdev,
3253 hbus->high_mmio_space, align,
3256 dev_err(&hbus->hdev->device,
3258 hbus->high_mmio_space);
3263 hbus->high_mmio_res->flags |= IORESOURCE_WINDOW;
3264 hbus->high_mmio_res->flags &= ~IORESOURCE_BUSY;
3265 pci_add_resource(&hbus->bridge->windows, hbus->high_mmio_res);
3271 if (hbus->low_mmio_res) {
3272 vmbus_free_mmio(hbus->low_mmio_res->start,
3273 resource_size(hbus->low_mmio_res));
3281 * @hbus: Root PCI bus, as understood by this driver
3288 static int hv_allocate_config_window(struct hv_pcibus_device *hbus)
3296 ret = vmbus_allocate_mmio(&hbus->mem_config, hbus->hdev, 0, -1,
3309 hbus->mem_config->flags |= IORESOURCE_BUSY;
3314 static void hv_free_config_window(struct hv_pcibus_device *hbus)
3316 vmbus_free_mmio(hbus->mem_config->start, PCI_CONFIG_MMIO_LENGTH);
3329 struct hv_pcibus_device *hbus = hv_get_drvdata(hdev);
3352 d0_entry->mmio_base = hbus->mem_config->start;
3383 hbus->wslot_res_allocated = 255;
3419 struct hv_pcibus_device *hbus = hv_get_drvdata(hdev);
3426 if (cmpxchg(&hbus->survey_event, NULL, &comp))
3441 * channel callback already scheduled a work to hbus->wq, which can be
3443 * complete(&hbus->survey_event), even after hv_pci_query_relations()
3446 * raw_spin_lock_irqsave(). Flush hbus->wq before we exit from
3448 * -ENODEV, there can't be any more work item scheduled to hbus->wq
3453 flush_workqueue(hbus->wq);
3477 struct hv_pcibus_device *hbus = hv_get_drvdata(hdev);
3487 size_res = (hbus->protocol_version < PCI_PROTOCOL_VERSION_1_2)
3497 hpdev = get_pcichild_wslot(hbus, wslot);
3506 if (hbus->protocol_version < PCI_PROTOCOL_VERSION_1_2) {
3538 hbus->wslot_res_allocated = wslot;
3554 struct hv_pcibus_device *hbus = hv_get_drvdata(hdev);
3560 for (wslot = hbus->wslot_res_allocated; wslot >= 0; wslot--) {
3561 hpdev = get_pcichild_wslot(hbus, wslot);
3576 hbus->wslot_res_allocated = wslot - 1;
3579 hbus->wslot_res_allocated = -1;
3637 struct hv_pcibus_device *hbus;
3646 hbus = kzalloc(sizeof(*hbus), GFP_KERNEL);
3647 if (!hbus)
3650 hbus->bridge = bridge;
3651 mutex_init(&hbus->state_lock);
3652 hbus->state = hv_pcibus_init;
3653 hbus->wslot_res_allocated = -1;
3683 hbus->bridge->domain_nr = dom;
3685 hbus->sysdata.domain = dom;
3686 hbus->use_calls = !!(ms_hyperv.hints & HV_X64_USE_MMIO_HYPERCALLS);
3695 hbus->sysdata.parent = hdev->device.parent;
3696 hbus->use_calls = false;
3699 hbus->hdev = hdev;
3700 INIT_LIST_HEAD(&hbus->children);
3701 INIT_LIST_HEAD(&hbus->dr_list);
3702 spin_lock_init(&hbus->config_lock);
3703 spin_lock_init(&hbus->device_list_lock);
3704 hbus->wq = alloc_ordered_workqueue("hv_pci_%x", 0,
3705 hbus->bridge->domain_nr);
3706 if (!hbus->wq) {
3716 hv_pci_onchannelcallback, hbus);
3720 hv_set_drvdata(hdev, hbus);
3727 ret = hv_allocate_config_window(hbus);
3731 hbus->cfg_addr = ioremap(hbus->mem_config->start,
3733 if (!hbus->cfg_addr) {
3746 hbus->fwnode = irq_domain_alloc_named_fwnode(name);
3748 if (!hbus->fwnode) {
3753 ret = hv_pcie_init_irq_domain(hbus);
3761 mutex_lock(&hbus->state_lock);
3767 ret = hv_pci_allocate_bridge_windows(hbus);
3775 prepopulate_bars(hbus);
3777 hbus->state = hv_pcibus_probed;
3779 ret = create_root_hv_pci_bus(hbus);
3783 mutex_unlock(&hbus->state_lock);
3787 hv_pci_free_bridge_windows(hbus);
3791 mutex_unlock(&hbus->state_lock);
3793 irq_domain_remove(hbus->irq_domain);
3795 irq_domain_free_fwnode(hbus->fwnode);
3797 iounmap(hbus->cfg_addr);
3799 hv_free_config_window(hbus);
3803 destroy_workqueue(hbus->wq);
3805 hv_put_dom_num(hbus->bridge->domain_nr);
3807 kfree(hbus);
3813 struct hv_pcibus_device *hbus = hv_get_drvdata(hdev);
3837 spin_lock_irqsave(&hbus->device_list_lock, flags);
3838 list_for_each_entry_safe(hpdev, tmp, &hbus->children, list_entry)
3840 spin_unlock_irqrestore(&hbus->device_list_lock, flags);
3896 struct hv_pcibus_device *hbus;
3898 hbus = hv_get_drvdata(hdev);
3899 if (hbus->state == hv_pcibus_installed) {
3901 hbus->state = hv_pcibus_removing;
3903 destroy_workqueue(hbus->wq);
3904 hbus->wq = NULL;
3907 * on hbus-wq. We can't race with hv_pci_devices_present()
3913 pci_stop_root_bus(hbus->bridge->bus);
3914 hv_pci_remove_slots(hbus);
3915 pci_remove_root_bus(hbus->bridge->bus);
3923 iounmap(hbus->cfg_addr);
3924 hv_free_config_window(hbus);
3925 hv_pci_free_bridge_windows(hbus);
3926 irq_domain_remove(hbus->irq_domain);
3927 irq_domain_free_fwnode(hbus->fwnode);
3929 hv_put_dom_num(hbus->bridge->domain_nr);
3931 kfree(hbus);
3936 struct hv_pcibus_device *hbus = hv_get_drvdata(hdev);
3946 * items onto hbus->wq in hv_pci_devices_present() and
3953 * callback tasklet, sets hbus->state to hv_pcibus_removing, and
3956 * hbus->wq and safely closes the vmbus channel.
3960 /* Change the hbus state to prevent new work items. */
3961 old_state = hbus->state;
3962 if (hbus->state == hv_pcibus_installed)
3963 hbus->state = hv_pcibus_removing;
3970 flush_workqueue(hbus->wq);
4012 static void hv_pci_restore_msi_state(struct hv_pcibus_device *hbus)
4014 pci_walk_bus(hbus->bridge->bus, hv_pci_restore_msi_msg, NULL);
4019 struct hv_pcibus_device *hbus = hv_get_drvdata(hdev);
4023 hbus->state = hv_pcibus_init;
4030 hv_pci_onchannelcallback, hbus);
4035 version[0] = hbus->protocol_version;
4044 mutex_lock(&hbus->state_lock);
4054 prepopulate_bars(hbus);
4056 hv_pci_restore_msi_state(hbus);
4058 hbus->state = hv_pcibus_installed;
4059 mutex_unlock(&hbus->state_lock);
4063 mutex_unlock(&hbus->state_lock);