162306a36Sopenharmony_ci// SPDX-License-Identifier: ISC
262306a36Sopenharmony_ci/* Copyright (C) 2019 MediaTek Inc.
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * Author: Ryder Lee <ryder.lee@mediatek.com>
562306a36Sopenharmony_ci *         Felix Fietkau <nbd@nbd.name>
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#include <linux/kernel.h>
962306a36Sopenharmony_ci#include <linux/module.h>
1062306a36Sopenharmony_ci#include <linux/pci.h>
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci#include "mt7615.h"
1362306a36Sopenharmony_ci#include "mcu.h"
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_cistatic const struct pci_device_id mt7615_pci_device_table[] = {
1662306a36Sopenharmony_ci	{ PCI_DEVICE(PCI_VENDOR_ID_MEDIATEK, 0x7615) },
1762306a36Sopenharmony_ci	{ PCI_DEVICE(PCI_VENDOR_ID_MEDIATEK, 0x7663) },
1862306a36Sopenharmony_ci	{ PCI_DEVICE(PCI_VENDOR_ID_MEDIATEK, 0x7611) },
1962306a36Sopenharmony_ci	{ },
2062306a36Sopenharmony_ci};
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_cistatic int mt7615_pci_probe(struct pci_dev *pdev,
2362306a36Sopenharmony_ci			    const struct pci_device_id *id)
2462306a36Sopenharmony_ci{
2562306a36Sopenharmony_ci	const u32 *map;
2662306a36Sopenharmony_ci	int ret;
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci	ret = pcim_enable_device(pdev);
2962306a36Sopenharmony_ci	if (ret)
3062306a36Sopenharmony_ci		return ret;
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci	ret = pcim_iomap_regions(pdev, BIT(0), pci_name(pdev));
3362306a36Sopenharmony_ci	if (ret)
3462306a36Sopenharmony_ci		return ret;
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci	pci_set_master(pdev);
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_ci	ret = pci_alloc_irq_vectors(pdev, 1, 1, PCI_IRQ_ALL_TYPES);
3962306a36Sopenharmony_ci	if (ret < 0)
4062306a36Sopenharmony_ci		return ret;
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci	ret = dma_set_mask(&pdev->dev, DMA_BIT_MASK(32));
4362306a36Sopenharmony_ci	if (ret)
4462306a36Sopenharmony_ci		goto error;
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci	mt76_pci_disable_aspm(pdev);
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	map = id->device == 0x7663 ? mt7663e_reg_map : mt7615e_reg_map;
4962306a36Sopenharmony_ci	ret = mt7615_mmio_probe(&pdev->dev, pcim_iomap_table(pdev)[0],
5062306a36Sopenharmony_ci				pdev->irq, map);
5162306a36Sopenharmony_ci	if (ret)
5262306a36Sopenharmony_ci		goto error;
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci	return 0;
5562306a36Sopenharmony_cierror:
5662306a36Sopenharmony_ci	pci_free_irq_vectors(pdev);
5762306a36Sopenharmony_ci
5862306a36Sopenharmony_ci	return ret;
5962306a36Sopenharmony_ci}
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_cistatic void mt7615_pci_remove(struct pci_dev *pdev)
6262306a36Sopenharmony_ci{
6362306a36Sopenharmony_ci	struct mt76_dev *mdev = pci_get_drvdata(pdev);
6462306a36Sopenharmony_ci	struct mt7615_dev *dev = container_of(mdev, struct mt7615_dev, mt76);
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci	mt7615_unregister_device(dev);
6762306a36Sopenharmony_ci	devm_free_irq(&pdev->dev, pdev->irq, dev);
6862306a36Sopenharmony_ci	pci_free_irq_vectors(pdev);
6962306a36Sopenharmony_ci}
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci#ifdef CONFIG_PM
7262306a36Sopenharmony_cistatic int mt7615_pci_suspend(struct pci_dev *pdev, pm_message_t state)
7362306a36Sopenharmony_ci{
7462306a36Sopenharmony_ci	struct mt76_dev *mdev = pci_get_drvdata(pdev);
7562306a36Sopenharmony_ci	struct mt7615_dev *dev = container_of(mdev, struct mt7615_dev, mt76);
7662306a36Sopenharmony_ci	bool hif_suspend;
7762306a36Sopenharmony_ci	int i, err;
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	err = mt76_connac_pm_wake(&dev->mphy, &dev->pm);
8062306a36Sopenharmony_ci	if (err < 0)
8162306a36Sopenharmony_ci		return err;
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	hif_suspend = !test_bit(MT76_STATE_SUSPEND, &dev->mphy.state) &&
8462306a36Sopenharmony_ci		      mt7615_firmware_offload(dev);
8562306a36Sopenharmony_ci	if (hif_suspend) {
8662306a36Sopenharmony_ci		err = mt76_connac_mcu_set_hif_suspend(mdev, true);
8762306a36Sopenharmony_ci		if (err)
8862306a36Sopenharmony_ci			return err;
8962306a36Sopenharmony_ci	}
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci	napi_disable(&mdev->tx_napi);
9262306a36Sopenharmony_ci	mt76_worker_disable(&mdev->tx_worker);
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	mt76_for_each_q_rx(mdev, i) {
9562306a36Sopenharmony_ci		napi_disable(&mdev->napi[i]);
9662306a36Sopenharmony_ci	}
9762306a36Sopenharmony_ci	tasklet_kill(&mdev->irq_tasklet);
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci	mt7615_dma_reset(dev);
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci	err = mt7615_wait_pdma_busy(dev);
10262306a36Sopenharmony_ci	if (err)
10362306a36Sopenharmony_ci		goto restore;
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	if (is_mt7663(mdev)) {
10662306a36Sopenharmony_ci		mt76_set(dev, MT_PDMA_SLP_PROT, MT_PDMA_AXI_SLPPROT_ENABLE);
10762306a36Sopenharmony_ci		if (!mt76_poll_msec(dev, MT_PDMA_SLP_PROT,
10862306a36Sopenharmony_ci				    MT_PDMA_AXI_SLPPROT_RDY,
10962306a36Sopenharmony_ci				    MT_PDMA_AXI_SLPPROT_RDY, 1000)) {
11062306a36Sopenharmony_ci			dev_err(mdev->dev, "PDMA sleep protection failed\n");
11162306a36Sopenharmony_ci			err = -EIO;
11262306a36Sopenharmony_ci			goto restore;
11362306a36Sopenharmony_ci		}
11462306a36Sopenharmony_ci	}
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_ci	pci_enable_wake(pdev, pci_choose_state(pdev, state), true);
11762306a36Sopenharmony_ci	pci_save_state(pdev);
11862306a36Sopenharmony_ci	err = pci_set_power_state(pdev, pci_choose_state(pdev, state));
11962306a36Sopenharmony_ci	if (err)
12062306a36Sopenharmony_ci		goto restore;
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci	err = mt7615_mcu_set_fw_ctrl(dev);
12362306a36Sopenharmony_ci	if (err)
12462306a36Sopenharmony_ci		goto restore;
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	return 0;
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_cirestore:
12962306a36Sopenharmony_ci	mt76_for_each_q_rx(mdev, i) {
13062306a36Sopenharmony_ci		napi_enable(&mdev->napi[i]);
13162306a36Sopenharmony_ci	}
13262306a36Sopenharmony_ci	napi_enable(&mdev->tx_napi);
13362306a36Sopenharmony_ci	if (hif_suspend)
13462306a36Sopenharmony_ci		mt76_connac_mcu_set_hif_suspend(mdev, false);
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci	return err;
13762306a36Sopenharmony_ci}
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_cistatic int mt7615_pci_resume(struct pci_dev *pdev)
14062306a36Sopenharmony_ci{
14162306a36Sopenharmony_ci	struct mt76_dev *mdev = pci_get_drvdata(pdev);
14262306a36Sopenharmony_ci	struct mt7615_dev *dev = container_of(mdev, struct mt7615_dev, mt76);
14362306a36Sopenharmony_ci	bool pdma_reset;
14462306a36Sopenharmony_ci	int i, err;
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_ci	err = mt7615_mcu_set_drv_ctrl(dev);
14762306a36Sopenharmony_ci	if (err < 0)
14862306a36Sopenharmony_ci		return err;
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	err = pci_set_power_state(pdev, PCI_D0);
15162306a36Sopenharmony_ci	if (err)
15262306a36Sopenharmony_ci		return err;
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	pci_restore_state(pdev);
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci	if (is_mt7663(&dev->mt76)) {
15762306a36Sopenharmony_ci		mt76_clear(dev, MT_PDMA_SLP_PROT, MT_PDMA_AXI_SLPPROT_ENABLE);
15862306a36Sopenharmony_ci		mt76_wr(dev, MT_PCIE_IRQ_ENABLE, 1);
15962306a36Sopenharmony_ci	}
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci	pdma_reset = !mt76_rr(dev, MT_WPDMA_TX_RING0_CTRL0) &&
16262306a36Sopenharmony_ci		     !mt76_rr(dev, MT_WPDMA_TX_RING0_CTRL1);
16362306a36Sopenharmony_ci	if (pdma_reset)
16462306a36Sopenharmony_ci		dev_err(mdev->dev, "PDMA engine must be reinitialized\n");
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci	mt76_worker_enable(&mdev->tx_worker);
16762306a36Sopenharmony_ci	local_bh_disable();
16862306a36Sopenharmony_ci	mt76_for_each_q_rx(mdev, i) {
16962306a36Sopenharmony_ci		napi_enable(&mdev->napi[i]);
17062306a36Sopenharmony_ci		napi_schedule(&mdev->napi[i]);
17162306a36Sopenharmony_ci	}
17262306a36Sopenharmony_ci	napi_enable(&mdev->tx_napi);
17362306a36Sopenharmony_ci	napi_schedule(&mdev->tx_napi);
17462306a36Sopenharmony_ci	local_bh_enable();
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_ci	if (!test_bit(MT76_STATE_SUSPEND, &dev->mphy.state) &&
17762306a36Sopenharmony_ci	    mt7615_firmware_offload(dev))
17862306a36Sopenharmony_ci		err = mt76_connac_mcu_set_hif_suspend(mdev, false);
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	return err;
18162306a36Sopenharmony_ci}
18262306a36Sopenharmony_ci#endif /* CONFIG_PM */
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_cistruct pci_driver mt7615_pci_driver = {
18562306a36Sopenharmony_ci	.name		= KBUILD_MODNAME,
18662306a36Sopenharmony_ci	.id_table	= mt7615_pci_device_table,
18762306a36Sopenharmony_ci	.probe		= mt7615_pci_probe,
18862306a36Sopenharmony_ci	.remove		= mt7615_pci_remove,
18962306a36Sopenharmony_ci#ifdef CONFIG_PM
19062306a36Sopenharmony_ci	.suspend	= mt7615_pci_suspend,
19162306a36Sopenharmony_ci	.resume		= mt7615_pci_resume,
19262306a36Sopenharmony_ci#endif /* CONFIG_PM */
19362306a36Sopenharmony_ci};
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ciMODULE_DEVICE_TABLE(pci, mt7615_pci_device_table);
19662306a36Sopenharmony_ciMODULE_FIRMWARE(MT7615_FIRMWARE_CR4);
19762306a36Sopenharmony_ciMODULE_FIRMWARE(MT7615_FIRMWARE_N9);
19862306a36Sopenharmony_ciMODULE_FIRMWARE(MT7615_ROM_PATCH);
19962306a36Sopenharmony_ciMODULE_FIRMWARE(MT7663_OFFLOAD_FIRMWARE_N9);
20062306a36Sopenharmony_ciMODULE_FIRMWARE(MT7663_OFFLOAD_ROM_PATCH);
20162306a36Sopenharmony_ciMODULE_FIRMWARE(MT7663_FIRMWARE_N9);
20262306a36Sopenharmony_ciMODULE_FIRMWARE(MT7663_ROM_PATCH);
203