162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * AMD MP2 PCIe communication driver
462306a36Sopenharmony_ci * Copyright 2020-2021 Advanced Micro Devices, Inc.
562306a36Sopenharmony_ci *
662306a36Sopenharmony_ci * Authors: Shyam Sundar S K <Shyam-sundar.S-k@amd.com>
762306a36Sopenharmony_ci *	    Sandeep Singh <Sandeep.singh@amd.com>
862306a36Sopenharmony_ci *	    Basavaraj Natikar <Basavaraj.Natikar@amd.com>
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#include <linux/bitops.h>
1262306a36Sopenharmony_ci#include <linux/delay.h>
1362306a36Sopenharmony_ci#include <linux/dma-mapping.h>
1462306a36Sopenharmony_ci#include <linux/dmi.h>
1562306a36Sopenharmony_ci#include <linux/interrupt.h>
1662306a36Sopenharmony_ci#include <linux/io-64-nonatomic-lo-hi.h>
1762306a36Sopenharmony_ci#include <linux/iopoll.h>
1862306a36Sopenharmony_ci#include <linux/module.h>
1962306a36Sopenharmony_ci#include <linux/slab.h>
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#include "amd_sfh_pcie.h"
2262306a36Sopenharmony_ci#include "sfh1_1/amd_sfh_init.h"
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci#define DRIVER_NAME	"pcie_mp2_amd"
2562306a36Sopenharmony_ci#define DRIVER_DESC	"AMD(R) PCIe MP2 Communication Driver"
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_ci#define ACEL_EN		BIT(0)
2862306a36Sopenharmony_ci#define GYRO_EN		BIT(1)
2962306a36Sopenharmony_ci#define MAGNO_EN	BIT(2)
3062306a36Sopenharmony_ci#define HPD_EN		BIT(16)
3162306a36Sopenharmony_ci#define ALS_EN		BIT(19)
3262306a36Sopenharmony_ci#define ACS_EN		BIT(22)
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_cistatic int sensor_mask_override = -1;
3562306a36Sopenharmony_cimodule_param_named(sensor_mask, sensor_mask_override, int, 0444);
3662306a36Sopenharmony_ciMODULE_PARM_DESC(sensor_mask, "override the detected sensors mask");
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_cistatic bool intr_disable = true;
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_cistatic int amd_sfh_wait_response_v2(struct amd_mp2_dev *mp2, u8 sid, u32 sensor_sts)
4162306a36Sopenharmony_ci{
4262306a36Sopenharmony_ci	union cmd_response cmd_resp;
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci	/* Get response with status within a max of 1600 ms timeout */
4562306a36Sopenharmony_ci	if (!readl_poll_timeout(mp2->mmio + AMD_P2C_MSG(0), cmd_resp.resp,
4662306a36Sopenharmony_ci				(cmd_resp.response_v2.response == sensor_sts &&
4762306a36Sopenharmony_ci				cmd_resp.response_v2.status == 0 && (sid == 0xff ||
4862306a36Sopenharmony_ci				cmd_resp.response_v2.sensor_id == sid)), 500, 1600000))
4962306a36Sopenharmony_ci		return cmd_resp.response_v2.response;
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ci	return SENSOR_DISABLED;
5262306a36Sopenharmony_ci}
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_cistatic void amd_start_sensor_v2(struct amd_mp2_dev *privdata, struct amd_mp2_sensor_info info)
5562306a36Sopenharmony_ci{
5662306a36Sopenharmony_ci	union sfh_cmd_base cmd_base;
5762306a36Sopenharmony_ci
5862306a36Sopenharmony_ci	cmd_base.ul = 0;
5962306a36Sopenharmony_ci	cmd_base.cmd_v2.cmd_id = ENABLE_SENSOR;
6062306a36Sopenharmony_ci	cmd_base.cmd_v2.intr_disable = intr_disable;
6162306a36Sopenharmony_ci	cmd_base.cmd_v2.period = info.period;
6262306a36Sopenharmony_ci	cmd_base.cmd_v2.sensor_id = info.sensor_idx;
6362306a36Sopenharmony_ci	cmd_base.cmd_v2.length = 16;
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	if (info.sensor_idx == als_idx)
6662306a36Sopenharmony_ci		cmd_base.cmd_v2.mem_type = USE_C2P_REG;
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	writeq(info.dma_address, privdata->mmio + AMD_C2P_MSG1);
6962306a36Sopenharmony_ci	writel(cmd_base.ul, privdata->mmio + AMD_C2P_MSG0);
7062306a36Sopenharmony_ci}
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_cistatic void amd_stop_sensor_v2(struct amd_mp2_dev *privdata, u16 sensor_idx)
7362306a36Sopenharmony_ci{
7462306a36Sopenharmony_ci	union sfh_cmd_base cmd_base;
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	cmd_base.ul = 0;
7762306a36Sopenharmony_ci	cmd_base.cmd_v2.cmd_id = DISABLE_SENSOR;
7862306a36Sopenharmony_ci	cmd_base.cmd_v2.intr_disable = intr_disable;
7962306a36Sopenharmony_ci	cmd_base.cmd_v2.period = 0;
8062306a36Sopenharmony_ci	cmd_base.cmd_v2.sensor_id = sensor_idx;
8162306a36Sopenharmony_ci	cmd_base.cmd_v2.length  = 16;
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	writeq(0x0, privdata->mmio + AMD_C2P_MSG1);
8462306a36Sopenharmony_ci	writel(cmd_base.ul, privdata->mmio + AMD_C2P_MSG0);
8562306a36Sopenharmony_ci}
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_cistatic void amd_stop_all_sensor_v2(struct amd_mp2_dev *privdata)
8862306a36Sopenharmony_ci{
8962306a36Sopenharmony_ci	union sfh_cmd_base cmd_base;
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci	cmd_base.cmd_v2.cmd_id = STOP_ALL_SENSORS;
9262306a36Sopenharmony_ci	cmd_base.cmd_v2.intr_disable = intr_disable;
9362306a36Sopenharmony_ci	cmd_base.cmd_v2.period = 0;
9462306a36Sopenharmony_ci	cmd_base.cmd_v2.sensor_id = 0;
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	writel(cmd_base.ul, privdata->mmio + AMD_C2P_MSG0);
9762306a36Sopenharmony_ci}
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_civoid amd_sfh_clear_intr_v2(struct amd_mp2_dev *privdata)
10062306a36Sopenharmony_ci{
10162306a36Sopenharmony_ci	if (readl(privdata->mmio + AMD_P2C_MSG(4))) {
10262306a36Sopenharmony_ci		writel(0, privdata->mmio + AMD_P2C_MSG(4));
10362306a36Sopenharmony_ci		writel(0xf, privdata->mmio + AMD_P2C_MSG(5));
10462306a36Sopenharmony_ci	}
10562306a36Sopenharmony_ci}
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_civoid amd_sfh_clear_intr(struct amd_mp2_dev *privdata)
10862306a36Sopenharmony_ci{
10962306a36Sopenharmony_ci	if (privdata->mp2_ops->clear_intr)
11062306a36Sopenharmony_ci		privdata->mp2_ops->clear_intr(privdata);
11162306a36Sopenharmony_ci}
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_cistatic irqreturn_t amd_sfh_irq_handler(int irq, void *data)
11462306a36Sopenharmony_ci{
11562306a36Sopenharmony_ci	amd_sfh_clear_intr(data);
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ci	return IRQ_HANDLED;
11862306a36Sopenharmony_ci}
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ciint amd_sfh_irq_init_v2(struct amd_mp2_dev *privdata)
12162306a36Sopenharmony_ci{
12262306a36Sopenharmony_ci	int rc;
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	pci_intx(privdata->pdev, true);
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	rc = devm_request_irq(&privdata->pdev->dev, privdata->pdev->irq,
12762306a36Sopenharmony_ci			      amd_sfh_irq_handler, 0, DRIVER_NAME, privdata);
12862306a36Sopenharmony_ci	if (rc) {
12962306a36Sopenharmony_ci		dev_err(&privdata->pdev->dev, "failed to request irq %d err=%d\n",
13062306a36Sopenharmony_ci			privdata->pdev->irq, rc);
13162306a36Sopenharmony_ci		return rc;
13262306a36Sopenharmony_ci	}
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci	return 0;
13562306a36Sopenharmony_ci}
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_cistatic int amd_sfh_dis_sts_v2(struct amd_mp2_dev *privdata)
13862306a36Sopenharmony_ci{
13962306a36Sopenharmony_ci	return (readl(privdata->mmio + AMD_P2C_MSG(1)) &
14062306a36Sopenharmony_ci		      SENSOR_DISCOVERY_STATUS_MASK) >> SENSOR_DISCOVERY_STATUS_SHIFT;
14162306a36Sopenharmony_ci}
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_cistatic void amd_start_sensor(struct amd_mp2_dev *privdata, struct amd_mp2_sensor_info info)
14462306a36Sopenharmony_ci{
14562306a36Sopenharmony_ci	union sfh_cmd_param cmd_param;
14662306a36Sopenharmony_ci	union sfh_cmd_base cmd_base;
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci	/* fill up command register */
14962306a36Sopenharmony_ci	memset(&cmd_base, 0, sizeof(cmd_base));
15062306a36Sopenharmony_ci	cmd_base.s.cmd_id = ENABLE_SENSOR;
15162306a36Sopenharmony_ci	cmd_base.s.period = info.period;
15262306a36Sopenharmony_ci	cmd_base.s.sensor_id = info.sensor_idx;
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	/* fill up command param register */
15562306a36Sopenharmony_ci	memset(&cmd_param, 0, sizeof(cmd_param));
15662306a36Sopenharmony_ci	cmd_param.s.buf_layout = 1;
15762306a36Sopenharmony_ci	cmd_param.s.buf_length = 16;
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_ci	writeq(info.dma_address, privdata->mmio + AMD_C2P_MSG2);
16062306a36Sopenharmony_ci	writel(cmd_param.ul, privdata->mmio + AMD_C2P_MSG1);
16162306a36Sopenharmony_ci	writel(cmd_base.ul, privdata->mmio + AMD_C2P_MSG0);
16262306a36Sopenharmony_ci}
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_cistatic void amd_stop_sensor(struct amd_mp2_dev *privdata, u16 sensor_idx)
16562306a36Sopenharmony_ci{
16662306a36Sopenharmony_ci	union sfh_cmd_base cmd_base;
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_ci	/* fill up command register */
16962306a36Sopenharmony_ci	memset(&cmd_base, 0, sizeof(cmd_base));
17062306a36Sopenharmony_ci	cmd_base.s.cmd_id = DISABLE_SENSOR;
17162306a36Sopenharmony_ci	cmd_base.s.period = 0;
17262306a36Sopenharmony_ci	cmd_base.s.sensor_id = sensor_idx;
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	writeq(0x0, privdata->mmio + AMD_C2P_MSG2);
17562306a36Sopenharmony_ci	writel(cmd_base.ul, privdata->mmio + AMD_C2P_MSG0);
17662306a36Sopenharmony_ci}
17762306a36Sopenharmony_ci
17862306a36Sopenharmony_cistatic void amd_stop_all_sensors(struct amd_mp2_dev *privdata)
17962306a36Sopenharmony_ci{
18062306a36Sopenharmony_ci	union sfh_cmd_base cmd_base;
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci	/* fill up command register */
18362306a36Sopenharmony_ci	memset(&cmd_base, 0, sizeof(cmd_base));
18462306a36Sopenharmony_ci	cmd_base.s.cmd_id = STOP_ALL_SENSORS;
18562306a36Sopenharmony_ci	cmd_base.s.period = 0;
18662306a36Sopenharmony_ci	cmd_base.s.sensor_id = 0;
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_ci	writel(cmd_base.ul, privdata->mmio + AMD_C2P_MSG0);
18962306a36Sopenharmony_ci}
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_cistatic const struct dmi_system_id dmi_sensor_mask_overrides[] = {
19262306a36Sopenharmony_ci	{
19362306a36Sopenharmony_ci		.matches = {
19462306a36Sopenharmony_ci			DMI_MATCH(DMI_PRODUCT_NAME, "HP ENVY x360 Convertible 13-ag0xxx"),
19562306a36Sopenharmony_ci		},
19662306a36Sopenharmony_ci		.driver_data = (void *)(ACEL_EN | MAGNO_EN),
19762306a36Sopenharmony_ci	},
19862306a36Sopenharmony_ci	{
19962306a36Sopenharmony_ci		.matches = {
20062306a36Sopenharmony_ci			DMI_MATCH(DMI_PRODUCT_NAME, "HP ENVY x360 Convertible 15-cp0xxx"),
20162306a36Sopenharmony_ci		},
20262306a36Sopenharmony_ci		.driver_data = (void *)(ACEL_EN | MAGNO_EN),
20362306a36Sopenharmony_ci	},
20462306a36Sopenharmony_ci	{ }
20562306a36Sopenharmony_ci};
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_ciint amd_mp2_get_sensor_num(struct amd_mp2_dev *privdata, u8 *sensor_id)
20862306a36Sopenharmony_ci{
20962306a36Sopenharmony_ci	int activestatus, num_of_sensors = 0;
21062306a36Sopenharmony_ci	const struct dmi_system_id *dmi_id;
21162306a36Sopenharmony_ci
21262306a36Sopenharmony_ci	if (sensor_mask_override == -1) {
21362306a36Sopenharmony_ci		dmi_id = dmi_first_match(dmi_sensor_mask_overrides);
21462306a36Sopenharmony_ci		if (dmi_id)
21562306a36Sopenharmony_ci			sensor_mask_override = (long)dmi_id->driver_data;
21662306a36Sopenharmony_ci	}
21762306a36Sopenharmony_ci
21862306a36Sopenharmony_ci	if (sensor_mask_override >= 0) {
21962306a36Sopenharmony_ci		activestatus = sensor_mask_override;
22062306a36Sopenharmony_ci	} else {
22162306a36Sopenharmony_ci		activestatus = privdata->mp2_acs >> 4;
22262306a36Sopenharmony_ci	}
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci	if (ACEL_EN  & activestatus)
22562306a36Sopenharmony_ci		sensor_id[num_of_sensors++] = accel_idx;
22662306a36Sopenharmony_ci
22762306a36Sopenharmony_ci	if (GYRO_EN & activestatus)
22862306a36Sopenharmony_ci		sensor_id[num_of_sensors++] = gyro_idx;
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	if (MAGNO_EN & activestatus)
23162306a36Sopenharmony_ci		sensor_id[num_of_sensors++] = mag_idx;
23262306a36Sopenharmony_ci
23362306a36Sopenharmony_ci	if (ALS_EN & activestatus)
23462306a36Sopenharmony_ci		sensor_id[num_of_sensors++] = als_idx;
23562306a36Sopenharmony_ci
23662306a36Sopenharmony_ci	if (HPD_EN & activestatus)
23762306a36Sopenharmony_ci		sensor_id[num_of_sensors++] = HPD_IDX;
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_ci	if (ACS_EN & activestatus)
24062306a36Sopenharmony_ci		sensor_id[num_of_sensors++] = ACS_IDX;
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_ci	return num_of_sensors;
24362306a36Sopenharmony_ci}
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_cistatic void amd_mp2_pci_remove(void *privdata)
24662306a36Sopenharmony_ci{
24762306a36Sopenharmony_ci	struct amd_mp2_dev *mp2 = privdata;
24862306a36Sopenharmony_ci	amd_sfh_hid_client_deinit(privdata);
24962306a36Sopenharmony_ci	mp2->mp2_ops->stop_all(mp2);
25062306a36Sopenharmony_ci	pci_intx(mp2->pdev, false);
25162306a36Sopenharmony_ci	amd_sfh_clear_intr(mp2);
25262306a36Sopenharmony_ci}
25362306a36Sopenharmony_ci
25462306a36Sopenharmony_cistatic struct amd_mp2_ops amd_sfh_ops_v2 = {
25562306a36Sopenharmony_ci	.start = amd_start_sensor_v2,
25662306a36Sopenharmony_ci	.stop = amd_stop_sensor_v2,
25762306a36Sopenharmony_ci	.stop_all = amd_stop_all_sensor_v2,
25862306a36Sopenharmony_ci	.response = amd_sfh_wait_response_v2,
25962306a36Sopenharmony_ci	.clear_intr = amd_sfh_clear_intr_v2,
26062306a36Sopenharmony_ci	.init_intr = amd_sfh_irq_init_v2,
26162306a36Sopenharmony_ci	.discovery_status = amd_sfh_dis_sts_v2,
26262306a36Sopenharmony_ci	.remove = amd_mp2_pci_remove,
26362306a36Sopenharmony_ci};
26462306a36Sopenharmony_ci
26562306a36Sopenharmony_cistatic struct amd_mp2_ops amd_sfh_ops = {
26662306a36Sopenharmony_ci	.start = amd_start_sensor,
26762306a36Sopenharmony_ci	.stop = amd_stop_sensor,
26862306a36Sopenharmony_ci	.stop_all = amd_stop_all_sensors,
26962306a36Sopenharmony_ci	.remove = amd_mp2_pci_remove,
27062306a36Sopenharmony_ci};
27162306a36Sopenharmony_ci
27262306a36Sopenharmony_cistatic void mp2_select_ops(struct amd_mp2_dev *privdata)
27362306a36Sopenharmony_ci{
27462306a36Sopenharmony_ci	u8 acs;
27562306a36Sopenharmony_ci
27662306a36Sopenharmony_ci	privdata->mp2_acs = readl(privdata->mmio + AMD_P2C_MSG3);
27762306a36Sopenharmony_ci	acs = privdata->mp2_acs & GENMASK(3, 0);
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci	switch (acs) {
28062306a36Sopenharmony_ci	case V2_STATUS:
28162306a36Sopenharmony_ci		privdata->mp2_ops = &amd_sfh_ops_v2;
28262306a36Sopenharmony_ci		break;
28362306a36Sopenharmony_ci	default:
28462306a36Sopenharmony_ci		privdata->mp2_ops = &amd_sfh_ops;
28562306a36Sopenharmony_ci		break;
28662306a36Sopenharmony_ci	}
28762306a36Sopenharmony_ci}
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_ciint amd_sfh_irq_init(struct amd_mp2_dev *privdata)
29062306a36Sopenharmony_ci{
29162306a36Sopenharmony_ci	if (privdata->mp2_ops->init_intr)
29262306a36Sopenharmony_ci		return privdata->mp2_ops->init_intr(privdata);
29362306a36Sopenharmony_ci
29462306a36Sopenharmony_ci	return 0;
29562306a36Sopenharmony_ci}
29662306a36Sopenharmony_ci
29762306a36Sopenharmony_cistatic int mp2_disable_intr(const struct dmi_system_id *id)
29862306a36Sopenharmony_ci{
29962306a36Sopenharmony_ci	intr_disable = false;
30062306a36Sopenharmony_ci	return 0;
30162306a36Sopenharmony_ci}
30262306a36Sopenharmony_ci
30362306a36Sopenharmony_cistatic const struct dmi_system_id dmi_sfh_table[] = {
30462306a36Sopenharmony_ci	{
30562306a36Sopenharmony_ci		/*
30662306a36Sopenharmony_ci		 * https://bugzilla.kernel.org/show_bug.cgi?id=218104
30762306a36Sopenharmony_ci		 */
30862306a36Sopenharmony_ci		.callback = mp2_disable_intr,
30962306a36Sopenharmony_ci		.matches = {
31062306a36Sopenharmony_ci			DMI_MATCH(DMI_SYS_VENDOR, "HP"),
31162306a36Sopenharmony_ci			DMI_MATCH(DMI_PRODUCT_NAME, "HP ProBook x360 435 G7"),
31262306a36Sopenharmony_ci		},
31362306a36Sopenharmony_ci	},
31462306a36Sopenharmony_ci	{}
31562306a36Sopenharmony_ci};
31662306a36Sopenharmony_ci
31762306a36Sopenharmony_cistatic const struct dmi_system_id dmi_nodevs[] = {
31862306a36Sopenharmony_ci	{
31962306a36Sopenharmony_ci		/*
32062306a36Sopenharmony_ci		 * Google Chromebooks use Chrome OS Embedded Controller Sensor
32162306a36Sopenharmony_ci		 * Hub instead of Sensor Hub Fusion and leaves MP2
32262306a36Sopenharmony_ci		 * uninitialized, which disables all functionalities, even
32362306a36Sopenharmony_ci		 * including the registers necessary for feature detections.
32462306a36Sopenharmony_ci		 */
32562306a36Sopenharmony_ci		.matches = {
32662306a36Sopenharmony_ci			DMI_MATCH(DMI_SYS_VENDOR, "Google"),
32762306a36Sopenharmony_ci		},
32862306a36Sopenharmony_ci	},
32962306a36Sopenharmony_ci	{ }
33062306a36Sopenharmony_ci};
33162306a36Sopenharmony_ci
33262306a36Sopenharmony_cistatic int amd_mp2_pci_probe(struct pci_dev *pdev, const struct pci_device_id *id)
33362306a36Sopenharmony_ci{
33462306a36Sopenharmony_ci	struct amd_mp2_dev *privdata;
33562306a36Sopenharmony_ci	int rc;
33662306a36Sopenharmony_ci
33762306a36Sopenharmony_ci	if (dmi_first_match(dmi_nodevs))
33862306a36Sopenharmony_ci		return -ENODEV;
33962306a36Sopenharmony_ci
34062306a36Sopenharmony_ci	dmi_check_system(dmi_sfh_table);
34162306a36Sopenharmony_ci
34262306a36Sopenharmony_ci	privdata = devm_kzalloc(&pdev->dev, sizeof(*privdata), GFP_KERNEL);
34362306a36Sopenharmony_ci	if (!privdata)
34462306a36Sopenharmony_ci		return -ENOMEM;
34562306a36Sopenharmony_ci
34662306a36Sopenharmony_ci	privdata->pdev = pdev;
34762306a36Sopenharmony_ci	dev_set_drvdata(&pdev->dev, privdata);
34862306a36Sopenharmony_ci	rc = pcim_enable_device(pdev);
34962306a36Sopenharmony_ci	if (rc)
35062306a36Sopenharmony_ci		return rc;
35162306a36Sopenharmony_ci
35262306a36Sopenharmony_ci	rc = pcim_iomap_regions(pdev, BIT(2), DRIVER_NAME);
35362306a36Sopenharmony_ci	if (rc)
35462306a36Sopenharmony_ci		return rc;
35562306a36Sopenharmony_ci
35662306a36Sopenharmony_ci	privdata->mmio = pcim_iomap_table(pdev)[2];
35762306a36Sopenharmony_ci	pci_set_master(pdev);
35862306a36Sopenharmony_ci	rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
35962306a36Sopenharmony_ci	if (rc) {
36062306a36Sopenharmony_ci		dev_err(&pdev->dev, "failed to set DMA mask\n");
36162306a36Sopenharmony_ci		return rc;
36262306a36Sopenharmony_ci	}
36362306a36Sopenharmony_ci
36462306a36Sopenharmony_ci	privdata->cl_data = devm_kzalloc(&pdev->dev, sizeof(struct amdtp_cl_data), GFP_KERNEL);
36562306a36Sopenharmony_ci	if (!privdata->cl_data)
36662306a36Sopenharmony_ci		return -ENOMEM;
36762306a36Sopenharmony_ci
36862306a36Sopenharmony_ci	privdata->sfh1_1_ops = (const struct amd_sfh1_1_ops *)id->driver_data;
36962306a36Sopenharmony_ci	if (privdata->sfh1_1_ops) {
37062306a36Sopenharmony_ci		rc = privdata->sfh1_1_ops->init(privdata);
37162306a36Sopenharmony_ci		if (rc)
37262306a36Sopenharmony_ci			return rc;
37362306a36Sopenharmony_ci		goto init_done;
37462306a36Sopenharmony_ci	}
37562306a36Sopenharmony_ci
37662306a36Sopenharmony_ci	mp2_select_ops(privdata);
37762306a36Sopenharmony_ci
37862306a36Sopenharmony_ci	rc = amd_sfh_irq_init(privdata);
37962306a36Sopenharmony_ci	if (rc) {
38062306a36Sopenharmony_ci		dev_err(&pdev->dev, "amd_sfh_irq_init failed\n");
38162306a36Sopenharmony_ci		return rc;
38262306a36Sopenharmony_ci	}
38362306a36Sopenharmony_ci
38462306a36Sopenharmony_ci	rc = amd_sfh_hid_client_init(privdata);
38562306a36Sopenharmony_ci	if (rc) {
38662306a36Sopenharmony_ci		amd_sfh_clear_intr(privdata);
38762306a36Sopenharmony_ci		if (rc != -EOPNOTSUPP)
38862306a36Sopenharmony_ci			dev_err(&pdev->dev, "amd_sfh_hid_client_init failed\n");
38962306a36Sopenharmony_ci		return rc;
39062306a36Sopenharmony_ci	}
39162306a36Sopenharmony_ci
39262306a36Sopenharmony_ciinit_done:
39362306a36Sopenharmony_ci	amd_sfh_clear_intr(privdata);
39462306a36Sopenharmony_ci
39562306a36Sopenharmony_ci	return devm_add_action_or_reset(&pdev->dev, privdata->mp2_ops->remove, privdata);
39662306a36Sopenharmony_ci}
39762306a36Sopenharmony_ci
39862306a36Sopenharmony_cistatic void amd_sfh_shutdown(struct pci_dev *pdev)
39962306a36Sopenharmony_ci{
40062306a36Sopenharmony_ci	struct amd_mp2_dev *mp2 = pci_get_drvdata(pdev);
40162306a36Sopenharmony_ci
40262306a36Sopenharmony_ci	if (mp2 && mp2->mp2_ops)
40362306a36Sopenharmony_ci		mp2->mp2_ops->stop_all(mp2);
40462306a36Sopenharmony_ci}
40562306a36Sopenharmony_ci
40662306a36Sopenharmony_cistatic int __maybe_unused amd_mp2_pci_resume(struct device *dev)
40762306a36Sopenharmony_ci{
40862306a36Sopenharmony_ci	struct amd_mp2_dev *mp2 = dev_get_drvdata(dev);
40962306a36Sopenharmony_ci
41062306a36Sopenharmony_ci	mp2->mp2_ops->resume(mp2);
41162306a36Sopenharmony_ci
41262306a36Sopenharmony_ci	return 0;
41362306a36Sopenharmony_ci}
41462306a36Sopenharmony_ci
41562306a36Sopenharmony_cistatic int __maybe_unused amd_mp2_pci_suspend(struct device *dev)
41662306a36Sopenharmony_ci{
41762306a36Sopenharmony_ci	struct amd_mp2_dev *mp2 = dev_get_drvdata(dev);
41862306a36Sopenharmony_ci
41962306a36Sopenharmony_ci	mp2->mp2_ops->suspend(mp2);
42062306a36Sopenharmony_ci
42162306a36Sopenharmony_ci	return 0;
42262306a36Sopenharmony_ci}
42362306a36Sopenharmony_ci
42462306a36Sopenharmony_cistatic SIMPLE_DEV_PM_OPS(amd_mp2_pm_ops, amd_mp2_pci_suspend,
42562306a36Sopenharmony_ci		amd_mp2_pci_resume);
42662306a36Sopenharmony_ci
42762306a36Sopenharmony_cistatic const struct pci_device_id amd_mp2_pci_tbl[] = {
42862306a36Sopenharmony_ci	{ PCI_VDEVICE(AMD, PCI_DEVICE_ID_AMD_MP2) },
42962306a36Sopenharmony_ci	{ PCI_VDEVICE(AMD, PCI_DEVICE_ID_AMD_MP2_1_1),
43062306a36Sopenharmony_ci	  .driver_data = (kernel_ulong_t)&sfh1_1_ops },
43162306a36Sopenharmony_ci	{ }
43262306a36Sopenharmony_ci};
43362306a36Sopenharmony_ciMODULE_DEVICE_TABLE(pci, amd_mp2_pci_tbl);
43462306a36Sopenharmony_ci
43562306a36Sopenharmony_cistatic struct pci_driver amd_mp2_pci_driver = {
43662306a36Sopenharmony_ci	.name		= DRIVER_NAME,
43762306a36Sopenharmony_ci	.id_table	= amd_mp2_pci_tbl,
43862306a36Sopenharmony_ci	.probe		= amd_mp2_pci_probe,
43962306a36Sopenharmony_ci	.driver.pm	= &amd_mp2_pm_ops,
44062306a36Sopenharmony_ci	.shutdown	= amd_sfh_shutdown,
44162306a36Sopenharmony_ci};
44262306a36Sopenharmony_cimodule_pci_driver(amd_mp2_pci_driver);
44362306a36Sopenharmony_ci
44462306a36Sopenharmony_ciMODULE_DESCRIPTION(DRIVER_DESC);
44562306a36Sopenharmony_ciMODULE_LICENSE("Dual BSD/GPL");
44662306a36Sopenharmony_ciMODULE_AUTHOR("Shyam Sundar S K <Shyam-sundar.S-k@amd.com>");
44762306a36Sopenharmony_ciMODULE_AUTHOR("Sandeep Singh <Sandeep.singh@amd.com>");
44862306a36Sopenharmony_ciMODULE_AUTHOR("Basavaraj Natikar <Basavaraj.Natikar@amd.com>");
449