18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Intel Combo-PHY driver
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Copyright (C) 2019-2020 Intel Corporation.
68c2ecf20Sopenharmony_ci */
78c2ecf20Sopenharmony_ci
88c2ecf20Sopenharmony_ci#include <linux/bitfield.h>
98c2ecf20Sopenharmony_ci#include <linux/clk.h>
108c2ecf20Sopenharmony_ci#include <linux/iopoll.h>
118c2ecf20Sopenharmony_ci#include <linux/mfd/syscon.h>
128c2ecf20Sopenharmony_ci#include <linux/module.h>
138c2ecf20Sopenharmony_ci#include <linux/mutex.h>
148c2ecf20Sopenharmony_ci#include <linux/of.h>
158c2ecf20Sopenharmony_ci#include <linux/phy/phy.h>
168c2ecf20Sopenharmony_ci#include <linux/platform_device.h>
178c2ecf20Sopenharmony_ci#include <linux/regmap.h>
188c2ecf20Sopenharmony_ci#include <linux/reset.h>
198c2ecf20Sopenharmony_ci
208c2ecf20Sopenharmony_ci#include <dt-bindings/phy/phy.h>
218c2ecf20Sopenharmony_ci
228c2ecf20Sopenharmony_ci#define PCIE_PHY_GEN_CTRL	0x00
238c2ecf20Sopenharmony_ci#define PCIE_PHY_CLK_PAD	BIT(17)
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_ci#define PAD_DIS_CFG		0x174
268c2ecf20Sopenharmony_ci
278c2ecf20Sopenharmony_ci#define PCS_XF_ATE_OVRD_IN_2	0x3008
288c2ecf20Sopenharmony_ci#define ADAPT_REQ_MSK		GENMASK(5, 4)
298c2ecf20Sopenharmony_ci
308c2ecf20Sopenharmony_ci#define PCS_XF_RX_ADAPT_ACK	0x3010
318c2ecf20Sopenharmony_ci#define RX_ADAPT_ACK_BIT	BIT(0)
328c2ecf20Sopenharmony_ci
338c2ecf20Sopenharmony_ci#define CR_ADDR(addr, lane)	(((addr) + (lane) * 0x100) << 2)
348c2ecf20Sopenharmony_ci#define REG_COMBO_MODE(x)	((x) * 0x200)
358c2ecf20Sopenharmony_ci#define REG_CLK_DISABLE(x)	((x) * 0x200 + 0x124)
368c2ecf20Sopenharmony_ci
378c2ecf20Sopenharmony_ci#define COMBO_PHY_ID(x)		((x)->parent->id)
388c2ecf20Sopenharmony_ci#define PHY_ID(x)		((x)->id)
398c2ecf20Sopenharmony_ci
408c2ecf20Sopenharmony_ci#define CLK_100MHZ		100000000
418c2ecf20Sopenharmony_ci#define CLK_156_25MHZ		156250000
428c2ecf20Sopenharmony_ci
438c2ecf20Sopenharmony_cistatic const unsigned long intel_iphy_clk_rates[] = {
448c2ecf20Sopenharmony_ci	CLK_100MHZ, CLK_156_25MHZ, CLK_100MHZ,
458c2ecf20Sopenharmony_ci};
468c2ecf20Sopenharmony_ci
478c2ecf20Sopenharmony_cienum {
488c2ecf20Sopenharmony_ci	PHY_0,
498c2ecf20Sopenharmony_ci	PHY_1,
508c2ecf20Sopenharmony_ci	PHY_MAX_NUM
518c2ecf20Sopenharmony_ci};
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_ci/*
548c2ecf20Sopenharmony_ci * Clock Register bit fields to enable clocks
558c2ecf20Sopenharmony_ci * for ComboPhy according to the mode.
568c2ecf20Sopenharmony_ci */
578c2ecf20Sopenharmony_cienum intel_phy_mode {
588c2ecf20Sopenharmony_ci	PHY_PCIE_MODE = 0,
598c2ecf20Sopenharmony_ci	PHY_XPCS_MODE,
608c2ecf20Sopenharmony_ci	PHY_SATA_MODE,
618c2ecf20Sopenharmony_ci};
628c2ecf20Sopenharmony_ci
638c2ecf20Sopenharmony_ci/* ComboPhy mode Register values */
648c2ecf20Sopenharmony_cienum intel_combo_mode {
658c2ecf20Sopenharmony_ci	PCIE0_PCIE1_MODE = 0,
668c2ecf20Sopenharmony_ci	PCIE_DL_MODE,
678c2ecf20Sopenharmony_ci	RXAUI_MODE,
688c2ecf20Sopenharmony_ci	XPCS0_XPCS1_MODE,
698c2ecf20Sopenharmony_ci	SATA0_SATA1_MODE,
708c2ecf20Sopenharmony_ci};
718c2ecf20Sopenharmony_ci
728c2ecf20Sopenharmony_cienum aggregated_mode {
738c2ecf20Sopenharmony_ci	PHY_SL_MODE,
748c2ecf20Sopenharmony_ci	PHY_DL_MODE,
758c2ecf20Sopenharmony_ci};
768c2ecf20Sopenharmony_ci
778c2ecf20Sopenharmony_cistruct intel_combo_phy;
788c2ecf20Sopenharmony_ci
798c2ecf20Sopenharmony_cistruct intel_cbphy_iphy {
808c2ecf20Sopenharmony_ci	struct phy		*phy;
818c2ecf20Sopenharmony_ci	struct intel_combo_phy	*parent;
828c2ecf20Sopenharmony_ci	struct reset_control	*app_rst;
838c2ecf20Sopenharmony_ci	u32			id;
848c2ecf20Sopenharmony_ci};
858c2ecf20Sopenharmony_ci
868c2ecf20Sopenharmony_cistruct intel_combo_phy {
878c2ecf20Sopenharmony_ci	struct device		*dev;
888c2ecf20Sopenharmony_ci	struct clk		*core_clk;
898c2ecf20Sopenharmony_ci	unsigned long		clk_rate;
908c2ecf20Sopenharmony_ci	void __iomem		*app_base;
918c2ecf20Sopenharmony_ci	void __iomem		*cr_base;
928c2ecf20Sopenharmony_ci	struct regmap		*syscfg;
938c2ecf20Sopenharmony_ci	struct regmap		*hsiocfg;
948c2ecf20Sopenharmony_ci	u32			id;
958c2ecf20Sopenharmony_ci	u32			bid;
968c2ecf20Sopenharmony_ci	struct reset_control	*phy_rst;
978c2ecf20Sopenharmony_ci	struct reset_control	*core_rst;
988c2ecf20Sopenharmony_ci	struct intel_cbphy_iphy	iphy[PHY_MAX_NUM];
998c2ecf20Sopenharmony_ci	enum intel_phy_mode	phy_mode;
1008c2ecf20Sopenharmony_ci	enum aggregated_mode	aggr_mode;
1018c2ecf20Sopenharmony_ci	u32			init_cnt;
1028c2ecf20Sopenharmony_ci	struct mutex		lock;
1038c2ecf20Sopenharmony_ci};
1048c2ecf20Sopenharmony_ci
1058c2ecf20Sopenharmony_cistatic int intel_cbphy_iphy_enable(struct intel_cbphy_iphy *iphy, bool set)
1068c2ecf20Sopenharmony_ci{
1078c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
1088c2ecf20Sopenharmony_ci	u32 mask = BIT(cbphy->phy_mode * 2 + iphy->id);
1098c2ecf20Sopenharmony_ci	u32 val;
1108c2ecf20Sopenharmony_ci
1118c2ecf20Sopenharmony_ci	/* Register: 0 is enable, 1 is disable */
1128c2ecf20Sopenharmony_ci	val = set ? 0 : mask;
1138c2ecf20Sopenharmony_ci
1148c2ecf20Sopenharmony_ci	return regmap_update_bits(cbphy->hsiocfg, REG_CLK_DISABLE(cbphy->bid),
1158c2ecf20Sopenharmony_ci				  mask, val);
1168c2ecf20Sopenharmony_ci}
1178c2ecf20Sopenharmony_ci
1188c2ecf20Sopenharmony_cistatic int intel_cbphy_pcie_refclk_cfg(struct intel_cbphy_iphy *iphy, bool set)
1198c2ecf20Sopenharmony_ci{
1208c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
1218c2ecf20Sopenharmony_ci	u32 mask = BIT(cbphy->id * 2 + iphy->id);
1228c2ecf20Sopenharmony_ci	u32 val;
1238c2ecf20Sopenharmony_ci
1248c2ecf20Sopenharmony_ci	/* Register: 0 is enable, 1 is disable */
1258c2ecf20Sopenharmony_ci	val = set ? 0 : mask;
1268c2ecf20Sopenharmony_ci
1278c2ecf20Sopenharmony_ci	return regmap_update_bits(cbphy->syscfg, PAD_DIS_CFG, mask, val);
1288c2ecf20Sopenharmony_ci}
1298c2ecf20Sopenharmony_ci
1308c2ecf20Sopenharmony_cistatic inline void combo_phy_w32_off_mask(void __iomem *base, unsigned int reg,
1318c2ecf20Sopenharmony_ci					  u32 mask, u32 val)
1328c2ecf20Sopenharmony_ci{
1338c2ecf20Sopenharmony_ci	u32 reg_val;
1348c2ecf20Sopenharmony_ci
1358c2ecf20Sopenharmony_ci	reg_val = readl(base + reg);
1368c2ecf20Sopenharmony_ci	reg_val &= ~mask;
1378c2ecf20Sopenharmony_ci	reg_val |= val;
1388c2ecf20Sopenharmony_ci	writel(reg_val, base + reg);
1398c2ecf20Sopenharmony_ci}
1408c2ecf20Sopenharmony_ci
1418c2ecf20Sopenharmony_cistatic int intel_cbphy_iphy_cfg(struct intel_cbphy_iphy *iphy,
1428c2ecf20Sopenharmony_ci				int (*phy_cfg)(struct intel_cbphy_iphy *))
1438c2ecf20Sopenharmony_ci{
1448c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
1458c2ecf20Sopenharmony_ci	int ret;
1468c2ecf20Sopenharmony_ci
1478c2ecf20Sopenharmony_ci	ret = phy_cfg(iphy);
1488c2ecf20Sopenharmony_ci	if (ret)
1498c2ecf20Sopenharmony_ci		return ret;
1508c2ecf20Sopenharmony_ci
1518c2ecf20Sopenharmony_ci	if (cbphy->aggr_mode != PHY_DL_MODE)
1528c2ecf20Sopenharmony_ci		return 0;
1538c2ecf20Sopenharmony_ci
1548c2ecf20Sopenharmony_ci	return phy_cfg(&cbphy->iphy[PHY_1]);
1558c2ecf20Sopenharmony_ci}
1568c2ecf20Sopenharmony_ci
1578c2ecf20Sopenharmony_cistatic int intel_cbphy_pcie_en_pad_refclk(struct intel_cbphy_iphy *iphy)
1588c2ecf20Sopenharmony_ci{
1598c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
1608c2ecf20Sopenharmony_ci	int ret;
1618c2ecf20Sopenharmony_ci
1628c2ecf20Sopenharmony_ci	ret = intel_cbphy_pcie_refclk_cfg(iphy, true);
1638c2ecf20Sopenharmony_ci	if (ret) {
1648c2ecf20Sopenharmony_ci		dev_err(cbphy->dev, "Failed to enable PCIe pad refclk\n");
1658c2ecf20Sopenharmony_ci		return ret;
1668c2ecf20Sopenharmony_ci	}
1678c2ecf20Sopenharmony_ci
1688c2ecf20Sopenharmony_ci	if (cbphy->init_cnt)
1698c2ecf20Sopenharmony_ci		return 0;
1708c2ecf20Sopenharmony_ci
1718c2ecf20Sopenharmony_ci	combo_phy_w32_off_mask(cbphy->app_base, PCIE_PHY_GEN_CTRL,
1728c2ecf20Sopenharmony_ci			       PCIE_PHY_CLK_PAD, FIELD_PREP(PCIE_PHY_CLK_PAD, 0));
1738c2ecf20Sopenharmony_ci
1748c2ecf20Sopenharmony_ci	/* Delay for stable clock PLL */
1758c2ecf20Sopenharmony_ci	usleep_range(50, 100);
1768c2ecf20Sopenharmony_ci
1778c2ecf20Sopenharmony_ci	return 0;
1788c2ecf20Sopenharmony_ci}
1798c2ecf20Sopenharmony_ci
1808c2ecf20Sopenharmony_cistatic int intel_cbphy_pcie_dis_pad_refclk(struct intel_cbphy_iphy *iphy)
1818c2ecf20Sopenharmony_ci{
1828c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
1838c2ecf20Sopenharmony_ci	int ret;
1848c2ecf20Sopenharmony_ci
1858c2ecf20Sopenharmony_ci	ret = intel_cbphy_pcie_refclk_cfg(iphy, false);
1868c2ecf20Sopenharmony_ci	if (ret) {
1878c2ecf20Sopenharmony_ci		dev_err(cbphy->dev, "Failed to disable PCIe pad refclk\n");
1888c2ecf20Sopenharmony_ci		return ret;
1898c2ecf20Sopenharmony_ci	}
1908c2ecf20Sopenharmony_ci
1918c2ecf20Sopenharmony_ci	if (cbphy->init_cnt)
1928c2ecf20Sopenharmony_ci		return 0;
1938c2ecf20Sopenharmony_ci
1948c2ecf20Sopenharmony_ci	combo_phy_w32_off_mask(cbphy->app_base, PCIE_PHY_GEN_CTRL,
1958c2ecf20Sopenharmony_ci			       PCIE_PHY_CLK_PAD, FIELD_PREP(PCIE_PHY_CLK_PAD, 1));
1968c2ecf20Sopenharmony_ci
1978c2ecf20Sopenharmony_ci	return 0;
1988c2ecf20Sopenharmony_ci}
1998c2ecf20Sopenharmony_ci
2008c2ecf20Sopenharmony_cistatic int intel_cbphy_set_mode(struct intel_combo_phy *cbphy)
2018c2ecf20Sopenharmony_ci{
2028c2ecf20Sopenharmony_ci	enum intel_combo_mode cb_mode;
2038c2ecf20Sopenharmony_ci	enum aggregated_mode aggr = cbphy->aggr_mode;
2048c2ecf20Sopenharmony_ci	struct device *dev = cbphy->dev;
2058c2ecf20Sopenharmony_ci	enum intel_phy_mode mode;
2068c2ecf20Sopenharmony_ci	int ret;
2078c2ecf20Sopenharmony_ci
2088c2ecf20Sopenharmony_ci	mode = cbphy->phy_mode;
2098c2ecf20Sopenharmony_ci
2108c2ecf20Sopenharmony_ci	switch (mode) {
2118c2ecf20Sopenharmony_ci	case PHY_PCIE_MODE:
2128c2ecf20Sopenharmony_ci		cb_mode = (aggr == PHY_DL_MODE) ? PCIE_DL_MODE : PCIE0_PCIE1_MODE;
2138c2ecf20Sopenharmony_ci		break;
2148c2ecf20Sopenharmony_ci
2158c2ecf20Sopenharmony_ci	case PHY_XPCS_MODE:
2168c2ecf20Sopenharmony_ci		cb_mode = (aggr == PHY_DL_MODE) ? RXAUI_MODE : XPCS0_XPCS1_MODE;
2178c2ecf20Sopenharmony_ci		break;
2188c2ecf20Sopenharmony_ci
2198c2ecf20Sopenharmony_ci	case PHY_SATA_MODE:
2208c2ecf20Sopenharmony_ci		if (aggr == PHY_DL_MODE) {
2218c2ecf20Sopenharmony_ci			dev_err(dev, "Mode:%u not support dual lane!\n", mode);
2228c2ecf20Sopenharmony_ci			return -EINVAL;
2238c2ecf20Sopenharmony_ci		}
2248c2ecf20Sopenharmony_ci
2258c2ecf20Sopenharmony_ci		cb_mode = SATA0_SATA1_MODE;
2268c2ecf20Sopenharmony_ci		break;
2278c2ecf20Sopenharmony_ci	default:
2288c2ecf20Sopenharmony_ci		return -EINVAL;
2298c2ecf20Sopenharmony_ci	}
2308c2ecf20Sopenharmony_ci
2318c2ecf20Sopenharmony_ci	ret = regmap_write(cbphy->hsiocfg, REG_COMBO_MODE(cbphy->bid), cb_mode);
2328c2ecf20Sopenharmony_ci	if (ret)
2338c2ecf20Sopenharmony_ci		dev_err(dev, "Failed to set ComboPhy mode: %d\n", ret);
2348c2ecf20Sopenharmony_ci
2358c2ecf20Sopenharmony_ci	return ret;
2368c2ecf20Sopenharmony_ci}
2378c2ecf20Sopenharmony_ci
2388c2ecf20Sopenharmony_cistatic void intel_cbphy_rst_assert(struct intel_combo_phy *cbphy)
2398c2ecf20Sopenharmony_ci{
2408c2ecf20Sopenharmony_ci	reset_control_assert(cbphy->core_rst);
2418c2ecf20Sopenharmony_ci	reset_control_assert(cbphy->phy_rst);
2428c2ecf20Sopenharmony_ci}
2438c2ecf20Sopenharmony_ci
2448c2ecf20Sopenharmony_cistatic void intel_cbphy_rst_deassert(struct intel_combo_phy *cbphy)
2458c2ecf20Sopenharmony_ci{
2468c2ecf20Sopenharmony_ci	reset_control_deassert(cbphy->core_rst);
2478c2ecf20Sopenharmony_ci	reset_control_deassert(cbphy->phy_rst);
2488c2ecf20Sopenharmony_ci	/* Delay to ensure reset process is done */
2498c2ecf20Sopenharmony_ci	usleep_range(10, 20);
2508c2ecf20Sopenharmony_ci}
2518c2ecf20Sopenharmony_ci
2528c2ecf20Sopenharmony_cistatic int intel_cbphy_iphy_power_on(struct intel_cbphy_iphy *iphy)
2538c2ecf20Sopenharmony_ci{
2548c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
2558c2ecf20Sopenharmony_ci	int ret;
2568c2ecf20Sopenharmony_ci
2578c2ecf20Sopenharmony_ci	if (!cbphy->init_cnt) {
2588c2ecf20Sopenharmony_ci		ret = clk_prepare_enable(cbphy->core_clk);
2598c2ecf20Sopenharmony_ci		if (ret) {
2608c2ecf20Sopenharmony_ci			dev_err(cbphy->dev, "Clock enable failed!\n");
2618c2ecf20Sopenharmony_ci			return ret;
2628c2ecf20Sopenharmony_ci		}
2638c2ecf20Sopenharmony_ci
2648c2ecf20Sopenharmony_ci		ret = clk_set_rate(cbphy->core_clk, cbphy->clk_rate);
2658c2ecf20Sopenharmony_ci		if (ret) {
2668c2ecf20Sopenharmony_ci			dev_err(cbphy->dev, "Clock freq set to %lu failed!\n",
2678c2ecf20Sopenharmony_ci				cbphy->clk_rate);
2688c2ecf20Sopenharmony_ci			goto clk_err;
2698c2ecf20Sopenharmony_ci		}
2708c2ecf20Sopenharmony_ci
2718c2ecf20Sopenharmony_ci		intel_cbphy_rst_assert(cbphy);
2728c2ecf20Sopenharmony_ci		intel_cbphy_rst_deassert(cbphy);
2738c2ecf20Sopenharmony_ci		ret = intel_cbphy_set_mode(cbphy);
2748c2ecf20Sopenharmony_ci		if (ret)
2758c2ecf20Sopenharmony_ci			goto clk_err;
2768c2ecf20Sopenharmony_ci	}
2778c2ecf20Sopenharmony_ci
2788c2ecf20Sopenharmony_ci	ret = intel_cbphy_iphy_enable(iphy, true);
2798c2ecf20Sopenharmony_ci	if (ret) {
2808c2ecf20Sopenharmony_ci		dev_err(cbphy->dev, "Failed enabling PHY core\n");
2818c2ecf20Sopenharmony_ci		goto clk_err;
2828c2ecf20Sopenharmony_ci	}
2838c2ecf20Sopenharmony_ci
2848c2ecf20Sopenharmony_ci	ret = reset_control_deassert(iphy->app_rst);
2858c2ecf20Sopenharmony_ci	if (ret) {
2868c2ecf20Sopenharmony_ci		dev_err(cbphy->dev, "PHY(%u:%u) reset deassert failed!\n",
2878c2ecf20Sopenharmony_ci			COMBO_PHY_ID(iphy), PHY_ID(iphy));
2888c2ecf20Sopenharmony_ci		goto clk_err;
2898c2ecf20Sopenharmony_ci	}
2908c2ecf20Sopenharmony_ci
2918c2ecf20Sopenharmony_ci	/* Delay to ensure reset process is done */
2928c2ecf20Sopenharmony_ci	udelay(1);
2938c2ecf20Sopenharmony_ci
2948c2ecf20Sopenharmony_ci	return 0;
2958c2ecf20Sopenharmony_ci
2968c2ecf20Sopenharmony_ciclk_err:
2978c2ecf20Sopenharmony_ci	clk_disable_unprepare(cbphy->core_clk);
2988c2ecf20Sopenharmony_ci
2998c2ecf20Sopenharmony_ci	return ret;
3008c2ecf20Sopenharmony_ci}
3018c2ecf20Sopenharmony_ci
3028c2ecf20Sopenharmony_cistatic int intel_cbphy_iphy_power_off(struct intel_cbphy_iphy *iphy)
3038c2ecf20Sopenharmony_ci{
3048c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
3058c2ecf20Sopenharmony_ci	int ret;
3068c2ecf20Sopenharmony_ci
3078c2ecf20Sopenharmony_ci	ret = reset_control_assert(iphy->app_rst);
3088c2ecf20Sopenharmony_ci	if (ret) {
3098c2ecf20Sopenharmony_ci		dev_err(cbphy->dev, "PHY(%u:%u) reset assert failed!\n",
3108c2ecf20Sopenharmony_ci			COMBO_PHY_ID(iphy), PHY_ID(iphy));
3118c2ecf20Sopenharmony_ci		return ret;
3128c2ecf20Sopenharmony_ci	}
3138c2ecf20Sopenharmony_ci
3148c2ecf20Sopenharmony_ci	ret = intel_cbphy_iphy_enable(iphy, false);
3158c2ecf20Sopenharmony_ci	if (ret) {
3168c2ecf20Sopenharmony_ci		dev_err(cbphy->dev, "Failed disabling PHY core\n");
3178c2ecf20Sopenharmony_ci		return ret;
3188c2ecf20Sopenharmony_ci	}
3198c2ecf20Sopenharmony_ci
3208c2ecf20Sopenharmony_ci	if (cbphy->init_cnt)
3218c2ecf20Sopenharmony_ci		return 0;
3228c2ecf20Sopenharmony_ci
3238c2ecf20Sopenharmony_ci	clk_disable_unprepare(cbphy->core_clk);
3248c2ecf20Sopenharmony_ci	intel_cbphy_rst_assert(cbphy);
3258c2ecf20Sopenharmony_ci
3268c2ecf20Sopenharmony_ci	return 0;
3278c2ecf20Sopenharmony_ci}
3288c2ecf20Sopenharmony_ci
3298c2ecf20Sopenharmony_cistatic int intel_cbphy_init(struct phy *phy)
3308c2ecf20Sopenharmony_ci{
3318c2ecf20Sopenharmony_ci	struct intel_cbphy_iphy *iphy = phy_get_drvdata(phy);
3328c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
3338c2ecf20Sopenharmony_ci	int ret;
3348c2ecf20Sopenharmony_ci
3358c2ecf20Sopenharmony_ci	mutex_lock(&cbphy->lock);
3368c2ecf20Sopenharmony_ci	ret = intel_cbphy_iphy_cfg(iphy, intel_cbphy_iphy_power_on);
3378c2ecf20Sopenharmony_ci	if (ret)
3388c2ecf20Sopenharmony_ci		goto err;
3398c2ecf20Sopenharmony_ci
3408c2ecf20Sopenharmony_ci	if (cbphy->phy_mode == PHY_PCIE_MODE) {
3418c2ecf20Sopenharmony_ci		ret = intel_cbphy_iphy_cfg(iphy, intel_cbphy_pcie_en_pad_refclk);
3428c2ecf20Sopenharmony_ci		if (ret)
3438c2ecf20Sopenharmony_ci			goto err;
3448c2ecf20Sopenharmony_ci	}
3458c2ecf20Sopenharmony_ci
3468c2ecf20Sopenharmony_ci	cbphy->init_cnt++;
3478c2ecf20Sopenharmony_ci
3488c2ecf20Sopenharmony_cierr:
3498c2ecf20Sopenharmony_ci	mutex_unlock(&cbphy->lock);
3508c2ecf20Sopenharmony_ci
3518c2ecf20Sopenharmony_ci	return ret;
3528c2ecf20Sopenharmony_ci}
3538c2ecf20Sopenharmony_ci
3548c2ecf20Sopenharmony_cistatic int intel_cbphy_exit(struct phy *phy)
3558c2ecf20Sopenharmony_ci{
3568c2ecf20Sopenharmony_ci	struct intel_cbphy_iphy *iphy = phy_get_drvdata(phy);
3578c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
3588c2ecf20Sopenharmony_ci	int ret;
3598c2ecf20Sopenharmony_ci
3608c2ecf20Sopenharmony_ci	mutex_lock(&cbphy->lock);
3618c2ecf20Sopenharmony_ci	cbphy->init_cnt--;
3628c2ecf20Sopenharmony_ci	if (cbphy->phy_mode == PHY_PCIE_MODE) {
3638c2ecf20Sopenharmony_ci		ret = intel_cbphy_iphy_cfg(iphy, intel_cbphy_pcie_dis_pad_refclk);
3648c2ecf20Sopenharmony_ci		if (ret)
3658c2ecf20Sopenharmony_ci			goto err;
3668c2ecf20Sopenharmony_ci	}
3678c2ecf20Sopenharmony_ci
3688c2ecf20Sopenharmony_ci	ret = intel_cbphy_iphy_cfg(iphy, intel_cbphy_iphy_power_off);
3698c2ecf20Sopenharmony_ci
3708c2ecf20Sopenharmony_cierr:
3718c2ecf20Sopenharmony_ci	mutex_unlock(&cbphy->lock);
3728c2ecf20Sopenharmony_ci
3738c2ecf20Sopenharmony_ci	return ret;
3748c2ecf20Sopenharmony_ci}
3758c2ecf20Sopenharmony_ci
3768c2ecf20Sopenharmony_cistatic int intel_cbphy_calibrate(struct phy *phy)
3778c2ecf20Sopenharmony_ci{
3788c2ecf20Sopenharmony_ci	struct intel_cbphy_iphy *iphy = phy_get_drvdata(phy);
3798c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = iphy->parent;
3808c2ecf20Sopenharmony_ci	void __iomem *cr_base = cbphy->cr_base;
3818c2ecf20Sopenharmony_ci	int val, ret, id;
3828c2ecf20Sopenharmony_ci
3838c2ecf20Sopenharmony_ci	if (cbphy->phy_mode != PHY_XPCS_MODE)
3848c2ecf20Sopenharmony_ci		return 0;
3858c2ecf20Sopenharmony_ci
3868c2ecf20Sopenharmony_ci	id = PHY_ID(iphy);
3878c2ecf20Sopenharmony_ci
3888c2ecf20Sopenharmony_ci	/* trigger auto RX adaptation */
3898c2ecf20Sopenharmony_ci	combo_phy_w32_off_mask(cr_base, CR_ADDR(PCS_XF_ATE_OVRD_IN_2, id),
3908c2ecf20Sopenharmony_ci			       ADAPT_REQ_MSK, FIELD_PREP(ADAPT_REQ_MSK, 3));
3918c2ecf20Sopenharmony_ci	/* Wait RX adaptation to finish */
3928c2ecf20Sopenharmony_ci	ret = readl_poll_timeout(cr_base + CR_ADDR(PCS_XF_RX_ADAPT_ACK, id),
3938c2ecf20Sopenharmony_ci				 val, val & RX_ADAPT_ACK_BIT, 10, 5000);
3948c2ecf20Sopenharmony_ci	if (ret)
3958c2ecf20Sopenharmony_ci		dev_err(cbphy->dev, "RX Adaptation failed!\n");
3968c2ecf20Sopenharmony_ci	else
3978c2ecf20Sopenharmony_ci		dev_dbg(cbphy->dev, "RX Adaptation success!\n");
3988c2ecf20Sopenharmony_ci
3998c2ecf20Sopenharmony_ci	/* Stop RX adaptation */
4008c2ecf20Sopenharmony_ci	combo_phy_w32_off_mask(cr_base, CR_ADDR(PCS_XF_ATE_OVRD_IN_2, id),
4018c2ecf20Sopenharmony_ci			       ADAPT_REQ_MSK, FIELD_PREP(ADAPT_REQ_MSK, 0));
4028c2ecf20Sopenharmony_ci
4038c2ecf20Sopenharmony_ci	return ret;
4048c2ecf20Sopenharmony_ci}
4058c2ecf20Sopenharmony_ci
4068c2ecf20Sopenharmony_cistatic int intel_cbphy_fwnode_parse(struct intel_combo_phy *cbphy)
4078c2ecf20Sopenharmony_ci{
4088c2ecf20Sopenharmony_ci	struct device *dev = cbphy->dev;
4098c2ecf20Sopenharmony_ci	struct platform_device *pdev = to_platform_device(dev);
4108c2ecf20Sopenharmony_ci	struct fwnode_handle *fwnode = dev_fwnode(dev);
4118c2ecf20Sopenharmony_ci	struct fwnode_reference_args ref;
4128c2ecf20Sopenharmony_ci	int ret;
4138c2ecf20Sopenharmony_ci	u32 val;
4148c2ecf20Sopenharmony_ci
4158c2ecf20Sopenharmony_ci	cbphy->core_clk = devm_clk_get(dev, NULL);
4168c2ecf20Sopenharmony_ci	if (IS_ERR(cbphy->core_clk)) {
4178c2ecf20Sopenharmony_ci		ret = PTR_ERR(cbphy->core_clk);
4188c2ecf20Sopenharmony_ci		if (ret != -EPROBE_DEFER)
4198c2ecf20Sopenharmony_ci			dev_err(dev, "Get clk failed:%d!\n", ret);
4208c2ecf20Sopenharmony_ci		return ret;
4218c2ecf20Sopenharmony_ci	}
4228c2ecf20Sopenharmony_ci
4238c2ecf20Sopenharmony_ci	cbphy->core_rst = devm_reset_control_get_optional(dev, "core");
4248c2ecf20Sopenharmony_ci	if (IS_ERR(cbphy->core_rst)) {
4258c2ecf20Sopenharmony_ci		ret = PTR_ERR(cbphy->core_rst);
4268c2ecf20Sopenharmony_ci		if (ret != -EPROBE_DEFER)
4278c2ecf20Sopenharmony_ci			dev_err(dev, "Get core reset control err: %d!\n", ret);
4288c2ecf20Sopenharmony_ci		return ret;
4298c2ecf20Sopenharmony_ci	}
4308c2ecf20Sopenharmony_ci
4318c2ecf20Sopenharmony_ci	cbphy->phy_rst = devm_reset_control_get_optional(dev, "phy");
4328c2ecf20Sopenharmony_ci	if (IS_ERR(cbphy->phy_rst)) {
4338c2ecf20Sopenharmony_ci		ret = PTR_ERR(cbphy->phy_rst);
4348c2ecf20Sopenharmony_ci		if (ret != -EPROBE_DEFER)
4358c2ecf20Sopenharmony_ci			dev_err(dev, "Get PHY reset control err: %d!\n", ret);
4368c2ecf20Sopenharmony_ci		return ret;
4378c2ecf20Sopenharmony_ci	}
4388c2ecf20Sopenharmony_ci
4398c2ecf20Sopenharmony_ci	cbphy->iphy[0].app_rst = devm_reset_control_get_optional(dev, "iphy0");
4408c2ecf20Sopenharmony_ci	if (IS_ERR(cbphy->iphy[0].app_rst)) {
4418c2ecf20Sopenharmony_ci		ret = PTR_ERR(cbphy->iphy[0].app_rst);
4428c2ecf20Sopenharmony_ci		if (ret != -EPROBE_DEFER)
4438c2ecf20Sopenharmony_ci			dev_err(dev, "Get phy0 reset control err: %d!\n", ret);
4448c2ecf20Sopenharmony_ci		return ret;
4458c2ecf20Sopenharmony_ci	}
4468c2ecf20Sopenharmony_ci
4478c2ecf20Sopenharmony_ci	cbphy->iphy[1].app_rst = devm_reset_control_get_optional(dev, "iphy1");
4488c2ecf20Sopenharmony_ci	if (IS_ERR(cbphy->iphy[1].app_rst)) {
4498c2ecf20Sopenharmony_ci		ret = PTR_ERR(cbphy->iphy[1].app_rst);
4508c2ecf20Sopenharmony_ci		if (ret != -EPROBE_DEFER)
4518c2ecf20Sopenharmony_ci			dev_err(dev, "Get phy1 reset control err: %d!\n", ret);
4528c2ecf20Sopenharmony_ci		return ret;
4538c2ecf20Sopenharmony_ci	}
4548c2ecf20Sopenharmony_ci
4558c2ecf20Sopenharmony_ci	cbphy->app_base = devm_platform_ioremap_resource_byname(pdev, "app");
4568c2ecf20Sopenharmony_ci	if (IS_ERR(cbphy->app_base))
4578c2ecf20Sopenharmony_ci		return PTR_ERR(cbphy->app_base);
4588c2ecf20Sopenharmony_ci
4598c2ecf20Sopenharmony_ci	cbphy->cr_base = devm_platform_ioremap_resource_byname(pdev, "core");
4608c2ecf20Sopenharmony_ci	if (IS_ERR(cbphy->cr_base))
4618c2ecf20Sopenharmony_ci		return PTR_ERR(cbphy->cr_base);
4628c2ecf20Sopenharmony_ci
4638c2ecf20Sopenharmony_ci	/*
4648c2ecf20Sopenharmony_ci	 * syscfg and hsiocfg variables stores the handle of the registers set
4658c2ecf20Sopenharmony_ci	 * in which ComboPhy subsytem specific registers are subset. Using
4668c2ecf20Sopenharmony_ci	 * Register map framework to access the registers set.
4678c2ecf20Sopenharmony_ci	 */
4688c2ecf20Sopenharmony_ci	ret = fwnode_property_get_reference_args(fwnode, "intel,syscfg", NULL,
4698c2ecf20Sopenharmony_ci						 1, 0, &ref);
4708c2ecf20Sopenharmony_ci	if (ret < 0)
4718c2ecf20Sopenharmony_ci		return ret;
4728c2ecf20Sopenharmony_ci
4738c2ecf20Sopenharmony_ci	cbphy->id = ref.args[0];
4748c2ecf20Sopenharmony_ci	cbphy->syscfg = device_node_to_regmap(to_of_node(ref.fwnode));
4758c2ecf20Sopenharmony_ci	fwnode_handle_put(ref.fwnode);
4768c2ecf20Sopenharmony_ci
4778c2ecf20Sopenharmony_ci	ret = fwnode_property_get_reference_args(fwnode, "intel,hsio", NULL, 1,
4788c2ecf20Sopenharmony_ci						 0, &ref);
4798c2ecf20Sopenharmony_ci	if (ret < 0)
4808c2ecf20Sopenharmony_ci		return ret;
4818c2ecf20Sopenharmony_ci
4828c2ecf20Sopenharmony_ci	cbphy->bid = ref.args[0];
4838c2ecf20Sopenharmony_ci	cbphy->hsiocfg = device_node_to_regmap(to_of_node(ref.fwnode));
4848c2ecf20Sopenharmony_ci	fwnode_handle_put(ref.fwnode);
4858c2ecf20Sopenharmony_ci
4868c2ecf20Sopenharmony_ci	ret = fwnode_property_read_u32_array(fwnode, "intel,phy-mode", &val, 1);
4878c2ecf20Sopenharmony_ci	if (ret)
4888c2ecf20Sopenharmony_ci		return ret;
4898c2ecf20Sopenharmony_ci
4908c2ecf20Sopenharmony_ci	switch (val) {
4918c2ecf20Sopenharmony_ci	case PHY_TYPE_PCIE:
4928c2ecf20Sopenharmony_ci		cbphy->phy_mode = PHY_PCIE_MODE;
4938c2ecf20Sopenharmony_ci		break;
4948c2ecf20Sopenharmony_ci
4958c2ecf20Sopenharmony_ci	case PHY_TYPE_SATA:
4968c2ecf20Sopenharmony_ci		cbphy->phy_mode = PHY_SATA_MODE;
4978c2ecf20Sopenharmony_ci		break;
4988c2ecf20Sopenharmony_ci
4998c2ecf20Sopenharmony_ci	case PHY_TYPE_XPCS:
5008c2ecf20Sopenharmony_ci		cbphy->phy_mode = PHY_XPCS_MODE;
5018c2ecf20Sopenharmony_ci		break;
5028c2ecf20Sopenharmony_ci
5038c2ecf20Sopenharmony_ci	default:
5048c2ecf20Sopenharmony_ci		dev_err(dev, "Invalid PHY mode: %u\n", val);
5058c2ecf20Sopenharmony_ci		return -EINVAL;
5068c2ecf20Sopenharmony_ci	}
5078c2ecf20Sopenharmony_ci
5088c2ecf20Sopenharmony_ci	cbphy->clk_rate = intel_iphy_clk_rates[cbphy->phy_mode];
5098c2ecf20Sopenharmony_ci
5108c2ecf20Sopenharmony_ci	if (fwnode_property_present(fwnode, "intel,aggregation"))
5118c2ecf20Sopenharmony_ci		cbphy->aggr_mode = PHY_DL_MODE;
5128c2ecf20Sopenharmony_ci	else
5138c2ecf20Sopenharmony_ci		cbphy->aggr_mode = PHY_SL_MODE;
5148c2ecf20Sopenharmony_ci
5158c2ecf20Sopenharmony_ci	return 0;
5168c2ecf20Sopenharmony_ci}
5178c2ecf20Sopenharmony_ci
5188c2ecf20Sopenharmony_cistatic const struct phy_ops intel_cbphy_ops = {
5198c2ecf20Sopenharmony_ci	.init		= intel_cbphy_init,
5208c2ecf20Sopenharmony_ci	.exit		= intel_cbphy_exit,
5218c2ecf20Sopenharmony_ci	.calibrate	= intel_cbphy_calibrate,
5228c2ecf20Sopenharmony_ci	.owner		= THIS_MODULE,
5238c2ecf20Sopenharmony_ci};
5248c2ecf20Sopenharmony_ci
5258c2ecf20Sopenharmony_cistatic struct phy *intel_cbphy_xlate(struct device *dev,
5268c2ecf20Sopenharmony_ci				     struct of_phandle_args *args)
5278c2ecf20Sopenharmony_ci{
5288c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = dev_get_drvdata(dev);
5298c2ecf20Sopenharmony_ci	u32 iphy_id;
5308c2ecf20Sopenharmony_ci
5318c2ecf20Sopenharmony_ci	if (args->args_count < 1) {
5328c2ecf20Sopenharmony_ci		dev_err(dev, "Invalid number of arguments\n");
5338c2ecf20Sopenharmony_ci		return ERR_PTR(-EINVAL);
5348c2ecf20Sopenharmony_ci	}
5358c2ecf20Sopenharmony_ci
5368c2ecf20Sopenharmony_ci	iphy_id = args->args[0];
5378c2ecf20Sopenharmony_ci	if (iphy_id >= PHY_MAX_NUM) {
5388c2ecf20Sopenharmony_ci		dev_err(dev, "Invalid phy instance %d\n", iphy_id);
5398c2ecf20Sopenharmony_ci		return ERR_PTR(-EINVAL);
5408c2ecf20Sopenharmony_ci	}
5418c2ecf20Sopenharmony_ci
5428c2ecf20Sopenharmony_ci	if (cbphy->aggr_mode == PHY_DL_MODE && iphy_id == PHY_1) {
5438c2ecf20Sopenharmony_ci		dev_err(dev, "Invalid. ComboPhy is in Dual lane mode %d\n", iphy_id);
5448c2ecf20Sopenharmony_ci		return ERR_PTR(-EINVAL);
5458c2ecf20Sopenharmony_ci	}
5468c2ecf20Sopenharmony_ci
5478c2ecf20Sopenharmony_ci	return cbphy->iphy[iphy_id].phy;
5488c2ecf20Sopenharmony_ci}
5498c2ecf20Sopenharmony_ci
5508c2ecf20Sopenharmony_cistatic int intel_cbphy_create(struct intel_combo_phy *cbphy)
5518c2ecf20Sopenharmony_ci{
5528c2ecf20Sopenharmony_ci	struct phy_provider *phy_provider;
5538c2ecf20Sopenharmony_ci	struct device *dev = cbphy->dev;
5548c2ecf20Sopenharmony_ci	struct intel_cbphy_iphy *iphy;
5558c2ecf20Sopenharmony_ci	int i;
5568c2ecf20Sopenharmony_ci
5578c2ecf20Sopenharmony_ci	for (i = 0; i < PHY_MAX_NUM; i++) {
5588c2ecf20Sopenharmony_ci		iphy = &cbphy->iphy[i];
5598c2ecf20Sopenharmony_ci		iphy->parent = cbphy;
5608c2ecf20Sopenharmony_ci		iphy->id = i;
5618c2ecf20Sopenharmony_ci
5628c2ecf20Sopenharmony_ci		/* In dual lane mode skip phy creation for the second phy */
5638c2ecf20Sopenharmony_ci		if (cbphy->aggr_mode == PHY_DL_MODE && iphy->id == PHY_1)
5648c2ecf20Sopenharmony_ci			continue;
5658c2ecf20Sopenharmony_ci
5668c2ecf20Sopenharmony_ci		iphy->phy = devm_phy_create(dev, NULL, &intel_cbphy_ops);
5678c2ecf20Sopenharmony_ci		if (IS_ERR(iphy->phy)) {
5688c2ecf20Sopenharmony_ci			dev_err(dev, "PHY[%u:%u]: create PHY instance failed!\n",
5698c2ecf20Sopenharmony_ci				COMBO_PHY_ID(iphy), PHY_ID(iphy));
5708c2ecf20Sopenharmony_ci
5718c2ecf20Sopenharmony_ci			return PTR_ERR(iphy->phy);
5728c2ecf20Sopenharmony_ci		}
5738c2ecf20Sopenharmony_ci
5748c2ecf20Sopenharmony_ci		phy_set_drvdata(iphy->phy, iphy);
5758c2ecf20Sopenharmony_ci	}
5768c2ecf20Sopenharmony_ci
5778c2ecf20Sopenharmony_ci	dev_set_drvdata(dev, cbphy);
5788c2ecf20Sopenharmony_ci	phy_provider = devm_of_phy_provider_register(dev, intel_cbphy_xlate);
5798c2ecf20Sopenharmony_ci	if (IS_ERR(phy_provider))
5808c2ecf20Sopenharmony_ci		dev_err(dev, "Register PHY provider failed!\n");
5818c2ecf20Sopenharmony_ci
5828c2ecf20Sopenharmony_ci	return PTR_ERR_OR_ZERO(phy_provider);
5838c2ecf20Sopenharmony_ci}
5848c2ecf20Sopenharmony_ci
5858c2ecf20Sopenharmony_cistatic int intel_cbphy_probe(struct platform_device *pdev)
5868c2ecf20Sopenharmony_ci{
5878c2ecf20Sopenharmony_ci	struct device *dev = &pdev->dev;
5888c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy;
5898c2ecf20Sopenharmony_ci	int ret;
5908c2ecf20Sopenharmony_ci
5918c2ecf20Sopenharmony_ci	cbphy = devm_kzalloc(dev, sizeof(*cbphy), GFP_KERNEL);
5928c2ecf20Sopenharmony_ci	if (!cbphy)
5938c2ecf20Sopenharmony_ci		return -ENOMEM;
5948c2ecf20Sopenharmony_ci
5958c2ecf20Sopenharmony_ci	cbphy->dev = dev;
5968c2ecf20Sopenharmony_ci	cbphy->init_cnt = 0;
5978c2ecf20Sopenharmony_ci	mutex_init(&cbphy->lock);
5988c2ecf20Sopenharmony_ci	ret = intel_cbphy_fwnode_parse(cbphy);
5998c2ecf20Sopenharmony_ci	if (ret)
6008c2ecf20Sopenharmony_ci		return ret;
6018c2ecf20Sopenharmony_ci
6028c2ecf20Sopenharmony_ci	platform_set_drvdata(pdev, cbphy);
6038c2ecf20Sopenharmony_ci
6048c2ecf20Sopenharmony_ci	return intel_cbphy_create(cbphy);
6058c2ecf20Sopenharmony_ci}
6068c2ecf20Sopenharmony_ci
6078c2ecf20Sopenharmony_cistatic int intel_cbphy_remove(struct platform_device *pdev)
6088c2ecf20Sopenharmony_ci{
6098c2ecf20Sopenharmony_ci	struct intel_combo_phy *cbphy = platform_get_drvdata(pdev);
6108c2ecf20Sopenharmony_ci
6118c2ecf20Sopenharmony_ci	intel_cbphy_rst_assert(cbphy);
6128c2ecf20Sopenharmony_ci	clk_disable_unprepare(cbphy->core_clk);
6138c2ecf20Sopenharmony_ci	return 0;
6148c2ecf20Sopenharmony_ci}
6158c2ecf20Sopenharmony_ci
6168c2ecf20Sopenharmony_cistatic const struct of_device_id of_intel_cbphy_match[] = {
6178c2ecf20Sopenharmony_ci	{ .compatible = "intel,combo-phy" },
6188c2ecf20Sopenharmony_ci	{ .compatible = "intel,combophy-lgm" },
6198c2ecf20Sopenharmony_ci	{}
6208c2ecf20Sopenharmony_ci};
6218c2ecf20Sopenharmony_ci
6228c2ecf20Sopenharmony_cistatic struct platform_driver intel_cbphy_driver = {
6238c2ecf20Sopenharmony_ci	.probe = intel_cbphy_probe,
6248c2ecf20Sopenharmony_ci	.remove = intel_cbphy_remove,
6258c2ecf20Sopenharmony_ci	.driver = {
6268c2ecf20Sopenharmony_ci		.name = "intel-combo-phy",
6278c2ecf20Sopenharmony_ci		.of_match_table = of_intel_cbphy_match,
6288c2ecf20Sopenharmony_ci	}
6298c2ecf20Sopenharmony_ci};
6308c2ecf20Sopenharmony_ci
6318c2ecf20Sopenharmony_cimodule_platform_driver(intel_cbphy_driver);
6328c2ecf20Sopenharmony_ci
6338c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("Intel Combo-phy driver");
6348c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL v2");
635