162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * UFS PHY driver for Samsung SoC
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2020 Samsung Electronics Co., Ltd.
662306a36Sopenharmony_ci * Author: Seungwon Jeon <essuuj@gmail.com>
762306a36Sopenharmony_ci * Author: Alim Akhtar <alim.akhtar@samsung.com>
862306a36Sopenharmony_ci *
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci#include <linux/clk.h>
1162306a36Sopenharmony_ci#include <linux/delay.h>
1262306a36Sopenharmony_ci#include <linux/err.h>
1362306a36Sopenharmony_ci#include <linux/of.h>
1462306a36Sopenharmony_ci#include <linux/io.h>
1562306a36Sopenharmony_ci#include <linux/iopoll.h>
1662306a36Sopenharmony_ci#include <linux/mfd/syscon.h>
1762306a36Sopenharmony_ci#include <linux/module.h>
1862306a36Sopenharmony_ci#include <linux/phy/phy.h>
1962306a36Sopenharmony_ci#include <linux/platform_device.h>
2062306a36Sopenharmony_ci#include <linux/regmap.h>
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci#include "phy-samsung-ufs.h"
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci#define for_each_phy_lane(phy, i) \
2562306a36Sopenharmony_ci	for (i = 0; i < (phy)->lane_cnt; i++)
2662306a36Sopenharmony_ci#define for_each_phy_cfg(cfg) \
2762306a36Sopenharmony_ci	for (; (cfg)->id; (cfg)++)
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci#define PHY_DEF_LANE_CNT	1
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_cistatic void samsung_ufs_phy_config(struct samsung_ufs_phy *phy,
3262306a36Sopenharmony_ci				   const struct samsung_ufs_phy_cfg *cfg,
3362306a36Sopenharmony_ci				   u8 lane)
3462306a36Sopenharmony_ci{
3562306a36Sopenharmony_ci	enum {LANE_0, LANE_1}; /* lane index */
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ci	switch (lane) {
3862306a36Sopenharmony_ci	case LANE_0:
3962306a36Sopenharmony_ci		writel(cfg->val, (phy)->reg_pma + cfg->off_0);
4062306a36Sopenharmony_ci		break;
4162306a36Sopenharmony_ci	case LANE_1:
4262306a36Sopenharmony_ci		if (cfg->id == PHY_TRSV_BLK)
4362306a36Sopenharmony_ci			writel(cfg->val, (phy)->reg_pma + cfg->off_1);
4462306a36Sopenharmony_ci		break;
4562306a36Sopenharmony_ci	}
4662306a36Sopenharmony_ci}
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_cistatic int samsung_ufs_phy_wait_for_lock_acq(struct phy *phy)
4962306a36Sopenharmony_ci{
5062306a36Sopenharmony_ci	struct samsung_ufs_phy *ufs_phy = get_samsung_ufs_phy(phy);
5162306a36Sopenharmony_ci	const unsigned int timeout_us = 100000;
5262306a36Sopenharmony_ci	const unsigned int sleep_us = 10;
5362306a36Sopenharmony_ci	u32 val;
5462306a36Sopenharmony_ci	int err;
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	err = readl_poll_timeout(
5762306a36Sopenharmony_ci			ufs_phy->reg_pma + PHY_APB_ADDR(PHY_PLL_LOCK_STATUS),
5862306a36Sopenharmony_ci			val, (val & PHY_PLL_LOCK_BIT), sleep_us, timeout_us);
5962306a36Sopenharmony_ci	if (err) {
6062306a36Sopenharmony_ci		dev_err(ufs_phy->dev,
6162306a36Sopenharmony_ci			"failed to get phy pll lock acquisition %d\n", err);
6262306a36Sopenharmony_ci		goto out;
6362306a36Sopenharmony_ci	}
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	err = readl_poll_timeout(
6662306a36Sopenharmony_ci			ufs_phy->reg_pma +
6762306a36Sopenharmony_ci			PHY_APB_ADDR(ufs_phy->drvdata->cdr_lock_status_offset),
6862306a36Sopenharmony_ci			val, (val & PHY_CDR_LOCK_BIT), sleep_us, timeout_us);
6962306a36Sopenharmony_ci	if (err)
7062306a36Sopenharmony_ci		dev_err(ufs_phy->dev,
7162306a36Sopenharmony_ci			"failed to get phy cdr lock acquisition %d\n", err);
7262306a36Sopenharmony_ciout:
7362306a36Sopenharmony_ci	return err;
7462306a36Sopenharmony_ci}
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_cistatic int samsung_ufs_phy_calibrate(struct phy *phy)
7762306a36Sopenharmony_ci{
7862306a36Sopenharmony_ci	struct samsung_ufs_phy *ufs_phy = get_samsung_ufs_phy(phy);
7962306a36Sopenharmony_ci	const struct samsung_ufs_phy_cfg * const *cfgs = ufs_phy->cfgs;
8062306a36Sopenharmony_ci	const struct samsung_ufs_phy_cfg *cfg;
8162306a36Sopenharmony_ci	int err = 0;
8262306a36Sopenharmony_ci	int i;
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci	if (unlikely(ufs_phy->ufs_phy_state < CFG_PRE_INIT ||
8562306a36Sopenharmony_ci		     ufs_phy->ufs_phy_state >= CFG_TAG_MAX)) {
8662306a36Sopenharmony_ci		dev_err(ufs_phy->dev, "invalid phy config index %d\n", ufs_phy->ufs_phy_state);
8762306a36Sopenharmony_ci		return -EINVAL;
8862306a36Sopenharmony_ci	}
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	cfg = cfgs[ufs_phy->ufs_phy_state];
9162306a36Sopenharmony_ci	if (!cfg)
9262306a36Sopenharmony_ci		goto out;
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	for_each_phy_cfg(cfg) {
9562306a36Sopenharmony_ci		for_each_phy_lane(ufs_phy, i) {
9662306a36Sopenharmony_ci			samsung_ufs_phy_config(ufs_phy, cfg, i);
9762306a36Sopenharmony_ci		}
9862306a36Sopenharmony_ci	}
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_ci	if (ufs_phy->ufs_phy_state == CFG_POST_PWR_HS)
10162306a36Sopenharmony_ci		err = samsung_ufs_phy_wait_for_lock_acq(phy);
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_ci	/**
10462306a36Sopenharmony_ci	 * In Samsung ufshci, PHY need to be calibrated at different
10562306a36Sopenharmony_ci	 * stages / state mainly before Linkstartup, after Linkstartup,
10662306a36Sopenharmony_ci	 * before power mode change and after power mode change.
10762306a36Sopenharmony_ci	 * Below state machine to make sure to calibrate PHY in each
10862306a36Sopenharmony_ci	 * state. Here after configuring PHY in a given state, will
10962306a36Sopenharmony_ci	 * change the state to next state so that next state phy
11062306a36Sopenharmony_ci	 * calibration value can be programed
11162306a36Sopenharmony_ci	 */
11262306a36Sopenharmony_ciout:
11362306a36Sopenharmony_ci	switch (ufs_phy->ufs_phy_state) {
11462306a36Sopenharmony_ci	case CFG_PRE_INIT:
11562306a36Sopenharmony_ci		ufs_phy->ufs_phy_state = CFG_POST_INIT;
11662306a36Sopenharmony_ci		break;
11762306a36Sopenharmony_ci	case CFG_POST_INIT:
11862306a36Sopenharmony_ci		ufs_phy->ufs_phy_state = CFG_PRE_PWR_HS;
11962306a36Sopenharmony_ci		break;
12062306a36Sopenharmony_ci	case CFG_PRE_PWR_HS:
12162306a36Sopenharmony_ci		ufs_phy->ufs_phy_state = CFG_POST_PWR_HS;
12262306a36Sopenharmony_ci		break;
12362306a36Sopenharmony_ci	case CFG_POST_PWR_HS:
12462306a36Sopenharmony_ci		/* Change back to INIT state */
12562306a36Sopenharmony_ci		ufs_phy->ufs_phy_state = CFG_PRE_INIT;
12662306a36Sopenharmony_ci		break;
12762306a36Sopenharmony_ci	default:
12862306a36Sopenharmony_ci		dev_err(ufs_phy->dev, "wrong state for phy calibration\n");
12962306a36Sopenharmony_ci	}
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci	return err;
13262306a36Sopenharmony_ci}
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_cistatic int samsung_ufs_phy_clks_init(struct samsung_ufs_phy *phy)
13562306a36Sopenharmony_ci{
13662306a36Sopenharmony_ci	int i;
13762306a36Sopenharmony_ci	const struct samsung_ufs_phy_drvdata *drvdata = phy->drvdata;
13862306a36Sopenharmony_ci	int num_clks = drvdata->num_clks;
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci	phy->clks = devm_kcalloc(phy->dev, num_clks, sizeof(*phy->clks),
14162306a36Sopenharmony_ci				 GFP_KERNEL);
14262306a36Sopenharmony_ci	if (!phy->clks)
14362306a36Sopenharmony_ci		return -ENOMEM;
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	for (i = 0; i < num_clks; i++)
14662306a36Sopenharmony_ci		phy->clks[i].id = drvdata->clk_list[i];
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci	return devm_clk_bulk_get(phy->dev, num_clks, phy->clks);
14962306a36Sopenharmony_ci}
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_cistatic int samsung_ufs_phy_init(struct phy *phy)
15262306a36Sopenharmony_ci{
15362306a36Sopenharmony_ci	struct samsung_ufs_phy *ss_phy = get_samsung_ufs_phy(phy);
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	ss_phy->lane_cnt = phy->attrs.bus_width;
15662306a36Sopenharmony_ci	ss_phy->ufs_phy_state = CFG_PRE_INIT;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	return 0;
15962306a36Sopenharmony_ci}
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_cistatic int samsung_ufs_phy_power_on(struct phy *phy)
16262306a36Sopenharmony_ci{
16362306a36Sopenharmony_ci	struct samsung_ufs_phy *ss_phy = get_samsung_ufs_phy(phy);
16462306a36Sopenharmony_ci	int ret;
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci	samsung_ufs_phy_ctrl_isol(ss_phy, false);
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_ci	ret = clk_bulk_prepare_enable(ss_phy->drvdata->num_clks, ss_phy->clks);
16962306a36Sopenharmony_ci	if (ret) {
17062306a36Sopenharmony_ci		dev_err(ss_phy->dev, "failed to enable ufs phy clocks\n");
17162306a36Sopenharmony_ci		return ret;
17262306a36Sopenharmony_ci	}
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	if (ss_phy->ufs_phy_state == CFG_PRE_INIT) {
17562306a36Sopenharmony_ci		ret = samsung_ufs_phy_calibrate(phy);
17662306a36Sopenharmony_ci		if (ret)
17762306a36Sopenharmony_ci			dev_err(ss_phy->dev, "ufs phy calibration failed\n");
17862306a36Sopenharmony_ci	}
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	return ret;
18162306a36Sopenharmony_ci}
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_cistatic int samsung_ufs_phy_power_off(struct phy *phy)
18462306a36Sopenharmony_ci{
18562306a36Sopenharmony_ci	struct samsung_ufs_phy *ss_phy = get_samsung_ufs_phy(phy);
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci	clk_bulk_disable_unprepare(ss_phy->drvdata->num_clks, ss_phy->clks);
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_ci	samsung_ufs_phy_ctrl_isol(ss_phy, true);
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_ci	return 0;
19262306a36Sopenharmony_ci}
19362306a36Sopenharmony_ci
19462306a36Sopenharmony_cistatic int samsung_ufs_phy_set_mode(struct phy *generic_phy,
19562306a36Sopenharmony_ci				    enum phy_mode mode, int submode)
19662306a36Sopenharmony_ci{
19762306a36Sopenharmony_ci	struct samsung_ufs_phy *ss_phy = get_samsung_ufs_phy(generic_phy);
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_ci	ss_phy->mode = PHY_MODE_INVALID;
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_ci	if (mode > 0)
20262306a36Sopenharmony_ci		ss_phy->mode = mode;
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_ci	return 0;
20562306a36Sopenharmony_ci}
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_cistatic int samsung_ufs_phy_exit(struct phy *phy)
20862306a36Sopenharmony_ci{
20962306a36Sopenharmony_ci	struct samsung_ufs_phy *ss_phy = get_samsung_ufs_phy(phy);
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	ss_phy->ufs_phy_state = CFG_TAG_MAX;
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_ci	return 0;
21462306a36Sopenharmony_ci}
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_cistatic const struct phy_ops samsung_ufs_phy_ops = {
21762306a36Sopenharmony_ci	.init		= samsung_ufs_phy_init,
21862306a36Sopenharmony_ci	.exit		= samsung_ufs_phy_exit,
21962306a36Sopenharmony_ci	.power_on	= samsung_ufs_phy_power_on,
22062306a36Sopenharmony_ci	.power_off	= samsung_ufs_phy_power_off,
22162306a36Sopenharmony_ci	.calibrate	= samsung_ufs_phy_calibrate,
22262306a36Sopenharmony_ci	.set_mode	= samsung_ufs_phy_set_mode,
22362306a36Sopenharmony_ci	.owner          = THIS_MODULE,
22462306a36Sopenharmony_ci};
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_cistatic const struct of_device_id samsung_ufs_phy_match[];
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_cistatic int samsung_ufs_phy_probe(struct platform_device *pdev)
22962306a36Sopenharmony_ci{
23062306a36Sopenharmony_ci	struct device *dev = &pdev->dev;
23162306a36Sopenharmony_ci	const struct of_device_id *match;
23262306a36Sopenharmony_ci	struct samsung_ufs_phy *phy;
23362306a36Sopenharmony_ci	struct phy *gen_phy;
23462306a36Sopenharmony_ci	struct phy_provider *phy_provider;
23562306a36Sopenharmony_ci	const struct samsung_ufs_phy_drvdata *drvdata;
23662306a36Sopenharmony_ci	u32 isol_offset;
23762306a36Sopenharmony_ci	int err = 0;
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_ci	match = of_match_node(samsung_ufs_phy_match, dev->of_node);
24062306a36Sopenharmony_ci	if (!match) {
24162306a36Sopenharmony_ci		err = -EINVAL;
24262306a36Sopenharmony_ci		dev_err(dev, "failed to get match_node\n");
24362306a36Sopenharmony_ci		goto out;
24462306a36Sopenharmony_ci	}
24562306a36Sopenharmony_ci
24662306a36Sopenharmony_ci	phy = devm_kzalloc(dev, sizeof(*phy), GFP_KERNEL);
24762306a36Sopenharmony_ci	if (!phy) {
24862306a36Sopenharmony_ci		err = -ENOMEM;
24962306a36Sopenharmony_ci		goto out;
25062306a36Sopenharmony_ci	}
25162306a36Sopenharmony_ci
25262306a36Sopenharmony_ci	phy->reg_pma = devm_platform_ioremap_resource_byname(pdev, "phy-pma");
25362306a36Sopenharmony_ci	if (IS_ERR(phy->reg_pma)) {
25462306a36Sopenharmony_ci		err = PTR_ERR(phy->reg_pma);
25562306a36Sopenharmony_ci		goto out;
25662306a36Sopenharmony_ci	}
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci	phy->reg_pmu = syscon_regmap_lookup_by_phandle(
25962306a36Sopenharmony_ci				dev->of_node, "samsung,pmu-syscon");
26062306a36Sopenharmony_ci	if (IS_ERR(phy->reg_pmu)) {
26162306a36Sopenharmony_ci		err = PTR_ERR(phy->reg_pmu);
26262306a36Sopenharmony_ci		dev_err(dev, "failed syscon remap for pmu\n");
26362306a36Sopenharmony_ci		goto out;
26462306a36Sopenharmony_ci	}
26562306a36Sopenharmony_ci
26662306a36Sopenharmony_ci	gen_phy = devm_phy_create(dev, NULL, &samsung_ufs_phy_ops);
26762306a36Sopenharmony_ci	if (IS_ERR(gen_phy)) {
26862306a36Sopenharmony_ci		err = PTR_ERR(gen_phy);
26962306a36Sopenharmony_ci		dev_err(dev, "failed to create PHY for ufs-phy\n");
27062306a36Sopenharmony_ci		goto out;
27162306a36Sopenharmony_ci	}
27262306a36Sopenharmony_ci
27362306a36Sopenharmony_ci	drvdata = match->data;
27462306a36Sopenharmony_ci	phy->dev = dev;
27562306a36Sopenharmony_ci	phy->drvdata = drvdata;
27662306a36Sopenharmony_ci	phy->cfgs = drvdata->cfgs;
27762306a36Sopenharmony_ci	memcpy(&phy->isol, &drvdata->isol, sizeof(phy->isol));
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci	if (!of_property_read_u32_index(dev->of_node, "samsung,pmu-syscon", 1,
28062306a36Sopenharmony_ci					&isol_offset))
28162306a36Sopenharmony_ci		phy->isol.offset = isol_offset;
28262306a36Sopenharmony_ci
28362306a36Sopenharmony_ci	phy->lane_cnt = PHY_DEF_LANE_CNT;
28462306a36Sopenharmony_ci
28562306a36Sopenharmony_ci	err = samsung_ufs_phy_clks_init(phy);
28662306a36Sopenharmony_ci	if (err) {
28762306a36Sopenharmony_ci		dev_err(dev, "failed to get phy clocks\n");
28862306a36Sopenharmony_ci		goto out;
28962306a36Sopenharmony_ci	}
29062306a36Sopenharmony_ci
29162306a36Sopenharmony_ci	phy_set_drvdata(gen_phy, phy);
29262306a36Sopenharmony_ci
29362306a36Sopenharmony_ci	phy_provider = devm_of_phy_provider_register(dev, of_phy_simple_xlate);
29462306a36Sopenharmony_ci	if (IS_ERR(phy_provider)) {
29562306a36Sopenharmony_ci		err = PTR_ERR(phy_provider);
29662306a36Sopenharmony_ci		dev_err(dev, "failed to register phy-provider\n");
29762306a36Sopenharmony_ci		goto out;
29862306a36Sopenharmony_ci	}
29962306a36Sopenharmony_ciout:
30062306a36Sopenharmony_ci	return err;
30162306a36Sopenharmony_ci}
30262306a36Sopenharmony_ci
30362306a36Sopenharmony_cistatic const struct of_device_id samsung_ufs_phy_match[] = {
30462306a36Sopenharmony_ci	{
30562306a36Sopenharmony_ci		.compatible = "samsung,exynos7-ufs-phy",
30662306a36Sopenharmony_ci		.data = &exynos7_ufs_phy,
30762306a36Sopenharmony_ci	}, {
30862306a36Sopenharmony_ci		.compatible = "samsung,exynosautov9-ufs-phy",
30962306a36Sopenharmony_ci		.data = &exynosautov9_ufs_phy,
31062306a36Sopenharmony_ci	}, {
31162306a36Sopenharmony_ci		.compatible = "tesla,fsd-ufs-phy",
31262306a36Sopenharmony_ci		.data = &fsd_ufs_phy,
31362306a36Sopenharmony_ci	},
31462306a36Sopenharmony_ci	{},
31562306a36Sopenharmony_ci};
31662306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, samsung_ufs_phy_match);
31762306a36Sopenharmony_ci
31862306a36Sopenharmony_cistatic struct platform_driver samsung_ufs_phy_driver = {
31962306a36Sopenharmony_ci	.probe  = samsung_ufs_phy_probe,
32062306a36Sopenharmony_ci	.driver = {
32162306a36Sopenharmony_ci		.name = "samsung-ufs-phy",
32262306a36Sopenharmony_ci		.of_match_table = samsung_ufs_phy_match,
32362306a36Sopenharmony_ci	},
32462306a36Sopenharmony_ci};
32562306a36Sopenharmony_cimodule_platform_driver(samsung_ufs_phy_driver);
32662306a36Sopenharmony_ciMODULE_DESCRIPTION("Samsung SoC UFS PHY Driver");
32762306a36Sopenharmony_ciMODULE_AUTHOR("Seungwon Jeon <essuuj@gmail.com>");
32862306a36Sopenharmony_ciMODULE_AUTHOR("Alim Akhtar <alim.akhtar@samsung.com>");
32962306a36Sopenharmony_ciMODULE_LICENSE("GPL v2");
330