162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2013-2015 Fujitsu Semiconductor Ltd.
462306a36Sopenharmony_ci * Copyright (C) 2015 Linaro Ltd.
562306a36Sopenharmony_ci * Based on ARM MHU driver by Jassi Brar <jaswinder.singh@linaro.org>
662306a36Sopenharmony_ci * Copyright (C) 2020 ARM Ltd.
762306a36Sopenharmony_ci */
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#include <linux/amba/bus.h>
1062306a36Sopenharmony_ci#include <linux/device.h>
1162306a36Sopenharmony_ci#include <linux/err.h>
1262306a36Sopenharmony_ci#include <linux/interrupt.h>
1362306a36Sopenharmony_ci#include <linux/io.h>
1462306a36Sopenharmony_ci#include <linux/kernel.h>
1562306a36Sopenharmony_ci#include <linux/mailbox_controller.h>
1662306a36Sopenharmony_ci#include <linux/module.h>
1762306a36Sopenharmony_ci#include <linux/of.h>
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ci#define INTR_STAT_OFS	0x0
2062306a36Sopenharmony_ci#define INTR_SET_OFS	0x8
2162306a36Sopenharmony_ci#define INTR_CLR_OFS	0x10
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_ci#define MHU_LP_OFFSET	0x0
2462306a36Sopenharmony_ci#define MHU_HP_OFFSET	0x20
2562306a36Sopenharmony_ci#define MHU_SEC_OFFSET	0x200
2662306a36Sopenharmony_ci#define TX_REG_OFFSET	0x100
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci#define MHU_CHANS	3	/* Secure, Non-Secure High and Low Priority */
2962306a36Sopenharmony_ci#define MHU_CHAN_MAX	20	/* Max channels to save on unused RAM */
3062306a36Sopenharmony_ci#define MHU_NUM_DOORBELLS	32
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_cistruct mhu_db_link {
3362306a36Sopenharmony_ci	unsigned int irq;
3462306a36Sopenharmony_ci	void __iomem *tx_reg;
3562306a36Sopenharmony_ci	void __iomem *rx_reg;
3662306a36Sopenharmony_ci};
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_cistruct arm_mhu {
3962306a36Sopenharmony_ci	void __iomem *base;
4062306a36Sopenharmony_ci	struct mhu_db_link mlink[MHU_CHANS];
4162306a36Sopenharmony_ci	struct mbox_controller mbox;
4262306a36Sopenharmony_ci	struct device *dev;
4362306a36Sopenharmony_ci};
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_ci/**
4662306a36Sopenharmony_ci * struct mhu_db_channel - ARM MHU Mailbox allocated channel information
4762306a36Sopenharmony_ci *
4862306a36Sopenharmony_ci * @mhu: Pointer to parent mailbox device
4962306a36Sopenharmony_ci * @pchan: Physical channel within which this doorbell resides in
5062306a36Sopenharmony_ci * @doorbell: doorbell number pertaining to this channel
5162306a36Sopenharmony_ci */
5262306a36Sopenharmony_cistruct mhu_db_channel {
5362306a36Sopenharmony_ci	struct arm_mhu *mhu;
5462306a36Sopenharmony_ci	unsigned int pchan;
5562306a36Sopenharmony_ci	unsigned int doorbell;
5662306a36Sopenharmony_ci};
5762306a36Sopenharmony_ci
5862306a36Sopenharmony_cistatic inline struct mbox_chan *
5962306a36Sopenharmony_cimhu_db_mbox_to_channel(struct mbox_controller *mbox, unsigned int pchan,
6062306a36Sopenharmony_ci		       unsigned int doorbell)
6162306a36Sopenharmony_ci{
6262306a36Sopenharmony_ci	int i;
6362306a36Sopenharmony_ci	struct mhu_db_channel *chan_info;
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	for (i = 0; i < mbox->num_chans; i++) {
6662306a36Sopenharmony_ci		chan_info = mbox->chans[i].con_priv;
6762306a36Sopenharmony_ci		if (chan_info && chan_info->pchan == pchan &&
6862306a36Sopenharmony_ci		    chan_info->doorbell == doorbell)
6962306a36Sopenharmony_ci			return &mbox->chans[i];
7062306a36Sopenharmony_ci	}
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci	return NULL;
7362306a36Sopenharmony_ci}
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_cistatic void mhu_db_mbox_clear_irq(struct mbox_chan *chan)
7662306a36Sopenharmony_ci{
7762306a36Sopenharmony_ci	struct mhu_db_channel *chan_info = chan->con_priv;
7862306a36Sopenharmony_ci	void __iomem *base = chan_info->mhu->mlink[chan_info->pchan].rx_reg;
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci	writel_relaxed(BIT(chan_info->doorbell), base + INTR_CLR_OFS);
8162306a36Sopenharmony_ci}
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_cistatic unsigned int mhu_db_mbox_irq_to_pchan_num(struct arm_mhu *mhu, int irq)
8462306a36Sopenharmony_ci{
8562306a36Sopenharmony_ci	unsigned int pchan;
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci	for (pchan = 0; pchan < MHU_CHANS; pchan++)
8862306a36Sopenharmony_ci		if (mhu->mlink[pchan].irq == irq)
8962306a36Sopenharmony_ci			break;
9062306a36Sopenharmony_ci	return pchan;
9162306a36Sopenharmony_ci}
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_cistatic struct mbox_chan *
9462306a36Sopenharmony_cimhu_db_mbox_irq_to_channel(struct arm_mhu *mhu, unsigned int pchan)
9562306a36Sopenharmony_ci{
9662306a36Sopenharmony_ci	unsigned long bits;
9762306a36Sopenharmony_ci	unsigned int doorbell;
9862306a36Sopenharmony_ci	struct mbox_chan *chan = NULL;
9962306a36Sopenharmony_ci	struct mbox_controller *mbox = &mhu->mbox;
10062306a36Sopenharmony_ci	void __iomem *base = mhu->mlink[pchan].rx_reg;
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	bits = readl_relaxed(base + INTR_STAT_OFS);
10362306a36Sopenharmony_ci	if (!bits)
10462306a36Sopenharmony_ci		/* No IRQs fired in specified physical channel */
10562306a36Sopenharmony_ci		return NULL;
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	/* An IRQ has fired, find the associated channel */
10862306a36Sopenharmony_ci	for (doorbell = 0; bits; doorbell++) {
10962306a36Sopenharmony_ci		if (!test_and_clear_bit(doorbell, &bits))
11062306a36Sopenharmony_ci			continue;
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci		chan = mhu_db_mbox_to_channel(mbox, pchan, doorbell);
11362306a36Sopenharmony_ci		if (chan)
11462306a36Sopenharmony_ci			break;
11562306a36Sopenharmony_ci		dev_err(mbox->dev,
11662306a36Sopenharmony_ci			"Channel not registered: pchan: %d doorbell: %d\n",
11762306a36Sopenharmony_ci			pchan, doorbell);
11862306a36Sopenharmony_ci	}
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci	return chan;
12162306a36Sopenharmony_ci}
12262306a36Sopenharmony_ci
12362306a36Sopenharmony_cistatic irqreturn_t mhu_db_mbox_rx_handler(int irq, void *data)
12462306a36Sopenharmony_ci{
12562306a36Sopenharmony_ci	struct mbox_chan *chan;
12662306a36Sopenharmony_ci	struct arm_mhu *mhu = data;
12762306a36Sopenharmony_ci	unsigned int pchan = mhu_db_mbox_irq_to_pchan_num(mhu, irq);
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci	while (NULL != (chan = mhu_db_mbox_irq_to_channel(mhu, pchan))) {
13062306a36Sopenharmony_ci		mbox_chan_received_data(chan, NULL);
13162306a36Sopenharmony_ci		mhu_db_mbox_clear_irq(chan);
13262306a36Sopenharmony_ci	}
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci	return IRQ_HANDLED;
13562306a36Sopenharmony_ci}
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_cistatic bool mhu_db_last_tx_done(struct mbox_chan *chan)
13862306a36Sopenharmony_ci{
13962306a36Sopenharmony_ci	struct mhu_db_channel *chan_info = chan->con_priv;
14062306a36Sopenharmony_ci	void __iomem *base = chan_info->mhu->mlink[chan_info->pchan].tx_reg;
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	if (readl_relaxed(base + INTR_STAT_OFS) & BIT(chan_info->doorbell))
14362306a36Sopenharmony_ci		return false;
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	return true;
14662306a36Sopenharmony_ci}
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_cistatic int mhu_db_send_data(struct mbox_chan *chan, void *data)
14962306a36Sopenharmony_ci{
15062306a36Sopenharmony_ci	struct mhu_db_channel *chan_info = chan->con_priv;
15162306a36Sopenharmony_ci	void __iomem *base = chan_info->mhu->mlink[chan_info->pchan].tx_reg;
15262306a36Sopenharmony_ci
15362306a36Sopenharmony_ci	/* Send event to co-processor */
15462306a36Sopenharmony_ci	writel_relaxed(BIT(chan_info->doorbell), base + INTR_SET_OFS);
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci	return 0;
15762306a36Sopenharmony_ci}
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_cistatic int mhu_db_startup(struct mbox_chan *chan)
16062306a36Sopenharmony_ci{
16162306a36Sopenharmony_ci	mhu_db_mbox_clear_irq(chan);
16262306a36Sopenharmony_ci	return 0;
16362306a36Sopenharmony_ci}
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_cistatic void mhu_db_shutdown(struct mbox_chan *chan)
16662306a36Sopenharmony_ci{
16762306a36Sopenharmony_ci	struct mhu_db_channel *chan_info = chan->con_priv;
16862306a36Sopenharmony_ci	struct mbox_controller *mbox = &chan_info->mhu->mbox;
16962306a36Sopenharmony_ci	int i;
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci	for (i = 0; i < mbox->num_chans; i++)
17262306a36Sopenharmony_ci		if (chan == &mbox->chans[i])
17362306a36Sopenharmony_ci			break;
17462306a36Sopenharmony_ci
17562306a36Sopenharmony_ci	if (mbox->num_chans == i) {
17662306a36Sopenharmony_ci		dev_warn(mbox->dev, "Request to free non-existent channel\n");
17762306a36Sopenharmony_ci		return;
17862306a36Sopenharmony_ci	}
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	/* Reset channel */
18162306a36Sopenharmony_ci	mhu_db_mbox_clear_irq(chan);
18262306a36Sopenharmony_ci	devm_kfree(mbox->dev, chan->con_priv);
18362306a36Sopenharmony_ci	chan->con_priv = NULL;
18462306a36Sopenharmony_ci}
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_cistatic struct mbox_chan *mhu_db_mbox_xlate(struct mbox_controller *mbox,
18762306a36Sopenharmony_ci					   const struct of_phandle_args *spec)
18862306a36Sopenharmony_ci{
18962306a36Sopenharmony_ci	struct arm_mhu *mhu = dev_get_drvdata(mbox->dev);
19062306a36Sopenharmony_ci	struct mhu_db_channel *chan_info;
19162306a36Sopenharmony_ci	struct mbox_chan *chan;
19262306a36Sopenharmony_ci	unsigned int pchan = spec->args[0];
19362306a36Sopenharmony_ci	unsigned int doorbell = spec->args[1];
19462306a36Sopenharmony_ci	int i;
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	/* Bounds checking */
19762306a36Sopenharmony_ci	if (pchan >= MHU_CHANS || doorbell >= MHU_NUM_DOORBELLS) {
19862306a36Sopenharmony_ci		dev_err(mbox->dev,
19962306a36Sopenharmony_ci			"Invalid channel requested pchan: %d doorbell: %d\n",
20062306a36Sopenharmony_ci			pchan, doorbell);
20162306a36Sopenharmony_ci		return ERR_PTR(-EINVAL);
20262306a36Sopenharmony_ci	}
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_ci	/* Is requested channel free? */
20562306a36Sopenharmony_ci	chan = mhu_db_mbox_to_channel(mbox, pchan, doorbell);
20662306a36Sopenharmony_ci	if (chan) {
20762306a36Sopenharmony_ci		dev_err(mbox->dev, "Channel in use: pchan: %d doorbell: %d\n",
20862306a36Sopenharmony_ci			pchan, doorbell);
20962306a36Sopenharmony_ci		return ERR_PTR(-EBUSY);
21062306a36Sopenharmony_ci	}
21162306a36Sopenharmony_ci
21262306a36Sopenharmony_ci	/* Find the first free slot */
21362306a36Sopenharmony_ci	for (i = 0; i < mbox->num_chans; i++)
21462306a36Sopenharmony_ci		if (!mbox->chans[i].con_priv)
21562306a36Sopenharmony_ci			break;
21662306a36Sopenharmony_ci
21762306a36Sopenharmony_ci	if (mbox->num_chans == i) {
21862306a36Sopenharmony_ci		dev_err(mbox->dev, "No free channels left\n");
21962306a36Sopenharmony_ci		return ERR_PTR(-EBUSY);
22062306a36Sopenharmony_ci	}
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_ci	chan = &mbox->chans[i];
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci	chan_info = devm_kzalloc(mbox->dev, sizeof(*chan_info), GFP_KERNEL);
22562306a36Sopenharmony_ci	if (!chan_info)
22662306a36Sopenharmony_ci		return ERR_PTR(-ENOMEM);
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_ci	chan_info->mhu = mhu;
22962306a36Sopenharmony_ci	chan_info->pchan = pchan;
23062306a36Sopenharmony_ci	chan_info->doorbell = doorbell;
23162306a36Sopenharmony_ci
23262306a36Sopenharmony_ci	chan->con_priv = chan_info;
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci	dev_dbg(mbox->dev, "mbox: created channel phys: %d doorbell: %d\n",
23562306a36Sopenharmony_ci		pchan, doorbell);
23662306a36Sopenharmony_ci
23762306a36Sopenharmony_ci	return chan;
23862306a36Sopenharmony_ci}
23962306a36Sopenharmony_ci
24062306a36Sopenharmony_cistatic const struct mbox_chan_ops mhu_db_ops = {
24162306a36Sopenharmony_ci	.send_data = mhu_db_send_data,
24262306a36Sopenharmony_ci	.startup = mhu_db_startup,
24362306a36Sopenharmony_ci	.shutdown = mhu_db_shutdown,
24462306a36Sopenharmony_ci	.last_tx_done = mhu_db_last_tx_done,
24562306a36Sopenharmony_ci};
24662306a36Sopenharmony_ci
24762306a36Sopenharmony_cistatic int mhu_db_probe(struct amba_device *adev, const struct amba_id *id)
24862306a36Sopenharmony_ci{
24962306a36Sopenharmony_ci	u32 cell_count;
25062306a36Sopenharmony_ci	int i, err, max_chans;
25162306a36Sopenharmony_ci	struct arm_mhu *mhu;
25262306a36Sopenharmony_ci	struct mbox_chan *chans;
25362306a36Sopenharmony_ci	struct device *dev = &adev->dev;
25462306a36Sopenharmony_ci	struct device_node *np = dev->of_node;
25562306a36Sopenharmony_ci	int mhu_reg[MHU_CHANS] = {
25662306a36Sopenharmony_ci		MHU_LP_OFFSET, MHU_HP_OFFSET, MHU_SEC_OFFSET,
25762306a36Sopenharmony_ci	};
25862306a36Sopenharmony_ci
25962306a36Sopenharmony_ci	if (!of_device_is_compatible(np, "arm,mhu-doorbell"))
26062306a36Sopenharmony_ci		return -ENODEV;
26162306a36Sopenharmony_ci
26262306a36Sopenharmony_ci	err = of_property_read_u32(np, "#mbox-cells", &cell_count);
26362306a36Sopenharmony_ci	if (err) {
26462306a36Sopenharmony_ci		dev_err(dev, "failed to read #mbox-cells in '%pOF'\n", np);
26562306a36Sopenharmony_ci		return err;
26662306a36Sopenharmony_ci	}
26762306a36Sopenharmony_ci
26862306a36Sopenharmony_ci	if (cell_count == 2) {
26962306a36Sopenharmony_ci		max_chans = MHU_CHAN_MAX;
27062306a36Sopenharmony_ci	} else {
27162306a36Sopenharmony_ci		dev_err(dev, "incorrect value of #mbox-cells in '%pOF'\n", np);
27262306a36Sopenharmony_ci		return -EINVAL;
27362306a36Sopenharmony_ci	}
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_ci	mhu = devm_kzalloc(dev, sizeof(*mhu), GFP_KERNEL);
27662306a36Sopenharmony_ci	if (!mhu)
27762306a36Sopenharmony_ci		return -ENOMEM;
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci	mhu->base = devm_ioremap_resource(dev, &adev->res);
28062306a36Sopenharmony_ci	if (IS_ERR(mhu->base))
28162306a36Sopenharmony_ci		return PTR_ERR(mhu->base);
28262306a36Sopenharmony_ci
28362306a36Sopenharmony_ci	chans = devm_kcalloc(dev, max_chans, sizeof(*chans), GFP_KERNEL);
28462306a36Sopenharmony_ci	if (!chans)
28562306a36Sopenharmony_ci		return -ENOMEM;
28662306a36Sopenharmony_ci
28762306a36Sopenharmony_ci	mhu->dev = dev;
28862306a36Sopenharmony_ci	mhu->mbox.dev = dev;
28962306a36Sopenharmony_ci	mhu->mbox.chans = chans;
29062306a36Sopenharmony_ci	mhu->mbox.num_chans = max_chans;
29162306a36Sopenharmony_ci	mhu->mbox.txdone_irq = false;
29262306a36Sopenharmony_ci	mhu->mbox.txdone_poll = true;
29362306a36Sopenharmony_ci	mhu->mbox.txpoll_period = 1;
29462306a36Sopenharmony_ci
29562306a36Sopenharmony_ci	mhu->mbox.of_xlate = mhu_db_mbox_xlate;
29662306a36Sopenharmony_ci	amba_set_drvdata(adev, mhu);
29762306a36Sopenharmony_ci
29862306a36Sopenharmony_ci	mhu->mbox.ops = &mhu_db_ops;
29962306a36Sopenharmony_ci
30062306a36Sopenharmony_ci	err = devm_mbox_controller_register(dev, &mhu->mbox);
30162306a36Sopenharmony_ci	if (err) {
30262306a36Sopenharmony_ci		dev_err(dev, "Failed to register mailboxes %d\n", err);
30362306a36Sopenharmony_ci		return err;
30462306a36Sopenharmony_ci	}
30562306a36Sopenharmony_ci
30662306a36Sopenharmony_ci	for (i = 0; i < MHU_CHANS; i++) {
30762306a36Sopenharmony_ci		int irq = mhu->mlink[i].irq = adev->irq[i];
30862306a36Sopenharmony_ci
30962306a36Sopenharmony_ci		if (irq <= 0) {
31062306a36Sopenharmony_ci			dev_dbg(dev, "No IRQ found for Channel %d\n", i);
31162306a36Sopenharmony_ci			continue;
31262306a36Sopenharmony_ci		}
31362306a36Sopenharmony_ci
31462306a36Sopenharmony_ci		mhu->mlink[i].rx_reg = mhu->base + mhu_reg[i];
31562306a36Sopenharmony_ci		mhu->mlink[i].tx_reg = mhu->mlink[i].rx_reg + TX_REG_OFFSET;
31662306a36Sopenharmony_ci
31762306a36Sopenharmony_ci		err = devm_request_threaded_irq(dev, irq, NULL,
31862306a36Sopenharmony_ci						mhu_db_mbox_rx_handler,
31962306a36Sopenharmony_ci						IRQF_ONESHOT, "mhu_db_link", mhu);
32062306a36Sopenharmony_ci		if (err) {
32162306a36Sopenharmony_ci			dev_err(dev, "Can't claim IRQ %d\n", irq);
32262306a36Sopenharmony_ci			mbox_controller_unregister(&mhu->mbox);
32362306a36Sopenharmony_ci			return err;
32462306a36Sopenharmony_ci		}
32562306a36Sopenharmony_ci	}
32662306a36Sopenharmony_ci
32762306a36Sopenharmony_ci	dev_info(dev, "ARM MHU Doorbell mailbox registered\n");
32862306a36Sopenharmony_ci	return 0;
32962306a36Sopenharmony_ci}
33062306a36Sopenharmony_ci
33162306a36Sopenharmony_cistatic struct amba_id mhu_ids[] = {
33262306a36Sopenharmony_ci	{
33362306a36Sopenharmony_ci		.id	= 0x1bb098,
33462306a36Sopenharmony_ci		.mask	= 0xffffff,
33562306a36Sopenharmony_ci	},
33662306a36Sopenharmony_ci	{ 0, 0 },
33762306a36Sopenharmony_ci};
33862306a36Sopenharmony_ciMODULE_DEVICE_TABLE(amba, mhu_ids);
33962306a36Sopenharmony_ci
34062306a36Sopenharmony_cistatic struct amba_driver arm_mhu_db_driver = {
34162306a36Sopenharmony_ci	.drv = {
34262306a36Sopenharmony_ci		.name	= "mhu-doorbell",
34362306a36Sopenharmony_ci	},
34462306a36Sopenharmony_ci	.id_table	= mhu_ids,
34562306a36Sopenharmony_ci	.probe		= mhu_db_probe,
34662306a36Sopenharmony_ci};
34762306a36Sopenharmony_cimodule_amba_driver(arm_mhu_db_driver);
34862306a36Sopenharmony_ci
34962306a36Sopenharmony_ciMODULE_LICENSE("GPL v2");
35062306a36Sopenharmony_ciMODULE_DESCRIPTION("ARM MHU Doorbell Driver");
35162306a36Sopenharmony_ciMODULE_AUTHOR("Sudeep Holla <sudeep.holla@arm.com>");
352