162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2013-2015 Fujitsu Semiconductor Ltd. 462306a36Sopenharmony_ci * Copyright (C) 2015 Linaro Ltd. 562306a36Sopenharmony_ci * Based on ARM MHU driver by Jassi Brar <jaswinder.singh@linaro.org> 662306a36Sopenharmony_ci * Copyright (C) 2020 ARM Ltd. 762306a36Sopenharmony_ci */ 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include <linux/amba/bus.h> 1062306a36Sopenharmony_ci#include <linux/device.h> 1162306a36Sopenharmony_ci#include <linux/err.h> 1262306a36Sopenharmony_ci#include <linux/interrupt.h> 1362306a36Sopenharmony_ci#include <linux/io.h> 1462306a36Sopenharmony_ci#include <linux/kernel.h> 1562306a36Sopenharmony_ci#include <linux/mailbox_controller.h> 1662306a36Sopenharmony_ci#include <linux/module.h> 1762306a36Sopenharmony_ci#include <linux/of.h> 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_ci#define INTR_STAT_OFS 0x0 2062306a36Sopenharmony_ci#define INTR_SET_OFS 0x8 2162306a36Sopenharmony_ci#define INTR_CLR_OFS 0x10 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_ci#define MHU_LP_OFFSET 0x0 2462306a36Sopenharmony_ci#define MHU_HP_OFFSET 0x20 2562306a36Sopenharmony_ci#define MHU_SEC_OFFSET 0x200 2662306a36Sopenharmony_ci#define TX_REG_OFFSET 0x100 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_ci#define MHU_CHANS 3 /* Secure, Non-Secure High and Low Priority */ 2962306a36Sopenharmony_ci#define MHU_CHAN_MAX 20 /* Max channels to save on unused RAM */ 3062306a36Sopenharmony_ci#define MHU_NUM_DOORBELLS 32 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_cistruct mhu_db_link { 3362306a36Sopenharmony_ci unsigned int irq; 3462306a36Sopenharmony_ci void __iomem *tx_reg; 3562306a36Sopenharmony_ci void __iomem *rx_reg; 3662306a36Sopenharmony_ci}; 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_cistruct arm_mhu { 3962306a36Sopenharmony_ci void __iomem *base; 4062306a36Sopenharmony_ci struct mhu_db_link mlink[MHU_CHANS]; 4162306a36Sopenharmony_ci struct mbox_controller mbox; 4262306a36Sopenharmony_ci struct device *dev; 4362306a36Sopenharmony_ci}; 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_ci/** 4662306a36Sopenharmony_ci * struct mhu_db_channel - ARM MHU Mailbox allocated channel information 4762306a36Sopenharmony_ci * 4862306a36Sopenharmony_ci * @mhu: Pointer to parent mailbox device 4962306a36Sopenharmony_ci * @pchan: Physical channel within which this doorbell resides in 5062306a36Sopenharmony_ci * @doorbell: doorbell number pertaining to this channel 5162306a36Sopenharmony_ci */ 5262306a36Sopenharmony_cistruct mhu_db_channel { 5362306a36Sopenharmony_ci struct arm_mhu *mhu; 5462306a36Sopenharmony_ci unsigned int pchan; 5562306a36Sopenharmony_ci unsigned int doorbell; 5662306a36Sopenharmony_ci}; 5762306a36Sopenharmony_ci 5862306a36Sopenharmony_cistatic inline struct mbox_chan * 5962306a36Sopenharmony_cimhu_db_mbox_to_channel(struct mbox_controller *mbox, unsigned int pchan, 6062306a36Sopenharmony_ci unsigned int doorbell) 6162306a36Sopenharmony_ci{ 6262306a36Sopenharmony_ci int i; 6362306a36Sopenharmony_ci struct mhu_db_channel *chan_info; 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci for (i = 0; i < mbox->num_chans; i++) { 6662306a36Sopenharmony_ci chan_info = mbox->chans[i].con_priv; 6762306a36Sopenharmony_ci if (chan_info && chan_info->pchan == pchan && 6862306a36Sopenharmony_ci chan_info->doorbell == doorbell) 6962306a36Sopenharmony_ci return &mbox->chans[i]; 7062306a36Sopenharmony_ci } 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_ci return NULL; 7362306a36Sopenharmony_ci} 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_cistatic void mhu_db_mbox_clear_irq(struct mbox_chan *chan) 7662306a36Sopenharmony_ci{ 7762306a36Sopenharmony_ci struct mhu_db_channel *chan_info = chan->con_priv; 7862306a36Sopenharmony_ci void __iomem *base = chan_info->mhu->mlink[chan_info->pchan].rx_reg; 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ci writel_relaxed(BIT(chan_info->doorbell), base + INTR_CLR_OFS); 8162306a36Sopenharmony_ci} 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_cistatic unsigned int mhu_db_mbox_irq_to_pchan_num(struct arm_mhu *mhu, int irq) 8462306a36Sopenharmony_ci{ 8562306a36Sopenharmony_ci unsigned int pchan; 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci for (pchan = 0; pchan < MHU_CHANS; pchan++) 8862306a36Sopenharmony_ci if (mhu->mlink[pchan].irq == irq) 8962306a36Sopenharmony_ci break; 9062306a36Sopenharmony_ci return pchan; 9162306a36Sopenharmony_ci} 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_cistatic struct mbox_chan * 9462306a36Sopenharmony_cimhu_db_mbox_irq_to_channel(struct arm_mhu *mhu, unsigned int pchan) 9562306a36Sopenharmony_ci{ 9662306a36Sopenharmony_ci unsigned long bits; 9762306a36Sopenharmony_ci unsigned int doorbell; 9862306a36Sopenharmony_ci struct mbox_chan *chan = NULL; 9962306a36Sopenharmony_ci struct mbox_controller *mbox = &mhu->mbox; 10062306a36Sopenharmony_ci void __iomem *base = mhu->mlink[pchan].rx_reg; 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci bits = readl_relaxed(base + INTR_STAT_OFS); 10362306a36Sopenharmony_ci if (!bits) 10462306a36Sopenharmony_ci /* No IRQs fired in specified physical channel */ 10562306a36Sopenharmony_ci return NULL; 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci /* An IRQ has fired, find the associated channel */ 10862306a36Sopenharmony_ci for (doorbell = 0; bits; doorbell++) { 10962306a36Sopenharmony_ci if (!test_and_clear_bit(doorbell, &bits)) 11062306a36Sopenharmony_ci continue; 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci chan = mhu_db_mbox_to_channel(mbox, pchan, doorbell); 11362306a36Sopenharmony_ci if (chan) 11462306a36Sopenharmony_ci break; 11562306a36Sopenharmony_ci dev_err(mbox->dev, 11662306a36Sopenharmony_ci "Channel not registered: pchan: %d doorbell: %d\n", 11762306a36Sopenharmony_ci pchan, doorbell); 11862306a36Sopenharmony_ci } 11962306a36Sopenharmony_ci 12062306a36Sopenharmony_ci return chan; 12162306a36Sopenharmony_ci} 12262306a36Sopenharmony_ci 12362306a36Sopenharmony_cistatic irqreturn_t mhu_db_mbox_rx_handler(int irq, void *data) 12462306a36Sopenharmony_ci{ 12562306a36Sopenharmony_ci struct mbox_chan *chan; 12662306a36Sopenharmony_ci struct arm_mhu *mhu = data; 12762306a36Sopenharmony_ci unsigned int pchan = mhu_db_mbox_irq_to_pchan_num(mhu, irq); 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_ci while (NULL != (chan = mhu_db_mbox_irq_to_channel(mhu, pchan))) { 13062306a36Sopenharmony_ci mbox_chan_received_data(chan, NULL); 13162306a36Sopenharmony_ci mhu_db_mbox_clear_irq(chan); 13262306a36Sopenharmony_ci } 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci return IRQ_HANDLED; 13562306a36Sopenharmony_ci} 13662306a36Sopenharmony_ci 13762306a36Sopenharmony_cistatic bool mhu_db_last_tx_done(struct mbox_chan *chan) 13862306a36Sopenharmony_ci{ 13962306a36Sopenharmony_ci struct mhu_db_channel *chan_info = chan->con_priv; 14062306a36Sopenharmony_ci void __iomem *base = chan_info->mhu->mlink[chan_info->pchan].tx_reg; 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ci if (readl_relaxed(base + INTR_STAT_OFS) & BIT(chan_info->doorbell)) 14362306a36Sopenharmony_ci return false; 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci return true; 14662306a36Sopenharmony_ci} 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_cistatic int mhu_db_send_data(struct mbox_chan *chan, void *data) 14962306a36Sopenharmony_ci{ 15062306a36Sopenharmony_ci struct mhu_db_channel *chan_info = chan->con_priv; 15162306a36Sopenharmony_ci void __iomem *base = chan_info->mhu->mlink[chan_info->pchan].tx_reg; 15262306a36Sopenharmony_ci 15362306a36Sopenharmony_ci /* Send event to co-processor */ 15462306a36Sopenharmony_ci writel_relaxed(BIT(chan_info->doorbell), base + INTR_SET_OFS); 15562306a36Sopenharmony_ci 15662306a36Sopenharmony_ci return 0; 15762306a36Sopenharmony_ci} 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_cistatic int mhu_db_startup(struct mbox_chan *chan) 16062306a36Sopenharmony_ci{ 16162306a36Sopenharmony_ci mhu_db_mbox_clear_irq(chan); 16262306a36Sopenharmony_ci return 0; 16362306a36Sopenharmony_ci} 16462306a36Sopenharmony_ci 16562306a36Sopenharmony_cistatic void mhu_db_shutdown(struct mbox_chan *chan) 16662306a36Sopenharmony_ci{ 16762306a36Sopenharmony_ci struct mhu_db_channel *chan_info = chan->con_priv; 16862306a36Sopenharmony_ci struct mbox_controller *mbox = &chan_info->mhu->mbox; 16962306a36Sopenharmony_ci int i; 17062306a36Sopenharmony_ci 17162306a36Sopenharmony_ci for (i = 0; i < mbox->num_chans; i++) 17262306a36Sopenharmony_ci if (chan == &mbox->chans[i]) 17362306a36Sopenharmony_ci break; 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_ci if (mbox->num_chans == i) { 17662306a36Sopenharmony_ci dev_warn(mbox->dev, "Request to free non-existent channel\n"); 17762306a36Sopenharmony_ci return; 17862306a36Sopenharmony_ci } 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_ci /* Reset channel */ 18162306a36Sopenharmony_ci mhu_db_mbox_clear_irq(chan); 18262306a36Sopenharmony_ci devm_kfree(mbox->dev, chan->con_priv); 18362306a36Sopenharmony_ci chan->con_priv = NULL; 18462306a36Sopenharmony_ci} 18562306a36Sopenharmony_ci 18662306a36Sopenharmony_cistatic struct mbox_chan *mhu_db_mbox_xlate(struct mbox_controller *mbox, 18762306a36Sopenharmony_ci const struct of_phandle_args *spec) 18862306a36Sopenharmony_ci{ 18962306a36Sopenharmony_ci struct arm_mhu *mhu = dev_get_drvdata(mbox->dev); 19062306a36Sopenharmony_ci struct mhu_db_channel *chan_info; 19162306a36Sopenharmony_ci struct mbox_chan *chan; 19262306a36Sopenharmony_ci unsigned int pchan = spec->args[0]; 19362306a36Sopenharmony_ci unsigned int doorbell = spec->args[1]; 19462306a36Sopenharmony_ci int i; 19562306a36Sopenharmony_ci 19662306a36Sopenharmony_ci /* Bounds checking */ 19762306a36Sopenharmony_ci if (pchan >= MHU_CHANS || doorbell >= MHU_NUM_DOORBELLS) { 19862306a36Sopenharmony_ci dev_err(mbox->dev, 19962306a36Sopenharmony_ci "Invalid channel requested pchan: %d doorbell: %d\n", 20062306a36Sopenharmony_ci pchan, doorbell); 20162306a36Sopenharmony_ci return ERR_PTR(-EINVAL); 20262306a36Sopenharmony_ci } 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_ci /* Is requested channel free? */ 20562306a36Sopenharmony_ci chan = mhu_db_mbox_to_channel(mbox, pchan, doorbell); 20662306a36Sopenharmony_ci if (chan) { 20762306a36Sopenharmony_ci dev_err(mbox->dev, "Channel in use: pchan: %d doorbell: %d\n", 20862306a36Sopenharmony_ci pchan, doorbell); 20962306a36Sopenharmony_ci return ERR_PTR(-EBUSY); 21062306a36Sopenharmony_ci } 21162306a36Sopenharmony_ci 21262306a36Sopenharmony_ci /* Find the first free slot */ 21362306a36Sopenharmony_ci for (i = 0; i < mbox->num_chans; i++) 21462306a36Sopenharmony_ci if (!mbox->chans[i].con_priv) 21562306a36Sopenharmony_ci break; 21662306a36Sopenharmony_ci 21762306a36Sopenharmony_ci if (mbox->num_chans == i) { 21862306a36Sopenharmony_ci dev_err(mbox->dev, "No free channels left\n"); 21962306a36Sopenharmony_ci return ERR_PTR(-EBUSY); 22062306a36Sopenharmony_ci } 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_ci chan = &mbox->chans[i]; 22362306a36Sopenharmony_ci 22462306a36Sopenharmony_ci chan_info = devm_kzalloc(mbox->dev, sizeof(*chan_info), GFP_KERNEL); 22562306a36Sopenharmony_ci if (!chan_info) 22662306a36Sopenharmony_ci return ERR_PTR(-ENOMEM); 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci chan_info->mhu = mhu; 22962306a36Sopenharmony_ci chan_info->pchan = pchan; 23062306a36Sopenharmony_ci chan_info->doorbell = doorbell; 23162306a36Sopenharmony_ci 23262306a36Sopenharmony_ci chan->con_priv = chan_info; 23362306a36Sopenharmony_ci 23462306a36Sopenharmony_ci dev_dbg(mbox->dev, "mbox: created channel phys: %d doorbell: %d\n", 23562306a36Sopenharmony_ci pchan, doorbell); 23662306a36Sopenharmony_ci 23762306a36Sopenharmony_ci return chan; 23862306a36Sopenharmony_ci} 23962306a36Sopenharmony_ci 24062306a36Sopenharmony_cistatic const struct mbox_chan_ops mhu_db_ops = { 24162306a36Sopenharmony_ci .send_data = mhu_db_send_data, 24262306a36Sopenharmony_ci .startup = mhu_db_startup, 24362306a36Sopenharmony_ci .shutdown = mhu_db_shutdown, 24462306a36Sopenharmony_ci .last_tx_done = mhu_db_last_tx_done, 24562306a36Sopenharmony_ci}; 24662306a36Sopenharmony_ci 24762306a36Sopenharmony_cistatic int mhu_db_probe(struct amba_device *adev, const struct amba_id *id) 24862306a36Sopenharmony_ci{ 24962306a36Sopenharmony_ci u32 cell_count; 25062306a36Sopenharmony_ci int i, err, max_chans; 25162306a36Sopenharmony_ci struct arm_mhu *mhu; 25262306a36Sopenharmony_ci struct mbox_chan *chans; 25362306a36Sopenharmony_ci struct device *dev = &adev->dev; 25462306a36Sopenharmony_ci struct device_node *np = dev->of_node; 25562306a36Sopenharmony_ci int mhu_reg[MHU_CHANS] = { 25662306a36Sopenharmony_ci MHU_LP_OFFSET, MHU_HP_OFFSET, MHU_SEC_OFFSET, 25762306a36Sopenharmony_ci }; 25862306a36Sopenharmony_ci 25962306a36Sopenharmony_ci if (!of_device_is_compatible(np, "arm,mhu-doorbell")) 26062306a36Sopenharmony_ci return -ENODEV; 26162306a36Sopenharmony_ci 26262306a36Sopenharmony_ci err = of_property_read_u32(np, "#mbox-cells", &cell_count); 26362306a36Sopenharmony_ci if (err) { 26462306a36Sopenharmony_ci dev_err(dev, "failed to read #mbox-cells in '%pOF'\n", np); 26562306a36Sopenharmony_ci return err; 26662306a36Sopenharmony_ci } 26762306a36Sopenharmony_ci 26862306a36Sopenharmony_ci if (cell_count == 2) { 26962306a36Sopenharmony_ci max_chans = MHU_CHAN_MAX; 27062306a36Sopenharmony_ci } else { 27162306a36Sopenharmony_ci dev_err(dev, "incorrect value of #mbox-cells in '%pOF'\n", np); 27262306a36Sopenharmony_ci return -EINVAL; 27362306a36Sopenharmony_ci } 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_ci mhu = devm_kzalloc(dev, sizeof(*mhu), GFP_KERNEL); 27662306a36Sopenharmony_ci if (!mhu) 27762306a36Sopenharmony_ci return -ENOMEM; 27862306a36Sopenharmony_ci 27962306a36Sopenharmony_ci mhu->base = devm_ioremap_resource(dev, &adev->res); 28062306a36Sopenharmony_ci if (IS_ERR(mhu->base)) 28162306a36Sopenharmony_ci return PTR_ERR(mhu->base); 28262306a36Sopenharmony_ci 28362306a36Sopenharmony_ci chans = devm_kcalloc(dev, max_chans, sizeof(*chans), GFP_KERNEL); 28462306a36Sopenharmony_ci if (!chans) 28562306a36Sopenharmony_ci return -ENOMEM; 28662306a36Sopenharmony_ci 28762306a36Sopenharmony_ci mhu->dev = dev; 28862306a36Sopenharmony_ci mhu->mbox.dev = dev; 28962306a36Sopenharmony_ci mhu->mbox.chans = chans; 29062306a36Sopenharmony_ci mhu->mbox.num_chans = max_chans; 29162306a36Sopenharmony_ci mhu->mbox.txdone_irq = false; 29262306a36Sopenharmony_ci mhu->mbox.txdone_poll = true; 29362306a36Sopenharmony_ci mhu->mbox.txpoll_period = 1; 29462306a36Sopenharmony_ci 29562306a36Sopenharmony_ci mhu->mbox.of_xlate = mhu_db_mbox_xlate; 29662306a36Sopenharmony_ci amba_set_drvdata(adev, mhu); 29762306a36Sopenharmony_ci 29862306a36Sopenharmony_ci mhu->mbox.ops = &mhu_db_ops; 29962306a36Sopenharmony_ci 30062306a36Sopenharmony_ci err = devm_mbox_controller_register(dev, &mhu->mbox); 30162306a36Sopenharmony_ci if (err) { 30262306a36Sopenharmony_ci dev_err(dev, "Failed to register mailboxes %d\n", err); 30362306a36Sopenharmony_ci return err; 30462306a36Sopenharmony_ci } 30562306a36Sopenharmony_ci 30662306a36Sopenharmony_ci for (i = 0; i < MHU_CHANS; i++) { 30762306a36Sopenharmony_ci int irq = mhu->mlink[i].irq = adev->irq[i]; 30862306a36Sopenharmony_ci 30962306a36Sopenharmony_ci if (irq <= 0) { 31062306a36Sopenharmony_ci dev_dbg(dev, "No IRQ found for Channel %d\n", i); 31162306a36Sopenharmony_ci continue; 31262306a36Sopenharmony_ci } 31362306a36Sopenharmony_ci 31462306a36Sopenharmony_ci mhu->mlink[i].rx_reg = mhu->base + mhu_reg[i]; 31562306a36Sopenharmony_ci mhu->mlink[i].tx_reg = mhu->mlink[i].rx_reg + TX_REG_OFFSET; 31662306a36Sopenharmony_ci 31762306a36Sopenharmony_ci err = devm_request_threaded_irq(dev, irq, NULL, 31862306a36Sopenharmony_ci mhu_db_mbox_rx_handler, 31962306a36Sopenharmony_ci IRQF_ONESHOT, "mhu_db_link", mhu); 32062306a36Sopenharmony_ci if (err) { 32162306a36Sopenharmony_ci dev_err(dev, "Can't claim IRQ %d\n", irq); 32262306a36Sopenharmony_ci mbox_controller_unregister(&mhu->mbox); 32362306a36Sopenharmony_ci return err; 32462306a36Sopenharmony_ci } 32562306a36Sopenharmony_ci } 32662306a36Sopenharmony_ci 32762306a36Sopenharmony_ci dev_info(dev, "ARM MHU Doorbell mailbox registered\n"); 32862306a36Sopenharmony_ci return 0; 32962306a36Sopenharmony_ci} 33062306a36Sopenharmony_ci 33162306a36Sopenharmony_cistatic struct amba_id mhu_ids[] = { 33262306a36Sopenharmony_ci { 33362306a36Sopenharmony_ci .id = 0x1bb098, 33462306a36Sopenharmony_ci .mask = 0xffffff, 33562306a36Sopenharmony_ci }, 33662306a36Sopenharmony_ci { 0, 0 }, 33762306a36Sopenharmony_ci}; 33862306a36Sopenharmony_ciMODULE_DEVICE_TABLE(amba, mhu_ids); 33962306a36Sopenharmony_ci 34062306a36Sopenharmony_cistatic struct amba_driver arm_mhu_db_driver = { 34162306a36Sopenharmony_ci .drv = { 34262306a36Sopenharmony_ci .name = "mhu-doorbell", 34362306a36Sopenharmony_ci }, 34462306a36Sopenharmony_ci .id_table = mhu_ids, 34562306a36Sopenharmony_ci .probe = mhu_db_probe, 34662306a36Sopenharmony_ci}; 34762306a36Sopenharmony_cimodule_amba_driver(arm_mhu_db_driver); 34862306a36Sopenharmony_ci 34962306a36Sopenharmony_ciMODULE_LICENSE("GPL v2"); 35062306a36Sopenharmony_ciMODULE_DESCRIPTION("ARM MHU Doorbell Driver"); 35162306a36Sopenharmony_ciMODULE_AUTHOR("Sudeep Holla <sudeep.holla@arm.com>"); 352