162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Amlogic SD/eMMC driver for the GX/S905 family SoCs 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (c) 2016 BayLibre, SAS. 662306a36Sopenharmony_ci * Author: Kevin Hilman <khilman@baylibre.com> 762306a36Sopenharmony_ci */ 862306a36Sopenharmony_ci#include <linux/kernel.h> 962306a36Sopenharmony_ci#include <linux/module.h> 1062306a36Sopenharmony_ci#include <linux/init.h> 1162306a36Sopenharmony_ci#include <linux/delay.h> 1262306a36Sopenharmony_ci#include <linux/device.h> 1362306a36Sopenharmony_ci#include <linux/iopoll.h> 1462306a36Sopenharmony_ci#include <linux/of.h> 1562306a36Sopenharmony_ci#include <linux/platform_device.h> 1662306a36Sopenharmony_ci#include <linux/ioport.h> 1762306a36Sopenharmony_ci#include <linux/dma-mapping.h> 1862306a36Sopenharmony_ci#include <linux/mmc/host.h> 1962306a36Sopenharmony_ci#include <linux/mmc/mmc.h> 2062306a36Sopenharmony_ci#include <linux/mmc/sdio.h> 2162306a36Sopenharmony_ci#include <linux/mmc/slot-gpio.h> 2262306a36Sopenharmony_ci#include <linux/io.h> 2362306a36Sopenharmony_ci#include <linux/clk.h> 2462306a36Sopenharmony_ci#include <linux/clk-provider.h> 2562306a36Sopenharmony_ci#include <linux/regulator/consumer.h> 2662306a36Sopenharmony_ci#include <linux/reset.h> 2762306a36Sopenharmony_ci#include <linux/interrupt.h> 2862306a36Sopenharmony_ci#include <linux/bitfield.h> 2962306a36Sopenharmony_ci#include <linux/pinctrl/consumer.h> 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci#define DRIVER_NAME "meson-gx-mmc" 3262306a36Sopenharmony_ci 3362306a36Sopenharmony_ci#define SD_EMMC_CLOCK 0x0 3462306a36Sopenharmony_ci#define CLK_DIV_MASK GENMASK(5, 0) 3562306a36Sopenharmony_ci#define CLK_SRC_MASK GENMASK(7, 6) 3662306a36Sopenharmony_ci#define CLK_CORE_PHASE_MASK GENMASK(9, 8) 3762306a36Sopenharmony_ci#define CLK_TX_PHASE_MASK GENMASK(11, 10) 3862306a36Sopenharmony_ci#define CLK_RX_PHASE_MASK GENMASK(13, 12) 3962306a36Sopenharmony_ci#define CLK_PHASE_0 0 4062306a36Sopenharmony_ci#define CLK_PHASE_180 2 4162306a36Sopenharmony_ci#define CLK_V2_TX_DELAY_MASK GENMASK(19, 16) 4262306a36Sopenharmony_ci#define CLK_V2_RX_DELAY_MASK GENMASK(23, 20) 4362306a36Sopenharmony_ci#define CLK_V2_ALWAYS_ON BIT(24) 4462306a36Sopenharmony_ci#define CLK_V2_IRQ_SDIO_SLEEP BIT(25) 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci#define CLK_V3_TX_DELAY_MASK GENMASK(21, 16) 4762306a36Sopenharmony_ci#define CLK_V3_RX_DELAY_MASK GENMASK(27, 22) 4862306a36Sopenharmony_ci#define CLK_V3_ALWAYS_ON BIT(28) 4962306a36Sopenharmony_ci#define CLK_V3_IRQ_SDIO_SLEEP BIT(29) 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_ci#define CLK_TX_DELAY_MASK(h) (h->data->tx_delay_mask) 5262306a36Sopenharmony_ci#define CLK_RX_DELAY_MASK(h) (h->data->rx_delay_mask) 5362306a36Sopenharmony_ci#define CLK_ALWAYS_ON(h) (h->data->always_on) 5462306a36Sopenharmony_ci#define CLK_IRQ_SDIO_SLEEP(h) (h->data->irq_sdio_sleep) 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci#define SD_EMMC_DELAY 0x4 5762306a36Sopenharmony_ci#define SD_EMMC_ADJUST 0x8 5862306a36Sopenharmony_ci#define ADJUST_ADJ_DELAY_MASK GENMASK(21, 16) 5962306a36Sopenharmony_ci#define ADJUST_DS_EN BIT(15) 6062306a36Sopenharmony_ci#define ADJUST_ADJ_EN BIT(13) 6162306a36Sopenharmony_ci 6262306a36Sopenharmony_ci#define SD_EMMC_DELAY1 0x4 6362306a36Sopenharmony_ci#define SD_EMMC_DELAY2 0x8 6462306a36Sopenharmony_ci#define SD_EMMC_V3_ADJUST 0xc 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci#define SD_EMMC_CALOUT 0x10 6762306a36Sopenharmony_ci#define SD_EMMC_START 0x40 6862306a36Sopenharmony_ci#define START_DESC_INIT BIT(0) 6962306a36Sopenharmony_ci#define START_DESC_BUSY BIT(1) 7062306a36Sopenharmony_ci#define START_DESC_ADDR_MASK GENMASK(31, 2) 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_ci#define SD_EMMC_CFG 0x44 7362306a36Sopenharmony_ci#define CFG_BUS_WIDTH_MASK GENMASK(1, 0) 7462306a36Sopenharmony_ci#define CFG_BUS_WIDTH_1 0x0 7562306a36Sopenharmony_ci#define CFG_BUS_WIDTH_4 0x1 7662306a36Sopenharmony_ci#define CFG_BUS_WIDTH_8 0x2 7762306a36Sopenharmony_ci#define CFG_DDR BIT(2) 7862306a36Sopenharmony_ci#define CFG_BLK_LEN_MASK GENMASK(7, 4) 7962306a36Sopenharmony_ci#define CFG_RESP_TIMEOUT_MASK GENMASK(11, 8) 8062306a36Sopenharmony_ci#define CFG_RC_CC_MASK GENMASK(15, 12) 8162306a36Sopenharmony_ci#define CFG_STOP_CLOCK BIT(22) 8262306a36Sopenharmony_ci#define CFG_CLK_ALWAYS_ON BIT(18) 8362306a36Sopenharmony_ci#define CFG_CHK_DS BIT(20) 8462306a36Sopenharmony_ci#define CFG_AUTO_CLK BIT(23) 8562306a36Sopenharmony_ci#define CFG_ERR_ABORT BIT(27) 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci#define SD_EMMC_STATUS 0x48 8862306a36Sopenharmony_ci#define STATUS_BUSY BIT(31) 8962306a36Sopenharmony_ci#define STATUS_DESC_BUSY BIT(30) 9062306a36Sopenharmony_ci#define STATUS_DATI GENMASK(23, 16) 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci#define SD_EMMC_IRQ_EN 0x4c 9362306a36Sopenharmony_ci#define IRQ_RXD_ERR_MASK GENMASK(7, 0) 9462306a36Sopenharmony_ci#define IRQ_TXD_ERR BIT(8) 9562306a36Sopenharmony_ci#define IRQ_DESC_ERR BIT(9) 9662306a36Sopenharmony_ci#define IRQ_RESP_ERR BIT(10) 9762306a36Sopenharmony_ci#define IRQ_CRC_ERR \ 9862306a36Sopenharmony_ci (IRQ_RXD_ERR_MASK | IRQ_TXD_ERR | IRQ_DESC_ERR | IRQ_RESP_ERR) 9962306a36Sopenharmony_ci#define IRQ_RESP_TIMEOUT BIT(11) 10062306a36Sopenharmony_ci#define IRQ_DESC_TIMEOUT BIT(12) 10162306a36Sopenharmony_ci#define IRQ_TIMEOUTS \ 10262306a36Sopenharmony_ci (IRQ_RESP_TIMEOUT | IRQ_DESC_TIMEOUT) 10362306a36Sopenharmony_ci#define IRQ_END_OF_CHAIN BIT(13) 10462306a36Sopenharmony_ci#define IRQ_RESP_STATUS BIT(14) 10562306a36Sopenharmony_ci#define IRQ_SDIO BIT(15) 10662306a36Sopenharmony_ci#define IRQ_EN_MASK \ 10762306a36Sopenharmony_ci (IRQ_CRC_ERR | IRQ_TIMEOUTS | IRQ_END_OF_CHAIN) 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci#define SD_EMMC_CMD_CFG 0x50 11062306a36Sopenharmony_ci#define SD_EMMC_CMD_ARG 0x54 11162306a36Sopenharmony_ci#define SD_EMMC_CMD_DAT 0x58 11262306a36Sopenharmony_ci#define SD_EMMC_CMD_RSP 0x5c 11362306a36Sopenharmony_ci#define SD_EMMC_CMD_RSP1 0x60 11462306a36Sopenharmony_ci#define SD_EMMC_CMD_RSP2 0x64 11562306a36Sopenharmony_ci#define SD_EMMC_CMD_RSP3 0x68 11662306a36Sopenharmony_ci 11762306a36Sopenharmony_ci#define SD_EMMC_RXD 0x94 11862306a36Sopenharmony_ci#define SD_EMMC_TXD 0x94 11962306a36Sopenharmony_ci#define SD_EMMC_LAST_REG SD_EMMC_TXD 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci#define SD_EMMC_SRAM_DATA_BUF_LEN 1536 12262306a36Sopenharmony_ci#define SD_EMMC_SRAM_DATA_BUF_OFF 0x200 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci#define SD_EMMC_CFG_BLK_SIZE 512 /* internal buffer max: 512 bytes */ 12562306a36Sopenharmony_ci#define SD_EMMC_CFG_RESP_TIMEOUT 256 /* in clock cycles */ 12662306a36Sopenharmony_ci#define SD_EMMC_CMD_TIMEOUT 1024 /* in ms */ 12762306a36Sopenharmony_ci#define SD_EMMC_CMD_TIMEOUT_DATA 4096 /* in ms */ 12862306a36Sopenharmony_ci#define SD_EMMC_CFG_CMD_GAP 16 /* in clock cycles */ 12962306a36Sopenharmony_ci#define SD_EMMC_DESC_BUF_LEN PAGE_SIZE 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci#define SD_EMMC_PRE_REQ_DONE BIT(0) 13262306a36Sopenharmony_ci#define SD_EMMC_DESC_CHAIN_MODE BIT(1) 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci#define MUX_CLK_NUM_PARENTS 2 13562306a36Sopenharmony_ci 13662306a36Sopenharmony_cistruct meson_mmc_data { 13762306a36Sopenharmony_ci unsigned int tx_delay_mask; 13862306a36Sopenharmony_ci unsigned int rx_delay_mask; 13962306a36Sopenharmony_ci unsigned int always_on; 14062306a36Sopenharmony_ci unsigned int adjust; 14162306a36Sopenharmony_ci unsigned int irq_sdio_sleep; 14262306a36Sopenharmony_ci}; 14362306a36Sopenharmony_ci 14462306a36Sopenharmony_cistruct sd_emmc_desc { 14562306a36Sopenharmony_ci u32 cmd_cfg; 14662306a36Sopenharmony_ci u32 cmd_arg; 14762306a36Sopenharmony_ci u32 cmd_data; 14862306a36Sopenharmony_ci u32 cmd_resp; 14962306a36Sopenharmony_ci}; 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_cistruct meson_host { 15262306a36Sopenharmony_ci struct device *dev; 15362306a36Sopenharmony_ci const struct meson_mmc_data *data; 15462306a36Sopenharmony_ci struct mmc_host *mmc; 15562306a36Sopenharmony_ci struct mmc_command *cmd; 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci void __iomem *regs; 15862306a36Sopenharmony_ci struct clk *mux_clk; 15962306a36Sopenharmony_ci struct clk *mmc_clk; 16062306a36Sopenharmony_ci unsigned long req_rate; 16162306a36Sopenharmony_ci bool ddr; 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci bool dram_access_quirk; 16462306a36Sopenharmony_ci 16562306a36Sopenharmony_ci struct pinctrl *pinctrl; 16662306a36Sopenharmony_ci struct pinctrl_state *pins_clk_gate; 16762306a36Sopenharmony_ci 16862306a36Sopenharmony_ci unsigned int bounce_buf_size; 16962306a36Sopenharmony_ci void *bounce_buf; 17062306a36Sopenharmony_ci void __iomem *bounce_iomem_buf; 17162306a36Sopenharmony_ci dma_addr_t bounce_dma_addr; 17262306a36Sopenharmony_ci struct sd_emmc_desc *descs; 17362306a36Sopenharmony_ci dma_addr_t descs_dma_addr; 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_ci int irq; 17662306a36Sopenharmony_ci 17762306a36Sopenharmony_ci bool needs_pre_post_req; 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_ci spinlock_t lock; 18062306a36Sopenharmony_ci}; 18162306a36Sopenharmony_ci 18262306a36Sopenharmony_ci#define CMD_CFG_LENGTH_MASK GENMASK(8, 0) 18362306a36Sopenharmony_ci#define CMD_CFG_BLOCK_MODE BIT(9) 18462306a36Sopenharmony_ci#define CMD_CFG_R1B BIT(10) 18562306a36Sopenharmony_ci#define CMD_CFG_END_OF_CHAIN BIT(11) 18662306a36Sopenharmony_ci#define CMD_CFG_TIMEOUT_MASK GENMASK(15, 12) 18762306a36Sopenharmony_ci#define CMD_CFG_NO_RESP BIT(16) 18862306a36Sopenharmony_ci#define CMD_CFG_NO_CMD BIT(17) 18962306a36Sopenharmony_ci#define CMD_CFG_DATA_IO BIT(18) 19062306a36Sopenharmony_ci#define CMD_CFG_DATA_WR BIT(19) 19162306a36Sopenharmony_ci#define CMD_CFG_RESP_NOCRC BIT(20) 19262306a36Sopenharmony_ci#define CMD_CFG_RESP_128 BIT(21) 19362306a36Sopenharmony_ci#define CMD_CFG_RESP_NUM BIT(22) 19462306a36Sopenharmony_ci#define CMD_CFG_DATA_NUM BIT(23) 19562306a36Sopenharmony_ci#define CMD_CFG_CMD_INDEX_MASK GENMASK(29, 24) 19662306a36Sopenharmony_ci#define CMD_CFG_ERROR BIT(30) 19762306a36Sopenharmony_ci#define CMD_CFG_OWNER BIT(31) 19862306a36Sopenharmony_ci 19962306a36Sopenharmony_ci#define CMD_DATA_MASK GENMASK(31, 2) 20062306a36Sopenharmony_ci#define CMD_DATA_BIG_ENDIAN BIT(1) 20162306a36Sopenharmony_ci#define CMD_DATA_SRAM BIT(0) 20262306a36Sopenharmony_ci#define CMD_RESP_MASK GENMASK(31, 1) 20362306a36Sopenharmony_ci#define CMD_RESP_SRAM BIT(0) 20462306a36Sopenharmony_ci 20562306a36Sopenharmony_cistatic unsigned int meson_mmc_get_timeout_msecs(struct mmc_data *data) 20662306a36Sopenharmony_ci{ 20762306a36Sopenharmony_ci unsigned int timeout = data->timeout_ns / NSEC_PER_MSEC; 20862306a36Sopenharmony_ci 20962306a36Sopenharmony_ci if (!timeout) 21062306a36Sopenharmony_ci return SD_EMMC_CMD_TIMEOUT_DATA; 21162306a36Sopenharmony_ci 21262306a36Sopenharmony_ci timeout = roundup_pow_of_two(timeout); 21362306a36Sopenharmony_ci 21462306a36Sopenharmony_ci return min(timeout, 32768U); /* max. 2^15 ms */ 21562306a36Sopenharmony_ci} 21662306a36Sopenharmony_ci 21762306a36Sopenharmony_cistatic struct mmc_command *meson_mmc_get_next_command(struct mmc_command *cmd) 21862306a36Sopenharmony_ci{ 21962306a36Sopenharmony_ci if (cmd->opcode == MMC_SET_BLOCK_COUNT && !cmd->error) 22062306a36Sopenharmony_ci return cmd->mrq->cmd; 22162306a36Sopenharmony_ci else if (mmc_op_multi(cmd->opcode) && 22262306a36Sopenharmony_ci (!cmd->mrq->sbc || cmd->error || cmd->data->error)) 22362306a36Sopenharmony_ci return cmd->mrq->stop; 22462306a36Sopenharmony_ci else 22562306a36Sopenharmony_ci return NULL; 22662306a36Sopenharmony_ci} 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_cistatic void meson_mmc_get_transfer_mode(struct mmc_host *mmc, 22962306a36Sopenharmony_ci struct mmc_request *mrq) 23062306a36Sopenharmony_ci{ 23162306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 23262306a36Sopenharmony_ci struct mmc_data *data = mrq->data; 23362306a36Sopenharmony_ci struct scatterlist *sg; 23462306a36Sopenharmony_ci int i; 23562306a36Sopenharmony_ci 23662306a36Sopenharmony_ci /* 23762306a36Sopenharmony_ci * When Controller DMA cannot directly access DDR memory, disable 23862306a36Sopenharmony_ci * support for Chain Mode to directly use the internal SRAM using 23962306a36Sopenharmony_ci * the bounce buffer mode. 24062306a36Sopenharmony_ci */ 24162306a36Sopenharmony_ci if (host->dram_access_quirk) 24262306a36Sopenharmony_ci return; 24362306a36Sopenharmony_ci 24462306a36Sopenharmony_ci /* SD_IO_RW_EXTENDED (CMD53) can also use block mode under the hood */ 24562306a36Sopenharmony_ci if (data->blocks > 1 || mrq->cmd->opcode == SD_IO_RW_EXTENDED) { 24662306a36Sopenharmony_ci /* 24762306a36Sopenharmony_ci * In block mode DMA descriptor format, "length" field indicates 24862306a36Sopenharmony_ci * number of blocks and there is no way to pass DMA size that 24962306a36Sopenharmony_ci * is not multiple of SDIO block size, making it impossible to 25062306a36Sopenharmony_ci * tie more than one memory buffer with single SDIO block. 25162306a36Sopenharmony_ci * Block mode sg buffer size should be aligned with SDIO block 25262306a36Sopenharmony_ci * size, otherwise chain mode could not be used. 25362306a36Sopenharmony_ci */ 25462306a36Sopenharmony_ci for_each_sg(data->sg, sg, data->sg_len, i) { 25562306a36Sopenharmony_ci if (sg->length % data->blksz) { 25662306a36Sopenharmony_ci dev_warn_once(mmc_dev(mmc), 25762306a36Sopenharmony_ci "unaligned sg len %u blksize %u, disabling descriptor DMA for transfer\n", 25862306a36Sopenharmony_ci sg->length, data->blksz); 25962306a36Sopenharmony_ci return; 26062306a36Sopenharmony_ci } 26162306a36Sopenharmony_ci } 26262306a36Sopenharmony_ci } 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_ci for_each_sg(data->sg, sg, data->sg_len, i) { 26562306a36Sopenharmony_ci /* check for 8 byte alignment */ 26662306a36Sopenharmony_ci if (sg->offset % 8) { 26762306a36Sopenharmony_ci dev_warn_once(mmc_dev(mmc), 26862306a36Sopenharmony_ci "unaligned sg offset %u, disabling descriptor DMA for transfer\n", 26962306a36Sopenharmony_ci sg->offset); 27062306a36Sopenharmony_ci return; 27162306a36Sopenharmony_ci } 27262306a36Sopenharmony_ci } 27362306a36Sopenharmony_ci 27462306a36Sopenharmony_ci data->host_cookie |= SD_EMMC_DESC_CHAIN_MODE; 27562306a36Sopenharmony_ci} 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_cistatic inline bool meson_mmc_desc_chain_mode(const struct mmc_data *data) 27862306a36Sopenharmony_ci{ 27962306a36Sopenharmony_ci return data->host_cookie & SD_EMMC_DESC_CHAIN_MODE; 28062306a36Sopenharmony_ci} 28162306a36Sopenharmony_ci 28262306a36Sopenharmony_cistatic inline bool meson_mmc_bounce_buf_read(const struct mmc_data *data) 28362306a36Sopenharmony_ci{ 28462306a36Sopenharmony_ci return data && data->flags & MMC_DATA_READ && 28562306a36Sopenharmony_ci !meson_mmc_desc_chain_mode(data); 28662306a36Sopenharmony_ci} 28762306a36Sopenharmony_ci 28862306a36Sopenharmony_cistatic void meson_mmc_pre_req(struct mmc_host *mmc, struct mmc_request *mrq) 28962306a36Sopenharmony_ci{ 29062306a36Sopenharmony_ci struct mmc_data *data = mrq->data; 29162306a36Sopenharmony_ci 29262306a36Sopenharmony_ci if (!data) 29362306a36Sopenharmony_ci return; 29462306a36Sopenharmony_ci 29562306a36Sopenharmony_ci meson_mmc_get_transfer_mode(mmc, mrq); 29662306a36Sopenharmony_ci data->host_cookie |= SD_EMMC_PRE_REQ_DONE; 29762306a36Sopenharmony_ci 29862306a36Sopenharmony_ci if (!meson_mmc_desc_chain_mode(data)) 29962306a36Sopenharmony_ci return; 30062306a36Sopenharmony_ci 30162306a36Sopenharmony_ci data->sg_count = dma_map_sg(mmc_dev(mmc), data->sg, data->sg_len, 30262306a36Sopenharmony_ci mmc_get_dma_dir(data)); 30362306a36Sopenharmony_ci if (!data->sg_count) 30462306a36Sopenharmony_ci dev_err(mmc_dev(mmc), "dma_map_sg failed"); 30562306a36Sopenharmony_ci} 30662306a36Sopenharmony_ci 30762306a36Sopenharmony_cistatic void meson_mmc_post_req(struct mmc_host *mmc, struct mmc_request *mrq, 30862306a36Sopenharmony_ci int err) 30962306a36Sopenharmony_ci{ 31062306a36Sopenharmony_ci struct mmc_data *data = mrq->data; 31162306a36Sopenharmony_ci 31262306a36Sopenharmony_ci if (data && meson_mmc_desc_chain_mode(data) && data->sg_count) 31362306a36Sopenharmony_ci dma_unmap_sg(mmc_dev(mmc), data->sg, data->sg_len, 31462306a36Sopenharmony_ci mmc_get_dma_dir(data)); 31562306a36Sopenharmony_ci} 31662306a36Sopenharmony_ci 31762306a36Sopenharmony_ci/* 31862306a36Sopenharmony_ci * Gating the clock on this controller is tricky. It seems the mmc clock 31962306a36Sopenharmony_ci * is also used by the controller. It may crash during some operation if the 32062306a36Sopenharmony_ci * clock is stopped. The safest thing to do, whenever possible, is to keep 32162306a36Sopenharmony_ci * clock running at stop it at the pad using the pinmux. 32262306a36Sopenharmony_ci */ 32362306a36Sopenharmony_cistatic void meson_mmc_clk_gate(struct meson_host *host) 32462306a36Sopenharmony_ci{ 32562306a36Sopenharmony_ci u32 cfg; 32662306a36Sopenharmony_ci 32762306a36Sopenharmony_ci if (host->pins_clk_gate) { 32862306a36Sopenharmony_ci pinctrl_select_state(host->pinctrl, host->pins_clk_gate); 32962306a36Sopenharmony_ci } else { 33062306a36Sopenharmony_ci /* 33162306a36Sopenharmony_ci * If the pinmux is not provided - default to the classic and 33262306a36Sopenharmony_ci * unsafe method 33362306a36Sopenharmony_ci */ 33462306a36Sopenharmony_ci cfg = readl(host->regs + SD_EMMC_CFG); 33562306a36Sopenharmony_ci cfg |= CFG_STOP_CLOCK; 33662306a36Sopenharmony_ci writel(cfg, host->regs + SD_EMMC_CFG); 33762306a36Sopenharmony_ci } 33862306a36Sopenharmony_ci} 33962306a36Sopenharmony_ci 34062306a36Sopenharmony_cistatic void meson_mmc_clk_ungate(struct meson_host *host) 34162306a36Sopenharmony_ci{ 34262306a36Sopenharmony_ci u32 cfg; 34362306a36Sopenharmony_ci 34462306a36Sopenharmony_ci if (host->pins_clk_gate) 34562306a36Sopenharmony_ci pinctrl_select_default_state(host->dev); 34662306a36Sopenharmony_ci 34762306a36Sopenharmony_ci /* Make sure the clock is not stopped in the controller */ 34862306a36Sopenharmony_ci cfg = readl(host->regs + SD_EMMC_CFG); 34962306a36Sopenharmony_ci cfg &= ~CFG_STOP_CLOCK; 35062306a36Sopenharmony_ci writel(cfg, host->regs + SD_EMMC_CFG); 35162306a36Sopenharmony_ci} 35262306a36Sopenharmony_ci 35362306a36Sopenharmony_cistatic int meson_mmc_clk_set(struct meson_host *host, unsigned long rate, 35462306a36Sopenharmony_ci bool ddr) 35562306a36Sopenharmony_ci{ 35662306a36Sopenharmony_ci struct mmc_host *mmc = host->mmc; 35762306a36Sopenharmony_ci int ret; 35862306a36Sopenharmony_ci u32 cfg; 35962306a36Sopenharmony_ci 36062306a36Sopenharmony_ci /* Same request - bail-out */ 36162306a36Sopenharmony_ci if (host->ddr == ddr && host->req_rate == rate) 36262306a36Sopenharmony_ci return 0; 36362306a36Sopenharmony_ci 36462306a36Sopenharmony_ci /* stop clock */ 36562306a36Sopenharmony_ci meson_mmc_clk_gate(host); 36662306a36Sopenharmony_ci host->req_rate = 0; 36762306a36Sopenharmony_ci mmc->actual_clock = 0; 36862306a36Sopenharmony_ci 36962306a36Sopenharmony_ci /* return with clock being stopped */ 37062306a36Sopenharmony_ci if (!rate) 37162306a36Sopenharmony_ci return 0; 37262306a36Sopenharmony_ci 37362306a36Sopenharmony_ci /* Stop the clock during rate change to avoid glitches */ 37462306a36Sopenharmony_ci cfg = readl(host->regs + SD_EMMC_CFG); 37562306a36Sopenharmony_ci cfg |= CFG_STOP_CLOCK; 37662306a36Sopenharmony_ci writel(cfg, host->regs + SD_EMMC_CFG); 37762306a36Sopenharmony_ci 37862306a36Sopenharmony_ci if (ddr) { 37962306a36Sopenharmony_ci /* DDR modes require higher module clock */ 38062306a36Sopenharmony_ci rate <<= 1; 38162306a36Sopenharmony_ci cfg |= CFG_DDR; 38262306a36Sopenharmony_ci } else { 38362306a36Sopenharmony_ci cfg &= ~CFG_DDR; 38462306a36Sopenharmony_ci } 38562306a36Sopenharmony_ci writel(cfg, host->regs + SD_EMMC_CFG); 38662306a36Sopenharmony_ci host->ddr = ddr; 38762306a36Sopenharmony_ci 38862306a36Sopenharmony_ci ret = clk_set_rate(host->mmc_clk, rate); 38962306a36Sopenharmony_ci if (ret) { 39062306a36Sopenharmony_ci dev_err(host->dev, "Unable to set cfg_div_clk to %lu. ret=%d\n", 39162306a36Sopenharmony_ci rate, ret); 39262306a36Sopenharmony_ci return ret; 39362306a36Sopenharmony_ci } 39462306a36Sopenharmony_ci 39562306a36Sopenharmony_ci host->req_rate = rate; 39662306a36Sopenharmony_ci mmc->actual_clock = clk_get_rate(host->mmc_clk); 39762306a36Sopenharmony_ci 39862306a36Sopenharmony_ci /* We should report the real output frequency of the controller */ 39962306a36Sopenharmony_ci if (ddr) { 40062306a36Sopenharmony_ci host->req_rate >>= 1; 40162306a36Sopenharmony_ci mmc->actual_clock >>= 1; 40262306a36Sopenharmony_ci } 40362306a36Sopenharmony_ci 40462306a36Sopenharmony_ci dev_dbg(host->dev, "clk rate: %u Hz\n", mmc->actual_clock); 40562306a36Sopenharmony_ci if (rate != mmc->actual_clock) 40662306a36Sopenharmony_ci dev_dbg(host->dev, "requested rate was %lu\n", rate); 40762306a36Sopenharmony_ci 40862306a36Sopenharmony_ci /* (re)start clock */ 40962306a36Sopenharmony_ci meson_mmc_clk_ungate(host); 41062306a36Sopenharmony_ci 41162306a36Sopenharmony_ci return 0; 41262306a36Sopenharmony_ci} 41362306a36Sopenharmony_ci 41462306a36Sopenharmony_ci/* 41562306a36Sopenharmony_ci * The SD/eMMC IP block has an internal mux and divider used for 41662306a36Sopenharmony_ci * generating the MMC clock. Use the clock framework to create and 41762306a36Sopenharmony_ci * manage these clocks. 41862306a36Sopenharmony_ci */ 41962306a36Sopenharmony_cistatic int meson_mmc_clk_init(struct meson_host *host) 42062306a36Sopenharmony_ci{ 42162306a36Sopenharmony_ci struct clk_init_data init; 42262306a36Sopenharmony_ci struct clk_mux *mux; 42362306a36Sopenharmony_ci struct clk_divider *div; 42462306a36Sopenharmony_ci char clk_name[32]; 42562306a36Sopenharmony_ci int i, ret = 0; 42662306a36Sopenharmony_ci const char *mux_parent_names[MUX_CLK_NUM_PARENTS]; 42762306a36Sopenharmony_ci const char *clk_parent[1]; 42862306a36Sopenharmony_ci u32 clk_reg; 42962306a36Sopenharmony_ci 43062306a36Sopenharmony_ci /* init SD_EMMC_CLOCK to sane defaults w/min clock rate */ 43162306a36Sopenharmony_ci clk_reg = CLK_ALWAYS_ON(host); 43262306a36Sopenharmony_ci clk_reg |= CLK_DIV_MASK; 43362306a36Sopenharmony_ci clk_reg |= FIELD_PREP(CLK_CORE_PHASE_MASK, CLK_PHASE_180); 43462306a36Sopenharmony_ci clk_reg |= FIELD_PREP(CLK_TX_PHASE_MASK, CLK_PHASE_0); 43562306a36Sopenharmony_ci clk_reg |= FIELD_PREP(CLK_RX_PHASE_MASK, CLK_PHASE_0); 43662306a36Sopenharmony_ci if (host->mmc->caps & MMC_CAP_SDIO_IRQ) 43762306a36Sopenharmony_ci clk_reg |= CLK_IRQ_SDIO_SLEEP(host); 43862306a36Sopenharmony_ci writel(clk_reg, host->regs + SD_EMMC_CLOCK); 43962306a36Sopenharmony_ci 44062306a36Sopenharmony_ci /* get the mux parents */ 44162306a36Sopenharmony_ci for (i = 0; i < MUX_CLK_NUM_PARENTS; i++) { 44262306a36Sopenharmony_ci struct clk *clk; 44362306a36Sopenharmony_ci char name[16]; 44462306a36Sopenharmony_ci 44562306a36Sopenharmony_ci snprintf(name, sizeof(name), "clkin%d", i); 44662306a36Sopenharmony_ci clk = devm_clk_get(host->dev, name); 44762306a36Sopenharmony_ci if (IS_ERR(clk)) 44862306a36Sopenharmony_ci return dev_err_probe(host->dev, PTR_ERR(clk), 44962306a36Sopenharmony_ci "Missing clock %s\n", name); 45062306a36Sopenharmony_ci 45162306a36Sopenharmony_ci mux_parent_names[i] = __clk_get_name(clk); 45262306a36Sopenharmony_ci } 45362306a36Sopenharmony_ci 45462306a36Sopenharmony_ci /* create the mux */ 45562306a36Sopenharmony_ci mux = devm_kzalloc(host->dev, sizeof(*mux), GFP_KERNEL); 45662306a36Sopenharmony_ci if (!mux) 45762306a36Sopenharmony_ci return -ENOMEM; 45862306a36Sopenharmony_ci 45962306a36Sopenharmony_ci snprintf(clk_name, sizeof(clk_name), "%s#mux", dev_name(host->dev)); 46062306a36Sopenharmony_ci init.name = clk_name; 46162306a36Sopenharmony_ci init.ops = &clk_mux_ops; 46262306a36Sopenharmony_ci init.flags = 0; 46362306a36Sopenharmony_ci init.parent_names = mux_parent_names; 46462306a36Sopenharmony_ci init.num_parents = MUX_CLK_NUM_PARENTS; 46562306a36Sopenharmony_ci 46662306a36Sopenharmony_ci mux->reg = host->regs + SD_EMMC_CLOCK; 46762306a36Sopenharmony_ci mux->shift = __ffs(CLK_SRC_MASK); 46862306a36Sopenharmony_ci mux->mask = CLK_SRC_MASK >> mux->shift; 46962306a36Sopenharmony_ci mux->hw.init = &init; 47062306a36Sopenharmony_ci 47162306a36Sopenharmony_ci host->mux_clk = devm_clk_register(host->dev, &mux->hw); 47262306a36Sopenharmony_ci if (WARN_ON(IS_ERR(host->mux_clk))) 47362306a36Sopenharmony_ci return PTR_ERR(host->mux_clk); 47462306a36Sopenharmony_ci 47562306a36Sopenharmony_ci /* create the divider */ 47662306a36Sopenharmony_ci div = devm_kzalloc(host->dev, sizeof(*div), GFP_KERNEL); 47762306a36Sopenharmony_ci if (!div) 47862306a36Sopenharmony_ci return -ENOMEM; 47962306a36Sopenharmony_ci 48062306a36Sopenharmony_ci snprintf(clk_name, sizeof(clk_name), "%s#div", dev_name(host->dev)); 48162306a36Sopenharmony_ci init.name = clk_name; 48262306a36Sopenharmony_ci init.ops = &clk_divider_ops; 48362306a36Sopenharmony_ci init.flags = CLK_SET_RATE_PARENT; 48462306a36Sopenharmony_ci clk_parent[0] = __clk_get_name(host->mux_clk); 48562306a36Sopenharmony_ci init.parent_names = clk_parent; 48662306a36Sopenharmony_ci init.num_parents = 1; 48762306a36Sopenharmony_ci 48862306a36Sopenharmony_ci div->reg = host->regs + SD_EMMC_CLOCK; 48962306a36Sopenharmony_ci div->shift = __ffs(CLK_DIV_MASK); 49062306a36Sopenharmony_ci div->width = __builtin_popcountl(CLK_DIV_MASK); 49162306a36Sopenharmony_ci div->hw.init = &init; 49262306a36Sopenharmony_ci div->flags = CLK_DIVIDER_ONE_BASED; 49362306a36Sopenharmony_ci 49462306a36Sopenharmony_ci host->mmc_clk = devm_clk_register(host->dev, &div->hw); 49562306a36Sopenharmony_ci if (WARN_ON(IS_ERR(host->mmc_clk))) 49662306a36Sopenharmony_ci return PTR_ERR(host->mmc_clk); 49762306a36Sopenharmony_ci 49862306a36Sopenharmony_ci /* init SD_EMMC_CLOCK to sane defaults w/min clock rate */ 49962306a36Sopenharmony_ci host->mmc->f_min = clk_round_rate(host->mmc_clk, 400000); 50062306a36Sopenharmony_ci ret = clk_set_rate(host->mmc_clk, host->mmc->f_min); 50162306a36Sopenharmony_ci if (ret) 50262306a36Sopenharmony_ci return ret; 50362306a36Sopenharmony_ci 50462306a36Sopenharmony_ci return clk_prepare_enable(host->mmc_clk); 50562306a36Sopenharmony_ci} 50662306a36Sopenharmony_ci 50762306a36Sopenharmony_cistatic void meson_mmc_disable_resampling(struct meson_host *host) 50862306a36Sopenharmony_ci{ 50962306a36Sopenharmony_ci unsigned int val = readl(host->regs + host->data->adjust); 51062306a36Sopenharmony_ci 51162306a36Sopenharmony_ci val &= ~ADJUST_ADJ_EN; 51262306a36Sopenharmony_ci writel(val, host->regs + host->data->adjust); 51362306a36Sopenharmony_ci} 51462306a36Sopenharmony_ci 51562306a36Sopenharmony_cistatic void meson_mmc_reset_resampling(struct meson_host *host) 51662306a36Sopenharmony_ci{ 51762306a36Sopenharmony_ci unsigned int val; 51862306a36Sopenharmony_ci 51962306a36Sopenharmony_ci meson_mmc_disable_resampling(host); 52062306a36Sopenharmony_ci 52162306a36Sopenharmony_ci val = readl(host->regs + host->data->adjust); 52262306a36Sopenharmony_ci val &= ~ADJUST_ADJ_DELAY_MASK; 52362306a36Sopenharmony_ci writel(val, host->regs + host->data->adjust); 52462306a36Sopenharmony_ci} 52562306a36Sopenharmony_ci 52662306a36Sopenharmony_cistatic int meson_mmc_resampling_tuning(struct mmc_host *mmc, u32 opcode) 52762306a36Sopenharmony_ci{ 52862306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 52962306a36Sopenharmony_ci unsigned int val, dly, max_dly, i; 53062306a36Sopenharmony_ci int ret; 53162306a36Sopenharmony_ci 53262306a36Sopenharmony_ci /* Resampling is done using the source clock */ 53362306a36Sopenharmony_ci max_dly = DIV_ROUND_UP(clk_get_rate(host->mux_clk), 53462306a36Sopenharmony_ci clk_get_rate(host->mmc_clk)); 53562306a36Sopenharmony_ci 53662306a36Sopenharmony_ci val = readl(host->regs + host->data->adjust); 53762306a36Sopenharmony_ci val |= ADJUST_ADJ_EN; 53862306a36Sopenharmony_ci writel(val, host->regs + host->data->adjust); 53962306a36Sopenharmony_ci 54062306a36Sopenharmony_ci if (mmc_doing_retune(mmc)) 54162306a36Sopenharmony_ci dly = FIELD_GET(ADJUST_ADJ_DELAY_MASK, val) + 1; 54262306a36Sopenharmony_ci else 54362306a36Sopenharmony_ci dly = 0; 54462306a36Sopenharmony_ci 54562306a36Sopenharmony_ci for (i = 0; i < max_dly; i++) { 54662306a36Sopenharmony_ci val &= ~ADJUST_ADJ_DELAY_MASK; 54762306a36Sopenharmony_ci val |= FIELD_PREP(ADJUST_ADJ_DELAY_MASK, (dly + i) % max_dly); 54862306a36Sopenharmony_ci writel(val, host->regs + host->data->adjust); 54962306a36Sopenharmony_ci 55062306a36Sopenharmony_ci ret = mmc_send_tuning(mmc, opcode, NULL); 55162306a36Sopenharmony_ci if (!ret) { 55262306a36Sopenharmony_ci dev_dbg(mmc_dev(mmc), "resampling delay: %u\n", 55362306a36Sopenharmony_ci (dly + i) % max_dly); 55462306a36Sopenharmony_ci return 0; 55562306a36Sopenharmony_ci } 55662306a36Sopenharmony_ci } 55762306a36Sopenharmony_ci 55862306a36Sopenharmony_ci meson_mmc_reset_resampling(host); 55962306a36Sopenharmony_ci return -EIO; 56062306a36Sopenharmony_ci} 56162306a36Sopenharmony_ci 56262306a36Sopenharmony_cistatic int meson_mmc_prepare_ios_clock(struct meson_host *host, 56362306a36Sopenharmony_ci struct mmc_ios *ios) 56462306a36Sopenharmony_ci{ 56562306a36Sopenharmony_ci bool ddr; 56662306a36Sopenharmony_ci 56762306a36Sopenharmony_ci switch (ios->timing) { 56862306a36Sopenharmony_ci case MMC_TIMING_MMC_DDR52: 56962306a36Sopenharmony_ci case MMC_TIMING_UHS_DDR50: 57062306a36Sopenharmony_ci ddr = true; 57162306a36Sopenharmony_ci break; 57262306a36Sopenharmony_ci 57362306a36Sopenharmony_ci default: 57462306a36Sopenharmony_ci ddr = false; 57562306a36Sopenharmony_ci break; 57662306a36Sopenharmony_ci } 57762306a36Sopenharmony_ci 57862306a36Sopenharmony_ci return meson_mmc_clk_set(host, ios->clock, ddr); 57962306a36Sopenharmony_ci} 58062306a36Sopenharmony_ci 58162306a36Sopenharmony_cistatic void meson_mmc_check_resampling(struct meson_host *host, 58262306a36Sopenharmony_ci struct mmc_ios *ios) 58362306a36Sopenharmony_ci{ 58462306a36Sopenharmony_ci switch (ios->timing) { 58562306a36Sopenharmony_ci case MMC_TIMING_LEGACY: 58662306a36Sopenharmony_ci case MMC_TIMING_MMC_HS: 58762306a36Sopenharmony_ci case MMC_TIMING_SD_HS: 58862306a36Sopenharmony_ci case MMC_TIMING_MMC_DDR52: 58962306a36Sopenharmony_ci meson_mmc_disable_resampling(host); 59062306a36Sopenharmony_ci break; 59162306a36Sopenharmony_ci } 59262306a36Sopenharmony_ci} 59362306a36Sopenharmony_ci 59462306a36Sopenharmony_cistatic void meson_mmc_set_ios(struct mmc_host *mmc, struct mmc_ios *ios) 59562306a36Sopenharmony_ci{ 59662306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 59762306a36Sopenharmony_ci u32 bus_width, val; 59862306a36Sopenharmony_ci int err; 59962306a36Sopenharmony_ci 60062306a36Sopenharmony_ci /* 60162306a36Sopenharmony_ci * GPIO regulator, only controls switching between 1v8 and 60262306a36Sopenharmony_ci * 3v3, doesn't support MMC_POWER_OFF, MMC_POWER_ON. 60362306a36Sopenharmony_ci */ 60462306a36Sopenharmony_ci switch (ios->power_mode) { 60562306a36Sopenharmony_ci case MMC_POWER_OFF: 60662306a36Sopenharmony_ci mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, 0); 60762306a36Sopenharmony_ci mmc_regulator_disable_vqmmc(mmc); 60862306a36Sopenharmony_ci 60962306a36Sopenharmony_ci break; 61062306a36Sopenharmony_ci 61162306a36Sopenharmony_ci case MMC_POWER_UP: 61262306a36Sopenharmony_ci mmc_regulator_set_ocr(mmc, mmc->supply.vmmc, ios->vdd); 61362306a36Sopenharmony_ci 61462306a36Sopenharmony_ci break; 61562306a36Sopenharmony_ci 61662306a36Sopenharmony_ci case MMC_POWER_ON: 61762306a36Sopenharmony_ci mmc_regulator_enable_vqmmc(mmc); 61862306a36Sopenharmony_ci 61962306a36Sopenharmony_ci break; 62062306a36Sopenharmony_ci } 62162306a36Sopenharmony_ci 62262306a36Sopenharmony_ci /* Bus width */ 62362306a36Sopenharmony_ci switch (ios->bus_width) { 62462306a36Sopenharmony_ci case MMC_BUS_WIDTH_1: 62562306a36Sopenharmony_ci bus_width = CFG_BUS_WIDTH_1; 62662306a36Sopenharmony_ci break; 62762306a36Sopenharmony_ci case MMC_BUS_WIDTH_4: 62862306a36Sopenharmony_ci bus_width = CFG_BUS_WIDTH_4; 62962306a36Sopenharmony_ci break; 63062306a36Sopenharmony_ci case MMC_BUS_WIDTH_8: 63162306a36Sopenharmony_ci bus_width = CFG_BUS_WIDTH_8; 63262306a36Sopenharmony_ci break; 63362306a36Sopenharmony_ci default: 63462306a36Sopenharmony_ci dev_err(host->dev, "Invalid ios->bus_width: %u. Setting to 4.\n", 63562306a36Sopenharmony_ci ios->bus_width); 63662306a36Sopenharmony_ci bus_width = CFG_BUS_WIDTH_4; 63762306a36Sopenharmony_ci } 63862306a36Sopenharmony_ci 63962306a36Sopenharmony_ci val = readl(host->regs + SD_EMMC_CFG); 64062306a36Sopenharmony_ci val &= ~CFG_BUS_WIDTH_MASK; 64162306a36Sopenharmony_ci val |= FIELD_PREP(CFG_BUS_WIDTH_MASK, bus_width); 64262306a36Sopenharmony_ci writel(val, host->regs + SD_EMMC_CFG); 64362306a36Sopenharmony_ci 64462306a36Sopenharmony_ci meson_mmc_check_resampling(host, ios); 64562306a36Sopenharmony_ci err = meson_mmc_prepare_ios_clock(host, ios); 64662306a36Sopenharmony_ci if (err) 64762306a36Sopenharmony_ci dev_err(host->dev, "Failed to set clock: %d\n,", err); 64862306a36Sopenharmony_ci 64962306a36Sopenharmony_ci dev_dbg(host->dev, "SD_EMMC_CFG: 0x%08x\n", val); 65062306a36Sopenharmony_ci} 65162306a36Sopenharmony_ci 65262306a36Sopenharmony_cistatic void meson_mmc_request_done(struct mmc_host *mmc, 65362306a36Sopenharmony_ci struct mmc_request *mrq) 65462306a36Sopenharmony_ci{ 65562306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 65662306a36Sopenharmony_ci 65762306a36Sopenharmony_ci host->cmd = NULL; 65862306a36Sopenharmony_ci if (host->needs_pre_post_req) 65962306a36Sopenharmony_ci meson_mmc_post_req(mmc, mrq, 0); 66062306a36Sopenharmony_ci mmc_request_done(host->mmc, mrq); 66162306a36Sopenharmony_ci} 66262306a36Sopenharmony_ci 66362306a36Sopenharmony_cistatic void meson_mmc_set_blksz(struct mmc_host *mmc, unsigned int blksz) 66462306a36Sopenharmony_ci{ 66562306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 66662306a36Sopenharmony_ci u32 cfg, blksz_old; 66762306a36Sopenharmony_ci 66862306a36Sopenharmony_ci cfg = readl(host->regs + SD_EMMC_CFG); 66962306a36Sopenharmony_ci blksz_old = FIELD_GET(CFG_BLK_LEN_MASK, cfg); 67062306a36Sopenharmony_ci 67162306a36Sopenharmony_ci if (!is_power_of_2(blksz)) 67262306a36Sopenharmony_ci dev_err(host->dev, "blksz %u is not a power of 2\n", blksz); 67362306a36Sopenharmony_ci 67462306a36Sopenharmony_ci blksz = ilog2(blksz); 67562306a36Sopenharmony_ci 67662306a36Sopenharmony_ci /* check if block-size matches, if not update */ 67762306a36Sopenharmony_ci if (blksz == blksz_old) 67862306a36Sopenharmony_ci return; 67962306a36Sopenharmony_ci 68062306a36Sopenharmony_ci dev_dbg(host->dev, "%s: update blk_len %d -> %d\n", __func__, 68162306a36Sopenharmony_ci blksz_old, blksz); 68262306a36Sopenharmony_ci 68362306a36Sopenharmony_ci cfg &= ~CFG_BLK_LEN_MASK; 68462306a36Sopenharmony_ci cfg |= FIELD_PREP(CFG_BLK_LEN_MASK, blksz); 68562306a36Sopenharmony_ci writel(cfg, host->regs + SD_EMMC_CFG); 68662306a36Sopenharmony_ci} 68762306a36Sopenharmony_ci 68862306a36Sopenharmony_cistatic void meson_mmc_set_response_bits(struct mmc_command *cmd, u32 *cmd_cfg) 68962306a36Sopenharmony_ci{ 69062306a36Sopenharmony_ci if (cmd->flags & MMC_RSP_PRESENT) { 69162306a36Sopenharmony_ci if (cmd->flags & MMC_RSP_136) 69262306a36Sopenharmony_ci *cmd_cfg |= CMD_CFG_RESP_128; 69362306a36Sopenharmony_ci *cmd_cfg |= CMD_CFG_RESP_NUM; 69462306a36Sopenharmony_ci 69562306a36Sopenharmony_ci if (!(cmd->flags & MMC_RSP_CRC)) 69662306a36Sopenharmony_ci *cmd_cfg |= CMD_CFG_RESP_NOCRC; 69762306a36Sopenharmony_ci 69862306a36Sopenharmony_ci if (cmd->flags & MMC_RSP_BUSY) 69962306a36Sopenharmony_ci *cmd_cfg |= CMD_CFG_R1B; 70062306a36Sopenharmony_ci } else { 70162306a36Sopenharmony_ci *cmd_cfg |= CMD_CFG_NO_RESP; 70262306a36Sopenharmony_ci } 70362306a36Sopenharmony_ci} 70462306a36Sopenharmony_ci 70562306a36Sopenharmony_cistatic void meson_mmc_desc_chain_transfer(struct mmc_host *mmc, u32 cmd_cfg) 70662306a36Sopenharmony_ci{ 70762306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 70862306a36Sopenharmony_ci struct sd_emmc_desc *desc = host->descs; 70962306a36Sopenharmony_ci struct mmc_data *data = host->cmd->data; 71062306a36Sopenharmony_ci struct scatterlist *sg; 71162306a36Sopenharmony_ci u32 start; 71262306a36Sopenharmony_ci int i; 71362306a36Sopenharmony_ci 71462306a36Sopenharmony_ci if (data->flags & MMC_DATA_WRITE) 71562306a36Sopenharmony_ci cmd_cfg |= CMD_CFG_DATA_WR; 71662306a36Sopenharmony_ci 71762306a36Sopenharmony_ci if (data->blocks > 1) { 71862306a36Sopenharmony_ci cmd_cfg |= CMD_CFG_BLOCK_MODE; 71962306a36Sopenharmony_ci meson_mmc_set_blksz(mmc, data->blksz); 72062306a36Sopenharmony_ci } 72162306a36Sopenharmony_ci 72262306a36Sopenharmony_ci for_each_sg(data->sg, sg, data->sg_count, i) { 72362306a36Sopenharmony_ci unsigned int len = sg_dma_len(sg); 72462306a36Sopenharmony_ci 72562306a36Sopenharmony_ci if (data->blocks > 1) 72662306a36Sopenharmony_ci len /= data->blksz; 72762306a36Sopenharmony_ci 72862306a36Sopenharmony_ci desc[i].cmd_cfg = cmd_cfg; 72962306a36Sopenharmony_ci desc[i].cmd_cfg |= FIELD_PREP(CMD_CFG_LENGTH_MASK, len); 73062306a36Sopenharmony_ci if (i > 0) 73162306a36Sopenharmony_ci desc[i].cmd_cfg |= CMD_CFG_NO_CMD; 73262306a36Sopenharmony_ci desc[i].cmd_arg = host->cmd->arg; 73362306a36Sopenharmony_ci desc[i].cmd_resp = 0; 73462306a36Sopenharmony_ci desc[i].cmd_data = sg_dma_address(sg); 73562306a36Sopenharmony_ci } 73662306a36Sopenharmony_ci desc[data->sg_count - 1].cmd_cfg |= CMD_CFG_END_OF_CHAIN; 73762306a36Sopenharmony_ci 73862306a36Sopenharmony_ci dma_wmb(); /* ensure descriptor is written before kicked */ 73962306a36Sopenharmony_ci start = host->descs_dma_addr | START_DESC_BUSY; 74062306a36Sopenharmony_ci writel(start, host->regs + SD_EMMC_START); 74162306a36Sopenharmony_ci} 74262306a36Sopenharmony_ci 74362306a36Sopenharmony_ci/* local sg copy for dram_access_quirk */ 74462306a36Sopenharmony_cistatic void meson_mmc_copy_buffer(struct meson_host *host, struct mmc_data *data, 74562306a36Sopenharmony_ci size_t buflen, bool to_buffer) 74662306a36Sopenharmony_ci{ 74762306a36Sopenharmony_ci unsigned int sg_flags = SG_MITER_ATOMIC; 74862306a36Sopenharmony_ci struct scatterlist *sgl = data->sg; 74962306a36Sopenharmony_ci unsigned int nents = data->sg_len; 75062306a36Sopenharmony_ci struct sg_mapping_iter miter; 75162306a36Sopenharmony_ci unsigned int offset = 0; 75262306a36Sopenharmony_ci 75362306a36Sopenharmony_ci if (to_buffer) 75462306a36Sopenharmony_ci sg_flags |= SG_MITER_FROM_SG; 75562306a36Sopenharmony_ci else 75662306a36Sopenharmony_ci sg_flags |= SG_MITER_TO_SG; 75762306a36Sopenharmony_ci 75862306a36Sopenharmony_ci sg_miter_start(&miter, sgl, nents, sg_flags); 75962306a36Sopenharmony_ci 76062306a36Sopenharmony_ci while ((offset < buflen) && sg_miter_next(&miter)) { 76162306a36Sopenharmony_ci unsigned int buf_offset = 0; 76262306a36Sopenharmony_ci unsigned int len, left; 76362306a36Sopenharmony_ci u32 *buf = miter.addr; 76462306a36Sopenharmony_ci 76562306a36Sopenharmony_ci len = min(miter.length, buflen - offset); 76662306a36Sopenharmony_ci left = len; 76762306a36Sopenharmony_ci 76862306a36Sopenharmony_ci if (to_buffer) { 76962306a36Sopenharmony_ci do { 77062306a36Sopenharmony_ci writel(*buf++, host->bounce_iomem_buf + offset + buf_offset); 77162306a36Sopenharmony_ci 77262306a36Sopenharmony_ci buf_offset += 4; 77362306a36Sopenharmony_ci left -= 4; 77462306a36Sopenharmony_ci } while (left); 77562306a36Sopenharmony_ci } else { 77662306a36Sopenharmony_ci do { 77762306a36Sopenharmony_ci *buf++ = readl(host->bounce_iomem_buf + offset + buf_offset); 77862306a36Sopenharmony_ci 77962306a36Sopenharmony_ci buf_offset += 4; 78062306a36Sopenharmony_ci left -= 4; 78162306a36Sopenharmony_ci } while (left); 78262306a36Sopenharmony_ci } 78362306a36Sopenharmony_ci 78462306a36Sopenharmony_ci offset += len; 78562306a36Sopenharmony_ci } 78662306a36Sopenharmony_ci 78762306a36Sopenharmony_ci sg_miter_stop(&miter); 78862306a36Sopenharmony_ci} 78962306a36Sopenharmony_ci 79062306a36Sopenharmony_cistatic void meson_mmc_start_cmd(struct mmc_host *mmc, struct mmc_command *cmd) 79162306a36Sopenharmony_ci{ 79262306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 79362306a36Sopenharmony_ci struct mmc_data *data = cmd->data; 79462306a36Sopenharmony_ci u32 cmd_cfg = 0, cmd_data = 0; 79562306a36Sopenharmony_ci unsigned int xfer_bytes = 0; 79662306a36Sopenharmony_ci 79762306a36Sopenharmony_ci /* Setup descriptors */ 79862306a36Sopenharmony_ci dma_rmb(); 79962306a36Sopenharmony_ci 80062306a36Sopenharmony_ci host->cmd = cmd; 80162306a36Sopenharmony_ci 80262306a36Sopenharmony_ci cmd_cfg |= FIELD_PREP(CMD_CFG_CMD_INDEX_MASK, cmd->opcode); 80362306a36Sopenharmony_ci cmd_cfg |= CMD_CFG_OWNER; /* owned by CPU */ 80462306a36Sopenharmony_ci 80562306a36Sopenharmony_ci meson_mmc_set_response_bits(cmd, &cmd_cfg); 80662306a36Sopenharmony_ci 80762306a36Sopenharmony_ci /* data? */ 80862306a36Sopenharmony_ci if (data) { 80962306a36Sopenharmony_ci data->bytes_xfered = 0; 81062306a36Sopenharmony_ci cmd_cfg |= CMD_CFG_DATA_IO; 81162306a36Sopenharmony_ci cmd_cfg |= FIELD_PREP(CMD_CFG_TIMEOUT_MASK, 81262306a36Sopenharmony_ci ilog2(meson_mmc_get_timeout_msecs(data))); 81362306a36Sopenharmony_ci 81462306a36Sopenharmony_ci if (meson_mmc_desc_chain_mode(data)) { 81562306a36Sopenharmony_ci meson_mmc_desc_chain_transfer(mmc, cmd_cfg); 81662306a36Sopenharmony_ci return; 81762306a36Sopenharmony_ci } 81862306a36Sopenharmony_ci 81962306a36Sopenharmony_ci if (data->blocks > 1) { 82062306a36Sopenharmony_ci cmd_cfg |= CMD_CFG_BLOCK_MODE; 82162306a36Sopenharmony_ci cmd_cfg |= FIELD_PREP(CMD_CFG_LENGTH_MASK, 82262306a36Sopenharmony_ci data->blocks); 82362306a36Sopenharmony_ci meson_mmc_set_blksz(mmc, data->blksz); 82462306a36Sopenharmony_ci } else { 82562306a36Sopenharmony_ci cmd_cfg |= FIELD_PREP(CMD_CFG_LENGTH_MASK, data->blksz); 82662306a36Sopenharmony_ci } 82762306a36Sopenharmony_ci 82862306a36Sopenharmony_ci xfer_bytes = data->blksz * data->blocks; 82962306a36Sopenharmony_ci if (data->flags & MMC_DATA_WRITE) { 83062306a36Sopenharmony_ci cmd_cfg |= CMD_CFG_DATA_WR; 83162306a36Sopenharmony_ci WARN_ON(xfer_bytes > host->bounce_buf_size); 83262306a36Sopenharmony_ci if (host->dram_access_quirk) 83362306a36Sopenharmony_ci meson_mmc_copy_buffer(host, data, xfer_bytes, true); 83462306a36Sopenharmony_ci else 83562306a36Sopenharmony_ci sg_copy_to_buffer(data->sg, data->sg_len, 83662306a36Sopenharmony_ci host->bounce_buf, xfer_bytes); 83762306a36Sopenharmony_ci dma_wmb(); 83862306a36Sopenharmony_ci } 83962306a36Sopenharmony_ci 84062306a36Sopenharmony_ci cmd_data = host->bounce_dma_addr & CMD_DATA_MASK; 84162306a36Sopenharmony_ci } else { 84262306a36Sopenharmony_ci cmd_cfg |= FIELD_PREP(CMD_CFG_TIMEOUT_MASK, 84362306a36Sopenharmony_ci ilog2(SD_EMMC_CMD_TIMEOUT)); 84462306a36Sopenharmony_ci } 84562306a36Sopenharmony_ci 84662306a36Sopenharmony_ci /* Last descriptor */ 84762306a36Sopenharmony_ci cmd_cfg |= CMD_CFG_END_OF_CHAIN; 84862306a36Sopenharmony_ci writel(cmd_cfg, host->regs + SD_EMMC_CMD_CFG); 84962306a36Sopenharmony_ci writel(cmd_data, host->regs + SD_EMMC_CMD_DAT); 85062306a36Sopenharmony_ci writel(0, host->regs + SD_EMMC_CMD_RSP); 85162306a36Sopenharmony_ci wmb(); /* ensure descriptor is written before kicked */ 85262306a36Sopenharmony_ci writel(cmd->arg, host->regs + SD_EMMC_CMD_ARG); 85362306a36Sopenharmony_ci} 85462306a36Sopenharmony_ci 85562306a36Sopenharmony_cistatic int meson_mmc_validate_dram_access(struct mmc_host *mmc, struct mmc_data *data) 85662306a36Sopenharmony_ci{ 85762306a36Sopenharmony_ci struct scatterlist *sg; 85862306a36Sopenharmony_ci int i; 85962306a36Sopenharmony_ci 86062306a36Sopenharmony_ci /* Reject request if any element offset or size is not 32bit aligned */ 86162306a36Sopenharmony_ci for_each_sg(data->sg, sg, data->sg_len, i) { 86262306a36Sopenharmony_ci if (!IS_ALIGNED(sg->offset, sizeof(u32)) || 86362306a36Sopenharmony_ci !IS_ALIGNED(sg->length, sizeof(u32))) { 86462306a36Sopenharmony_ci dev_err(mmc_dev(mmc), "unaligned sg offset %u len %u\n", 86562306a36Sopenharmony_ci data->sg->offset, data->sg->length); 86662306a36Sopenharmony_ci return -EINVAL; 86762306a36Sopenharmony_ci } 86862306a36Sopenharmony_ci } 86962306a36Sopenharmony_ci 87062306a36Sopenharmony_ci return 0; 87162306a36Sopenharmony_ci} 87262306a36Sopenharmony_ci 87362306a36Sopenharmony_cistatic void meson_mmc_request(struct mmc_host *mmc, struct mmc_request *mrq) 87462306a36Sopenharmony_ci{ 87562306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 87662306a36Sopenharmony_ci host->needs_pre_post_req = mrq->data && 87762306a36Sopenharmony_ci !(mrq->data->host_cookie & SD_EMMC_PRE_REQ_DONE); 87862306a36Sopenharmony_ci 87962306a36Sopenharmony_ci /* 88062306a36Sopenharmony_ci * The memory at the end of the controller used as bounce buffer for 88162306a36Sopenharmony_ci * the dram_access_quirk only accepts 32bit read/write access, 88262306a36Sopenharmony_ci * check the aligment and length of the data before starting the request. 88362306a36Sopenharmony_ci */ 88462306a36Sopenharmony_ci if (host->dram_access_quirk && mrq->data) { 88562306a36Sopenharmony_ci mrq->cmd->error = meson_mmc_validate_dram_access(mmc, mrq->data); 88662306a36Sopenharmony_ci if (mrq->cmd->error) { 88762306a36Sopenharmony_ci mmc_request_done(mmc, mrq); 88862306a36Sopenharmony_ci return; 88962306a36Sopenharmony_ci } 89062306a36Sopenharmony_ci } 89162306a36Sopenharmony_ci 89262306a36Sopenharmony_ci if (host->needs_pre_post_req) { 89362306a36Sopenharmony_ci meson_mmc_get_transfer_mode(mmc, mrq); 89462306a36Sopenharmony_ci if (!meson_mmc_desc_chain_mode(mrq->data)) 89562306a36Sopenharmony_ci host->needs_pre_post_req = false; 89662306a36Sopenharmony_ci } 89762306a36Sopenharmony_ci 89862306a36Sopenharmony_ci if (host->needs_pre_post_req) 89962306a36Sopenharmony_ci meson_mmc_pre_req(mmc, mrq); 90062306a36Sopenharmony_ci 90162306a36Sopenharmony_ci /* Stop execution */ 90262306a36Sopenharmony_ci writel(0, host->regs + SD_EMMC_START); 90362306a36Sopenharmony_ci 90462306a36Sopenharmony_ci meson_mmc_start_cmd(mmc, mrq->sbc ?: mrq->cmd); 90562306a36Sopenharmony_ci} 90662306a36Sopenharmony_ci 90762306a36Sopenharmony_cistatic void meson_mmc_read_resp(struct mmc_host *mmc, struct mmc_command *cmd) 90862306a36Sopenharmony_ci{ 90962306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 91062306a36Sopenharmony_ci 91162306a36Sopenharmony_ci if (cmd->flags & MMC_RSP_136) { 91262306a36Sopenharmony_ci cmd->resp[0] = readl(host->regs + SD_EMMC_CMD_RSP3); 91362306a36Sopenharmony_ci cmd->resp[1] = readl(host->regs + SD_EMMC_CMD_RSP2); 91462306a36Sopenharmony_ci cmd->resp[2] = readl(host->regs + SD_EMMC_CMD_RSP1); 91562306a36Sopenharmony_ci cmd->resp[3] = readl(host->regs + SD_EMMC_CMD_RSP); 91662306a36Sopenharmony_ci } else if (cmd->flags & MMC_RSP_PRESENT) { 91762306a36Sopenharmony_ci cmd->resp[0] = readl(host->regs + SD_EMMC_CMD_RSP); 91862306a36Sopenharmony_ci } 91962306a36Sopenharmony_ci} 92062306a36Sopenharmony_ci 92162306a36Sopenharmony_cistatic void __meson_mmc_enable_sdio_irq(struct mmc_host *mmc, int enable) 92262306a36Sopenharmony_ci{ 92362306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 92462306a36Sopenharmony_ci u32 reg_irqen = IRQ_EN_MASK; 92562306a36Sopenharmony_ci 92662306a36Sopenharmony_ci if (enable) 92762306a36Sopenharmony_ci reg_irqen |= IRQ_SDIO; 92862306a36Sopenharmony_ci writel(reg_irqen, host->regs + SD_EMMC_IRQ_EN); 92962306a36Sopenharmony_ci} 93062306a36Sopenharmony_ci 93162306a36Sopenharmony_cistatic irqreturn_t meson_mmc_irq(int irq, void *dev_id) 93262306a36Sopenharmony_ci{ 93362306a36Sopenharmony_ci struct meson_host *host = dev_id; 93462306a36Sopenharmony_ci struct mmc_command *cmd; 93562306a36Sopenharmony_ci u32 status, raw_status, irq_mask = IRQ_EN_MASK; 93662306a36Sopenharmony_ci irqreturn_t ret = IRQ_NONE; 93762306a36Sopenharmony_ci 93862306a36Sopenharmony_ci if (host->mmc->caps & MMC_CAP_SDIO_IRQ) 93962306a36Sopenharmony_ci irq_mask |= IRQ_SDIO; 94062306a36Sopenharmony_ci raw_status = readl(host->regs + SD_EMMC_STATUS); 94162306a36Sopenharmony_ci status = raw_status & irq_mask; 94262306a36Sopenharmony_ci 94362306a36Sopenharmony_ci if (!status) { 94462306a36Sopenharmony_ci dev_dbg(host->dev, 94562306a36Sopenharmony_ci "Unexpected IRQ! irq_en 0x%08x - status 0x%08x\n", 94662306a36Sopenharmony_ci irq_mask, raw_status); 94762306a36Sopenharmony_ci return IRQ_NONE; 94862306a36Sopenharmony_ci } 94962306a36Sopenharmony_ci 95062306a36Sopenharmony_ci /* ack all raised interrupts */ 95162306a36Sopenharmony_ci writel(status, host->regs + SD_EMMC_STATUS); 95262306a36Sopenharmony_ci 95362306a36Sopenharmony_ci cmd = host->cmd; 95462306a36Sopenharmony_ci 95562306a36Sopenharmony_ci if (status & IRQ_SDIO) { 95662306a36Sopenharmony_ci spin_lock(&host->lock); 95762306a36Sopenharmony_ci __meson_mmc_enable_sdio_irq(host->mmc, 0); 95862306a36Sopenharmony_ci sdio_signal_irq(host->mmc); 95962306a36Sopenharmony_ci spin_unlock(&host->lock); 96062306a36Sopenharmony_ci status &= ~IRQ_SDIO; 96162306a36Sopenharmony_ci if (!status) 96262306a36Sopenharmony_ci return IRQ_HANDLED; 96362306a36Sopenharmony_ci } 96462306a36Sopenharmony_ci 96562306a36Sopenharmony_ci if (WARN_ON(!cmd)) 96662306a36Sopenharmony_ci return IRQ_NONE; 96762306a36Sopenharmony_ci 96862306a36Sopenharmony_ci cmd->error = 0; 96962306a36Sopenharmony_ci if (status & IRQ_CRC_ERR) { 97062306a36Sopenharmony_ci dev_dbg(host->dev, "CRC Error - status 0x%08x\n", status); 97162306a36Sopenharmony_ci cmd->error = -EILSEQ; 97262306a36Sopenharmony_ci ret = IRQ_WAKE_THREAD; 97362306a36Sopenharmony_ci goto out; 97462306a36Sopenharmony_ci } 97562306a36Sopenharmony_ci 97662306a36Sopenharmony_ci if (status & IRQ_TIMEOUTS) { 97762306a36Sopenharmony_ci dev_dbg(host->dev, "Timeout - status 0x%08x\n", status); 97862306a36Sopenharmony_ci cmd->error = -ETIMEDOUT; 97962306a36Sopenharmony_ci ret = IRQ_WAKE_THREAD; 98062306a36Sopenharmony_ci goto out; 98162306a36Sopenharmony_ci } 98262306a36Sopenharmony_ci 98362306a36Sopenharmony_ci meson_mmc_read_resp(host->mmc, cmd); 98462306a36Sopenharmony_ci 98562306a36Sopenharmony_ci if (status & (IRQ_END_OF_CHAIN | IRQ_RESP_STATUS)) { 98662306a36Sopenharmony_ci struct mmc_data *data = cmd->data; 98762306a36Sopenharmony_ci 98862306a36Sopenharmony_ci if (data && !cmd->error) 98962306a36Sopenharmony_ci data->bytes_xfered = data->blksz * data->blocks; 99062306a36Sopenharmony_ci 99162306a36Sopenharmony_ci return IRQ_WAKE_THREAD; 99262306a36Sopenharmony_ci } 99362306a36Sopenharmony_ci 99462306a36Sopenharmony_ciout: 99562306a36Sopenharmony_ci if (cmd->error) { 99662306a36Sopenharmony_ci /* Stop desc in case of errors */ 99762306a36Sopenharmony_ci u32 start = readl(host->regs + SD_EMMC_START); 99862306a36Sopenharmony_ci 99962306a36Sopenharmony_ci start &= ~START_DESC_BUSY; 100062306a36Sopenharmony_ci writel(start, host->regs + SD_EMMC_START); 100162306a36Sopenharmony_ci } 100262306a36Sopenharmony_ci 100362306a36Sopenharmony_ci return ret; 100462306a36Sopenharmony_ci} 100562306a36Sopenharmony_ci 100662306a36Sopenharmony_cistatic int meson_mmc_wait_desc_stop(struct meson_host *host) 100762306a36Sopenharmony_ci{ 100862306a36Sopenharmony_ci u32 status; 100962306a36Sopenharmony_ci 101062306a36Sopenharmony_ci /* 101162306a36Sopenharmony_ci * It may sometimes take a while for it to actually halt. Here, we 101262306a36Sopenharmony_ci * are giving it 5ms to comply 101362306a36Sopenharmony_ci * 101462306a36Sopenharmony_ci * If we don't confirm the descriptor is stopped, it might raise new 101562306a36Sopenharmony_ci * IRQs after we have called mmc_request_done() which is bad. 101662306a36Sopenharmony_ci */ 101762306a36Sopenharmony_ci 101862306a36Sopenharmony_ci return readl_poll_timeout(host->regs + SD_EMMC_STATUS, status, 101962306a36Sopenharmony_ci !(status & (STATUS_BUSY | STATUS_DESC_BUSY)), 102062306a36Sopenharmony_ci 100, 5000); 102162306a36Sopenharmony_ci} 102262306a36Sopenharmony_ci 102362306a36Sopenharmony_cistatic irqreturn_t meson_mmc_irq_thread(int irq, void *dev_id) 102462306a36Sopenharmony_ci{ 102562306a36Sopenharmony_ci struct meson_host *host = dev_id; 102662306a36Sopenharmony_ci struct mmc_command *next_cmd, *cmd = host->cmd; 102762306a36Sopenharmony_ci struct mmc_data *data; 102862306a36Sopenharmony_ci unsigned int xfer_bytes; 102962306a36Sopenharmony_ci 103062306a36Sopenharmony_ci if (WARN_ON(!cmd)) 103162306a36Sopenharmony_ci return IRQ_NONE; 103262306a36Sopenharmony_ci 103362306a36Sopenharmony_ci if (cmd->error) { 103462306a36Sopenharmony_ci meson_mmc_wait_desc_stop(host); 103562306a36Sopenharmony_ci meson_mmc_request_done(host->mmc, cmd->mrq); 103662306a36Sopenharmony_ci 103762306a36Sopenharmony_ci return IRQ_HANDLED; 103862306a36Sopenharmony_ci } 103962306a36Sopenharmony_ci 104062306a36Sopenharmony_ci data = cmd->data; 104162306a36Sopenharmony_ci if (meson_mmc_bounce_buf_read(data)) { 104262306a36Sopenharmony_ci xfer_bytes = data->blksz * data->blocks; 104362306a36Sopenharmony_ci WARN_ON(xfer_bytes > host->bounce_buf_size); 104462306a36Sopenharmony_ci if (host->dram_access_quirk) 104562306a36Sopenharmony_ci meson_mmc_copy_buffer(host, data, xfer_bytes, false); 104662306a36Sopenharmony_ci else 104762306a36Sopenharmony_ci sg_copy_from_buffer(data->sg, data->sg_len, 104862306a36Sopenharmony_ci host->bounce_buf, xfer_bytes); 104962306a36Sopenharmony_ci } 105062306a36Sopenharmony_ci 105162306a36Sopenharmony_ci next_cmd = meson_mmc_get_next_command(cmd); 105262306a36Sopenharmony_ci if (next_cmd) 105362306a36Sopenharmony_ci meson_mmc_start_cmd(host->mmc, next_cmd); 105462306a36Sopenharmony_ci else 105562306a36Sopenharmony_ci meson_mmc_request_done(host->mmc, cmd->mrq); 105662306a36Sopenharmony_ci 105762306a36Sopenharmony_ci return IRQ_HANDLED; 105862306a36Sopenharmony_ci} 105962306a36Sopenharmony_ci 106062306a36Sopenharmony_cistatic void meson_mmc_cfg_init(struct meson_host *host) 106162306a36Sopenharmony_ci{ 106262306a36Sopenharmony_ci u32 cfg = 0; 106362306a36Sopenharmony_ci 106462306a36Sopenharmony_ci cfg |= FIELD_PREP(CFG_RESP_TIMEOUT_MASK, 106562306a36Sopenharmony_ci ilog2(SD_EMMC_CFG_RESP_TIMEOUT)); 106662306a36Sopenharmony_ci cfg |= FIELD_PREP(CFG_RC_CC_MASK, ilog2(SD_EMMC_CFG_CMD_GAP)); 106762306a36Sopenharmony_ci cfg |= FIELD_PREP(CFG_BLK_LEN_MASK, ilog2(SD_EMMC_CFG_BLK_SIZE)); 106862306a36Sopenharmony_ci 106962306a36Sopenharmony_ci /* abort chain on R/W errors */ 107062306a36Sopenharmony_ci cfg |= CFG_ERR_ABORT; 107162306a36Sopenharmony_ci 107262306a36Sopenharmony_ci writel(cfg, host->regs + SD_EMMC_CFG); 107362306a36Sopenharmony_ci} 107462306a36Sopenharmony_ci 107562306a36Sopenharmony_cistatic int meson_mmc_card_busy(struct mmc_host *mmc) 107662306a36Sopenharmony_ci{ 107762306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 107862306a36Sopenharmony_ci u32 regval; 107962306a36Sopenharmony_ci 108062306a36Sopenharmony_ci regval = readl(host->regs + SD_EMMC_STATUS); 108162306a36Sopenharmony_ci 108262306a36Sopenharmony_ci /* We are only interrested in lines 0 to 3, so mask the other ones */ 108362306a36Sopenharmony_ci return !(FIELD_GET(STATUS_DATI, regval) & 0xf); 108462306a36Sopenharmony_ci} 108562306a36Sopenharmony_ci 108662306a36Sopenharmony_cistatic int meson_mmc_voltage_switch(struct mmc_host *mmc, struct mmc_ios *ios) 108762306a36Sopenharmony_ci{ 108862306a36Sopenharmony_ci int ret; 108962306a36Sopenharmony_ci 109062306a36Sopenharmony_ci /* vqmmc regulator is available */ 109162306a36Sopenharmony_ci if (!IS_ERR(mmc->supply.vqmmc)) { 109262306a36Sopenharmony_ci /* 109362306a36Sopenharmony_ci * The usual amlogic setup uses a GPIO to switch from one 109462306a36Sopenharmony_ci * regulator to the other. While the voltage ramp up is 109562306a36Sopenharmony_ci * pretty fast, care must be taken when switching from 3.3v 109662306a36Sopenharmony_ci * to 1.8v. Please make sure the regulator framework is aware 109762306a36Sopenharmony_ci * of your own regulator constraints 109862306a36Sopenharmony_ci */ 109962306a36Sopenharmony_ci ret = mmc_regulator_set_vqmmc(mmc, ios); 110062306a36Sopenharmony_ci return ret < 0 ? ret : 0; 110162306a36Sopenharmony_ci } 110262306a36Sopenharmony_ci 110362306a36Sopenharmony_ci /* no vqmmc regulator, assume fixed regulator at 3/3.3V */ 110462306a36Sopenharmony_ci if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_330) 110562306a36Sopenharmony_ci return 0; 110662306a36Sopenharmony_ci 110762306a36Sopenharmony_ci return -EINVAL; 110862306a36Sopenharmony_ci} 110962306a36Sopenharmony_ci 111062306a36Sopenharmony_cistatic void meson_mmc_enable_sdio_irq(struct mmc_host *mmc, int enable) 111162306a36Sopenharmony_ci{ 111262306a36Sopenharmony_ci struct meson_host *host = mmc_priv(mmc); 111362306a36Sopenharmony_ci unsigned long flags; 111462306a36Sopenharmony_ci 111562306a36Sopenharmony_ci spin_lock_irqsave(&host->lock, flags); 111662306a36Sopenharmony_ci __meson_mmc_enable_sdio_irq(mmc, enable); 111762306a36Sopenharmony_ci spin_unlock_irqrestore(&host->lock, flags); 111862306a36Sopenharmony_ci} 111962306a36Sopenharmony_ci 112062306a36Sopenharmony_cistatic void meson_mmc_ack_sdio_irq(struct mmc_host *mmc) 112162306a36Sopenharmony_ci{ 112262306a36Sopenharmony_ci meson_mmc_enable_sdio_irq(mmc, 1); 112362306a36Sopenharmony_ci} 112462306a36Sopenharmony_ci 112562306a36Sopenharmony_cistatic const struct mmc_host_ops meson_mmc_ops = { 112662306a36Sopenharmony_ci .request = meson_mmc_request, 112762306a36Sopenharmony_ci .set_ios = meson_mmc_set_ios, 112862306a36Sopenharmony_ci .get_cd = mmc_gpio_get_cd, 112962306a36Sopenharmony_ci .pre_req = meson_mmc_pre_req, 113062306a36Sopenharmony_ci .post_req = meson_mmc_post_req, 113162306a36Sopenharmony_ci .execute_tuning = meson_mmc_resampling_tuning, 113262306a36Sopenharmony_ci .card_busy = meson_mmc_card_busy, 113362306a36Sopenharmony_ci .start_signal_voltage_switch = meson_mmc_voltage_switch, 113462306a36Sopenharmony_ci .enable_sdio_irq = meson_mmc_enable_sdio_irq, 113562306a36Sopenharmony_ci .ack_sdio_irq = meson_mmc_ack_sdio_irq, 113662306a36Sopenharmony_ci}; 113762306a36Sopenharmony_ci 113862306a36Sopenharmony_cistatic int meson_mmc_probe(struct platform_device *pdev) 113962306a36Sopenharmony_ci{ 114062306a36Sopenharmony_ci struct resource *res; 114162306a36Sopenharmony_ci struct meson_host *host; 114262306a36Sopenharmony_ci struct mmc_host *mmc; 114362306a36Sopenharmony_ci struct clk *core_clk; 114462306a36Sopenharmony_ci int cd_irq, ret; 114562306a36Sopenharmony_ci 114662306a36Sopenharmony_ci mmc = devm_mmc_alloc_host(&pdev->dev, sizeof(struct meson_host)); 114762306a36Sopenharmony_ci if (!mmc) 114862306a36Sopenharmony_ci return -ENOMEM; 114962306a36Sopenharmony_ci host = mmc_priv(mmc); 115062306a36Sopenharmony_ci host->mmc = mmc; 115162306a36Sopenharmony_ci host->dev = &pdev->dev; 115262306a36Sopenharmony_ci dev_set_drvdata(&pdev->dev, host); 115362306a36Sopenharmony_ci 115462306a36Sopenharmony_ci /* The G12A SDIO Controller needs an SRAM bounce buffer */ 115562306a36Sopenharmony_ci host->dram_access_quirk = device_property_read_bool(&pdev->dev, 115662306a36Sopenharmony_ci "amlogic,dram-access-quirk"); 115762306a36Sopenharmony_ci 115862306a36Sopenharmony_ci /* Get regulators and the supported OCR mask */ 115962306a36Sopenharmony_ci ret = mmc_regulator_get_supply(mmc); 116062306a36Sopenharmony_ci if (ret) 116162306a36Sopenharmony_ci return ret; 116262306a36Sopenharmony_ci 116362306a36Sopenharmony_ci ret = mmc_of_parse(mmc); 116462306a36Sopenharmony_ci if (ret) 116562306a36Sopenharmony_ci return dev_err_probe(&pdev->dev, ret, "error parsing DT\n"); 116662306a36Sopenharmony_ci 116762306a36Sopenharmony_ci mmc->caps |= MMC_CAP_CMD23; 116862306a36Sopenharmony_ci 116962306a36Sopenharmony_ci if (mmc->caps & MMC_CAP_SDIO_IRQ) 117062306a36Sopenharmony_ci mmc->caps2 |= MMC_CAP2_SDIO_IRQ_NOTHREAD; 117162306a36Sopenharmony_ci 117262306a36Sopenharmony_ci host->data = of_device_get_match_data(&pdev->dev); 117362306a36Sopenharmony_ci if (!host->data) 117462306a36Sopenharmony_ci return -EINVAL; 117562306a36Sopenharmony_ci 117662306a36Sopenharmony_ci ret = device_reset_optional(&pdev->dev); 117762306a36Sopenharmony_ci if (ret) 117862306a36Sopenharmony_ci return dev_err_probe(&pdev->dev, ret, "device reset failed\n"); 117962306a36Sopenharmony_ci 118062306a36Sopenharmony_ci host->regs = devm_platform_get_and_ioremap_resource(pdev, 0, &res); 118162306a36Sopenharmony_ci if (IS_ERR(host->regs)) 118262306a36Sopenharmony_ci return PTR_ERR(host->regs); 118362306a36Sopenharmony_ci 118462306a36Sopenharmony_ci host->irq = platform_get_irq(pdev, 0); 118562306a36Sopenharmony_ci if (host->irq < 0) 118662306a36Sopenharmony_ci return host->irq; 118762306a36Sopenharmony_ci 118862306a36Sopenharmony_ci cd_irq = platform_get_irq_optional(pdev, 1); 118962306a36Sopenharmony_ci mmc_gpio_set_cd_irq(mmc, cd_irq); 119062306a36Sopenharmony_ci 119162306a36Sopenharmony_ci host->pinctrl = devm_pinctrl_get(&pdev->dev); 119262306a36Sopenharmony_ci if (IS_ERR(host->pinctrl)) 119362306a36Sopenharmony_ci return PTR_ERR(host->pinctrl); 119462306a36Sopenharmony_ci 119562306a36Sopenharmony_ci host->pins_clk_gate = pinctrl_lookup_state(host->pinctrl, 119662306a36Sopenharmony_ci "clk-gate"); 119762306a36Sopenharmony_ci if (IS_ERR(host->pins_clk_gate)) { 119862306a36Sopenharmony_ci dev_warn(&pdev->dev, 119962306a36Sopenharmony_ci "can't get clk-gate pinctrl, using clk_stop bit\n"); 120062306a36Sopenharmony_ci host->pins_clk_gate = NULL; 120162306a36Sopenharmony_ci } 120262306a36Sopenharmony_ci 120362306a36Sopenharmony_ci core_clk = devm_clk_get_enabled(&pdev->dev, "core"); 120462306a36Sopenharmony_ci if (IS_ERR(core_clk)) 120562306a36Sopenharmony_ci return PTR_ERR(core_clk); 120662306a36Sopenharmony_ci 120762306a36Sopenharmony_ci ret = meson_mmc_clk_init(host); 120862306a36Sopenharmony_ci if (ret) 120962306a36Sopenharmony_ci return ret; 121062306a36Sopenharmony_ci 121162306a36Sopenharmony_ci /* set config to sane default */ 121262306a36Sopenharmony_ci meson_mmc_cfg_init(host); 121362306a36Sopenharmony_ci 121462306a36Sopenharmony_ci /* Stop execution */ 121562306a36Sopenharmony_ci writel(0, host->regs + SD_EMMC_START); 121662306a36Sopenharmony_ci 121762306a36Sopenharmony_ci /* clear, ack and enable interrupts */ 121862306a36Sopenharmony_ci writel(0, host->regs + SD_EMMC_IRQ_EN); 121962306a36Sopenharmony_ci writel(IRQ_EN_MASK, host->regs + SD_EMMC_STATUS); 122062306a36Sopenharmony_ci writel(IRQ_EN_MASK, host->regs + SD_EMMC_IRQ_EN); 122162306a36Sopenharmony_ci 122262306a36Sopenharmony_ci ret = request_threaded_irq(host->irq, meson_mmc_irq, 122362306a36Sopenharmony_ci meson_mmc_irq_thread, IRQF_ONESHOT, 122462306a36Sopenharmony_ci dev_name(&pdev->dev), host); 122562306a36Sopenharmony_ci if (ret) 122662306a36Sopenharmony_ci goto err_init_clk; 122762306a36Sopenharmony_ci 122862306a36Sopenharmony_ci spin_lock_init(&host->lock); 122962306a36Sopenharmony_ci 123062306a36Sopenharmony_ci if (host->dram_access_quirk) { 123162306a36Sopenharmony_ci /* Limit segments to 1 due to low available sram memory */ 123262306a36Sopenharmony_ci mmc->max_segs = 1; 123362306a36Sopenharmony_ci /* Limit to the available sram memory */ 123462306a36Sopenharmony_ci mmc->max_blk_count = SD_EMMC_SRAM_DATA_BUF_LEN / 123562306a36Sopenharmony_ci mmc->max_blk_size; 123662306a36Sopenharmony_ci } else { 123762306a36Sopenharmony_ci mmc->max_blk_count = CMD_CFG_LENGTH_MASK; 123862306a36Sopenharmony_ci mmc->max_segs = SD_EMMC_DESC_BUF_LEN / 123962306a36Sopenharmony_ci sizeof(struct sd_emmc_desc); 124062306a36Sopenharmony_ci } 124162306a36Sopenharmony_ci mmc->max_req_size = mmc->max_blk_count * mmc->max_blk_size; 124262306a36Sopenharmony_ci mmc->max_seg_size = mmc->max_req_size; 124362306a36Sopenharmony_ci 124462306a36Sopenharmony_ci /* 124562306a36Sopenharmony_ci * At the moment, we don't know how to reliably enable HS400. 124662306a36Sopenharmony_ci * From the different datasheets, it is not even clear if this mode 124762306a36Sopenharmony_ci * is officially supported by any of the SoCs 124862306a36Sopenharmony_ci */ 124962306a36Sopenharmony_ci mmc->caps2 &= ~MMC_CAP2_HS400; 125062306a36Sopenharmony_ci 125162306a36Sopenharmony_ci if (host->dram_access_quirk) { 125262306a36Sopenharmony_ci /* 125362306a36Sopenharmony_ci * The MMC Controller embeds 1,5KiB of internal SRAM 125462306a36Sopenharmony_ci * that can be used to be used as bounce buffer. 125562306a36Sopenharmony_ci * In the case of the G12A SDIO controller, use these 125662306a36Sopenharmony_ci * instead of the DDR memory 125762306a36Sopenharmony_ci */ 125862306a36Sopenharmony_ci host->bounce_buf_size = SD_EMMC_SRAM_DATA_BUF_LEN; 125962306a36Sopenharmony_ci host->bounce_iomem_buf = host->regs + SD_EMMC_SRAM_DATA_BUF_OFF; 126062306a36Sopenharmony_ci host->bounce_dma_addr = res->start + SD_EMMC_SRAM_DATA_BUF_OFF; 126162306a36Sopenharmony_ci } else { 126262306a36Sopenharmony_ci /* data bounce buffer */ 126362306a36Sopenharmony_ci host->bounce_buf_size = mmc->max_req_size; 126462306a36Sopenharmony_ci host->bounce_buf = 126562306a36Sopenharmony_ci dmam_alloc_coherent(host->dev, host->bounce_buf_size, 126662306a36Sopenharmony_ci &host->bounce_dma_addr, GFP_KERNEL); 126762306a36Sopenharmony_ci if (host->bounce_buf == NULL) { 126862306a36Sopenharmony_ci dev_err(host->dev, "Unable to map allocate DMA bounce buffer.\n"); 126962306a36Sopenharmony_ci ret = -ENOMEM; 127062306a36Sopenharmony_ci goto err_free_irq; 127162306a36Sopenharmony_ci } 127262306a36Sopenharmony_ci } 127362306a36Sopenharmony_ci 127462306a36Sopenharmony_ci host->descs = dmam_alloc_coherent(host->dev, SD_EMMC_DESC_BUF_LEN, 127562306a36Sopenharmony_ci &host->descs_dma_addr, GFP_KERNEL); 127662306a36Sopenharmony_ci if (!host->descs) { 127762306a36Sopenharmony_ci dev_err(host->dev, "Allocating descriptor DMA buffer failed\n"); 127862306a36Sopenharmony_ci ret = -ENOMEM; 127962306a36Sopenharmony_ci goto err_free_irq; 128062306a36Sopenharmony_ci } 128162306a36Sopenharmony_ci 128262306a36Sopenharmony_ci mmc->ops = &meson_mmc_ops; 128362306a36Sopenharmony_ci ret = mmc_add_host(mmc); 128462306a36Sopenharmony_ci if (ret) 128562306a36Sopenharmony_ci goto err_free_irq; 128662306a36Sopenharmony_ci 128762306a36Sopenharmony_ci return 0; 128862306a36Sopenharmony_ci 128962306a36Sopenharmony_cierr_free_irq: 129062306a36Sopenharmony_ci free_irq(host->irq, host); 129162306a36Sopenharmony_cierr_init_clk: 129262306a36Sopenharmony_ci clk_disable_unprepare(host->mmc_clk); 129362306a36Sopenharmony_ci return ret; 129462306a36Sopenharmony_ci} 129562306a36Sopenharmony_ci 129662306a36Sopenharmony_cistatic void meson_mmc_remove(struct platform_device *pdev) 129762306a36Sopenharmony_ci{ 129862306a36Sopenharmony_ci struct meson_host *host = dev_get_drvdata(&pdev->dev); 129962306a36Sopenharmony_ci 130062306a36Sopenharmony_ci mmc_remove_host(host->mmc); 130162306a36Sopenharmony_ci 130262306a36Sopenharmony_ci /* disable interrupts */ 130362306a36Sopenharmony_ci writel(0, host->regs + SD_EMMC_IRQ_EN); 130462306a36Sopenharmony_ci free_irq(host->irq, host); 130562306a36Sopenharmony_ci 130662306a36Sopenharmony_ci clk_disable_unprepare(host->mmc_clk); 130762306a36Sopenharmony_ci} 130862306a36Sopenharmony_ci 130962306a36Sopenharmony_cistatic const struct meson_mmc_data meson_gx_data = { 131062306a36Sopenharmony_ci .tx_delay_mask = CLK_V2_TX_DELAY_MASK, 131162306a36Sopenharmony_ci .rx_delay_mask = CLK_V2_RX_DELAY_MASK, 131262306a36Sopenharmony_ci .always_on = CLK_V2_ALWAYS_ON, 131362306a36Sopenharmony_ci .adjust = SD_EMMC_ADJUST, 131462306a36Sopenharmony_ci .irq_sdio_sleep = CLK_V2_IRQ_SDIO_SLEEP, 131562306a36Sopenharmony_ci}; 131662306a36Sopenharmony_ci 131762306a36Sopenharmony_cistatic const struct meson_mmc_data meson_axg_data = { 131862306a36Sopenharmony_ci .tx_delay_mask = CLK_V3_TX_DELAY_MASK, 131962306a36Sopenharmony_ci .rx_delay_mask = CLK_V3_RX_DELAY_MASK, 132062306a36Sopenharmony_ci .always_on = CLK_V3_ALWAYS_ON, 132162306a36Sopenharmony_ci .adjust = SD_EMMC_V3_ADJUST, 132262306a36Sopenharmony_ci .irq_sdio_sleep = CLK_V3_IRQ_SDIO_SLEEP, 132362306a36Sopenharmony_ci}; 132462306a36Sopenharmony_ci 132562306a36Sopenharmony_cistatic const struct of_device_id meson_mmc_of_match[] = { 132662306a36Sopenharmony_ci { .compatible = "amlogic,meson-gx-mmc", .data = &meson_gx_data }, 132762306a36Sopenharmony_ci { .compatible = "amlogic,meson-gxbb-mmc", .data = &meson_gx_data }, 132862306a36Sopenharmony_ci { .compatible = "amlogic,meson-gxl-mmc", .data = &meson_gx_data }, 132962306a36Sopenharmony_ci { .compatible = "amlogic,meson-gxm-mmc", .data = &meson_gx_data }, 133062306a36Sopenharmony_ci { .compatible = "amlogic,meson-axg-mmc", .data = &meson_axg_data }, 133162306a36Sopenharmony_ci {} 133262306a36Sopenharmony_ci}; 133362306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, meson_mmc_of_match); 133462306a36Sopenharmony_ci 133562306a36Sopenharmony_cistatic struct platform_driver meson_mmc_driver = { 133662306a36Sopenharmony_ci .probe = meson_mmc_probe, 133762306a36Sopenharmony_ci .remove_new = meson_mmc_remove, 133862306a36Sopenharmony_ci .driver = { 133962306a36Sopenharmony_ci .name = DRIVER_NAME, 134062306a36Sopenharmony_ci .probe_type = PROBE_PREFER_ASYNCHRONOUS, 134162306a36Sopenharmony_ci .of_match_table = meson_mmc_of_match, 134262306a36Sopenharmony_ci }, 134362306a36Sopenharmony_ci}; 134462306a36Sopenharmony_ci 134562306a36Sopenharmony_cimodule_platform_driver(meson_mmc_driver); 134662306a36Sopenharmony_ci 134762306a36Sopenharmony_ciMODULE_DESCRIPTION("Amlogic S905*/GX*/AXG SD/eMMC driver"); 134862306a36Sopenharmony_ciMODULE_AUTHOR("Kevin Hilman <khilman@baylibre.com>"); 134962306a36Sopenharmony_ciMODULE_LICENSE("GPL v2"); 1350