162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0-only */ 262306a36Sopenharmony_ci/* Copyright (c) 2015, The Linux Foundation. All rights reserved. 362306a36Sopenharmony_ci */ 462306a36Sopenharmony_ci#ifndef LINUX_MMC_CQHCI_H 562306a36Sopenharmony_ci#define LINUX_MMC_CQHCI_H 662306a36Sopenharmony_ci 762306a36Sopenharmony_ci#include <linux/compiler.h> 862306a36Sopenharmony_ci#include <linux/bitfield.h> 962306a36Sopenharmony_ci#include <linux/bitops.h> 1062306a36Sopenharmony_ci#include <linux/spinlock_types.h> 1162306a36Sopenharmony_ci#include <linux/types.h> 1262306a36Sopenharmony_ci#include <linux/completion.h> 1362306a36Sopenharmony_ci#include <linux/wait.h> 1462306a36Sopenharmony_ci#include <linux/irqreturn.h> 1562306a36Sopenharmony_ci#include <asm/io.h> 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_ci/* registers */ 1862306a36Sopenharmony_ci/* version */ 1962306a36Sopenharmony_ci#define CQHCI_VER 0x00 2062306a36Sopenharmony_ci#define CQHCI_VER_MAJOR(x) (((x) & GENMASK(11, 8)) >> 8) 2162306a36Sopenharmony_ci#define CQHCI_VER_MINOR1(x) (((x) & GENMASK(7, 4)) >> 4) 2262306a36Sopenharmony_ci#define CQHCI_VER_MINOR2(x) ((x) & GENMASK(3, 0)) 2362306a36Sopenharmony_ci 2462306a36Sopenharmony_ci/* capabilities */ 2562306a36Sopenharmony_ci#define CQHCI_CAP 0x04 2662306a36Sopenharmony_ci#define CQHCI_CAP_CS 0x10000000 /* Crypto Support */ 2762306a36Sopenharmony_ci#define CQHCI_CAP_ITCFMUL GENMASK(15, 12) 2862306a36Sopenharmony_ci#define CQHCI_ITCFMUL(x) FIELD_GET(CQHCI_CAP_ITCFMUL, (x)) 2962306a36Sopenharmony_ci 3062306a36Sopenharmony_ci/* configuration */ 3162306a36Sopenharmony_ci#define CQHCI_CFG 0x08 3262306a36Sopenharmony_ci#define CQHCI_DCMD 0x00001000 3362306a36Sopenharmony_ci#define CQHCI_TASK_DESC_SZ 0x00000100 3462306a36Sopenharmony_ci#define CQHCI_CRYPTO_GENERAL_ENABLE 0x00000002 3562306a36Sopenharmony_ci#define CQHCI_ENABLE 0x00000001 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_ci/* control */ 3862306a36Sopenharmony_ci#define CQHCI_CTL 0x0C 3962306a36Sopenharmony_ci#define CQHCI_CLEAR_ALL_TASKS 0x00000100 4062306a36Sopenharmony_ci#define CQHCI_HALT 0x00000001 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_ci/* interrupt status */ 4362306a36Sopenharmony_ci#define CQHCI_IS 0x10 4462306a36Sopenharmony_ci#define CQHCI_IS_HAC BIT(0) 4562306a36Sopenharmony_ci#define CQHCI_IS_TCC BIT(1) 4662306a36Sopenharmony_ci#define CQHCI_IS_RED BIT(2) 4762306a36Sopenharmony_ci#define CQHCI_IS_TCL BIT(3) 4862306a36Sopenharmony_ci#define CQHCI_IS_GCE BIT(4) /* General Crypto Error */ 4962306a36Sopenharmony_ci#define CQHCI_IS_ICCE BIT(5) /* Invalid Crypto Config Error */ 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_ci#define CQHCI_IS_MASK (CQHCI_IS_TCC | CQHCI_IS_RED | \ 5262306a36Sopenharmony_ci CQHCI_IS_GCE | CQHCI_IS_ICCE) 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_ci/* interrupt status enable */ 5562306a36Sopenharmony_ci#define CQHCI_ISTE 0x14 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci/* interrupt signal enable */ 5862306a36Sopenharmony_ci#define CQHCI_ISGE 0x18 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_ci/* interrupt coalescing */ 6162306a36Sopenharmony_ci#define CQHCI_IC 0x1C 6262306a36Sopenharmony_ci#define CQHCI_IC_ENABLE BIT(31) 6362306a36Sopenharmony_ci#define CQHCI_IC_RESET BIT(16) 6462306a36Sopenharmony_ci#define CQHCI_IC_ICCTHWEN BIT(15) 6562306a36Sopenharmony_ci#define CQHCI_IC_ICCTH(x) (((x) & 0x1F) << 8) 6662306a36Sopenharmony_ci#define CQHCI_IC_ICTOVALWEN BIT(7) 6762306a36Sopenharmony_ci#define CQHCI_IC_ICTOVAL(x) ((x) & 0x7F) 6862306a36Sopenharmony_ci 6962306a36Sopenharmony_ci/* task list base address */ 7062306a36Sopenharmony_ci#define CQHCI_TDLBA 0x20 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_ci/* task list base address upper */ 7362306a36Sopenharmony_ci#define CQHCI_TDLBAU 0x24 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_ci/* door-bell */ 7662306a36Sopenharmony_ci#define CQHCI_TDBR 0x28 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci/* task completion notification */ 7962306a36Sopenharmony_ci#define CQHCI_TCN 0x2C 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ci/* device queue status */ 8262306a36Sopenharmony_ci#define CQHCI_DQS 0x30 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci/* device pending tasks */ 8562306a36Sopenharmony_ci#define CQHCI_DPT 0x34 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci/* task clear */ 8862306a36Sopenharmony_ci#define CQHCI_TCLR 0x38 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci/* task descriptor processing error */ 9162306a36Sopenharmony_ci#define CQHCI_TDPE 0x3c 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci/* send status config 1 */ 9462306a36Sopenharmony_ci#define CQHCI_SSC1 0x40 9562306a36Sopenharmony_ci#define CQHCI_SSC1_CBC_MASK GENMASK(19, 16) 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci/* send status config 2 */ 9862306a36Sopenharmony_ci#define CQHCI_SSC2 0x44 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_ci/* response for dcmd */ 10162306a36Sopenharmony_ci#define CQHCI_CRDCT 0x48 10262306a36Sopenharmony_ci 10362306a36Sopenharmony_ci/* response mode error mask */ 10462306a36Sopenharmony_ci#define CQHCI_RMEM 0x50 10562306a36Sopenharmony_ci 10662306a36Sopenharmony_ci/* task error info */ 10762306a36Sopenharmony_ci#define CQHCI_TERRI 0x54 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci#define CQHCI_TERRI_C_INDEX(x) ((x) & GENMASK(5, 0)) 11062306a36Sopenharmony_ci#define CQHCI_TERRI_C_TASK(x) (((x) & GENMASK(12, 8)) >> 8) 11162306a36Sopenharmony_ci#define CQHCI_TERRI_C_VALID(x) ((x) & BIT(15)) 11262306a36Sopenharmony_ci#define CQHCI_TERRI_D_INDEX(x) (((x) & GENMASK(21, 16)) >> 16) 11362306a36Sopenharmony_ci#define CQHCI_TERRI_D_TASK(x) (((x) & GENMASK(28, 24)) >> 24) 11462306a36Sopenharmony_ci#define CQHCI_TERRI_D_VALID(x) ((x) & BIT(31)) 11562306a36Sopenharmony_ci 11662306a36Sopenharmony_ci/* command response index */ 11762306a36Sopenharmony_ci#define CQHCI_CRI 0x58 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci/* command response argument */ 12062306a36Sopenharmony_ci#define CQHCI_CRA 0x5C 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_ci/* crypto capabilities */ 12362306a36Sopenharmony_ci#define CQHCI_CCAP 0x100 12462306a36Sopenharmony_ci#define CQHCI_CRYPTOCAP 0x104 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci#define CQHCI_INT_ALL 0xF 12762306a36Sopenharmony_ci#define CQHCI_IC_DEFAULT_ICCTH 31 12862306a36Sopenharmony_ci#define CQHCI_IC_DEFAULT_ICTOVAL 1 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_ci/* attribute fields */ 13162306a36Sopenharmony_ci#define CQHCI_VALID(x) (((x) & 1) << 0) 13262306a36Sopenharmony_ci#define CQHCI_END(x) (((x) & 1) << 1) 13362306a36Sopenharmony_ci#define CQHCI_INT(x) (((x) & 1) << 2) 13462306a36Sopenharmony_ci#define CQHCI_ACT(x) (((x) & 0x7) << 3) 13562306a36Sopenharmony_ci 13662306a36Sopenharmony_ci/* data command task descriptor fields */ 13762306a36Sopenharmony_ci#define CQHCI_FORCED_PROG(x) (((x) & 1) << 6) 13862306a36Sopenharmony_ci#define CQHCI_CONTEXT(x) (((x) & 0xF) << 7) 13962306a36Sopenharmony_ci#define CQHCI_DATA_TAG(x) (((x) & 1) << 11) 14062306a36Sopenharmony_ci#define CQHCI_DATA_DIR(x) (((x) & 1) << 12) 14162306a36Sopenharmony_ci#define CQHCI_PRIORITY(x) (((x) & 1) << 13) 14262306a36Sopenharmony_ci#define CQHCI_QBAR(x) (((x) & 1) << 14) 14362306a36Sopenharmony_ci#define CQHCI_REL_WRITE(x) (((x) & 1) << 15) 14462306a36Sopenharmony_ci#define CQHCI_BLK_COUNT(x) (((x) & 0xFFFF) << 16) 14562306a36Sopenharmony_ci#define CQHCI_BLK_ADDR(x) (((x) & 0xFFFFFFFF) << 32) 14662306a36Sopenharmony_ci 14762306a36Sopenharmony_ci/* direct command task descriptor fields */ 14862306a36Sopenharmony_ci#define CQHCI_CMD_INDEX(x) (((x) & 0x3F) << 16) 14962306a36Sopenharmony_ci#define CQHCI_CMD_TIMING(x) (((x) & 1) << 22) 15062306a36Sopenharmony_ci#define CQHCI_RESP_TYPE(x) (((x) & 0x3) << 23) 15162306a36Sopenharmony_ci 15262306a36Sopenharmony_ci/* crypto task descriptor fields (for bits 64-127 of task descriptor) */ 15362306a36Sopenharmony_ci#define CQHCI_CRYPTO_ENABLE_BIT (1ULL << 47) 15462306a36Sopenharmony_ci#define CQHCI_CRYPTO_KEYSLOT(x) ((u64)(x) << 32) 15562306a36Sopenharmony_ci 15662306a36Sopenharmony_ci/* transfer descriptor fields */ 15762306a36Sopenharmony_ci#define CQHCI_DAT_LENGTH(x) (((x) & 0xFFFF) << 16) 15862306a36Sopenharmony_ci#define CQHCI_DAT_ADDR_LO(x) (((x) & 0xFFFFFFFF) << 32) 15962306a36Sopenharmony_ci#define CQHCI_DAT_ADDR_HI(x) (((x) & 0xFFFFFFFF) << 0) 16062306a36Sopenharmony_ci 16162306a36Sopenharmony_ci/* CCAP - Crypto Capability 100h */ 16262306a36Sopenharmony_ciunion cqhci_crypto_capabilities { 16362306a36Sopenharmony_ci __le32 reg_val; 16462306a36Sopenharmony_ci struct { 16562306a36Sopenharmony_ci u8 num_crypto_cap; 16662306a36Sopenharmony_ci u8 config_count; 16762306a36Sopenharmony_ci u8 reserved; 16862306a36Sopenharmony_ci u8 config_array_ptr; 16962306a36Sopenharmony_ci }; 17062306a36Sopenharmony_ci}; 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_cienum cqhci_crypto_key_size { 17362306a36Sopenharmony_ci CQHCI_CRYPTO_KEY_SIZE_INVALID = 0, 17462306a36Sopenharmony_ci CQHCI_CRYPTO_KEY_SIZE_128 = 1, 17562306a36Sopenharmony_ci CQHCI_CRYPTO_KEY_SIZE_192 = 2, 17662306a36Sopenharmony_ci CQHCI_CRYPTO_KEY_SIZE_256 = 3, 17762306a36Sopenharmony_ci CQHCI_CRYPTO_KEY_SIZE_512 = 4, 17862306a36Sopenharmony_ci}; 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_cienum cqhci_crypto_alg { 18162306a36Sopenharmony_ci CQHCI_CRYPTO_ALG_AES_XTS = 0, 18262306a36Sopenharmony_ci CQHCI_CRYPTO_ALG_BITLOCKER_AES_CBC = 1, 18362306a36Sopenharmony_ci CQHCI_CRYPTO_ALG_AES_ECB = 2, 18462306a36Sopenharmony_ci CQHCI_CRYPTO_ALG_ESSIV_AES_CBC = 3, 18562306a36Sopenharmony_ci}; 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_ci/* x-CRYPTOCAP - Crypto Capability X */ 18862306a36Sopenharmony_ciunion cqhci_crypto_cap_entry { 18962306a36Sopenharmony_ci __le32 reg_val; 19062306a36Sopenharmony_ci struct { 19162306a36Sopenharmony_ci u8 algorithm_id; 19262306a36Sopenharmony_ci u8 sdus_mask; /* Supported data unit size mask */ 19362306a36Sopenharmony_ci u8 key_size; 19462306a36Sopenharmony_ci u8 reserved; 19562306a36Sopenharmony_ci }; 19662306a36Sopenharmony_ci}; 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci#define CQHCI_CRYPTO_CONFIGURATION_ENABLE (1 << 7) 19962306a36Sopenharmony_ci#define CQHCI_CRYPTO_KEY_MAX_SIZE 64 20062306a36Sopenharmony_ci/* x-CRYPTOCFG - Crypto Configuration X */ 20162306a36Sopenharmony_ciunion cqhci_crypto_cfg_entry { 20262306a36Sopenharmony_ci __le32 reg_val[32]; 20362306a36Sopenharmony_ci struct { 20462306a36Sopenharmony_ci u8 crypto_key[CQHCI_CRYPTO_KEY_MAX_SIZE]; 20562306a36Sopenharmony_ci u8 data_unit_size; 20662306a36Sopenharmony_ci u8 crypto_cap_idx; 20762306a36Sopenharmony_ci u8 reserved_1; 20862306a36Sopenharmony_ci u8 config_enable; 20962306a36Sopenharmony_ci u8 reserved_multi_host; 21062306a36Sopenharmony_ci u8 reserved_2; 21162306a36Sopenharmony_ci u8 vsb[2]; 21262306a36Sopenharmony_ci u8 reserved_3[56]; 21362306a36Sopenharmony_ci }; 21462306a36Sopenharmony_ci}; 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_cistruct cqhci_host_ops; 21762306a36Sopenharmony_cistruct mmc_host; 21862306a36Sopenharmony_cistruct mmc_request; 21962306a36Sopenharmony_cistruct cqhci_slot; 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_cistruct cqhci_host { 22262306a36Sopenharmony_ci const struct cqhci_host_ops *ops; 22362306a36Sopenharmony_ci void __iomem *mmio; 22462306a36Sopenharmony_ci struct mmc_host *mmc; 22562306a36Sopenharmony_ci 22662306a36Sopenharmony_ci spinlock_t lock; 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci /* relative card address of device */ 22962306a36Sopenharmony_ci unsigned int rca; 23062306a36Sopenharmony_ci 23162306a36Sopenharmony_ci /* 64 bit DMA */ 23262306a36Sopenharmony_ci bool dma64; 23362306a36Sopenharmony_ci int num_slots; 23462306a36Sopenharmony_ci int qcnt; 23562306a36Sopenharmony_ci 23662306a36Sopenharmony_ci u32 dcmd_slot; 23762306a36Sopenharmony_ci u32 caps; 23862306a36Sopenharmony_ci#define CQHCI_TASK_DESC_SZ_128 0x1 23962306a36Sopenharmony_ci 24062306a36Sopenharmony_ci u32 quirks; 24162306a36Sopenharmony_ci#define CQHCI_QUIRK_SHORT_TXFR_DESC_SZ 0x1 24262306a36Sopenharmony_ci 24362306a36Sopenharmony_ci bool enabled; 24462306a36Sopenharmony_ci bool halted; 24562306a36Sopenharmony_ci bool init_done; 24662306a36Sopenharmony_ci bool activated; 24762306a36Sopenharmony_ci bool waiting_for_idle; 24862306a36Sopenharmony_ci bool recovery_halt; 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ci size_t desc_size; 25162306a36Sopenharmony_ci size_t data_size; 25262306a36Sopenharmony_ci 25362306a36Sopenharmony_ci u8 *desc_base; 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_ci /* total descriptor size */ 25662306a36Sopenharmony_ci u8 slot_sz; 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_ci /* 64/128 bit depends on CQHCI_CFG */ 25962306a36Sopenharmony_ci u8 task_desc_len; 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ci /* 64 bit on 32-bit arch, 128 bit on 64-bit */ 26262306a36Sopenharmony_ci u8 link_desc_len; 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_ci u8 *trans_desc_base; 26562306a36Sopenharmony_ci /* same length as transfer descriptor */ 26662306a36Sopenharmony_ci u8 trans_desc_len; 26762306a36Sopenharmony_ci 26862306a36Sopenharmony_ci dma_addr_t desc_dma_base; 26962306a36Sopenharmony_ci dma_addr_t trans_desc_dma_base; 27062306a36Sopenharmony_ci 27162306a36Sopenharmony_ci struct completion halt_comp; 27262306a36Sopenharmony_ci wait_queue_head_t wait_queue; 27362306a36Sopenharmony_ci struct cqhci_slot *slot; 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_ci#ifdef CONFIG_MMC_CRYPTO 27662306a36Sopenharmony_ci union cqhci_crypto_capabilities crypto_capabilities; 27762306a36Sopenharmony_ci union cqhci_crypto_cap_entry *crypto_cap_array; 27862306a36Sopenharmony_ci u32 crypto_cfg_register; 27962306a36Sopenharmony_ci#endif 28062306a36Sopenharmony_ci}; 28162306a36Sopenharmony_ci 28262306a36Sopenharmony_cistruct cqhci_host_ops { 28362306a36Sopenharmony_ci void (*dumpregs)(struct mmc_host *mmc); 28462306a36Sopenharmony_ci void (*write_l)(struct cqhci_host *host, u32 val, int reg); 28562306a36Sopenharmony_ci u32 (*read_l)(struct cqhci_host *host, int reg); 28662306a36Sopenharmony_ci void (*enable)(struct mmc_host *mmc); 28762306a36Sopenharmony_ci void (*disable)(struct mmc_host *mmc, bool recovery); 28862306a36Sopenharmony_ci void (*update_dcmd_desc)(struct mmc_host *mmc, struct mmc_request *mrq, 28962306a36Sopenharmony_ci u64 *data); 29062306a36Sopenharmony_ci void (*pre_enable)(struct mmc_host *mmc); 29162306a36Sopenharmony_ci void (*post_disable)(struct mmc_host *mmc); 29262306a36Sopenharmony_ci#ifdef CONFIG_MMC_CRYPTO 29362306a36Sopenharmony_ci int (*program_key)(struct cqhci_host *cq_host, 29462306a36Sopenharmony_ci const union cqhci_crypto_cfg_entry *cfg, int slot); 29562306a36Sopenharmony_ci#endif 29662306a36Sopenharmony_ci}; 29762306a36Sopenharmony_ci 29862306a36Sopenharmony_cistatic inline void cqhci_writel(struct cqhci_host *host, u32 val, int reg) 29962306a36Sopenharmony_ci{ 30062306a36Sopenharmony_ci if (unlikely(host->ops->write_l)) 30162306a36Sopenharmony_ci host->ops->write_l(host, val, reg); 30262306a36Sopenharmony_ci else 30362306a36Sopenharmony_ci writel_relaxed(val, host->mmio + reg); 30462306a36Sopenharmony_ci} 30562306a36Sopenharmony_ci 30662306a36Sopenharmony_cistatic inline u32 cqhci_readl(struct cqhci_host *host, int reg) 30762306a36Sopenharmony_ci{ 30862306a36Sopenharmony_ci if (unlikely(host->ops->read_l)) 30962306a36Sopenharmony_ci return host->ops->read_l(host, reg); 31062306a36Sopenharmony_ci else 31162306a36Sopenharmony_ci return readl_relaxed(host->mmio + reg); 31262306a36Sopenharmony_ci} 31362306a36Sopenharmony_ci 31462306a36Sopenharmony_cistruct platform_device; 31562306a36Sopenharmony_ci 31662306a36Sopenharmony_ciirqreturn_t cqhci_irq(struct mmc_host *mmc, u32 intmask, int cmd_error, 31762306a36Sopenharmony_ci int data_error); 31862306a36Sopenharmony_ciint cqhci_init(struct cqhci_host *cq_host, struct mmc_host *mmc, bool dma64); 31962306a36Sopenharmony_cistruct cqhci_host *cqhci_pltfm_init(struct platform_device *pdev); 32062306a36Sopenharmony_ciint cqhci_deactivate(struct mmc_host *mmc); 32162306a36Sopenharmony_cistatic inline int cqhci_suspend(struct mmc_host *mmc) 32262306a36Sopenharmony_ci{ 32362306a36Sopenharmony_ci return cqhci_deactivate(mmc); 32462306a36Sopenharmony_ci} 32562306a36Sopenharmony_ciint cqhci_resume(struct mmc_host *mmc); 32662306a36Sopenharmony_ci 32762306a36Sopenharmony_ci#endif 328