162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0-only */
262306a36Sopenharmony_ci/* Copyright (c) 2015, The Linux Foundation. All rights reserved.
362306a36Sopenharmony_ci */
462306a36Sopenharmony_ci#ifndef LINUX_MMC_CQHCI_H
562306a36Sopenharmony_ci#define LINUX_MMC_CQHCI_H
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#include <linux/compiler.h>
862306a36Sopenharmony_ci#include <linux/bitfield.h>
962306a36Sopenharmony_ci#include <linux/bitops.h>
1062306a36Sopenharmony_ci#include <linux/spinlock_types.h>
1162306a36Sopenharmony_ci#include <linux/types.h>
1262306a36Sopenharmony_ci#include <linux/completion.h>
1362306a36Sopenharmony_ci#include <linux/wait.h>
1462306a36Sopenharmony_ci#include <linux/irqreturn.h>
1562306a36Sopenharmony_ci#include <asm/io.h>
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci/* registers */
1862306a36Sopenharmony_ci/* version */
1962306a36Sopenharmony_ci#define CQHCI_VER			0x00
2062306a36Sopenharmony_ci#define CQHCI_VER_MAJOR(x)		(((x) & GENMASK(11, 8)) >> 8)
2162306a36Sopenharmony_ci#define CQHCI_VER_MINOR1(x)		(((x) & GENMASK(7, 4)) >> 4)
2262306a36Sopenharmony_ci#define CQHCI_VER_MINOR2(x)		((x) & GENMASK(3, 0))
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci/* capabilities */
2562306a36Sopenharmony_ci#define CQHCI_CAP			0x04
2662306a36Sopenharmony_ci#define CQHCI_CAP_CS			0x10000000 /* Crypto Support */
2762306a36Sopenharmony_ci#define CQHCI_CAP_ITCFMUL		GENMASK(15, 12)
2862306a36Sopenharmony_ci#define CQHCI_ITCFMUL(x)		FIELD_GET(CQHCI_CAP_ITCFMUL, (x))
2962306a36Sopenharmony_ci
3062306a36Sopenharmony_ci/* configuration */
3162306a36Sopenharmony_ci#define CQHCI_CFG			0x08
3262306a36Sopenharmony_ci#define CQHCI_DCMD			0x00001000
3362306a36Sopenharmony_ci#define CQHCI_TASK_DESC_SZ		0x00000100
3462306a36Sopenharmony_ci#define CQHCI_CRYPTO_GENERAL_ENABLE	0x00000002
3562306a36Sopenharmony_ci#define CQHCI_ENABLE			0x00000001
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ci/* control */
3862306a36Sopenharmony_ci#define CQHCI_CTL			0x0C
3962306a36Sopenharmony_ci#define CQHCI_CLEAR_ALL_TASKS		0x00000100
4062306a36Sopenharmony_ci#define CQHCI_HALT			0x00000001
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci/* interrupt status */
4362306a36Sopenharmony_ci#define CQHCI_IS			0x10
4462306a36Sopenharmony_ci#define CQHCI_IS_HAC			BIT(0)
4562306a36Sopenharmony_ci#define CQHCI_IS_TCC			BIT(1)
4662306a36Sopenharmony_ci#define CQHCI_IS_RED			BIT(2)
4762306a36Sopenharmony_ci#define CQHCI_IS_TCL			BIT(3)
4862306a36Sopenharmony_ci#define CQHCI_IS_GCE			BIT(4) /* General Crypto Error */
4962306a36Sopenharmony_ci#define CQHCI_IS_ICCE			BIT(5) /* Invalid Crypto Config Error */
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ci#define CQHCI_IS_MASK (CQHCI_IS_TCC | CQHCI_IS_RED | \
5262306a36Sopenharmony_ci		       CQHCI_IS_GCE | CQHCI_IS_ICCE)
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci/* interrupt status enable */
5562306a36Sopenharmony_ci#define CQHCI_ISTE			0x14
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci/* interrupt signal enable */
5862306a36Sopenharmony_ci#define CQHCI_ISGE			0x18
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci/* interrupt coalescing */
6162306a36Sopenharmony_ci#define CQHCI_IC			0x1C
6262306a36Sopenharmony_ci#define CQHCI_IC_ENABLE			BIT(31)
6362306a36Sopenharmony_ci#define CQHCI_IC_RESET			BIT(16)
6462306a36Sopenharmony_ci#define CQHCI_IC_ICCTHWEN		BIT(15)
6562306a36Sopenharmony_ci#define CQHCI_IC_ICCTH(x)		(((x) & 0x1F) << 8)
6662306a36Sopenharmony_ci#define CQHCI_IC_ICTOVALWEN		BIT(7)
6762306a36Sopenharmony_ci#define CQHCI_IC_ICTOVAL(x)		((x) & 0x7F)
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci/* task list base address */
7062306a36Sopenharmony_ci#define CQHCI_TDLBA			0x20
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci/* task list base address upper */
7362306a36Sopenharmony_ci#define CQHCI_TDLBAU			0x24
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci/* door-bell */
7662306a36Sopenharmony_ci#define CQHCI_TDBR			0x28
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci/* task completion notification */
7962306a36Sopenharmony_ci#define CQHCI_TCN			0x2C
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci/* device queue status */
8262306a36Sopenharmony_ci#define CQHCI_DQS			0x30
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci/* device pending tasks */
8562306a36Sopenharmony_ci#define CQHCI_DPT			0x34
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci/* task clear */
8862306a36Sopenharmony_ci#define CQHCI_TCLR			0x38
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci/* task descriptor processing error */
9162306a36Sopenharmony_ci#define CQHCI_TDPE			0x3c
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci/* send status config 1 */
9462306a36Sopenharmony_ci#define CQHCI_SSC1			0x40
9562306a36Sopenharmony_ci#define CQHCI_SSC1_CBC_MASK		GENMASK(19, 16)
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci/* send status config 2 */
9862306a36Sopenharmony_ci#define CQHCI_SSC2			0x44
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_ci/* response for dcmd */
10162306a36Sopenharmony_ci#define CQHCI_CRDCT			0x48
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_ci/* response mode error mask */
10462306a36Sopenharmony_ci#define CQHCI_RMEM			0x50
10562306a36Sopenharmony_ci
10662306a36Sopenharmony_ci/* task error info */
10762306a36Sopenharmony_ci#define CQHCI_TERRI			0x54
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci#define CQHCI_TERRI_C_INDEX(x)		((x) & GENMASK(5, 0))
11062306a36Sopenharmony_ci#define CQHCI_TERRI_C_TASK(x)		(((x) & GENMASK(12, 8)) >> 8)
11162306a36Sopenharmony_ci#define CQHCI_TERRI_C_VALID(x)		((x) & BIT(15))
11262306a36Sopenharmony_ci#define CQHCI_TERRI_D_INDEX(x)		(((x) & GENMASK(21, 16)) >> 16)
11362306a36Sopenharmony_ci#define CQHCI_TERRI_D_TASK(x)		(((x) & GENMASK(28, 24)) >> 24)
11462306a36Sopenharmony_ci#define CQHCI_TERRI_D_VALID(x)		((x) & BIT(31))
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_ci/* command response index */
11762306a36Sopenharmony_ci#define CQHCI_CRI			0x58
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ci/* command response argument */
12062306a36Sopenharmony_ci#define CQHCI_CRA			0x5C
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci/* crypto capabilities */
12362306a36Sopenharmony_ci#define CQHCI_CCAP			0x100
12462306a36Sopenharmony_ci#define CQHCI_CRYPTOCAP			0x104
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci#define CQHCI_INT_ALL			0xF
12762306a36Sopenharmony_ci#define CQHCI_IC_DEFAULT_ICCTH		31
12862306a36Sopenharmony_ci#define CQHCI_IC_DEFAULT_ICTOVAL	1
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci/* attribute fields */
13162306a36Sopenharmony_ci#define CQHCI_VALID(x)			(((x) & 1) << 0)
13262306a36Sopenharmony_ci#define CQHCI_END(x)			(((x) & 1) << 1)
13362306a36Sopenharmony_ci#define CQHCI_INT(x)			(((x) & 1) << 2)
13462306a36Sopenharmony_ci#define CQHCI_ACT(x)			(((x) & 0x7) << 3)
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci/* data command task descriptor fields */
13762306a36Sopenharmony_ci#define CQHCI_FORCED_PROG(x)		(((x) & 1) << 6)
13862306a36Sopenharmony_ci#define CQHCI_CONTEXT(x)		(((x) & 0xF) << 7)
13962306a36Sopenharmony_ci#define CQHCI_DATA_TAG(x)		(((x) & 1) << 11)
14062306a36Sopenharmony_ci#define CQHCI_DATA_DIR(x)		(((x) & 1) << 12)
14162306a36Sopenharmony_ci#define CQHCI_PRIORITY(x)		(((x) & 1) << 13)
14262306a36Sopenharmony_ci#define CQHCI_QBAR(x)			(((x) & 1) << 14)
14362306a36Sopenharmony_ci#define CQHCI_REL_WRITE(x)		(((x) & 1) << 15)
14462306a36Sopenharmony_ci#define CQHCI_BLK_COUNT(x)		(((x) & 0xFFFF) << 16)
14562306a36Sopenharmony_ci#define CQHCI_BLK_ADDR(x)		(((x) & 0xFFFFFFFF) << 32)
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci/* direct command task descriptor fields */
14862306a36Sopenharmony_ci#define CQHCI_CMD_INDEX(x)		(((x) & 0x3F) << 16)
14962306a36Sopenharmony_ci#define CQHCI_CMD_TIMING(x)		(((x) & 1) << 22)
15062306a36Sopenharmony_ci#define CQHCI_RESP_TYPE(x)		(((x) & 0x3) << 23)
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_ci/* crypto task descriptor fields (for bits 64-127 of task descriptor) */
15362306a36Sopenharmony_ci#define CQHCI_CRYPTO_ENABLE_BIT		(1ULL << 47)
15462306a36Sopenharmony_ci#define CQHCI_CRYPTO_KEYSLOT(x)		((u64)(x) << 32)
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci/* transfer descriptor fields */
15762306a36Sopenharmony_ci#define CQHCI_DAT_LENGTH(x)		(((x) & 0xFFFF) << 16)
15862306a36Sopenharmony_ci#define CQHCI_DAT_ADDR_LO(x)		(((x) & 0xFFFFFFFF) << 32)
15962306a36Sopenharmony_ci#define CQHCI_DAT_ADDR_HI(x)		(((x) & 0xFFFFFFFF) << 0)
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci/* CCAP - Crypto Capability 100h */
16262306a36Sopenharmony_ciunion cqhci_crypto_capabilities {
16362306a36Sopenharmony_ci	__le32 reg_val;
16462306a36Sopenharmony_ci	struct {
16562306a36Sopenharmony_ci		u8 num_crypto_cap;
16662306a36Sopenharmony_ci		u8 config_count;
16762306a36Sopenharmony_ci		u8 reserved;
16862306a36Sopenharmony_ci		u8 config_array_ptr;
16962306a36Sopenharmony_ci	};
17062306a36Sopenharmony_ci};
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_cienum cqhci_crypto_key_size {
17362306a36Sopenharmony_ci	CQHCI_CRYPTO_KEY_SIZE_INVALID	= 0,
17462306a36Sopenharmony_ci	CQHCI_CRYPTO_KEY_SIZE_128	= 1,
17562306a36Sopenharmony_ci	CQHCI_CRYPTO_KEY_SIZE_192	= 2,
17662306a36Sopenharmony_ci	CQHCI_CRYPTO_KEY_SIZE_256	= 3,
17762306a36Sopenharmony_ci	CQHCI_CRYPTO_KEY_SIZE_512	= 4,
17862306a36Sopenharmony_ci};
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_cienum cqhci_crypto_alg {
18162306a36Sopenharmony_ci	CQHCI_CRYPTO_ALG_AES_XTS		= 0,
18262306a36Sopenharmony_ci	CQHCI_CRYPTO_ALG_BITLOCKER_AES_CBC	= 1,
18362306a36Sopenharmony_ci	CQHCI_CRYPTO_ALG_AES_ECB		= 2,
18462306a36Sopenharmony_ci	CQHCI_CRYPTO_ALG_ESSIV_AES_CBC		= 3,
18562306a36Sopenharmony_ci};
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci/* x-CRYPTOCAP - Crypto Capability X */
18862306a36Sopenharmony_ciunion cqhci_crypto_cap_entry {
18962306a36Sopenharmony_ci	__le32 reg_val;
19062306a36Sopenharmony_ci	struct {
19162306a36Sopenharmony_ci		u8 algorithm_id;
19262306a36Sopenharmony_ci		u8 sdus_mask; /* Supported data unit size mask */
19362306a36Sopenharmony_ci		u8 key_size;
19462306a36Sopenharmony_ci		u8 reserved;
19562306a36Sopenharmony_ci	};
19662306a36Sopenharmony_ci};
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci#define CQHCI_CRYPTO_CONFIGURATION_ENABLE (1 << 7)
19962306a36Sopenharmony_ci#define CQHCI_CRYPTO_KEY_MAX_SIZE 64
20062306a36Sopenharmony_ci/* x-CRYPTOCFG - Crypto Configuration X */
20162306a36Sopenharmony_ciunion cqhci_crypto_cfg_entry {
20262306a36Sopenharmony_ci	__le32 reg_val[32];
20362306a36Sopenharmony_ci	struct {
20462306a36Sopenharmony_ci		u8 crypto_key[CQHCI_CRYPTO_KEY_MAX_SIZE];
20562306a36Sopenharmony_ci		u8 data_unit_size;
20662306a36Sopenharmony_ci		u8 crypto_cap_idx;
20762306a36Sopenharmony_ci		u8 reserved_1;
20862306a36Sopenharmony_ci		u8 config_enable;
20962306a36Sopenharmony_ci		u8 reserved_multi_host;
21062306a36Sopenharmony_ci		u8 reserved_2;
21162306a36Sopenharmony_ci		u8 vsb[2];
21262306a36Sopenharmony_ci		u8 reserved_3[56];
21362306a36Sopenharmony_ci	};
21462306a36Sopenharmony_ci};
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_cistruct cqhci_host_ops;
21762306a36Sopenharmony_cistruct mmc_host;
21862306a36Sopenharmony_cistruct mmc_request;
21962306a36Sopenharmony_cistruct cqhci_slot;
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_cistruct cqhci_host {
22262306a36Sopenharmony_ci	const struct cqhci_host_ops *ops;
22362306a36Sopenharmony_ci	void __iomem *mmio;
22462306a36Sopenharmony_ci	struct mmc_host *mmc;
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	spinlock_t lock;
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_ci	/* relative card address of device */
22962306a36Sopenharmony_ci	unsigned int rca;
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci	/* 64 bit DMA */
23262306a36Sopenharmony_ci	bool dma64;
23362306a36Sopenharmony_ci	int num_slots;
23462306a36Sopenharmony_ci	int qcnt;
23562306a36Sopenharmony_ci
23662306a36Sopenharmony_ci	u32 dcmd_slot;
23762306a36Sopenharmony_ci	u32 caps;
23862306a36Sopenharmony_ci#define CQHCI_TASK_DESC_SZ_128		0x1
23962306a36Sopenharmony_ci
24062306a36Sopenharmony_ci	u32 quirks;
24162306a36Sopenharmony_ci#define CQHCI_QUIRK_SHORT_TXFR_DESC_SZ	0x1
24262306a36Sopenharmony_ci
24362306a36Sopenharmony_ci	bool enabled;
24462306a36Sopenharmony_ci	bool halted;
24562306a36Sopenharmony_ci	bool init_done;
24662306a36Sopenharmony_ci	bool activated;
24762306a36Sopenharmony_ci	bool waiting_for_idle;
24862306a36Sopenharmony_ci	bool recovery_halt;
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci	size_t desc_size;
25162306a36Sopenharmony_ci	size_t data_size;
25262306a36Sopenharmony_ci
25362306a36Sopenharmony_ci	u8 *desc_base;
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_ci	/* total descriptor size */
25662306a36Sopenharmony_ci	u8 slot_sz;
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci	/* 64/128 bit depends on CQHCI_CFG */
25962306a36Sopenharmony_ci	u8 task_desc_len;
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci	/* 64 bit on 32-bit arch, 128 bit on 64-bit */
26262306a36Sopenharmony_ci	u8 link_desc_len;
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_ci	u8 *trans_desc_base;
26562306a36Sopenharmony_ci	/* same length as transfer descriptor */
26662306a36Sopenharmony_ci	u8 trans_desc_len;
26762306a36Sopenharmony_ci
26862306a36Sopenharmony_ci	dma_addr_t desc_dma_base;
26962306a36Sopenharmony_ci	dma_addr_t trans_desc_dma_base;
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_ci	struct completion halt_comp;
27262306a36Sopenharmony_ci	wait_queue_head_t wait_queue;
27362306a36Sopenharmony_ci	struct cqhci_slot *slot;
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_ci#ifdef CONFIG_MMC_CRYPTO
27662306a36Sopenharmony_ci	union cqhci_crypto_capabilities crypto_capabilities;
27762306a36Sopenharmony_ci	union cqhci_crypto_cap_entry *crypto_cap_array;
27862306a36Sopenharmony_ci	u32 crypto_cfg_register;
27962306a36Sopenharmony_ci#endif
28062306a36Sopenharmony_ci};
28162306a36Sopenharmony_ci
28262306a36Sopenharmony_cistruct cqhci_host_ops {
28362306a36Sopenharmony_ci	void (*dumpregs)(struct mmc_host *mmc);
28462306a36Sopenharmony_ci	void (*write_l)(struct cqhci_host *host, u32 val, int reg);
28562306a36Sopenharmony_ci	u32 (*read_l)(struct cqhci_host *host, int reg);
28662306a36Sopenharmony_ci	void (*enable)(struct mmc_host *mmc);
28762306a36Sopenharmony_ci	void (*disable)(struct mmc_host *mmc, bool recovery);
28862306a36Sopenharmony_ci	void (*update_dcmd_desc)(struct mmc_host *mmc, struct mmc_request *mrq,
28962306a36Sopenharmony_ci				 u64 *data);
29062306a36Sopenharmony_ci	void (*pre_enable)(struct mmc_host *mmc);
29162306a36Sopenharmony_ci	void (*post_disable)(struct mmc_host *mmc);
29262306a36Sopenharmony_ci#ifdef CONFIG_MMC_CRYPTO
29362306a36Sopenharmony_ci	int (*program_key)(struct cqhci_host *cq_host,
29462306a36Sopenharmony_ci			   const union cqhci_crypto_cfg_entry *cfg, int slot);
29562306a36Sopenharmony_ci#endif
29662306a36Sopenharmony_ci};
29762306a36Sopenharmony_ci
29862306a36Sopenharmony_cistatic inline void cqhci_writel(struct cqhci_host *host, u32 val, int reg)
29962306a36Sopenharmony_ci{
30062306a36Sopenharmony_ci	if (unlikely(host->ops->write_l))
30162306a36Sopenharmony_ci		host->ops->write_l(host, val, reg);
30262306a36Sopenharmony_ci	else
30362306a36Sopenharmony_ci		writel_relaxed(val, host->mmio + reg);
30462306a36Sopenharmony_ci}
30562306a36Sopenharmony_ci
30662306a36Sopenharmony_cistatic inline u32 cqhci_readl(struct cqhci_host *host, int reg)
30762306a36Sopenharmony_ci{
30862306a36Sopenharmony_ci	if (unlikely(host->ops->read_l))
30962306a36Sopenharmony_ci		return host->ops->read_l(host, reg);
31062306a36Sopenharmony_ci	else
31162306a36Sopenharmony_ci		return readl_relaxed(host->mmio + reg);
31262306a36Sopenharmony_ci}
31362306a36Sopenharmony_ci
31462306a36Sopenharmony_cistruct platform_device;
31562306a36Sopenharmony_ci
31662306a36Sopenharmony_ciirqreturn_t cqhci_irq(struct mmc_host *mmc, u32 intmask, int cmd_error,
31762306a36Sopenharmony_ci		      int data_error);
31862306a36Sopenharmony_ciint cqhci_init(struct cqhci_host *cq_host, struct mmc_host *mmc, bool dma64);
31962306a36Sopenharmony_cistruct cqhci_host *cqhci_pltfm_init(struct platform_device *pdev);
32062306a36Sopenharmony_ciint cqhci_deactivate(struct mmc_host *mmc);
32162306a36Sopenharmony_cistatic inline int cqhci_suspend(struct mmc_host *mmc)
32262306a36Sopenharmony_ci{
32362306a36Sopenharmony_ci	return cqhci_deactivate(mmc);
32462306a36Sopenharmony_ci}
32562306a36Sopenharmony_ciint cqhci_resume(struct mmc_host *mmc);
32662306a36Sopenharmony_ci
32762306a36Sopenharmony_ci#endif
328