162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0-or-later */
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Cryptographic API for algorithms (i.e., low-level API).
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci#ifndef _CRYPTO_ALGAPI_H
862306a36Sopenharmony_ci#define _CRYPTO_ALGAPI_H
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include <crypto/utils.h>
1162306a36Sopenharmony_ci#include <linux/align.h>
1262306a36Sopenharmony_ci#include <linux/cache.h>
1362306a36Sopenharmony_ci#include <linux/crypto.h>
1462306a36Sopenharmony_ci#include <linux/types.h>
1562306a36Sopenharmony_ci#include <linux/workqueue.h>
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci/*
1862306a36Sopenharmony_ci * Maximum values for blocksize and alignmask, used to allocate
1962306a36Sopenharmony_ci * static buffers that are big enough for any combination of
2062306a36Sopenharmony_ci * algs and architectures. Ciphers have a lower maximum size.
2162306a36Sopenharmony_ci */
2262306a36Sopenharmony_ci#define MAX_ALGAPI_BLOCKSIZE		160
2362306a36Sopenharmony_ci#define MAX_ALGAPI_ALIGNMASK		127
2462306a36Sopenharmony_ci#define MAX_CIPHER_BLOCKSIZE		16
2562306a36Sopenharmony_ci#define MAX_CIPHER_ALIGNMASK		15
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_ci#ifdef ARCH_DMA_MINALIGN
2862306a36Sopenharmony_ci#define CRYPTO_DMA_ALIGN ARCH_DMA_MINALIGN
2962306a36Sopenharmony_ci#else
3062306a36Sopenharmony_ci#define CRYPTO_DMA_ALIGN CRYPTO_MINALIGN
3162306a36Sopenharmony_ci#endif
3262306a36Sopenharmony_ci
3362306a36Sopenharmony_ci#define CRYPTO_DMA_PADDING ((CRYPTO_DMA_ALIGN - 1) & ~(CRYPTO_MINALIGN - 1))
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_ci/*
3662306a36Sopenharmony_ci * Autoloaded crypto modules should only use a prefixed name to avoid allowing
3762306a36Sopenharmony_ci * arbitrary modules to be loaded. Loading from userspace may still need the
3862306a36Sopenharmony_ci * unprefixed names, so retains those aliases as well.
3962306a36Sopenharmony_ci * This uses __MODULE_INFO directly instead of MODULE_ALIAS because pre-4.3
4062306a36Sopenharmony_ci * gcc (e.g. avr32 toolchain) uses __LINE__ for uniqueness, and this macro
4162306a36Sopenharmony_ci * expands twice on the same line. Instead, use a separate base name for the
4262306a36Sopenharmony_ci * alias.
4362306a36Sopenharmony_ci */
4462306a36Sopenharmony_ci#define MODULE_ALIAS_CRYPTO(name)	\
4562306a36Sopenharmony_ci		__MODULE_INFO(alias, alias_userspace, name);	\
4662306a36Sopenharmony_ci		__MODULE_INFO(alias, alias_crypto, "crypto-" name)
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_cistruct crypto_aead;
4962306a36Sopenharmony_cistruct crypto_instance;
5062306a36Sopenharmony_cistruct module;
5162306a36Sopenharmony_cistruct notifier_block;
5262306a36Sopenharmony_cistruct rtattr;
5362306a36Sopenharmony_cistruct scatterlist;
5462306a36Sopenharmony_cistruct seq_file;
5562306a36Sopenharmony_cistruct sk_buff;
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_cistruct crypto_type {
5862306a36Sopenharmony_ci	unsigned int (*ctxsize)(struct crypto_alg *alg, u32 type, u32 mask);
5962306a36Sopenharmony_ci	unsigned int (*extsize)(struct crypto_alg *alg);
6062306a36Sopenharmony_ci	int (*init_tfm)(struct crypto_tfm *tfm);
6162306a36Sopenharmony_ci	void (*show)(struct seq_file *m, struct crypto_alg *alg);
6262306a36Sopenharmony_ci	int (*report)(struct sk_buff *skb, struct crypto_alg *alg);
6362306a36Sopenharmony_ci	void (*free)(struct crypto_instance *inst);
6462306a36Sopenharmony_ci#ifdef CONFIG_CRYPTO_STATS
6562306a36Sopenharmony_ci	int (*report_stat)(struct sk_buff *skb, struct crypto_alg *alg);
6662306a36Sopenharmony_ci#endif
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	unsigned int type;
6962306a36Sopenharmony_ci	unsigned int maskclear;
7062306a36Sopenharmony_ci	unsigned int maskset;
7162306a36Sopenharmony_ci	unsigned int tfmsize;
7262306a36Sopenharmony_ci};
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_cistruct crypto_instance {
7562306a36Sopenharmony_ci	struct crypto_alg alg;
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	struct crypto_template *tmpl;
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	union {
8062306a36Sopenharmony_ci		/* Node in list of instances after registration. */
8162306a36Sopenharmony_ci		struct hlist_node list;
8262306a36Sopenharmony_ci		/* List of attached spawns before registration. */
8362306a36Sopenharmony_ci		struct crypto_spawn *spawns;
8462306a36Sopenharmony_ci	};
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci	struct work_struct free_work;
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci	void *__ctx[] CRYPTO_MINALIGN_ATTR;
8962306a36Sopenharmony_ci};
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_cistruct crypto_template {
9262306a36Sopenharmony_ci	struct list_head list;
9362306a36Sopenharmony_ci	struct hlist_head instances;
9462306a36Sopenharmony_ci	struct module *module;
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	int (*create)(struct crypto_template *tmpl, struct rtattr **tb);
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci	char name[CRYPTO_MAX_ALG_NAME];
9962306a36Sopenharmony_ci};
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_cistruct crypto_spawn {
10262306a36Sopenharmony_ci	struct list_head list;
10362306a36Sopenharmony_ci	struct crypto_alg *alg;
10462306a36Sopenharmony_ci	union {
10562306a36Sopenharmony_ci		/* Back pointer to instance after registration.*/
10662306a36Sopenharmony_ci		struct crypto_instance *inst;
10762306a36Sopenharmony_ci		/* Spawn list pointer prior to registration. */
10862306a36Sopenharmony_ci		struct crypto_spawn *next;
10962306a36Sopenharmony_ci	};
11062306a36Sopenharmony_ci	const struct crypto_type *frontend;
11162306a36Sopenharmony_ci	u32 mask;
11262306a36Sopenharmony_ci	bool dead;
11362306a36Sopenharmony_ci	bool registered;
11462306a36Sopenharmony_ci};
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_cistruct crypto_queue {
11762306a36Sopenharmony_ci	struct list_head list;
11862306a36Sopenharmony_ci	struct list_head *backlog;
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci	unsigned int qlen;
12162306a36Sopenharmony_ci	unsigned int max_qlen;
12262306a36Sopenharmony_ci};
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_cistruct scatter_walk {
12562306a36Sopenharmony_ci	struct scatterlist *sg;
12662306a36Sopenharmony_ci	unsigned int offset;
12762306a36Sopenharmony_ci};
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_cistruct crypto_attr_alg {
13062306a36Sopenharmony_ci	char name[CRYPTO_MAX_ALG_NAME];
13162306a36Sopenharmony_ci};
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_cistruct crypto_attr_type {
13462306a36Sopenharmony_ci	u32 type;
13562306a36Sopenharmony_ci	u32 mask;
13662306a36Sopenharmony_ci};
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci/*
13962306a36Sopenharmony_ci * Algorithm registration interface.
14062306a36Sopenharmony_ci */
14162306a36Sopenharmony_ciint crypto_register_alg(struct crypto_alg *alg);
14262306a36Sopenharmony_civoid crypto_unregister_alg(struct crypto_alg *alg);
14362306a36Sopenharmony_ciint crypto_register_algs(struct crypto_alg *algs, int count);
14462306a36Sopenharmony_civoid crypto_unregister_algs(struct crypto_alg *algs, int count);
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_civoid crypto_mod_put(struct crypto_alg *alg);
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ciint crypto_register_template(struct crypto_template *tmpl);
14962306a36Sopenharmony_ciint crypto_register_templates(struct crypto_template *tmpls, int count);
15062306a36Sopenharmony_civoid crypto_unregister_template(struct crypto_template *tmpl);
15162306a36Sopenharmony_civoid crypto_unregister_templates(struct crypto_template *tmpls, int count);
15262306a36Sopenharmony_cistruct crypto_template *crypto_lookup_template(const char *name);
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ciint crypto_register_instance(struct crypto_template *tmpl,
15562306a36Sopenharmony_ci			     struct crypto_instance *inst);
15662306a36Sopenharmony_civoid crypto_unregister_instance(struct crypto_instance *inst);
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ciint crypto_grab_spawn(struct crypto_spawn *spawn, struct crypto_instance *inst,
15962306a36Sopenharmony_ci		      const char *name, u32 type, u32 mask);
16062306a36Sopenharmony_civoid crypto_drop_spawn(struct crypto_spawn *spawn);
16162306a36Sopenharmony_cistruct crypto_tfm *crypto_spawn_tfm(struct crypto_spawn *spawn, u32 type,
16262306a36Sopenharmony_ci				    u32 mask);
16362306a36Sopenharmony_civoid *crypto_spawn_tfm2(struct crypto_spawn *spawn);
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_cistruct crypto_attr_type *crypto_get_attr_type(struct rtattr **tb);
16662306a36Sopenharmony_ciint crypto_check_attr_type(struct rtattr **tb, u32 type, u32 *mask_ret);
16762306a36Sopenharmony_ciconst char *crypto_attr_alg_name(struct rtattr *rta);
16862306a36Sopenharmony_ciint crypto_inst_setname(struct crypto_instance *inst, const char *name,
16962306a36Sopenharmony_ci			struct crypto_alg *alg);
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_civoid crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen);
17262306a36Sopenharmony_ciint crypto_enqueue_request(struct crypto_queue *queue,
17362306a36Sopenharmony_ci			   struct crypto_async_request *request);
17462306a36Sopenharmony_civoid crypto_enqueue_request_head(struct crypto_queue *queue,
17562306a36Sopenharmony_ci				 struct crypto_async_request *request);
17662306a36Sopenharmony_cistruct crypto_async_request *crypto_dequeue_request(struct crypto_queue *queue);
17762306a36Sopenharmony_cistatic inline unsigned int crypto_queue_len(struct crypto_queue *queue)
17862306a36Sopenharmony_ci{
17962306a36Sopenharmony_ci	return queue->qlen;
18062306a36Sopenharmony_ci}
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_civoid crypto_inc(u8 *a, unsigned int size);
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_cistatic inline void *crypto_tfm_ctx(struct crypto_tfm *tfm)
18562306a36Sopenharmony_ci{
18662306a36Sopenharmony_ci	return tfm->__crt_ctx;
18762306a36Sopenharmony_ci}
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_cistatic inline void *crypto_tfm_ctx_align(struct crypto_tfm *tfm,
19062306a36Sopenharmony_ci					 unsigned int align)
19162306a36Sopenharmony_ci{
19262306a36Sopenharmony_ci	if (align <= crypto_tfm_ctx_alignment())
19362306a36Sopenharmony_ci		align = 1;
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	return PTR_ALIGN(crypto_tfm_ctx(tfm), align);
19662306a36Sopenharmony_ci}
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_cistatic inline void *crypto_tfm_ctx_aligned(struct crypto_tfm *tfm)
19962306a36Sopenharmony_ci{
20062306a36Sopenharmony_ci	return crypto_tfm_ctx_align(tfm, crypto_tfm_alg_alignmask(tfm) + 1);
20162306a36Sopenharmony_ci}
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_cistatic inline unsigned int crypto_dma_align(void)
20462306a36Sopenharmony_ci{
20562306a36Sopenharmony_ci	return CRYPTO_DMA_ALIGN;
20662306a36Sopenharmony_ci}
20762306a36Sopenharmony_ci
20862306a36Sopenharmony_cistatic inline unsigned int crypto_dma_padding(void)
20962306a36Sopenharmony_ci{
21062306a36Sopenharmony_ci	return (crypto_dma_align() - 1) & ~(crypto_tfm_ctx_alignment() - 1);
21162306a36Sopenharmony_ci}
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_cistatic inline void *crypto_tfm_ctx_dma(struct crypto_tfm *tfm)
21462306a36Sopenharmony_ci{
21562306a36Sopenharmony_ci	return crypto_tfm_ctx_align(tfm, crypto_dma_align());
21662306a36Sopenharmony_ci}
21762306a36Sopenharmony_ci
21862306a36Sopenharmony_cistatic inline struct crypto_instance *crypto_tfm_alg_instance(
21962306a36Sopenharmony_ci	struct crypto_tfm *tfm)
22062306a36Sopenharmony_ci{
22162306a36Sopenharmony_ci	return container_of(tfm->__crt_alg, struct crypto_instance, alg);
22262306a36Sopenharmony_ci}
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_cistatic inline void *crypto_instance_ctx(struct crypto_instance *inst)
22562306a36Sopenharmony_ci{
22662306a36Sopenharmony_ci	return inst->__ctx;
22762306a36Sopenharmony_ci}
22862306a36Sopenharmony_ci
22962306a36Sopenharmony_cistatic inline struct crypto_async_request *crypto_get_backlog(
23062306a36Sopenharmony_ci	struct crypto_queue *queue)
23162306a36Sopenharmony_ci{
23262306a36Sopenharmony_ci	return queue->backlog == &queue->list ? NULL :
23362306a36Sopenharmony_ci	       container_of(queue->backlog, struct crypto_async_request, list);
23462306a36Sopenharmony_ci}
23562306a36Sopenharmony_ci
23662306a36Sopenharmony_cistatic inline u32 crypto_requires_off(struct crypto_attr_type *algt, u32 off)
23762306a36Sopenharmony_ci{
23862306a36Sopenharmony_ci	return (algt->type ^ off) & algt->mask & off;
23962306a36Sopenharmony_ci}
24062306a36Sopenharmony_ci
24162306a36Sopenharmony_ci/*
24262306a36Sopenharmony_ci * When an algorithm uses another algorithm (e.g., if it's an instance of a
24362306a36Sopenharmony_ci * template), these are the flags that should always be set on the "outer"
24462306a36Sopenharmony_ci * algorithm if any "inner" algorithm has them set.
24562306a36Sopenharmony_ci */
24662306a36Sopenharmony_ci#define CRYPTO_ALG_INHERITED_FLAGS	\
24762306a36Sopenharmony_ci	(CRYPTO_ALG_ASYNC | CRYPTO_ALG_NEED_FALLBACK |	\
24862306a36Sopenharmony_ci	 CRYPTO_ALG_ALLOCATES_MEMORY)
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci/*
25162306a36Sopenharmony_ci * Given the type and mask that specify the flags restrictions on a template
25262306a36Sopenharmony_ci * instance being created, return the mask that should be passed to
25362306a36Sopenharmony_ci * crypto_grab_*() (along with type=0) to honor any request the user made to
25462306a36Sopenharmony_ci * have any of the CRYPTO_ALG_INHERITED_FLAGS clear.
25562306a36Sopenharmony_ci */
25662306a36Sopenharmony_cistatic inline u32 crypto_algt_inherited_mask(struct crypto_attr_type *algt)
25762306a36Sopenharmony_ci{
25862306a36Sopenharmony_ci	return crypto_requires_off(algt, CRYPTO_ALG_INHERITED_FLAGS);
25962306a36Sopenharmony_ci}
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ciint crypto_register_notifier(struct notifier_block *nb);
26262306a36Sopenharmony_ciint crypto_unregister_notifier(struct notifier_block *nb);
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_ci/* Crypto notification events. */
26562306a36Sopenharmony_cienum {
26662306a36Sopenharmony_ci	CRYPTO_MSG_ALG_REQUEST,
26762306a36Sopenharmony_ci	CRYPTO_MSG_ALG_REGISTER,
26862306a36Sopenharmony_ci	CRYPTO_MSG_ALG_LOADED,
26962306a36Sopenharmony_ci};
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_cistatic inline void crypto_request_complete(struct crypto_async_request *req,
27262306a36Sopenharmony_ci					   int err)
27362306a36Sopenharmony_ci{
27462306a36Sopenharmony_ci	req->complete(req->data, err);
27562306a36Sopenharmony_ci}
27662306a36Sopenharmony_ci
27762306a36Sopenharmony_cistatic inline u32 crypto_tfm_alg_type(struct crypto_tfm *tfm)
27862306a36Sopenharmony_ci{
27962306a36Sopenharmony_ci	return tfm->__crt_alg->cra_flags & CRYPTO_ALG_TYPE_MASK;
28062306a36Sopenharmony_ci}
28162306a36Sopenharmony_ci
28262306a36Sopenharmony_ci#endif	/* _CRYPTO_ALGAPI_H */
283