162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0-or-later */ 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Cryptographic API for algorithms (i.e., low-level API). 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au> 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci#ifndef _CRYPTO_ALGAPI_H 862306a36Sopenharmony_ci#define _CRYPTO_ALGAPI_H 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#include <crypto/utils.h> 1162306a36Sopenharmony_ci#include <linux/align.h> 1262306a36Sopenharmony_ci#include <linux/cache.h> 1362306a36Sopenharmony_ci#include <linux/crypto.h> 1462306a36Sopenharmony_ci#include <linux/types.h> 1562306a36Sopenharmony_ci#include <linux/workqueue.h> 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_ci/* 1862306a36Sopenharmony_ci * Maximum values for blocksize and alignmask, used to allocate 1962306a36Sopenharmony_ci * static buffers that are big enough for any combination of 2062306a36Sopenharmony_ci * algs and architectures. Ciphers have a lower maximum size. 2162306a36Sopenharmony_ci */ 2262306a36Sopenharmony_ci#define MAX_ALGAPI_BLOCKSIZE 160 2362306a36Sopenharmony_ci#define MAX_ALGAPI_ALIGNMASK 127 2462306a36Sopenharmony_ci#define MAX_CIPHER_BLOCKSIZE 16 2562306a36Sopenharmony_ci#define MAX_CIPHER_ALIGNMASK 15 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_ci#ifdef ARCH_DMA_MINALIGN 2862306a36Sopenharmony_ci#define CRYPTO_DMA_ALIGN ARCH_DMA_MINALIGN 2962306a36Sopenharmony_ci#else 3062306a36Sopenharmony_ci#define CRYPTO_DMA_ALIGN CRYPTO_MINALIGN 3162306a36Sopenharmony_ci#endif 3262306a36Sopenharmony_ci 3362306a36Sopenharmony_ci#define CRYPTO_DMA_PADDING ((CRYPTO_DMA_ALIGN - 1) & ~(CRYPTO_MINALIGN - 1)) 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci/* 3662306a36Sopenharmony_ci * Autoloaded crypto modules should only use a prefixed name to avoid allowing 3762306a36Sopenharmony_ci * arbitrary modules to be loaded. Loading from userspace may still need the 3862306a36Sopenharmony_ci * unprefixed names, so retains those aliases as well. 3962306a36Sopenharmony_ci * This uses __MODULE_INFO directly instead of MODULE_ALIAS because pre-4.3 4062306a36Sopenharmony_ci * gcc (e.g. avr32 toolchain) uses __LINE__ for uniqueness, and this macro 4162306a36Sopenharmony_ci * expands twice on the same line. Instead, use a separate base name for the 4262306a36Sopenharmony_ci * alias. 4362306a36Sopenharmony_ci */ 4462306a36Sopenharmony_ci#define MODULE_ALIAS_CRYPTO(name) \ 4562306a36Sopenharmony_ci __MODULE_INFO(alias, alias_userspace, name); \ 4662306a36Sopenharmony_ci __MODULE_INFO(alias, alias_crypto, "crypto-" name) 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_cistruct crypto_aead; 4962306a36Sopenharmony_cistruct crypto_instance; 5062306a36Sopenharmony_cistruct module; 5162306a36Sopenharmony_cistruct notifier_block; 5262306a36Sopenharmony_cistruct rtattr; 5362306a36Sopenharmony_cistruct scatterlist; 5462306a36Sopenharmony_cistruct seq_file; 5562306a36Sopenharmony_cistruct sk_buff; 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_cistruct crypto_type { 5862306a36Sopenharmony_ci unsigned int (*ctxsize)(struct crypto_alg *alg, u32 type, u32 mask); 5962306a36Sopenharmony_ci unsigned int (*extsize)(struct crypto_alg *alg); 6062306a36Sopenharmony_ci int (*init_tfm)(struct crypto_tfm *tfm); 6162306a36Sopenharmony_ci void (*show)(struct seq_file *m, struct crypto_alg *alg); 6262306a36Sopenharmony_ci int (*report)(struct sk_buff *skb, struct crypto_alg *alg); 6362306a36Sopenharmony_ci void (*free)(struct crypto_instance *inst); 6462306a36Sopenharmony_ci#ifdef CONFIG_CRYPTO_STATS 6562306a36Sopenharmony_ci int (*report_stat)(struct sk_buff *skb, struct crypto_alg *alg); 6662306a36Sopenharmony_ci#endif 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci unsigned int type; 6962306a36Sopenharmony_ci unsigned int maskclear; 7062306a36Sopenharmony_ci unsigned int maskset; 7162306a36Sopenharmony_ci unsigned int tfmsize; 7262306a36Sopenharmony_ci}; 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_cistruct crypto_instance { 7562306a36Sopenharmony_ci struct crypto_alg alg; 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci struct crypto_template *tmpl; 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_ci union { 8062306a36Sopenharmony_ci /* Node in list of instances after registration. */ 8162306a36Sopenharmony_ci struct hlist_node list; 8262306a36Sopenharmony_ci /* List of attached spawns before registration. */ 8362306a36Sopenharmony_ci struct crypto_spawn *spawns; 8462306a36Sopenharmony_ci }; 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci struct work_struct free_work; 8762306a36Sopenharmony_ci 8862306a36Sopenharmony_ci void *__ctx[] CRYPTO_MINALIGN_ATTR; 8962306a36Sopenharmony_ci}; 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_cistruct crypto_template { 9262306a36Sopenharmony_ci struct list_head list; 9362306a36Sopenharmony_ci struct hlist_head instances; 9462306a36Sopenharmony_ci struct module *module; 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci int (*create)(struct crypto_template *tmpl, struct rtattr **tb); 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci char name[CRYPTO_MAX_ALG_NAME]; 9962306a36Sopenharmony_ci}; 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_cistruct crypto_spawn { 10262306a36Sopenharmony_ci struct list_head list; 10362306a36Sopenharmony_ci struct crypto_alg *alg; 10462306a36Sopenharmony_ci union { 10562306a36Sopenharmony_ci /* Back pointer to instance after registration.*/ 10662306a36Sopenharmony_ci struct crypto_instance *inst; 10762306a36Sopenharmony_ci /* Spawn list pointer prior to registration. */ 10862306a36Sopenharmony_ci struct crypto_spawn *next; 10962306a36Sopenharmony_ci }; 11062306a36Sopenharmony_ci const struct crypto_type *frontend; 11162306a36Sopenharmony_ci u32 mask; 11262306a36Sopenharmony_ci bool dead; 11362306a36Sopenharmony_ci bool registered; 11462306a36Sopenharmony_ci}; 11562306a36Sopenharmony_ci 11662306a36Sopenharmony_cistruct crypto_queue { 11762306a36Sopenharmony_ci struct list_head list; 11862306a36Sopenharmony_ci struct list_head *backlog; 11962306a36Sopenharmony_ci 12062306a36Sopenharmony_ci unsigned int qlen; 12162306a36Sopenharmony_ci unsigned int max_qlen; 12262306a36Sopenharmony_ci}; 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_cistruct scatter_walk { 12562306a36Sopenharmony_ci struct scatterlist *sg; 12662306a36Sopenharmony_ci unsigned int offset; 12762306a36Sopenharmony_ci}; 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_cistruct crypto_attr_alg { 13062306a36Sopenharmony_ci char name[CRYPTO_MAX_ALG_NAME]; 13162306a36Sopenharmony_ci}; 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_cistruct crypto_attr_type { 13462306a36Sopenharmony_ci u32 type; 13562306a36Sopenharmony_ci u32 mask; 13662306a36Sopenharmony_ci}; 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci/* 13962306a36Sopenharmony_ci * Algorithm registration interface. 14062306a36Sopenharmony_ci */ 14162306a36Sopenharmony_ciint crypto_register_alg(struct crypto_alg *alg); 14262306a36Sopenharmony_civoid crypto_unregister_alg(struct crypto_alg *alg); 14362306a36Sopenharmony_ciint crypto_register_algs(struct crypto_alg *algs, int count); 14462306a36Sopenharmony_civoid crypto_unregister_algs(struct crypto_alg *algs, int count); 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_civoid crypto_mod_put(struct crypto_alg *alg); 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_ciint crypto_register_template(struct crypto_template *tmpl); 14962306a36Sopenharmony_ciint crypto_register_templates(struct crypto_template *tmpls, int count); 15062306a36Sopenharmony_civoid crypto_unregister_template(struct crypto_template *tmpl); 15162306a36Sopenharmony_civoid crypto_unregister_templates(struct crypto_template *tmpls, int count); 15262306a36Sopenharmony_cistruct crypto_template *crypto_lookup_template(const char *name); 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ciint crypto_register_instance(struct crypto_template *tmpl, 15562306a36Sopenharmony_ci struct crypto_instance *inst); 15662306a36Sopenharmony_civoid crypto_unregister_instance(struct crypto_instance *inst); 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ciint crypto_grab_spawn(struct crypto_spawn *spawn, struct crypto_instance *inst, 15962306a36Sopenharmony_ci const char *name, u32 type, u32 mask); 16062306a36Sopenharmony_civoid crypto_drop_spawn(struct crypto_spawn *spawn); 16162306a36Sopenharmony_cistruct crypto_tfm *crypto_spawn_tfm(struct crypto_spawn *spawn, u32 type, 16262306a36Sopenharmony_ci u32 mask); 16362306a36Sopenharmony_civoid *crypto_spawn_tfm2(struct crypto_spawn *spawn); 16462306a36Sopenharmony_ci 16562306a36Sopenharmony_cistruct crypto_attr_type *crypto_get_attr_type(struct rtattr **tb); 16662306a36Sopenharmony_ciint crypto_check_attr_type(struct rtattr **tb, u32 type, u32 *mask_ret); 16762306a36Sopenharmony_ciconst char *crypto_attr_alg_name(struct rtattr *rta); 16862306a36Sopenharmony_ciint crypto_inst_setname(struct crypto_instance *inst, const char *name, 16962306a36Sopenharmony_ci struct crypto_alg *alg); 17062306a36Sopenharmony_ci 17162306a36Sopenharmony_civoid crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen); 17262306a36Sopenharmony_ciint crypto_enqueue_request(struct crypto_queue *queue, 17362306a36Sopenharmony_ci struct crypto_async_request *request); 17462306a36Sopenharmony_civoid crypto_enqueue_request_head(struct crypto_queue *queue, 17562306a36Sopenharmony_ci struct crypto_async_request *request); 17662306a36Sopenharmony_cistruct crypto_async_request *crypto_dequeue_request(struct crypto_queue *queue); 17762306a36Sopenharmony_cistatic inline unsigned int crypto_queue_len(struct crypto_queue *queue) 17862306a36Sopenharmony_ci{ 17962306a36Sopenharmony_ci return queue->qlen; 18062306a36Sopenharmony_ci} 18162306a36Sopenharmony_ci 18262306a36Sopenharmony_civoid crypto_inc(u8 *a, unsigned int size); 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_cistatic inline void *crypto_tfm_ctx(struct crypto_tfm *tfm) 18562306a36Sopenharmony_ci{ 18662306a36Sopenharmony_ci return tfm->__crt_ctx; 18762306a36Sopenharmony_ci} 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_cistatic inline void *crypto_tfm_ctx_align(struct crypto_tfm *tfm, 19062306a36Sopenharmony_ci unsigned int align) 19162306a36Sopenharmony_ci{ 19262306a36Sopenharmony_ci if (align <= crypto_tfm_ctx_alignment()) 19362306a36Sopenharmony_ci align = 1; 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci return PTR_ALIGN(crypto_tfm_ctx(tfm), align); 19662306a36Sopenharmony_ci} 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_cistatic inline void *crypto_tfm_ctx_aligned(struct crypto_tfm *tfm) 19962306a36Sopenharmony_ci{ 20062306a36Sopenharmony_ci return crypto_tfm_ctx_align(tfm, crypto_tfm_alg_alignmask(tfm) + 1); 20162306a36Sopenharmony_ci} 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_cistatic inline unsigned int crypto_dma_align(void) 20462306a36Sopenharmony_ci{ 20562306a36Sopenharmony_ci return CRYPTO_DMA_ALIGN; 20662306a36Sopenharmony_ci} 20762306a36Sopenharmony_ci 20862306a36Sopenharmony_cistatic inline unsigned int crypto_dma_padding(void) 20962306a36Sopenharmony_ci{ 21062306a36Sopenharmony_ci return (crypto_dma_align() - 1) & ~(crypto_tfm_ctx_alignment() - 1); 21162306a36Sopenharmony_ci} 21262306a36Sopenharmony_ci 21362306a36Sopenharmony_cistatic inline void *crypto_tfm_ctx_dma(struct crypto_tfm *tfm) 21462306a36Sopenharmony_ci{ 21562306a36Sopenharmony_ci return crypto_tfm_ctx_align(tfm, crypto_dma_align()); 21662306a36Sopenharmony_ci} 21762306a36Sopenharmony_ci 21862306a36Sopenharmony_cistatic inline struct crypto_instance *crypto_tfm_alg_instance( 21962306a36Sopenharmony_ci struct crypto_tfm *tfm) 22062306a36Sopenharmony_ci{ 22162306a36Sopenharmony_ci return container_of(tfm->__crt_alg, struct crypto_instance, alg); 22262306a36Sopenharmony_ci} 22362306a36Sopenharmony_ci 22462306a36Sopenharmony_cistatic inline void *crypto_instance_ctx(struct crypto_instance *inst) 22562306a36Sopenharmony_ci{ 22662306a36Sopenharmony_ci return inst->__ctx; 22762306a36Sopenharmony_ci} 22862306a36Sopenharmony_ci 22962306a36Sopenharmony_cistatic inline struct crypto_async_request *crypto_get_backlog( 23062306a36Sopenharmony_ci struct crypto_queue *queue) 23162306a36Sopenharmony_ci{ 23262306a36Sopenharmony_ci return queue->backlog == &queue->list ? NULL : 23362306a36Sopenharmony_ci container_of(queue->backlog, struct crypto_async_request, list); 23462306a36Sopenharmony_ci} 23562306a36Sopenharmony_ci 23662306a36Sopenharmony_cistatic inline u32 crypto_requires_off(struct crypto_attr_type *algt, u32 off) 23762306a36Sopenharmony_ci{ 23862306a36Sopenharmony_ci return (algt->type ^ off) & algt->mask & off; 23962306a36Sopenharmony_ci} 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_ci/* 24262306a36Sopenharmony_ci * When an algorithm uses another algorithm (e.g., if it's an instance of a 24362306a36Sopenharmony_ci * template), these are the flags that should always be set on the "outer" 24462306a36Sopenharmony_ci * algorithm if any "inner" algorithm has them set. 24562306a36Sopenharmony_ci */ 24662306a36Sopenharmony_ci#define CRYPTO_ALG_INHERITED_FLAGS \ 24762306a36Sopenharmony_ci (CRYPTO_ALG_ASYNC | CRYPTO_ALG_NEED_FALLBACK | \ 24862306a36Sopenharmony_ci CRYPTO_ALG_ALLOCATES_MEMORY) 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ci/* 25162306a36Sopenharmony_ci * Given the type and mask that specify the flags restrictions on a template 25262306a36Sopenharmony_ci * instance being created, return the mask that should be passed to 25362306a36Sopenharmony_ci * crypto_grab_*() (along with type=0) to honor any request the user made to 25462306a36Sopenharmony_ci * have any of the CRYPTO_ALG_INHERITED_FLAGS clear. 25562306a36Sopenharmony_ci */ 25662306a36Sopenharmony_cistatic inline u32 crypto_algt_inherited_mask(struct crypto_attr_type *algt) 25762306a36Sopenharmony_ci{ 25862306a36Sopenharmony_ci return crypto_requires_off(algt, CRYPTO_ALG_INHERITED_FLAGS); 25962306a36Sopenharmony_ci} 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ciint crypto_register_notifier(struct notifier_block *nb); 26262306a36Sopenharmony_ciint crypto_unregister_notifier(struct notifier_block *nb); 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_ci/* Crypto notification events. */ 26562306a36Sopenharmony_cienum { 26662306a36Sopenharmony_ci CRYPTO_MSG_ALG_REQUEST, 26762306a36Sopenharmony_ci CRYPTO_MSG_ALG_REGISTER, 26862306a36Sopenharmony_ci CRYPTO_MSG_ALG_LOADED, 26962306a36Sopenharmony_ci}; 27062306a36Sopenharmony_ci 27162306a36Sopenharmony_cistatic inline void crypto_request_complete(struct crypto_async_request *req, 27262306a36Sopenharmony_ci int err) 27362306a36Sopenharmony_ci{ 27462306a36Sopenharmony_ci req->complete(req->data, err); 27562306a36Sopenharmony_ci} 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_cistatic inline u32 crypto_tfm_alg_type(struct crypto_tfm *tfm) 27862306a36Sopenharmony_ci{ 27962306a36Sopenharmony_ci return tfm->__crt_alg->cra_flags & CRYPTO_ALG_TYPE_MASK; 28062306a36Sopenharmony_ci} 28162306a36Sopenharmony_ci 28262306a36Sopenharmony_ci#endif /* _CRYPTO_ALGAPI_H */ 283