Lines Matching refs:src
62 asmlinkage void pmull_ghash_update_p64(int blocks, u64 dg[], const char *src,
65 asmlinkage void pmull_ghash_update_p8(int blocks, u64 dg[], const char *src,
78 static void ghash_do_update(int blocks, u64 dg[], const char *src,
84 pmull_ghash_update_p64(blocks, dg, src, key->h, head);
86 pmull_ghash_update_p8(blocks, dg, src, key->h, head);
92 const u8 *in = src;
99 src += GHASH_BLOCK_SIZE;
111 static int ghash_update(struct shash_desc *desc, const u8 *src,
126 memcpy(ctx->buf + partial, src, p);
127 src += p;
134 ghash_do_update(blocks, ctx->digest, src, key,
136 src += blocks * GHASH_BLOCK_SIZE;
140 memcpy(ctx->buf + partial, src, len);
365 void pmull_gcm_encrypt(int blocks, u64 dg[], const char *src,
373 void pmull_gcm_decrypt(int bytes, u64 dg[], const char *src,
421 static void gcm_update_mac(u64 dg[], const u8 *src, int count, u8 buf[],
427 memcpy(&buf[*buf_count], src, buf_added);
430 src += buf_added;
437 pmull_ghash_update_p64(blocks, dg, src, ctx->h,
440 src += blocks * GHASH_BLOCK_SIZE;
446 memcpy(buf, src, count);
459 scatterwalk_start(&walk, req->src);
499 const u8 *src;
513 src = walk.src.virt.addr;
519 pmull_gcm_encrypt(nblocks, dg, src, ctx, dst, iv,
524 src += nblocks * AES_BLOCK_SIZE;
536 src = walk.src.virt.addr;
550 * Bounce via a buffer unless we are encrypting in place and src/dst
557 if (unlikely(tail && (tail == walk.nbytes || src != dst)))
558 src = memcpy(buf + sizeof(buf) - tail, src, tail);
560 pmull_gcm_enc_final(tail, dg, tag, ctx, (u8 *)src, iv,
564 if (unlikely(tail && src != dst))
565 memcpy(dst, src, tail);
591 const u8 *src;
598 scatterwalk_map_and_copy(otag, req->src,
609 src = walk.src.virt.addr;
615 pmull_gcm_decrypt(nblocks, dg, src, ctx, dst, iv,
620 src += nblocks * AES_BLOCK_SIZE;
632 src = walk.src.virt.addr;
644 if (unlikely(tail && (tail == walk.nbytes || src != dst)))
645 src = memcpy(buf + sizeof(buf) - tail, src, tail);
647 ret = pmull_gcm_dec_final(tail, dg, tag, ctx, (u8 *)src, iv,
651 if (unlikely(tail && src != dst))
652 memcpy(dst, src, tail);