Lines Matching refs:dg
49 asmlinkage void pmull_ghash_update_p64(int blocks, u64 dg[], const char *src,
52 asmlinkage void pmull_ghash_update_p8(int blocks, u64 dg[], const char *src,
56 u64 const h[][2], u64 dg[], u8 ctr[],
60 u64 const h[][2], u64 dg[], u8 ctr[],
71 static void ghash_do_update(int blocks, u64 dg[], const char *src,
74 be128 dst = { cpu_to_be64(dg[1]), cpu_to_be64(dg[0]) };
91 dg[0] = be64_to_cpu(dst.b);
92 dg[1] = be64_to_cpu(dst.a);
96 void ghash_do_simd_update(int blocks, u64 dg[], const char *src,
98 void (*simd_update)(int blocks, u64 dg[],
105 simd_update(blocks, dg, src, key->h, head);
108 ghash_do_update(blocks, dg, src, key, head);
274 static void gcm_update_mac(u64 dg[], const u8 *src, int count, u8 buf[],
290 ghash_do_simd_update(blocks, dg, src, &ctx->ghash_key,
305 static void gcm_calculate_auth_mac(struct aead_request *req, u64 dg[])
326 gcm_update_mac(dg, p, n, buf, &buf_count, ctx);
336 ghash_do_simd_update(1, dg, buf, &ctx->ghash_key, NULL,
349 u64 dg[2] = {};
358 gcm_calculate_auth_mac(req, dg);
383 dg, iv, ctx->aes_key.key_enc, nrounds,
412 ghash_do_update(blocks, dg, walk.dst.virt.addr,
431 ghash_do_update(1, dg, tag, &ctx->ghash_key,
437 put_unaligned_be64(dg[1], tag);
438 put_unaligned_be64(dg[0], tag + 8);
463 u64 dg[2] = {};
472 gcm_calculate_auth_mac(req, dg);
497 dg, iv, ctx->aes_key.key_enc, nrounds,
516 ghash_do_update(blocks, dg, walk.src.virt.addr,
539 ghash_do_update(1, dg, tag, &ctx->ghash_key,
551 put_unaligned_be64(dg[1], tag);
552 put_unaligned_be64(dg[0], tag + 8);