mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-10-28 23:24:50 +00:00
4d2fa8b44b
Pull crypto updates from Herbert Xu: "Here is the crypto update for 5.3: API: - Test shash interface directly in testmgr - cra_driver_name is now mandatory Algorithms: - Replace arc4 crypto_cipher with library helper - Implement 5 way interleave for ECB, CBC and CTR on arm64 - Add xxhash - Add continuous self-test on noise source to drbg - Update jitter RNG Drivers: - Add support for SHA204A random number generator - Add support for 7211 in iproc-rng200 - Fix fuzz test failures in inside-secure - Fix fuzz test failures in talitos - Fix fuzz test failures in qat" * 'linus' of git://git.kernel.org/pub/scm/linux/kernel/git/herbert/crypto-2.6: (143 commits) crypto: stm32/hash - remove interruptible condition for dma crypto: stm32/hash - Fix hmac issue more than 256 bytes crypto: stm32/crc32 - rename driver file crypto: amcc - remove memset after dma_alloc_coherent crypto: ccp - Switch to SPDX license identifiers crypto: ccp - Validate the the error value used to index error messages crypto: doc - Fix formatting of new crypto engine content crypto: doc - Add parameter documentation crypto: arm64/aes-ce - implement 5 way interleave for ECB, CBC and CTR crypto: arm64/aes-ce - add 5 way interleave routines crypto: talitos - drop icv_ool crypto: talitos - fix hash on SEC1. crypto: talitos - move struct talitos_edesc into talitos.h lib/scatterlist: Fix mapping iterator when sg->offset is greater than PAGE_SIZE crypto/NX: Set receive window credits to max number of CRBs in RxFIFO crypto: asymmetric_keys - select CRYPTO_HASH where needed crypto: serpent - mark __serpent_setkey_sbox noinline crypto: testmgr - dynamically allocate crypto_shash crypto: testmgr - dynamically allocate testvec_config crypto: talitos - eliminate unneeded 'done' functions at build time ...
342 lines
10 KiB
C
342 lines
10 KiB
C
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
/*
|
|
* Cryptographic API.
|
|
*
|
|
* RIPEMD-256 - RACE Integrity Primitives Evaluation Message Digest.
|
|
*
|
|
* Based on the reference implementation by Antoon Bosselaers, ESAT-COSIC
|
|
*
|
|
* Copyright (c) 2008 Adrian-Ken Rueegsegger <ken@codelabs.ch>
|
|
*/
|
|
#include <crypto/internal/hash.h>
|
|
#include <linux/init.h>
|
|
#include <linux/module.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/types.h>
|
|
#include <asm/byteorder.h>
|
|
|
|
#include "ripemd.h"
|
|
|
|
struct rmd256_ctx {
|
|
u64 byte_count;
|
|
u32 state[8];
|
|
__le32 buffer[16];
|
|
};
|
|
|
|
#define K1 RMD_K1
|
|
#define K2 RMD_K2
|
|
#define K3 RMD_K3
|
|
#define K4 RMD_K4
|
|
#define KK1 RMD_K6
|
|
#define KK2 RMD_K7
|
|
#define KK3 RMD_K8
|
|
#define KK4 RMD_K1
|
|
|
|
#define F1(x, y, z) (x ^ y ^ z) /* XOR */
|
|
#define F2(x, y, z) (z ^ (x & (y ^ z))) /* x ? y : z */
|
|
#define F3(x, y, z) ((x | ~y) ^ z)
|
|
#define F4(x, y, z) (y ^ (z & (x ^ y))) /* z ? x : y */
|
|
|
|
#define ROUND(a, b, c, d, f, k, x, s) { \
|
|
(a) += f((b), (c), (d)) + le32_to_cpup(&(x)) + (k); \
|
|
(a) = rol32((a), (s)); \
|
|
}
|
|
|
|
static void rmd256_transform(u32 *state, const __le32 *in)
|
|
{
|
|
u32 aa, bb, cc, dd, aaa, bbb, ccc, ddd;
|
|
|
|
/* Initialize left lane */
|
|
aa = state[0];
|
|
bb = state[1];
|
|
cc = state[2];
|
|
dd = state[3];
|
|
|
|
/* Initialize right lane */
|
|
aaa = state[4];
|
|
bbb = state[5];
|
|
ccc = state[6];
|
|
ddd = state[7];
|
|
|
|
/* round 1: left lane */
|
|
ROUND(aa, bb, cc, dd, F1, K1, in[0], 11);
|
|
ROUND(dd, aa, bb, cc, F1, K1, in[1], 14);
|
|
ROUND(cc, dd, aa, bb, F1, K1, in[2], 15);
|
|
ROUND(bb, cc, dd, aa, F1, K1, in[3], 12);
|
|
ROUND(aa, bb, cc, dd, F1, K1, in[4], 5);
|
|
ROUND(dd, aa, bb, cc, F1, K1, in[5], 8);
|
|
ROUND(cc, dd, aa, bb, F1, K1, in[6], 7);
|
|
ROUND(bb, cc, dd, aa, F1, K1, in[7], 9);
|
|
ROUND(aa, bb, cc, dd, F1, K1, in[8], 11);
|
|
ROUND(dd, aa, bb, cc, F1, K1, in[9], 13);
|
|
ROUND(cc, dd, aa, bb, F1, K1, in[10], 14);
|
|
ROUND(bb, cc, dd, aa, F1, K1, in[11], 15);
|
|
ROUND(aa, bb, cc, dd, F1, K1, in[12], 6);
|
|
ROUND(dd, aa, bb, cc, F1, K1, in[13], 7);
|
|
ROUND(cc, dd, aa, bb, F1, K1, in[14], 9);
|
|
ROUND(bb, cc, dd, aa, F1, K1, in[15], 8);
|
|
|
|
/* round 1: right lane */
|
|
ROUND(aaa, bbb, ccc, ddd, F4, KK1, in[5], 8);
|
|
ROUND(ddd, aaa, bbb, ccc, F4, KK1, in[14], 9);
|
|
ROUND(ccc, ddd, aaa, bbb, F4, KK1, in[7], 9);
|
|
ROUND(bbb, ccc, ddd, aaa, F4, KK1, in[0], 11);
|
|
ROUND(aaa, bbb, ccc, ddd, F4, KK1, in[9], 13);
|
|
ROUND(ddd, aaa, bbb, ccc, F4, KK1, in[2], 15);
|
|
ROUND(ccc, ddd, aaa, bbb, F4, KK1, in[11], 15);
|
|
ROUND(bbb, ccc, ddd, aaa, F4, KK1, in[4], 5);
|
|
ROUND(aaa, bbb, ccc, ddd, F4, KK1, in[13], 7);
|
|
ROUND(ddd, aaa, bbb, ccc, F4, KK1, in[6], 7);
|
|
ROUND(ccc, ddd, aaa, bbb, F4, KK1, in[15], 8);
|
|
ROUND(bbb, ccc, ddd, aaa, F4, KK1, in[8], 11);
|
|
ROUND(aaa, bbb, ccc, ddd, F4, KK1, in[1], 14);
|
|
ROUND(ddd, aaa, bbb, ccc, F4, KK1, in[10], 14);
|
|
ROUND(ccc, ddd, aaa, bbb, F4, KK1, in[3], 12);
|
|
ROUND(bbb, ccc, ddd, aaa, F4, KK1, in[12], 6);
|
|
|
|
/* Swap contents of "a" registers */
|
|
swap(aa, aaa);
|
|
|
|
/* round 2: left lane */
|
|
ROUND(aa, bb, cc, dd, F2, K2, in[7], 7);
|
|
ROUND(dd, aa, bb, cc, F2, K2, in[4], 6);
|
|
ROUND(cc, dd, aa, bb, F2, K2, in[13], 8);
|
|
ROUND(bb, cc, dd, aa, F2, K2, in[1], 13);
|
|
ROUND(aa, bb, cc, dd, F2, K2, in[10], 11);
|
|
ROUND(dd, aa, bb, cc, F2, K2, in[6], 9);
|
|
ROUND(cc, dd, aa, bb, F2, K2, in[15], 7);
|
|
ROUND(bb, cc, dd, aa, F2, K2, in[3], 15);
|
|
ROUND(aa, bb, cc, dd, F2, K2, in[12], 7);
|
|
ROUND(dd, aa, bb, cc, F2, K2, in[0], 12);
|
|
ROUND(cc, dd, aa, bb, F2, K2, in[9], 15);
|
|
ROUND(bb, cc, dd, aa, F2, K2, in[5], 9);
|
|
ROUND(aa, bb, cc, dd, F2, K2, in[2], 11);
|
|
ROUND(dd, aa, bb, cc, F2, K2, in[14], 7);
|
|
ROUND(cc, dd, aa, bb, F2, K2, in[11], 13);
|
|
ROUND(bb, cc, dd, aa, F2, K2, in[8], 12);
|
|
|
|
/* round 2: right lane */
|
|
ROUND(aaa, bbb, ccc, ddd, F3, KK2, in[6], 9);
|
|
ROUND(ddd, aaa, bbb, ccc, F3, KK2, in[11], 13);
|
|
ROUND(ccc, ddd, aaa, bbb, F3, KK2, in[3], 15);
|
|
ROUND(bbb, ccc, ddd, aaa, F3, KK2, in[7], 7);
|
|
ROUND(aaa, bbb, ccc, ddd, F3, KK2, in[0], 12);
|
|
ROUND(ddd, aaa, bbb, ccc, F3, KK2, in[13], 8);
|
|
ROUND(ccc, ddd, aaa, bbb, F3, KK2, in[5], 9);
|
|
ROUND(bbb, ccc, ddd, aaa, F3, KK2, in[10], 11);
|
|
ROUND(aaa, bbb, ccc, ddd, F3, KK2, in[14], 7);
|
|
ROUND(ddd, aaa, bbb, ccc, F3, KK2, in[15], 7);
|
|
ROUND(ccc, ddd, aaa, bbb, F3, KK2, in[8], 12);
|
|
ROUND(bbb, ccc, ddd, aaa, F3, KK2, in[12], 7);
|
|
ROUND(aaa, bbb, ccc, ddd, F3, KK2, in[4], 6);
|
|
ROUND(ddd, aaa, bbb, ccc, F3, KK2, in[9], 15);
|
|
ROUND(ccc, ddd, aaa, bbb, F3, KK2, in[1], 13);
|
|
ROUND(bbb, ccc, ddd, aaa, F3, KK2, in[2], 11);
|
|
|
|
/* Swap contents of "b" registers */
|
|
swap(bb, bbb);
|
|
|
|
/* round 3: left lane */
|
|
ROUND(aa, bb, cc, dd, F3, K3, in[3], 11);
|
|
ROUND(dd, aa, bb, cc, F3, K3, in[10], 13);
|
|
ROUND(cc, dd, aa, bb, F3, K3, in[14], 6);
|
|
ROUND(bb, cc, dd, aa, F3, K3, in[4], 7);
|
|
ROUND(aa, bb, cc, dd, F3, K3, in[9], 14);
|
|
ROUND(dd, aa, bb, cc, F3, K3, in[15], 9);
|
|
ROUND(cc, dd, aa, bb, F3, K3, in[8], 13);
|
|
ROUND(bb, cc, dd, aa, F3, K3, in[1], 15);
|
|
ROUND(aa, bb, cc, dd, F3, K3, in[2], 14);
|
|
ROUND(dd, aa, bb, cc, F3, K3, in[7], 8);
|
|
ROUND(cc, dd, aa, bb, F3, K3, in[0], 13);
|
|
ROUND(bb, cc, dd, aa, F3, K3, in[6], 6);
|
|
ROUND(aa, bb, cc, dd, F3, K3, in[13], 5);
|
|
ROUND(dd, aa, bb, cc, F3, K3, in[11], 12);
|
|
ROUND(cc, dd, aa, bb, F3, K3, in[5], 7);
|
|
ROUND(bb, cc, dd, aa, F3, K3, in[12], 5);
|
|
|
|
/* round 3: right lane */
|
|
ROUND(aaa, bbb, ccc, ddd, F2, KK3, in[15], 9);
|
|
ROUND(ddd, aaa, bbb, ccc, F2, KK3, in[5], 7);
|
|
ROUND(ccc, ddd, aaa, bbb, F2, KK3, in[1], 15);
|
|
ROUND(bbb, ccc, ddd, aaa, F2, KK3, in[3], 11);
|
|
ROUND(aaa, bbb, ccc, ddd, F2, KK3, in[7], 8);
|
|
ROUND(ddd, aaa, bbb, ccc, F2, KK3, in[14], 6);
|
|
ROUND(ccc, ddd, aaa, bbb, F2, KK3, in[6], 6);
|
|
ROUND(bbb, ccc, ddd, aaa, F2, KK3, in[9], 14);
|
|
ROUND(aaa, bbb, ccc, ddd, F2, KK3, in[11], 12);
|
|
ROUND(ddd, aaa, bbb, ccc, F2, KK3, in[8], 13);
|
|
ROUND(ccc, ddd, aaa, bbb, F2, KK3, in[12], 5);
|
|
ROUND(bbb, ccc, ddd, aaa, F2, KK3, in[2], 14);
|
|
ROUND(aaa, bbb, ccc, ddd, F2, KK3, in[10], 13);
|
|
ROUND(ddd, aaa, bbb, ccc, F2, KK3, in[0], 13);
|
|
ROUND(ccc, ddd, aaa, bbb, F2, KK3, in[4], 7);
|
|
ROUND(bbb, ccc, ddd, aaa, F2, KK3, in[13], 5);
|
|
|
|
/* Swap contents of "c" registers */
|
|
swap(cc, ccc);
|
|
|
|
/* round 4: left lane */
|
|
ROUND(aa, bb, cc, dd, F4, K4, in[1], 11);
|
|
ROUND(dd, aa, bb, cc, F4, K4, in[9], 12);
|
|
ROUND(cc, dd, aa, bb, F4, K4, in[11], 14);
|
|
ROUND(bb, cc, dd, aa, F4, K4, in[10], 15);
|
|
ROUND(aa, bb, cc, dd, F4, K4, in[0], 14);
|
|
ROUND(dd, aa, bb, cc, F4, K4, in[8], 15);
|
|
ROUND(cc, dd, aa, bb, F4, K4, in[12], 9);
|
|
ROUND(bb, cc, dd, aa, F4, K4, in[4], 8);
|
|
ROUND(aa, bb, cc, dd, F4, K4, in[13], 9);
|
|
ROUND(dd, aa, bb, cc, F4, K4, in[3], 14);
|
|
ROUND(cc, dd, aa, bb, F4, K4, in[7], 5);
|
|
ROUND(bb, cc, dd, aa, F4, K4, in[15], 6);
|
|
ROUND(aa, bb, cc, dd, F4, K4, in[14], 8);
|
|
ROUND(dd, aa, bb, cc, F4, K4, in[5], 6);
|
|
ROUND(cc, dd, aa, bb, F4, K4, in[6], 5);
|
|
ROUND(bb, cc, dd, aa, F4, K4, in[2], 12);
|
|
|
|
/* round 4: right lane */
|
|
ROUND(aaa, bbb, ccc, ddd, F1, KK4, in[8], 15);
|
|
ROUND(ddd, aaa, bbb, ccc, F1, KK4, in[6], 5);
|
|
ROUND(ccc, ddd, aaa, bbb, F1, KK4, in[4], 8);
|
|
ROUND(bbb, ccc, ddd, aaa, F1, KK4, in[1], 11);
|
|
ROUND(aaa, bbb, ccc, ddd, F1, KK4, in[3], 14);
|
|
ROUND(ddd, aaa, bbb, ccc, F1, KK4, in[11], 14);
|
|
ROUND(ccc, ddd, aaa, bbb, F1, KK4, in[15], 6);
|
|
ROUND(bbb, ccc, ddd, aaa, F1, KK4, in[0], 14);
|
|
ROUND(aaa, bbb, ccc, ddd, F1, KK4, in[5], 6);
|
|
ROUND(ddd, aaa, bbb, ccc, F1, KK4, in[12], 9);
|
|
ROUND(ccc, ddd, aaa, bbb, F1, KK4, in[2], 12);
|
|
ROUND(bbb, ccc, ddd, aaa, F1, KK4, in[13], 9);
|
|
ROUND(aaa, bbb, ccc, ddd, F1, KK4, in[9], 12);
|
|
ROUND(ddd, aaa, bbb, ccc, F1, KK4, in[7], 5);
|
|
ROUND(ccc, ddd, aaa, bbb, F1, KK4, in[10], 15);
|
|
ROUND(bbb, ccc, ddd, aaa, F1, KK4, in[14], 8);
|
|
|
|
/* Swap contents of "d" registers */
|
|
swap(dd, ddd);
|
|
|
|
/* combine results */
|
|
state[0] += aa;
|
|
state[1] += bb;
|
|
state[2] += cc;
|
|
state[3] += dd;
|
|
state[4] += aaa;
|
|
state[5] += bbb;
|
|
state[6] += ccc;
|
|
state[7] += ddd;
|
|
}
|
|
|
|
static int rmd256_init(struct shash_desc *desc)
|
|
{
|
|
struct rmd256_ctx *rctx = shash_desc_ctx(desc);
|
|
|
|
rctx->byte_count = 0;
|
|
|
|
rctx->state[0] = RMD_H0;
|
|
rctx->state[1] = RMD_H1;
|
|
rctx->state[2] = RMD_H2;
|
|
rctx->state[3] = RMD_H3;
|
|
rctx->state[4] = RMD_H5;
|
|
rctx->state[5] = RMD_H6;
|
|
rctx->state[6] = RMD_H7;
|
|
rctx->state[7] = RMD_H8;
|
|
|
|
memset(rctx->buffer, 0, sizeof(rctx->buffer));
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int rmd256_update(struct shash_desc *desc, const u8 *data,
|
|
unsigned int len)
|
|
{
|
|
struct rmd256_ctx *rctx = shash_desc_ctx(desc);
|
|
const u32 avail = sizeof(rctx->buffer) - (rctx->byte_count & 0x3f);
|
|
|
|
rctx->byte_count += len;
|
|
|
|
/* Enough space in buffer? If so copy and we're done */
|
|
if (avail > len) {
|
|
memcpy((char *)rctx->buffer + (sizeof(rctx->buffer) - avail),
|
|
data, len);
|
|
goto out;
|
|
}
|
|
|
|
memcpy((char *)rctx->buffer + (sizeof(rctx->buffer) - avail),
|
|
data, avail);
|
|
|
|
rmd256_transform(rctx->state, rctx->buffer);
|
|
data += avail;
|
|
len -= avail;
|
|
|
|
while (len >= sizeof(rctx->buffer)) {
|
|
memcpy(rctx->buffer, data, sizeof(rctx->buffer));
|
|
rmd256_transform(rctx->state, rctx->buffer);
|
|
data += sizeof(rctx->buffer);
|
|
len -= sizeof(rctx->buffer);
|
|
}
|
|
|
|
memcpy(rctx->buffer, data, len);
|
|
|
|
out:
|
|
return 0;
|
|
}
|
|
|
|
/* Add padding and return the message digest. */
|
|
static int rmd256_final(struct shash_desc *desc, u8 *out)
|
|
{
|
|
struct rmd256_ctx *rctx = shash_desc_ctx(desc);
|
|
u32 i, index, padlen;
|
|
__le64 bits;
|
|
__le32 *dst = (__le32 *)out;
|
|
static const u8 padding[64] = { 0x80, };
|
|
|
|
bits = cpu_to_le64(rctx->byte_count << 3);
|
|
|
|
/* Pad out to 56 mod 64 */
|
|
index = rctx->byte_count & 0x3f;
|
|
padlen = (index < 56) ? (56 - index) : ((64+56) - index);
|
|
rmd256_update(desc, padding, padlen);
|
|
|
|
/* Append length */
|
|
rmd256_update(desc, (const u8 *)&bits, sizeof(bits));
|
|
|
|
/* Store state in digest */
|
|
for (i = 0; i < 8; i++)
|
|
dst[i] = cpu_to_le32p(&rctx->state[i]);
|
|
|
|
/* Wipe context */
|
|
memset(rctx, 0, sizeof(*rctx));
|
|
|
|
return 0;
|
|
}
|
|
|
|
static struct shash_alg alg = {
|
|
.digestsize = RMD256_DIGEST_SIZE,
|
|
.init = rmd256_init,
|
|
.update = rmd256_update,
|
|
.final = rmd256_final,
|
|
.descsize = sizeof(struct rmd256_ctx),
|
|
.base = {
|
|
.cra_name = "rmd256",
|
|
.cra_driver_name = "rmd256-generic",
|
|
.cra_blocksize = RMD256_BLOCK_SIZE,
|
|
.cra_module = THIS_MODULE,
|
|
}
|
|
};
|
|
|
|
static int __init rmd256_mod_init(void)
|
|
{
|
|
return crypto_register_shash(&alg);
|
|
}
|
|
|
|
static void __exit rmd256_mod_fini(void)
|
|
{
|
|
crypto_unregister_shash(&alg);
|
|
}
|
|
|
|
subsys_initcall(rmd256_mod_init);
|
|
module_exit(rmd256_mod_fini);
|
|
|
|
MODULE_LICENSE("GPL");
|
|
MODULE_AUTHOR("Adrian-Ken Rueegsegger <ken@codelabs.ch>");
|
|
MODULE_DESCRIPTION("RIPEMD-256 Message Digest");
|
|
MODULE_ALIAS_CRYPTO("rmd256");
|