]>
git.ipfire.org Git - thirdparty/linux.git/blob - arch/arm64/crypto/nhpoly1305-neon-glue.c
1 // SPDX-License-Identifier: GPL-2.0
3 * NHPoly1305 - ε-almost-∆-universal hash function for Adiantum
4 * (ARM64 NEON accelerated version)
6 * Copyright 2018 Google LLC
11 #include <crypto/internal/hash.h>
12 #include <crypto/internal/simd.h>
13 #include <crypto/nhpoly1305.h>
14 #include <linux/module.h>
16 asmlinkage
void nh_neon(const u32
*key
, const u8
*message
, size_t message_len
,
17 u8 hash
[NH_HASH_BYTES
]);
19 /* wrapper to avoid indirect call to assembly, which doesn't work with CFI */
20 static void _nh_neon(const u32
*key
, const u8
*message
, size_t message_len
,
21 __le64 hash
[NH_NUM_PASSES
])
23 nh_neon(key
, message
, message_len
, (u8
*)hash
);
26 static int nhpoly1305_neon_update(struct shash_desc
*desc
,
27 const u8
*src
, unsigned int srclen
)
29 if (srclen
< 64 || !crypto_simd_usable())
30 return crypto_nhpoly1305_update(desc
, src
, srclen
);
33 unsigned int n
= min_t(unsigned int, srclen
, PAGE_SIZE
);
36 crypto_nhpoly1305_update_helper(desc
, src
, n
, _nh_neon
);
44 static struct shash_alg nhpoly1305_alg
= {
45 .base
.cra_name
= "nhpoly1305",
46 .base
.cra_driver_name
= "nhpoly1305-neon",
47 .base
.cra_priority
= 200,
48 .base
.cra_ctxsize
= sizeof(struct nhpoly1305_key
),
49 .base
.cra_module
= THIS_MODULE
,
50 .digestsize
= POLY1305_DIGEST_SIZE
,
51 .init
= crypto_nhpoly1305_init
,
52 .update
= nhpoly1305_neon_update
,
53 .final
= crypto_nhpoly1305_final
,
54 .setkey
= crypto_nhpoly1305_setkey
,
55 .descsize
= sizeof(struct nhpoly1305_state
),
58 static int __init
nhpoly1305_mod_init(void)
60 if (!cpu_have_named_feature(ASIMD
))
63 return crypto_register_shash(&nhpoly1305_alg
);
66 static void __exit
nhpoly1305_mod_exit(void)
68 crypto_unregister_shash(&nhpoly1305_alg
);
71 module_init(nhpoly1305_mod_init
);
72 module_exit(nhpoly1305_mod_exit
);
74 MODULE_DESCRIPTION("NHPoly1305 ε-almost-∆-universal hash function (NEON-accelerated)");
75 MODULE_LICENSE("GPL v2");
76 MODULE_AUTHOR("Eric Biggers <ebiggers@google.com>");
77 MODULE_ALIAS_CRYPTO("nhpoly1305");
78 MODULE_ALIAS_CRYPTO("nhpoly1305-neon");