]> git.ipfire.org Git - thirdparty/openssl.git/blame - include/crypto/aes_platform.h
projects / thirdparty / openssl.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Provide additional AES-GCM test patterns to enhance test coverage.
[thirdparty/openssl.git] / include / crypto / aes_platform.h
CommitLineData
459b15d4 1/*
da1c088f 2 * Copyright 2019-2023 The OpenSSL Project Authors. All Rights Reserved.
459b15d4
SL		 3 *
4 * Licensed under the Apache License 2.0 (the "License"). You may not use
5 * this file except in compliance with the License. You can obtain a copy
6 * in the file LICENSE in the source distribution or at
7 * https://www.openssl.org/source/license.html
8 */
9
c0d47492
RL		 10#ifndef OSSL_AES_PLATFORM_H
11# define OSSL_AES_PLATFORM_H
80ce21fe 12# pragma once
e1178600 13
6229815a 14# include <openssl/aes.h>
459b15d4
SL		 15
16# ifdef VPAES_ASM
17int vpaes_set_encrypt_key(const unsigned char *userKey, int bits,
18 AES_KEY *key);
19int vpaes_set_decrypt_key(const unsigned char *userKey, int bits,
20 AES_KEY *key);
21void vpaes_encrypt(const unsigned char *in, unsigned char *out,
22 const AES_KEY *key);
23void vpaes_decrypt(const unsigned char *in, unsigned char *out,
24 const AES_KEY *key);
25void vpaes_cbc_encrypt(const unsigned char *in,
26 unsigned char *out,
27 size_t length,
28 const AES_KEY *key, unsigned char *ivec, int enc);
29# endif /* VPAES_ASM */
30
31# ifdef BSAES_ASM
3675334e
P		 32void ossl_bsaes_cbc_encrypt(const unsigned char *in, unsigned char *out,
33 size_t length, const AES_KEY *key,
34 unsigned char ivec[16], int enc);
35void ossl_bsaes_ctr32_encrypt_blocks(const unsigned char *in,
36 unsigned char *out, size_t len,
37 const AES_KEY *key,
38 const unsigned char ivec[16]);
39void ossl_bsaes_xts_encrypt(const unsigned char *inp, unsigned char *out,
40 size_t len, const AES_KEY *key1,
41 const AES_KEY *key2, const unsigned char iv[16]);
42void ossl_bsaes_xts_decrypt(const unsigned char *inp, unsigned char *out,
43 size_t len, const AES_KEY *key1,
44 const AES_KEY *key2, const unsigned char iv[16]);
459b15d4
SL		 45# endif /* BSAES_ASM */
46
47# ifdef AES_CTR_ASM
48void AES_ctr32_encrypt(const unsigned char *in, unsigned char *out,
49 size_t blocks, const AES_KEY *key,
50 const unsigned char ivec[AES_BLOCK_SIZE]);
51# endif /* AES_CTR_ASM */
52
53# ifdef AES_XTS_ASM
54void AES_xts_encrypt(const unsigned char *inp, unsigned char *out, size_t len,
55 const AES_KEY *key1, const AES_KEY *key2,
56 const unsigned char iv[16]);
57void AES_xts_decrypt(const unsigned char *inp, unsigned char *out, size_t len,
58 const AES_KEY *key1, const AES_KEY *key2,
59 const unsigned char iv[16]);
60# endif /* AES_XTS_ASM */
61
62# if defined(OPENSSL_CPUID_OBJ)
63# if (defined(__powerpc__) || defined(__ppc__) || defined(_ARCH_PPC))
52f7e44e 64# include "crypto/ppc_arch.h"
459b15d4
SL		 65# ifdef VPAES_ASM
66# define VPAES_CAPABLE (OPENSSL_ppccap_P & PPC_ALTIVEC)
67# endif
68# define HWAES_CAPABLE (OPENSSL_ppccap_P & PPC_CRYPTO207)
69# define HWAES_set_encrypt_key aes_p8_set_encrypt_key
70# define HWAES_set_decrypt_key aes_p8_set_decrypt_key
71# define HWAES_encrypt aes_p8_encrypt
72# define HWAES_decrypt aes_p8_decrypt
73# define HWAES_cbc_encrypt aes_p8_cbc_encrypt
74# define HWAES_ctr32_encrypt_blocks aes_p8_ctr32_encrypt_blocks
75# define HWAES_xts_encrypt aes_p8_xts_encrypt
76# define HWAES_xts_decrypt aes_p8_xts_decrypt
175645a1 77# if !defined(OPENSSL_SYS_AIX) && !defined(OPENSSL_SYS_MACOSX)
50d9b2b5
TM		 78# define PPC_AES_GCM_CAPABLE (OPENSSL_ppccap_P & PPC_MADD300)
79# define AES_GCM_ENC_BYTES 128
80# define AES_GCM_DEC_BYTES 128
345c99b6
DT		 81size_t ppc_aes_gcm_encrypt(const unsigned char *in, unsigned char *out,
82 size_t len, const void *key, unsigned char ivec[16],
83 u64 *Xi);
84size_t ppc_aes_gcm_decrypt(const unsigned char *in, unsigned char *out,
85 size_t len, const void *key, unsigned char ivec[16],
86 u64 *Xi);
50d9b2b5
TM		 87# define AES_GCM_ASM_PPC(gctx) ((gctx)->ctr==aes_p8_ctr32_encrypt_blocks && \
88 (gctx)->gcm.funcs.ghash==gcm_ghash_p8)
345c99b6 89void gcm_ghash_p8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len);
175645a1 90# endif /* OPENSSL_SYS_AIX || OPENSSL_SYS_MACOSX */
459b15d4
SL		 91# endif /* PPC */
92
636ee1d0 93# if (defined(__arm__) || defined(__arm) || defined(__aarch64__) || defined(_M_ARM64))
459b15d4
SL		 94# include "arm_arch.h"
95# if __ARM_MAX_ARCH__>=7
96# if defined(BSAES_ASM)
97# define BSAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON)
98# endif
99# if defined(VPAES_ASM)
100# define VPAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON)
101# endif
102# define HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES)
103# define HWAES_set_encrypt_key aes_v8_set_encrypt_key
104# define HWAES_set_decrypt_key aes_v8_set_decrypt_key
105# define HWAES_encrypt aes_v8_encrypt
106# define HWAES_decrypt aes_v8_decrypt
107# define HWAES_cbc_encrypt aes_v8_cbc_encrypt
2ff16afc 108# define HWAES_ecb_encrypt aes_v8_ecb_encrypt
636ee1d0 109# if __ARM_MAX_ARCH__>=8 && (defined(__aarch64__) || defined(_M_ARM64))
9ce8e0d1
X		 110# define HWAES_xts_encrypt aes_v8_xts_encrypt
111# define HWAES_xts_decrypt aes_v8_xts_decrypt
112# endif
459b15d4 113# define HWAES_ctr32_encrypt_blocks aes_v8_ctr32_encrypt_blocks
31b59078
FF		 114# define AES_PMULL_CAPABLE ((OPENSSL_armcap_P & ARMV8_PMULL) && (OPENSSL_armcap_P & ARMV8_AES))
115# define AES_GCM_ENC_BYTES 512
116# define AES_GCM_DEC_BYTES 512
636ee1d0 117# if __ARM_MAX_ARCH__>=8 && (defined(__aarch64__) || defined(_M_ARM64))
31b59078
FF		 118# define AES_gcm_encrypt armv8_aes_gcm_encrypt
119# define AES_gcm_decrypt armv8_aes_gcm_decrypt
120# define AES_GCM_ASM(gctx) ((gctx)->ctr==aes_v8_ctr32_encrypt_blocks && \
92c9086e 121 (gctx)->gcm.funcs.ghash==gcm_ghash_v8)
4596c20b
TC		 122/* The [unroll8_eor3_]aes_gcm_(enc|dec)_(128|192|256)_kernel() functions
123 * take input length in BITS and return number of BYTES processed */
bbaeadb0 124size_t aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
31b59078 125 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 126size_t aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
31b59078 127 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 128size_t aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
31b59078 129 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 130size_t aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
31b59078 131 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 132size_t aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
31b59078 133 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 134size_t aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
31b59078 135 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 136size_t unroll8_eor3_aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
954f45ba 137 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 138size_t unroll8_eor3_aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
954f45ba 139 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 140size_t unroll8_eor3_aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
954f45ba 141 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 142size_t unroll8_eor3_aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
954f45ba 143 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 144size_t unroll8_eor3_aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
954f45ba 145 uint64_t *Xi, unsigned char ivec[16], const void *key);
bbaeadb0 146size_t unroll8_eor3_aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
954f45ba 147 uint64_t *Xi, unsigned char ivec[16], const void *key);
31b59078
FF		 148size_t armv8_aes_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key,
149 unsigned char ivec[16], u64 *Xi);
150size_t armv8_aes_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key,
151 unsigned char ivec[16], u64 *Xi);
152void gcm_ghash_v8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len);
153# endif
459b15d4
SL		 154# endif
155# endif
156# endif /* OPENSSL_CPUID_OBJ */
157
0d2bfe52
SL		 158# if defined(AES_ASM) && ( \
159 defined(__x86_64) || defined(__x86_64__) || \
160 defined(_M_AMD64) || defined(_M_X64) )
161# define AES_CBC_HMAC_SHA_CAPABLE 1
162# define AESNI_CBC_HMAC_SHA_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32)))
163# endif
164
ef917549 165# if defined(__loongarch__) || defined(__loongarch64)
166# include "loongarch_arch.h"
167# if defined(VPAES_ASM)
c612289b 168# define VPAES_CAPABLE (OPENSSL_loongarch_hwcap_P & LOONGARCH_HWCAP_LSX)
ef917549 169# endif
170# endif
171
459b15d4
SL		 172# if defined(AES_ASM) && !defined(I386_ONLY) && ( \
173 ((defined(__i386) || defined(__i386__) || \
174 defined(_M_IX86)) && defined(OPENSSL_IA32_SSE2))|| \
175 defined(__x86_64) || defined(__x86_64__) || \
176 defined(_M_AMD64) || defined(_M_X64) )
177
178/* AES-NI section */
459b15d4
SL		 179
180# define AESNI_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32)))
181# ifdef VPAES_ASM
182# define VPAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32)))
183# endif
184# ifdef BSAES_ASM
185# define BSAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32)))
186# endif
187
31b59078
FF		 188# define AES_GCM_ENC_BYTES 32
189# define AES_GCM_DEC_BYTES 16
190
459b15d4
SL		 191int aesni_set_encrypt_key(const unsigned char *userKey, int bits,
192 AES_KEY *key);
193int aesni_set_decrypt_key(const unsigned char *userKey, int bits,
194 AES_KEY *key);
195
196void aesni_encrypt(const unsigned char *in, unsigned char *out,
197 const AES_KEY *key);
198void aesni_decrypt(const unsigned char *in, unsigned char *out,
199 const AES_KEY *key);
200
201void aesni_ecb_encrypt(const unsigned char *in,
202 unsigned char *out,
203 size_t length, const AES_KEY *key, int enc);
204void aesni_cbc_encrypt(const unsigned char *in,
205 unsigned char *out,
206 size_t length,
207 const AES_KEY *key, unsigned char *ivec, int enc);
208# ifndef OPENSSL_NO_OCB
209void aesni_ocb_encrypt(const unsigned char *in, unsigned char *out,
210 size_t blocks, const void *key,
211 size_t start_block_num,
212 unsigned char offset_i[16],
213 const unsigned char L_[][16],
214 unsigned char checksum[16]);
215void aesni_ocb_decrypt(const unsigned char *in, unsigned char *out,
216 size_t blocks, const void *key,
217 size_t start_block_num,
218 unsigned char offset_i[16],
219 const unsigned char L_[][16],
220 unsigned char checksum[16]);
221# endif /* OPENSSL_NO_OCB */
222
223void aesni_ctr32_encrypt_blocks(const unsigned char *in,
224 unsigned char *out,
225 size_t blocks,
226 const void *key, const unsigned char *ivec);
227
228void aesni_xts_encrypt(const unsigned char *in,
229 unsigned char *out,
230 size_t length,
231 const AES_KEY *key1, const AES_KEY *key2,
232 const unsigned char iv[16]);
233
234void aesni_xts_decrypt(const unsigned char *in,
235 unsigned char *out,
236 size_t length,
237 const AES_KEY *key1, const AES_KEY *key2,
238 const unsigned char iv[16]);
239
240void aesni_ccm64_encrypt_blocks(const unsigned char *in,
241 unsigned char *out,
242 size_t blocks,
243 const void *key,
244 const unsigned char ivec[16],
245 unsigned char cmac[16]);
246
247void aesni_ccm64_decrypt_blocks(const unsigned char *in,
248 unsigned char *out,
249 size_t blocks,
250 const void *key,
251 const unsigned char ivec[16],
252 unsigned char cmac[16]);
253
254# if defined(__x86_64) || defined(__x86_64__) || defined(_M_AMD64) || defined(_M_X64)
255size_t aesni_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len,
256 const void *key, unsigned char ivec[16], u64 *Xi);
257size_t aesni_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len,
258 const void *key, unsigned char ivec[16], u64 *Xi);
259void gcm_ghash_avx(u64 Xi[2], const u128 Htable[16], const u8 *in, size_t len);
260
31b59078
FF		 261# define AES_gcm_encrypt aesni_gcm_encrypt
262# define AES_gcm_decrypt aesni_gcm_decrypt
459b15d4 263# define AES_GCM_ASM(ctx) (ctx->ctr == aesni_ctr32_encrypt_blocks && \
92c9086e 264 ctx->gcm.funcs.ghash == gcm_ghash_avx)
459b15d4
SL		 265# endif
266
267
268# elif defined(AES_ASM) && (defined(__sparc) || defined(__sparc__))
269
270/* Fujitsu SPARC64 X support */
52f7e44e 271# include "crypto/sparc_arch.h"
e1178600 272
459b15d4
SL		 273# define SPARC_AES_CAPABLE (OPENSSL_sparcv9cap_P[1] & CFR_AES)
274# define HWAES_CAPABLE (OPENSSL_sparcv9cap_P[0] & SPARCV9_FJAESX)
275# define HWAES_set_encrypt_key aes_fx_set_encrypt_key
276# define HWAES_set_decrypt_key aes_fx_set_decrypt_key
277# define HWAES_encrypt aes_fx_encrypt
278# define HWAES_decrypt aes_fx_decrypt
279# define HWAES_cbc_encrypt aes_fx_cbc_encrypt
280# define HWAES_ctr32_encrypt_blocks aes_fx_ctr32_encrypt_blocks
281
282void aes_t4_set_encrypt_key(const unsigned char *key, int bits, AES_KEY *ks);
283void aes_t4_set_decrypt_key(const unsigned char *key, int bits, AES_KEY *ks);
284void aes_t4_encrypt(const unsigned char *in, unsigned char *out,
285 const AES_KEY *key);
286void aes_t4_decrypt(const unsigned char *in, unsigned char *out,
287 const AES_KEY *key);
288/*
289 * Key-length specific subroutines were chosen for following reason.
290 * Each SPARC T4 core can execute up to 8 threads which share core's
291 * resources. Loading as much key material to registers allows to
292 * minimize references to shared memory interface, as well as amount
293 * of instructions in inner loops [much needed on T4]. But then having
294 * non-key-length specific routines would require conditional branches
295 * either in inner loops or on subroutines' entries. Former is hardly
296 * acceptable, while latter means code size increase to size occupied
297 * by multiple key-length specific subroutines, so why fight?
298 */
299void aes128_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
300 size_t len, const AES_KEY *key,
64fac96d 301 unsigned char *ivec, int /*unused*/);
459b15d4
SL		 302void aes128_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
303 size_t len, const AES_KEY *key,
64fac96d 304 unsigned char *ivec, int /*unused*/);
459b15d4
SL		 305void aes192_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
306 size_t len, const AES_KEY *key,
64fac96d 307 unsigned char *ivec, int /*unused*/);
459b15d4
SL		 308void aes192_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
309 size_t len, const AES_KEY *key,
64fac96d 310 unsigned char *ivec, int /*unused*/);
459b15d4
SL		 311void aes256_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
312 size_t len, const AES_KEY *key,
64fac96d 313 unsigned char *ivec, int /*unused*/);
459b15d4
SL		 314void aes256_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
315 size_t len, const AES_KEY *key,
64fac96d 316 unsigned char *ivec, int /*unused*/);
459b15d4
SL		 317void aes128_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
318 size_t blocks, const AES_KEY *key,
319 unsigned char *ivec);
320void aes192_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
321 size_t blocks, const AES_KEY *key,
322 unsigned char *ivec);
323void aes256_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
324 size_t blocks, const AES_KEY *key,
325 unsigned char *ivec);
326void aes128_t4_xts_encrypt(const unsigned char *in, unsigned char *out,
327 size_t blocks, const AES_KEY *key1,
328 const AES_KEY *key2, const unsigned char *ivec);
329void aes128_t4_xts_decrypt(const unsigned char *in, unsigned char *out,
330 size_t blocks, const AES_KEY *key1,
331 const AES_KEY *key2, const unsigned char *ivec);
332void aes256_t4_xts_encrypt(const unsigned char *in, unsigned char *out,
333 size_t blocks, const AES_KEY *key1,
334 const AES_KEY *key2, const unsigned char *ivec);
335void aes256_t4_xts_decrypt(const unsigned char *in, unsigned char *out,
336 size_t blocks, const AES_KEY *key1,
337 const AES_KEY *key2, const unsigned char *ivec);
338
339# elif defined(OPENSSL_CPUID_OBJ) && defined(__s390__)
340/* IBM S390X support */
341# include "s390x_arch.h"
342
343
344/* Convert key size to function code: [16,24,32] -> [18,19,20]. */
345# define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6))
346
347/* Most modes of operation need km for partial block processing. */
348# define S390X_aes_128_CAPABLE (OPENSSL_s390xcap_P.km[0] & \
349 S390X_CAPBIT(S390X_AES_128))
350# define S390X_aes_192_CAPABLE (OPENSSL_s390xcap_P.km[0] & \
351 S390X_CAPBIT(S390X_AES_192))
352# define S390X_aes_256_CAPABLE (OPENSSL_s390xcap_P.km[0] & \
353 S390X_CAPBIT(S390X_AES_256))
354
dd6b2706
P		 355# define S390X_aes_128_cbc_CAPABLE 1 /* checked by callee */
356# define S390X_aes_192_cbc_CAPABLE 1
357# define S390X_aes_256_cbc_CAPABLE 1
459b15d4 358
dd6b2706
P		 359# define S390X_aes_128_ecb_CAPABLE S390X_aes_128_CAPABLE
360# define S390X_aes_192_ecb_CAPABLE S390X_aes_192_CAPABLE
361# define S390X_aes_256_ecb_CAPABLE S390X_aes_256_CAPABLE
459b15d4 362
dd6b2706
P		 363# define S390X_aes_128_ofb_CAPABLE (S390X_aes_128_CAPABLE && \
364 (OPENSSL_s390xcap_P.kmo[0] & \
459b15d4 365 S390X_CAPBIT(S390X_AES_128)))
dd6b2706
P		 366# define S390X_aes_192_ofb_CAPABLE (S390X_aes_192_CAPABLE && \
367 (OPENSSL_s390xcap_P.kmo[0] & \
459b15d4 368 S390X_CAPBIT(S390X_AES_192)))
dd6b2706
P		 369# define S390X_aes_256_ofb_CAPABLE (S390X_aes_256_CAPABLE && \
370 (OPENSSL_s390xcap_P.kmo[0] & \
459b15d4
SL		 371 S390X_CAPBIT(S390X_AES_256)))
372
dd6b2706
P		 373# define S390X_aes_128_cfb_CAPABLE (S390X_aes_128_CAPABLE && \
374 (OPENSSL_s390xcap_P.kmf[0] & \
459b15d4 375 S390X_CAPBIT(S390X_AES_128)))
dd6b2706
P		 376# define S390X_aes_192_cfb_CAPABLE (S390X_aes_192_CAPABLE && \
377 (OPENSSL_s390xcap_P.kmf[0] & \
459b15d4 378 S390X_CAPBIT(S390X_AES_192)))
dd6b2706
P		 379# define S390X_aes_256_cfb_CAPABLE (S390X_aes_256_CAPABLE && \
380 (OPENSSL_s390xcap_P.kmf[0] & \
459b15d4 381 S390X_CAPBIT(S390X_AES_256)))
dd6b2706 382# define S390X_aes_128_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \
459b15d4 383 S390X_CAPBIT(S390X_AES_128))
dd6b2706 384# define S390X_aes_192_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \
459b15d4 385 S390X_CAPBIT(S390X_AES_192))
dd6b2706 386# define S390X_aes_256_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \
459b15d4 387 S390X_CAPBIT(S390X_AES_256))
dd6b2706
P		 388# define S390X_aes_128_cfb1_CAPABLE 0
389# define S390X_aes_192_cfb1_CAPABLE 0
390# define S390X_aes_256_cfb1_CAPABLE 0
459b15d4 391
dd6b2706
P		 392# define S390X_aes_128_ctr_CAPABLE 1 /* checked by callee */
393# define S390X_aes_192_ctr_CAPABLE 1
394# define S390X_aes_256_ctr_CAPABLE 1
459b15d4 395
dd6b2706
P		 396# define S390X_aes_128_xts_CAPABLE 1 /* checked by callee */
397# define S390X_aes_256_xts_CAPABLE 1
459b15d4 398
05f4eb2d
SL		 399# define S390X_aes_128_gcm_CAPABLE (S390X_aes_128_CAPABLE && \
400 (OPENSSL_s390xcap_P.kma[0] & \
459b15d4 401 S390X_CAPBIT(S390X_AES_128)))
05f4eb2d
SL		 402# define S390X_aes_192_gcm_CAPABLE (S390X_aes_192_CAPABLE && \
403 (OPENSSL_s390xcap_P.kma[0] & \
459b15d4 404 S390X_CAPBIT(S390X_AES_192)))
05f4eb2d
SL		 405# define S390X_aes_256_gcm_CAPABLE (S390X_aes_256_CAPABLE && \
406 (OPENSSL_s390xcap_P.kma[0] & \
407 S390X_CAPBIT(S390X_AES_256)))
408
409# define S390X_aes_128_ccm_CAPABLE (S390X_aes_128_CAPABLE && \
410 (OPENSSL_s390xcap_P.kmac[0] & \
411 S390X_CAPBIT(S390X_AES_128)))
412# define S390X_aes_192_ccm_CAPABLE (S390X_aes_192_CAPABLE && \
413 (OPENSSL_s390xcap_P.kmac[0] & \
414 S390X_CAPBIT(S390X_AES_192)))
415# define S390X_aes_256_ccm_CAPABLE (S390X_aes_256_CAPABLE && \
416 (OPENSSL_s390xcap_P.kmac[0] & \
459b15d4 417 S390X_CAPBIT(S390X_AES_256)))
dd6b2706 418# define S390X_CCM_AAD_FLAG 0x40
459b15d4
SL		 419
420# ifndef OPENSSL_NO_OCB
dd6b2706
P		 421# define S390X_aes_128_ocb_CAPABLE 0
422# define S390X_aes_192_ocb_CAPABLE 0
423# define S390X_aes_256_ocb_CAPABLE 0
459b15d4
SL		 424# endif /* OPENSSL_NO_OCB */
425
426# ifndef OPENSSL_NO_SIV
427# define S390X_aes_128_siv_CAPABLE 0
428# define S390X_aes_192_siv_CAPABLE 0
429# define S390X_aes_256_siv_CAPABLE 0
430# endif /* OPENSSL_NO_SIV */
431
432/* Convert key size to function code: [16,24,32] -> [18,19,20]. */
433# define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6))
77d29ff0
HZZ		 434# elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 64
435/* RISC-V 64 support */
436# include "riscv_arch.h"
77d29ff0 437
f6631e38 438/* Zkne and Zknd extensions (scalar crypto AES). */
77d29ff0
HZZ		 439int rv64i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits,
440 AES_KEY *key);
441int rv64i_zknd_set_decrypt_key(const unsigned char *userKey, const int bits,
442 AES_KEY *key);
443void rv64i_zkne_encrypt(const unsigned char *in, unsigned char *out,
444 const AES_KEY *key);
445void rv64i_zknd_decrypt(const unsigned char *in, unsigned char *out,
446 const AES_KEY *key);
f6631e38
CM		 447/* Zvkned extension (vector crypto AES). */
448int rv64i_zvkned_set_encrypt_key(const unsigned char *userKey, const int bits,
449 AES_KEY *key);
450int rv64i_zvkned_set_decrypt_key(const unsigned char *userKey, const int bits,
451 AES_KEY *key);
452void rv64i_zvkned_encrypt(const unsigned char *in, unsigned char *out,
453 const AES_KEY *key);
454void rv64i_zvkned_decrypt(const unsigned char *in, unsigned char *out,
455 const AES_KEY *key);
456
562b4eb4
PC		 457void rv64i_zvkned_cbc_encrypt(const unsigned char *in, unsigned char *out,
458 size_t length, const AES_KEY *key,
459 unsigned char *ivec, const int enc);
460
461void rv64i_zvkned_cbc_decrypt(const unsigned char *in, unsigned char *out,
462 size_t length, const AES_KEY *key,
463 unsigned char *ivec, const int enc);
18ed3a58
PC		 464
465void rv64i_zvkned_ecb_encrypt(const unsigned char *in, unsigned char *out,
466 size_t length, const AES_KEY *key,
467 const int enc);
468
469void rv64i_zvkned_ecb_decrypt(const unsigned char *in, unsigned char *out,
470 size_t length, const AES_KEY *key,
471 const int enc);
472
473void rv64i_zvkb_zvkned_ctr32_encrypt_blocks(const unsigned char *in,
474 unsigned char *out, size_t blocks,
475 const void *key,
476 const unsigned char ivec[16]);
477
ebecf322 478size_t rv64i_zvkb_zvkg_zvkned_aes_gcm_encrypt(const unsigned char *in,
d056e90e
JS		 479 unsigned char *out, size_t len,
480 const void *key,
481 unsigned char ivec[16], u64 *Xi);
482
ebecf322 483size_t rv64i_zvkb_zvkg_zvkned_aes_gcm_decrypt(const unsigned char *in,
d056e90e
JS		 484 unsigned char *out, size_t len,
485 const void *key,
486 unsigned char ivec[16], u64 *Xi);
487
488void gcm_ghash_rv64i_zvkg(u64 Xi[2], const u128 Htable[16], const u8 *inp,
489 size_t len);
490
ebecf322
PC		 491#define AES_GCM_ENC_BYTES 64
492#define AES_GCM_DEC_BYTES 64
493#define AES_gcm_encrypt rv64i_zvkb_zvkg_zvkned_aes_gcm_encrypt
494#define AES_gcm_decrypt rv64i_zvkb_zvkg_zvkned_aes_gcm_decrypt
495#define AES_GCM_ASM(ctx) \
496 (ctx->ctr == rv64i_zvkb_zvkned_ctr32_encrypt_blocks && \
497 ctx->gcm.funcs.ghash == gcm_ghash_rv64i_zvkg)
d056e90e 498
cbb15b31
HZZ		 499# elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 32
500/* RISC-V 32 support */
501# include "riscv_arch.h"
cbb15b31
HZZ		 502
503int rv32i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits,
504 AES_KEY *key);
505/* set_decrypt_key needs both zknd and zkne */
506int rv32i_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits,
507 AES_KEY *key);
508int rv32i_zbkb_zkne_set_encrypt_key(const unsigned char *userKey, const int bits,
509 AES_KEY *key);
510int rv32i_zbkb_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits,
511 AES_KEY *key);
512void rv32i_zkne_encrypt(const unsigned char *in, unsigned char *out,
513 const AES_KEY *key);
514void rv32i_zknd_decrypt(const unsigned char *in, unsigned char *out,
515 const AES_KEY *key);
459b15d4
SL		 516# endif
517
518# if defined(HWAES_CAPABLE)
519int HWAES_set_encrypt_key(const unsigned char *userKey, const int bits,
520 AES_KEY *key);
521int HWAES_set_decrypt_key(const unsigned char *userKey, const int bits,
522 AES_KEY *key);
523void HWAES_encrypt(const unsigned char *in, unsigned char *out,
524 const AES_KEY *key);
525void HWAES_decrypt(const unsigned char *in, unsigned char *out,
526 const AES_KEY *key);
527void HWAES_cbc_encrypt(const unsigned char *in, unsigned char *out,
528 size_t length, const AES_KEY *key,
529 unsigned char *ivec, const int enc);
2ff16afc
X		 530void HWAES_ecb_encrypt(const unsigned char *in, unsigned char *out,
531 size_t length, const AES_KEY *key,
532 const int enc);
459b15d4 533void HWAES_ctr32_encrypt_blocks(const unsigned char *in, unsigned char *out,
31b59078 534 size_t len, const void *key,
459b15d4
SL		 535 const unsigned char ivec[16]);
536void HWAES_xts_encrypt(const unsigned char *inp, unsigned char *out,
537 size_t len, const AES_KEY *key1,
538 const AES_KEY *key2, const unsigned char iv[16]);
539void HWAES_xts_decrypt(const unsigned char *inp, unsigned char *out,
540 size_t len, const AES_KEY *key1,
541 const AES_KEY *key2, const unsigned char iv[16]);
542# ifndef OPENSSL_NO_OCB
543# ifdef HWAES_ocb_encrypt
544void HWAES_ocb_encrypt(const unsigned char *in, unsigned char *out,
545 size_t blocks, const void *key,
546 size_t start_block_num,
547 unsigned char offset_i[16],
548 const unsigned char L_[][16],
549 unsigned char checksum[16]);
550# else
551# define HWAES_ocb_encrypt ((ocb128_f)NULL)
552# endif
553# ifdef HWAES_ocb_decrypt
554void HWAES_ocb_decrypt(const unsigned char *in, unsigned char *out,
555 size_t blocks, const void *key,
556 size_t start_block_num,
557 unsigned char offset_i[16],
558 const unsigned char L_[][16],
559 unsigned char checksum[16]);
560# else
561# define HWAES_ocb_decrypt ((ocb128_f)NULL)
562# endif
563# endif /* OPENSSL_NO_OCB */
564
565# endif /* HWAES_CAPABLE */
566
c0d47492 567#endif /* OSSL_AES_PLATFORM_H */
A mirror of the official openssl repository