]>
git.ipfire.org Git - thirdparty/openssl.git/blob - include/crypto/aes_platform.h
2 * Copyright 2019-2021 The OpenSSL Project Authors. All Rights Reserved.
4 * Licensed under the Apache License 2.0 (the "License"). You may not use
5 * this file except in compliance with the License. You can obtain a copy
6 * in the file LICENSE in the source distribution or at
7 * https://www.openssl.org/source/license.html
10 #ifndef OSSL_AES_PLATFORM_H
11 # define OSSL_AES_PLATFORM_H
14 # include <openssl/aes.h>
17 int vpaes_set_encrypt_key(const unsigned char *userKey
, int bits
,
19 int vpaes_set_decrypt_key(const unsigned char *userKey
, int bits
,
21 void vpaes_encrypt(const unsigned char *in
, unsigned char *out
,
23 void vpaes_decrypt(const unsigned char *in
, unsigned char *out
,
25 void vpaes_cbc_encrypt(const unsigned char *in
,
28 const AES_KEY
*key
, unsigned char *ivec
, int enc
);
29 # endif /* VPAES_ASM */
32 void ossl_bsaes_cbc_encrypt(const unsigned char *in
, unsigned char *out
,
33 size_t length
, const AES_KEY
*key
,
34 unsigned char ivec
[16], int enc
);
35 void ossl_bsaes_ctr32_encrypt_blocks(const unsigned char *in
,
36 unsigned char *out
, size_t len
,
38 const unsigned char ivec
[16]);
39 void ossl_bsaes_xts_encrypt(const unsigned char *inp
, unsigned char *out
,
40 size_t len
, const AES_KEY
*key1
,
41 const AES_KEY
*key2
, const unsigned char iv
[16]);
42 void ossl_bsaes_xts_decrypt(const unsigned char *inp
, unsigned char *out
,
43 size_t len
, const AES_KEY
*key1
,
44 const AES_KEY
*key2
, const unsigned char iv
[16]);
45 # endif /* BSAES_ASM */
48 void AES_ctr32_encrypt(const unsigned char *in
, unsigned char *out
,
49 size_t blocks
, const AES_KEY
*key
,
50 const unsigned char ivec
[AES_BLOCK_SIZE
]);
51 # endif /* AES_CTR_ASM */
54 void AES_xts_encrypt(const unsigned char *inp
, unsigned char *out
, size_t len
,
55 const AES_KEY
*key1
, const AES_KEY
*key2
,
56 const unsigned char iv
[16]);
57 void AES_xts_decrypt(const unsigned char *inp
, unsigned char *out
, size_t len
,
58 const AES_KEY
*key1
, const AES_KEY
*key2
,
59 const unsigned char iv
[16]);
60 # endif /* AES_XTS_ASM */
62 # if defined(OPENSSL_CPUID_OBJ)
63 # if (defined(__powerpc__) || defined(__ppc__) || defined(_ARCH_PPC))
64 # include "ppc_arch.h"
66 # define VPAES_CAPABLE (OPENSSL_ppccap_P & PPC_ALTIVEC)
68 # define HWAES_CAPABLE (OPENSSL_ppccap_P & PPC_CRYPTO207)
69 # define HWAES_set_encrypt_key aes_p8_set_encrypt_key
70 # define HWAES_set_decrypt_key aes_p8_set_decrypt_key
71 # define HWAES_encrypt aes_p8_encrypt
72 # define HWAES_decrypt aes_p8_decrypt
73 # define HWAES_cbc_encrypt aes_p8_cbc_encrypt
74 # define HWAES_ctr32_encrypt_blocks aes_p8_ctr32_encrypt_blocks
75 # define HWAES_xts_encrypt aes_p8_xts_encrypt
76 # define HWAES_xts_decrypt aes_p8_xts_decrypt
79 # if (defined(__arm__) || defined(__arm) || defined(__aarch64__))
80 # include "arm_arch.h"
81 # if __ARM_MAX_ARCH__>=7
82 # if defined(BSAES_ASM)
83 # define BSAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON)
85 # if defined(VPAES_ASM)
86 # define VPAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON)
88 # define HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES)
89 # define HWAES_set_encrypt_key aes_v8_set_encrypt_key
90 # define HWAES_set_decrypt_key aes_v8_set_decrypt_key
91 # define HWAES_encrypt aes_v8_encrypt
92 # define HWAES_decrypt aes_v8_decrypt
93 # define HWAES_cbc_encrypt aes_v8_cbc_encrypt
94 # define HWAES_ecb_encrypt aes_v8_ecb_encrypt
95 # if __ARM_MAX_ARCH__>=8
96 # define HWAES_xts_encrypt aes_v8_xts_encrypt
97 # define HWAES_xts_decrypt aes_v8_xts_decrypt
99 # define HWAES_ctr32_encrypt_blocks aes_v8_ctr32_encrypt_blocks
100 # define AES_PMULL_CAPABLE ((OPENSSL_armcap_P & ARMV8_PMULL) && (OPENSSL_armcap_P & ARMV8_AES))
101 # define AES_GCM_ENC_BYTES 512
102 # define AES_GCM_DEC_BYTES 512
103 # if __ARM_MAX_ARCH__>=8
104 # define AES_gcm_encrypt armv8_aes_gcm_encrypt
105 # define AES_gcm_decrypt armv8_aes_gcm_decrypt
106 # define AES_GCM_ASM(gctx) ((gctx)->ctr==aes_v8_ctr32_encrypt_blocks && \
107 (gctx)->gcm.ghash==gcm_ghash_v8)
108 size_t aes_gcm_enc_128_kernel(const uint8_t * plaintext
, uint64_t plaintext_length
, uint8_t * ciphertext
,
109 uint64_t *Xi
, unsigned char ivec
[16], const void *key
);
110 size_t aes_gcm_enc_192_kernel(const uint8_t * plaintext
, uint64_t plaintext_length
, uint8_t * ciphertext
,
111 uint64_t *Xi
, unsigned char ivec
[16], const void *key
);
112 size_t aes_gcm_enc_256_kernel(const uint8_t * plaintext
, uint64_t plaintext_length
, uint8_t * ciphertext
,
113 uint64_t *Xi
, unsigned char ivec
[16], const void *key
);
114 size_t aes_gcm_dec_128_kernel(const uint8_t * ciphertext
, uint64_t plaintext_length
, uint8_t * plaintext
,
115 uint64_t *Xi
, unsigned char ivec
[16], const void *key
);
116 size_t aes_gcm_dec_192_kernel(const uint8_t * ciphertext
, uint64_t plaintext_length
, uint8_t * plaintext
,
117 uint64_t *Xi
, unsigned char ivec
[16], const void *key
);
118 size_t aes_gcm_dec_256_kernel(const uint8_t * ciphertext
, uint64_t plaintext_length
, uint8_t * plaintext
,
119 uint64_t *Xi
, unsigned char ivec
[16], const void *key
);
120 size_t armv8_aes_gcm_encrypt(const unsigned char *in
, unsigned char *out
, size_t len
, const void *key
,
121 unsigned char ivec
[16], u64
*Xi
);
122 size_t armv8_aes_gcm_decrypt(const unsigned char *in
, unsigned char *out
, size_t len
, const void *key
,
123 unsigned char ivec
[16], u64
*Xi
);
124 void gcm_ghash_v8(u64 Xi
[2],const u128 Htable
[16],const u8
*inp
, size_t len
);
128 # endif /* OPENSSL_CPUID_OBJ */
130 # if defined(AES_ASM) && ( \
131 defined(__x86_64) || defined(__x86_64__) || \
132 defined(_M_AMD64) || defined(_M_X64) )
133 # define AES_CBC_HMAC_SHA_CAPABLE 1
134 # define AESNI_CBC_HMAC_SHA_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32)))
137 # if defined(AES_ASM) && !defined(I386_ONLY) && ( \
138 ((defined(__i386) || defined(__i386__) || \
139 defined(_M_IX86)) && defined(OPENSSL_IA32_SSE2))|| \
140 defined(__x86_64) || defined(__x86_64__) || \
141 defined(_M_AMD64) || defined(_M_X64) )
145 # define AESNI_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32)))
147 # define VPAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32)))
150 # define BSAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32)))
153 # define AES_GCM_ENC_BYTES 32
154 # define AES_GCM_DEC_BYTES 16
156 int aesni_set_encrypt_key(const unsigned char *userKey
, int bits
,
158 int aesni_set_decrypt_key(const unsigned char *userKey
, int bits
,
161 void aesni_encrypt(const unsigned char *in
, unsigned char *out
,
163 void aesni_decrypt(const unsigned char *in
, unsigned char *out
,
166 void aesni_ecb_encrypt(const unsigned char *in
,
168 size_t length
, const AES_KEY
*key
, int enc
);
169 void aesni_cbc_encrypt(const unsigned char *in
,
172 const AES_KEY
*key
, unsigned char *ivec
, int enc
);
173 # ifndef OPENSSL_NO_OCB
174 void aesni_ocb_encrypt(const unsigned char *in
, unsigned char *out
,
175 size_t blocks
, const void *key
,
176 size_t start_block_num
,
177 unsigned char offset_i
[16],
178 const unsigned char L_
[][16],
179 unsigned char checksum
[16]);
180 void aesni_ocb_decrypt(const unsigned char *in
, unsigned char *out
,
181 size_t blocks
, const void *key
,
182 size_t start_block_num
,
183 unsigned char offset_i
[16],
184 const unsigned char L_
[][16],
185 unsigned char checksum
[16]);
186 # endif /* OPENSSL_NO_OCB */
188 void aesni_ctr32_encrypt_blocks(const unsigned char *in
,
191 const void *key
, const unsigned char *ivec
);
193 void aesni_xts_encrypt(const unsigned char *in
,
196 const AES_KEY
*key1
, const AES_KEY
*key2
,
197 const unsigned char iv
[16]);
199 void aesni_xts_decrypt(const unsigned char *in
,
202 const AES_KEY
*key1
, const AES_KEY
*key2
,
203 const unsigned char iv
[16]);
205 void aesni_ccm64_encrypt_blocks(const unsigned char *in
,
209 const unsigned char ivec
[16],
210 unsigned char cmac
[16]);
212 void aesni_ccm64_decrypt_blocks(const unsigned char *in
,
216 const unsigned char ivec
[16],
217 unsigned char cmac
[16]);
219 # if defined(__x86_64) || defined(__x86_64__) || defined(_M_AMD64) || defined(_M_X64)
220 size_t aesni_gcm_encrypt(const unsigned char *in
, unsigned char *out
, size_t len
,
221 const void *key
, unsigned char ivec
[16], u64
*Xi
);
222 size_t aesni_gcm_decrypt(const unsigned char *in
, unsigned char *out
, size_t len
,
223 const void *key
, unsigned char ivec
[16], u64
*Xi
);
224 void gcm_ghash_avx(u64 Xi
[2], const u128 Htable
[16], const u8
*in
, size_t len
);
226 # define AES_gcm_encrypt aesni_gcm_encrypt
227 # define AES_gcm_decrypt aesni_gcm_decrypt
228 # define AES_GCM_ASM(ctx) (ctx->ctr == aesni_ctr32_encrypt_blocks && \
229 ctx->gcm.ghash == gcm_ghash_avx)
233 # elif defined(AES_ASM) && (defined(__sparc) || defined(__sparc__))
235 /* Fujitsu SPARC64 X support */
236 extern unsigned int OPENSSL_sparcv9cap_P
[];
237 # include "sparc_arch.h"
239 # define SPARC_AES_CAPABLE (OPENSSL_sparcv9cap_P[1] & CFR_AES)
240 # define HWAES_CAPABLE (OPENSSL_sparcv9cap_P[0] & SPARCV9_FJAESX)
241 # define HWAES_set_encrypt_key aes_fx_set_encrypt_key
242 # define HWAES_set_decrypt_key aes_fx_set_decrypt_key
243 # define HWAES_encrypt aes_fx_encrypt
244 # define HWAES_decrypt aes_fx_decrypt
245 # define HWAES_cbc_encrypt aes_fx_cbc_encrypt
246 # define HWAES_ctr32_encrypt_blocks aes_fx_ctr32_encrypt_blocks
248 void aes_t4_set_encrypt_key(const unsigned char *key
, int bits
, AES_KEY
*ks
);
249 void aes_t4_set_decrypt_key(const unsigned char *key
, int bits
, AES_KEY
*ks
);
250 void aes_t4_encrypt(const unsigned char *in
, unsigned char *out
,
252 void aes_t4_decrypt(const unsigned char *in
, unsigned char *out
,
255 * Key-length specific subroutines were chosen for following reason.
256 * Each SPARC T4 core can execute up to 8 threads which share core's
257 * resources. Loading as much key material to registers allows to
258 * minimize references to shared memory interface, as well as amount
259 * of instructions in inner loops [much needed on T4]. But then having
260 * non-key-length specific routines would require conditional branches
261 * either in inner loops or on subroutines' entries. Former is hardly
262 * acceptable, while latter means code size increase to size occupied
263 * by multiple key-length specific subroutines, so why fight?
265 void aes128_t4_cbc_encrypt(const unsigned char *in
, unsigned char *out
,
266 size_t len
, const AES_KEY
*key
,
267 unsigned char *ivec
);
268 void aes128_t4_cbc_decrypt(const unsigned char *in
, unsigned char *out
,
269 size_t len
, const AES_KEY
*key
,
270 unsigned char *ivec
);
271 void aes192_t4_cbc_encrypt(const unsigned char *in
, unsigned char *out
,
272 size_t len
, const AES_KEY
*key
,
273 unsigned char *ivec
);
274 void aes192_t4_cbc_decrypt(const unsigned char *in
, unsigned char *out
,
275 size_t len
, const AES_KEY
*key
,
276 unsigned char *ivec
);
277 void aes256_t4_cbc_encrypt(const unsigned char *in
, unsigned char *out
,
278 size_t len
, const AES_KEY
*key
,
279 unsigned char *ivec
);
280 void aes256_t4_cbc_decrypt(const unsigned char *in
, unsigned char *out
,
281 size_t len
, const AES_KEY
*key
,
282 unsigned char *ivec
);
283 void aes128_t4_ctr32_encrypt(const unsigned char *in
, unsigned char *out
,
284 size_t blocks
, const AES_KEY
*key
,
285 unsigned char *ivec
);
286 void aes192_t4_ctr32_encrypt(const unsigned char *in
, unsigned char *out
,
287 size_t blocks
, const AES_KEY
*key
,
288 unsigned char *ivec
);
289 void aes256_t4_ctr32_encrypt(const unsigned char *in
, unsigned char *out
,
290 size_t blocks
, const AES_KEY
*key
,
291 unsigned char *ivec
);
292 void aes128_t4_xts_encrypt(const unsigned char *in
, unsigned char *out
,
293 size_t blocks
, const AES_KEY
*key1
,
294 const AES_KEY
*key2
, const unsigned char *ivec
);
295 void aes128_t4_xts_decrypt(const unsigned char *in
, unsigned char *out
,
296 size_t blocks
, const AES_KEY
*key1
,
297 const AES_KEY
*key2
, const unsigned char *ivec
);
298 void aes256_t4_xts_encrypt(const unsigned char *in
, unsigned char *out
,
299 size_t blocks
, const AES_KEY
*key1
,
300 const AES_KEY
*key2
, const unsigned char *ivec
);
301 void aes256_t4_xts_decrypt(const unsigned char *in
, unsigned char *out
,
302 size_t blocks
, const AES_KEY
*key1
,
303 const AES_KEY
*key2
, const unsigned char *ivec
);
305 # elif defined(OPENSSL_CPUID_OBJ) && defined(__s390__)
306 /* IBM S390X support */
307 # include "s390x_arch.h"
310 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */
311 # define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6))
313 /* Most modes of operation need km for partial block processing. */
314 # define S390X_aes_128_CAPABLE (OPENSSL_s390xcap_P.km[0] & \
315 S390X_CAPBIT(S390X_AES_128))
316 # define S390X_aes_192_CAPABLE (OPENSSL_s390xcap_P.km[0] & \
317 S390X_CAPBIT(S390X_AES_192))
318 # define S390X_aes_256_CAPABLE (OPENSSL_s390xcap_P.km[0] & \
319 S390X_CAPBIT(S390X_AES_256))
321 # define S390X_aes_128_cbc_CAPABLE 1 /* checked by callee */
322 # define S390X_aes_192_cbc_CAPABLE 1
323 # define S390X_aes_256_cbc_CAPABLE 1
325 # define S390X_aes_128_ecb_CAPABLE S390X_aes_128_CAPABLE
326 # define S390X_aes_192_ecb_CAPABLE S390X_aes_192_CAPABLE
327 # define S390X_aes_256_ecb_CAPABLE S390X_aes_256_CAPABLE
329 # define S390X_aes_128_ofb_CAPABLE (S390X_aes_128_CAPABLE && \
330 (OPENSSL_s390xcap_P.kmo[0] & \
331 S390X_CAPBIT(S390X_AES_128)))
332 # define S390X_aes_192_ofb_CAPABLE (S390X_aes_192_CAPABLE && \
333 (OPENSSL_s390xcap_P.kmo[0] & \
334 S390X_CAPBIT(S390X_AES_192)))
335 # define S390X_aes_256_ofb_CAPABLE (S390X_aes_256_CAPABLE && \
336 (OPENSSL_s390xcap_P.kmo[0] & \
337 S390X_CAPBIT(S390X_AES_256)))
339 # define S390X_aes_128_cfb_CAPABLE (S390X_aes_128_CAPABLE && \
340 (OPENSSL_s390xcap_P.kmf[0] & \
341 S390X_CAPBIT(S390X_AES_128)))
342 # define S390X_aes_192_cfb_CAPABLE (S390X_aes_192_CAPABLE && \
343 (OPENSSL_s390xcap_P.kmf[0] & \
344 S390X_CAPBIT(S390X_AES_192)))
345 # define S390X_aes_256_cfb_CAPABLE (S390X_aes_256_CAPABLE && \
346 (OPENSSL_s390xcap_P.kmf[0] & \
347 S390X_CAPBIT(S390X_AES_256)))
348 # define S390X_aes_128_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \
349 S390X_CAPBIT(S390X_AES_128))
350 # define S390X_aes_192_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \
351 S390X_CAPBIT(S390X_AES_192))
352 # define S390X_aes_256_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \
353 S390X_CAPBIT(S390X_AES_256))
354 # define S390X_aes_128_cfb1_CAPABLE 0
355 # define S390X_aes_192_cfb1_CAPABLE 0
356 # define S390X_aes_256_cfb1_CAPABLE 0
358 # define S390X_aes_128_ctr_CAPABLE 1 /* checked by callee */
359 # define S390X_aes_192_ctr_CAPABLE 1
360 # define S390X_aes_256_ctr_CAPABLE 1
362 # define S390X_aes_128_xts_CAPABLE 1 /* checked by callee */
363 # define S390X_aes_256_xts_CAPABLE 1
365 # define S390X_aes_128_gcm_CAPABLE (S390X_aes_128_CAPABLE && \
366 (OPENSSL_s390xcap_P.kma[0] & \
367 S390X_CAPBIT(S390X_AES_128)))
368 # define S390X_aes_192_gcm_CAPABLE (S390X_aes_192_CAPABLE && \
369 (OPENSSL_s390xcap_P.kma[0] & \
370 S390X_CAPBIT(S390X_AES_192)))
371 # define S390X_aes_256_gcm_CAPABLE (S390X_aes_256_CAPABLE && \
372 (OPENSSL_s390xcap_P.kma[0] & \
373 S390X_CAPBIT(S390X_AES_256)))
375 # define S390X_aes_128_ccm_CAPABLE (S390X_aes_128_CAPABLE && \
376 (OPENSSL_s390xcap_P.kmac[0] & \
377 S390X_CAPBIT(S390X_AES_128)))
378 # define S390X_aes_192_ccm_CAPABLE (S390X_aes_192_CAPABLE && \
379 (OPENSSL_s390xcap_P.kmac[0] & \
380 S390X_CAPBIT(S390X_AES_192)))
381 # define S390X_aes_256_ccm_CAPABLE (S390X_aes_256_CAPABLE && \
382 (OPENSSL_s390xcap_P.kmac[0] & \
383 S390X_CAPBIT(S390X_AES_256)))
384 # define S390X_CCM_AAD_FLAG 0x40
386 # ifndef OPENSSL_NO_OCB
387 # define S390X_aes_128_ocb_CAPABLE 0
388 # define S390X_aes_192_ocb_CAPABLE 0
389 # define S390X_aes_256_ocb_CAPABLE 0
390 # endif /* OPENSSL_NO_OCB */
392 # ifndef OPENSSL_NO_SIV
393 # define S390X_aes_128_siv_CAPABLE 0
394 # define S390X_aes_192_siv_CAPABLE 0
395 # define S390X_aes_256_siv_CAPABLE 0
396 # endif /* OPENSSL_NO_SIV */
398 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */
399 # define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6))
402 # if defined(HWAES_CAPABLE)
403 int HWAES_set_encrypt_key(const unsigned char *userKey
, const int bits
,
405 int HWAES_set_decrypt_key(const unsigned char *userKey
, const int bits
,
407 void HWAES_encrypt(const unsigned char *in
, unsigned char *out
,
409 void HWAES_decrypt(const unsigned char *in
, unsigned char *out
,
411 void HWAES_cbc_encrypt(const unsigned char *in
, unsigned char *out
,
412 size_t length
, const AES_KEY
*key
,
413 unsigned char *ivec
, const int enc
);
414 void HWAES_ecb_encrypt(const unsigned char *in
, unsigned char *out
,
415 size_t length
, const AES_KEY
*key
,
417 void HWAES_ctr32_encrypt_blocks(const unsigned char *in
, unsigned char *out
,
418 size_t len
, const void *key
,
419 const unsigned char ivec
[16]);
420 void HWAES_xts_encrypt(const unsigned char *inp
, unsigned char *out
,
421 size_t len
, const AES_KEY
*key1
,
422 const AES_KEY
*key2
, const unsigned char iv
[16]);
423 void HWAES_xts_decrypt(const unsigned char *inp
, unsigned char *out
,
424 size_t len
, const AES_KEY
*key1
,
425 const AES_KEY
*key2
, const unsigned char iv
[16]);
426 # ifndef OPENSSL_NO_OCB
427 # ifdef HWAES_ocb_encrypt
428 void HWAES_ocb_encrypt(const unsigned char *in
, unsigned char *out
,
429 size_t blocks
, const void *key
,
430 size_t start_block_num
,
431 unsigned char offset_i
[16],
432 const unsigned char L_
[][16],
433 unsigned char checksum
[16]);
435 # define HWAES_ocb_encrypt ((ocb128_f)NULL)
437 # ifdef HWAES_ocb_decrypt
438 void HWAES_ocb_decrypt(const unsigned char *in
, unsigned char *out
,
439 size_t blocks
, const void *key
,
440 size_t start_block_num
,
441 unsigned char offset_i
[16],
442 const unsigned char L_
[][16],
443 unsigned char checksum
[16]);
445 # define HWAES_ocb_decrypt ((ocb128_f)NULL)
447 # endif /* OPENSSL_NO_OCB */
449 # endif /* HWAES_CAPABLE */
451 #endif /* OSSL_AES_PLATFORM_H */