]> git.ipfire.org Git - thirdparty/openssl.git/blob - ssl/s3_enc.c
54c47dd3f9bc811209949f0cc312e62162c7aed7
[thirdparty/openssl.git] / ssl / s3_enc.c
1 /*
2 * Copyright 1995-2023 The OpenSSL Project Authors. All Rights Reserved.
3 * Copyright 2005 Nokia. All rights reserved.
4 *
5 * Licensed under the Apache License 2.0 (the "License"). You may not use
6 * this file except in compliance with the License. You can obtain a copy
7 * in the file LICENSE in the source distribution or at
8 * https://www.openssl.org/source/license.html
9 */
10
11 #include <stdio.h>
12 #include "ssl_local.h"
13 #include <openssl/evp.h>
14 #include <openssl/md5.h>
15 #include <openssl/core_names.h>
16 #include "internal/cryptlib.h"
17
18 static int ssl3_generate_key_block(SSL_CONNECTION *s, unsigned char *km, int num)
19 {
20 const EVP_MD *md5 = NULL, *sha1 = NULL;
21 EVP_MD_CTX *m5;
22 EVP_MD_CTX *s1;
23 unsigned char buf[16], smd[SHA_DIGEST_LENGTH];
24 unsigned char c = 'A';
25 unsigned int i, k;
26 int ret = 0;
27 SSL_CTX *sctx = SSL_CONNECTION_GET_CTX(s);
28
29 #ifdef CHARSET_EBCDIC
30 c = os_toascii[c]; /* 'A' in ASCII */
31 #endif
32 k = 0;
33 md5 = ssl_evp_md_fetch(sctx->libctx, NID_md5, sctx->propq);
34 sha1 = ssl_evp_md_fetch(sctx->libctx, NID_sha1, sctx->propq);
35 m5 = EVP_MD_CTX_new();
36 s1 = EVP_MD_CTX_new();
37 if (md5 == NULL || sha1 == NULL || m5 == NULL || s1 == NULL) {
38 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_EVP_LIB);
39 goto err;
40 }
41 for (i = 0; (int)i < num; i += MD5_DIGEST_LENGTH) {
42 k++;
43 if (k > sizeof(buf)) {
44 /* bug: 'buf' is too small for this ciphersuite */
45 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
46 goto err;
47 }
48
49 memset(buf, c, k);
50 c++;
51 if (!EVP_DigestInit_ex(s1, sha1, NULL)
52 || !EVP_DigestUpdate(s1, buf, k)
53 || !EVP_DigestUpdate(s1, s->session->master_key,
54 s->session->master_key_length)
55 || !EVP_DigestUpdate(s1, s->s3.server_random, SSL3_RANDOM_SIZE)
56 || !EVP_DigestUpdate(s1, s->s3.client_random, SSL3_RANDOM_SIZE)
57 || !EVP_DigestFinal_ex(s1, smd, NULL)
58 || !EVP_DigestInit_ex(m5, md5, NULL)
59 || !EVP_DigestUpdate(m5, s->session->master_key,
60 s->session->master_key_length)
61 || !EVP_DigestUpdate(m5, smd, SHA_DIGEST_LENGTH)) {
62 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
63 goto err;
64 }
65 if ((int)(i + MD5_DIGEST_LENGTH) > num) {
66 if (!EVP_DigestFinal_ex(m5, smd, NULL)) {
67 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
68 goto err;
69 }
70 memcpy(km, smd, (num - i));
71 } else {
72 if (!EVP_DigestFinal_ex(m5, km, NULL)) {
73 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
74 goto err;
75 }
76 }
77
78 km += MD5_DIGEST_LENGTH;
79 }
80 OPENSSL_cleanse(smd, sizeof(smd));
81 ret = 1;
82 err:
83 EVP_MD_CTX_free(m5);
84 EVP_MD_CTX_free(s1);
85 ssl_evp_md_free(md5);
86 ssl_evp_md_free(sha1);
87 return ret;
88 }
89
90 int ssl3_change_cipher_state(SSL_CONNECTION *s, int which)
91 {
92 unsigned char *p, *mac_secret;
93 size_t md_len;
94 unsigned char *key, *iv;
95 const EVP_CIPHER *ciph;
96 const SSL_COMP *comp = NULL;
97 const EVP_MD *md;
98 int mdi;
99 size_t n, iv_len, key_len;
100 int direction = (which & SSL3_CC_READ) != 0 ? OSSL_RECORD_DIRECTION_READ
101 : OSSL_RECORD_DIRECTION_WRITE;
102
103 ciph = s->s3.tmp.new_sym_enc;
104 md = s->s3.tmp.new_hash;
105 /* m == NULL will lead to a crash later */
106 if (!ossl_assert(md != NULL)) {
107 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
108 goto err;
109 }
110 #ifndef OPENSSL_NO_COMP
111 comp = s->s3.tmp.new_compression;
112 #endif
113
114 p = s->s3.tmp.key_block;
115 mdi = EVP_MD_get_size(md);
116 if (mdi < 0) {
117 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
118 goto err;
119 }
120 md_len = (size_t)mdi;
121 key_len = EVP_CIPHER_get_key_length(ciph);
122 iv_len = EVP_CIPHER_get_iv_length(ciph);
123 if ((which == SSL3_CHANGE_CIPHER_CLIENT_WRITE) ||
124 (which == SSL3_CHANGE_CIPHER_SERVER_READ)) {
125 mac_secret = &(p[0]);
126 n = md_len + md_len;
127 key = &(p[n]);
128 n += key_len + key_len;
129 iv = &(p[n]);
130 n += iv_len + iv_len;
131 } else {
132 n = md_len;
133 mac_secret = &(p[n]);
134 n += md_len + key_len;
135 key = &(p[n]);
136 n += key_len + iv_len;
137 iv = &(p[n]);
138 n += iv_len;
139 }
140
141 if (n > s->s3.tmp.key_block_length) {
142 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
143 goto err;
144 }
145
146 if (!ssl_set_new_record_layer(s, SSL3_VERSION,
147 direction,
148 OSSL_RECORD_PROTECTION_LEVEL_APPLICATION,
149 NULL, 0, key, key_len, iv, iv_len, mac_secret,
150 md_len, ciph, 0, NID_undef, md, comp, NULL)) {
151 /* SSLfatal already called */
152 goto err;
153 }
154
155 return 1;
156 err:
157 return 0;
158 }
159
160 int ssl3_setup_key_block(SSL_CONNECTION *s)
161 {
162 unsigned char *p;
163 const EVP_CIPHER *c;
164 const EVP_MD *hash;
165 int num;
166 int ret = 0;
167 SSL_COMP *comp;
168
169 if (s->s3.tmp.key_block_length != 0)
170 return 1;
171
172 if (!ssl_cipher_get_evp(SSL_CONNECTION_GET_CTX(s), s->session, &c, &hash,
173 NULL, NULL, &comp, 0)) {
174 /* Error is already recorded */
175 SSLfatal_alert(s, SSL_AD_INTERNAL_ERROR);
176 return 0;
177 }
178
179 ssl_evp_cipher_free(s->s3.tmp.new_sym_enc);
180 s->s3.tmp.new_sym_enc = c;
181 ssl_evp_md_free(s->s3.tmp.new_hash);
182 s->s3.tmp.new_hash = hash;
183 #ifdef OPENSSL_NO_COMP
184 s->s3.tmp.new_compression = NULL;
185 #else
186 s->s3.tmp.new_compression = comp;
187 #endif
188
189 num = EVP_MD_get_size(hash);
190 if (num < 0)
191 return 0;
192
193 num = EVP_CIPHER_get_key_length(c) + num + EVP_CIPHER_get_iv_length(c);
194 num *= 2;
195
196 ssl3_cleanup_key_block(s);
197
198 if ((p = OPENSSL_malloc(num)) == NULL) {
199 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_CRYPTO_LIB);
200 return 0;
201 }
202
203 s->s3.tmp.key_block_length = num;
204 s->s3.tmp.key_block = p;
205
206 /* Calls SSLfatal() as required */
207 ret = ssl3_generate_key_block(s, p, num);
208
209 return ret;
210 }
211
212 void ssl3_cleanup_key_block(SSL_CONNECTION *s)
213 {
214 OPENSSL_clear_free(s->s3.tmp.key_block, s->s3.tmp.key_block_length);
215 s->s3.tmp.key_block = NULL;
216 s->s3.tmp.key_block_length = 0;
217 }
218
219 int ssl3_init_finished_mac(SSL_CONNECTION *s)
220 {
221 BIO *buf = BIO_new(BIO_s_mem());
222
223 if (buf == NULL) {
224 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_BIO_LIB);
225 return 0;
226 }
227 ssl3_free_digest_list(s);
228 s->s3.handshake_buffer = buf;
229 (void)BIO_set_close(s->s3.handshake_buffer, BIO_CLOSE);
230 return 1;
231 }
232
233 /*
234 * Free digest list. Also frees handshake buffer since they are always freed
235 * together.
236 */
237
238 void ssl3_free_digest_list(SSL_CONNECTION *s)
239 {
240 BIO_free(s->s3.handshake_buffer);
241 s->s3.handshake_buffer = NULL;
242 EVP_MD_CTX_free(s->s3.handshake_dgst);
243 s->s3.handshake_dgst = NULL;
244 }
245
246 int ssl3_finish_mac(SSL_CONNECTION *s, const unsigned char *buf, size_t len)
247 {
248 int ret;
249
250 if (s->s3.handshake_dgst == NULL) {
251 /* Note: this writes to a memory BIO so a failure is a fatal error */
252 if (len > INT_MAX) {
253 SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_R_OVERFLOW_ERROR);
254 return 0;
255 }
256 ret = BIO_write(s->s3.handshake_buffer, (void *)buf, (int)len);
257 if (ret <= 0 || ret != (int)len) {
258 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
259 return 0;
260 }
261 } else {
262 ret = EVP_DigestUpdate(s->s3.handshake_dgst, buf, len);
263 if (!ret) {
264 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
265 return 0;
266 }
267 }
268 return 1;
269 }
270
271 int ssl3_digest_cached_records(SSL_CONNECTION *s, int keep)
272 {
273 const EVP_MD *md;
274 long hdatalen;
275 void *hdata;
276
277 if (s->s3.handshake_dgst == NULL) {
278 hdatalen = BIO_get_mem_data(s->s3.handshake_buffer, &hdata);
279 if (hdatalen <= 0) {
280 SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_R_BAD_HANDSHAKE_LENGTH);
281 return 0;
282 }
283
284 s->s3.handshake_dgst = EVP_MD_CTX_new();
285 if (s->s3.handshake_dgst == NULL) {
286 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_EVP_LIB);
287 return 0;
288 }
289
290 md = ssl_handshake_md(s);
291 if (md == NULL) {
292 SSLfatal(s, SSL_AD_INTERNAL_ERROR,
293 SSL_R_NO_SUITABLE_DIGEST_ALGORITHM);
294 return 0;
295 }
296 if (!EVP_DigestInit_ex(s->s3.handshake_dgst, md, NULL)
297 || !EVP_DigestUpdate(s->s3.handshake_dgst, hdata, hdatalen)) {
298 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
299 return 0;
300 }
301 }
302 if (keep == 0) {
303 BIO_free(s->s3.handshake_buffer);
304 s->s3.handshake_buffer = NULL;
305 }
306
307 return 1;
308 }
309
310 void ssl3_digest_master_key_set_params(const SSL_SESSION *session,
311 OSSL_PARAM params[])
312 {
313 int n = 0;
314 params[n++] = OSSL_PARAM_construct_octet_string(OSSL_DIGEST_PARAM_SSL3_MS,
315 (void *)session->master_key,
316 session->master_key_length);
317 params[n++] = OSSL_PARAM_construct_end();
318 }
319
320 size_t ssl3_final_finish_mac(SSL_CONNECTION *s, const char *sender, size_t len,
321 unsigned char *p)
322 {
323 int ret;
324 EVP_MD_CTX *ctx = NULL;
325
326 if (!ssl3_digest_cached_records(s, 0)) {
327 /* SSLfatal() already called */
328 return 0;
329 }
330
331 if (EVP_MD_CTX_get_type(s->s3.handshake_dgst) != NID_md5_sha1) {
332 SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_R_NO_REQUIRED_DIGEST);
333 return 0;
334 }
335
336 ctx = EVP_MD_CTX_new();
337 if (ctx == NULL) {
338 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_EVP_LIB);
339 return 0;
340 }
341 if (!EVP_MD_CTX_copy_ex(ctx, s->s3.handshake_dgst)) {
342 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
343 ret = 0;
344 goto err;
345 }
346
347 ret = EVP_MD_CTX_get_size(ctx);
348 if (ret < 0) {
349 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
350 ret = 0;
351 goto err;
352 }
353
354 if (sender != NULL) {
355 OSSL_PARAM digest_cmd_params[3];
356
357 ssl3_digest_master_key_set_params(s->session, digest_cmd_params);
358
359 if (EVP_DigestUpdate(ctx, sender, len) <= 0
360 || EVP_MD_CTX_set_params(ctx, digest_cmd_params) <= 0
361 || EVP_DigestFinal_ex(ctx, p, NULL) <= 0) {
362 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
363 ret = 0;
364 }
365 }
366
367 err:
368 EVP_MD_CTX_free(ctx);
369
370 return ret;
371 }
372
373 int ssl3_generate_master_secret(SSL_CONNECTION *s, unsigned char *out,
374 unsigned char *p,
375 size_t len, size_t *secret_size)
376 {
377 static const unsigned char *salt[3] = {
378 #ifndef CHARSET_EBCDIC
379 (const unsigned char *)"A",
380 (const unsigned char *)"BB",
381 (const unsigned char *)"CCC",
382 #else
383 (const unsigned char *)"\x41",
384 (const unsigned char *)"\x42\x42",
385 (const unsigned char *)"\x43\x43\x43",
386 #endif
387 };
388 unsigned char buf[EVP_MAX_MD_SIZE];
389 EVP_MD_CTX *ctx = EVP_MD_CTX_new();
390 int i, ret = 1;
391 unsigned int n;
392 size_t ret_secret_size = 0;
393
394 if (ctx == NULL) {
395 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_EVP_LIB);
396 return 0;
397 }
398 for (i = 0; i < 3; i++) {
399 if (EVP_DigestInit_ex(ctx, SSL_CONNECTION_GET_CTX(s)->sha1, NULL) <= 0
400 || EVP_DigestUpdate(ctx, salt[i],
401 strlen((const char *)salt[i])) <= 0
402 || EVP_DigestUpdate(ctx, p, len) <= 0
403 || EVP_DigestUpdate(ctx, &(s->s3.client_random[0]),
404 SSL3_RANDOM_SIZE) <= 0
405 || EVP_DigestUpdate(ctx, &(s->s3.server_random[0]),
406 SSL3_RANDOM_SIZE) <= 0
407 || EVP_DigestFinal_ex(ctx, buf, &n) <= 0
408 || EVP_DigestInit_ex(ctx, SSL_CONNECTION_GET_CTX(s)->md5, NULL) <= 0
409 || EVP_DigestUpdate(ctx, p, len) <= 0
410 || EVP_DigestUpdate(ctx, buf, n) <= 0
411 || EVP_DigestFinal_ex(ctx, out, &n) <= 0) {
412 SSLfatal(s, SSL_AD_INTERNAL_ERROR, ERR_R_INTERNAL_ERROR);
413 ret = 0;
414 break;
415 }
416 out += n;
417 ret_secret_size += n;
418 }
419 EVP_MD_CTX_free(ctx);
420
421 OPENSSL_cleanse(buf, sizeof(buf));
422 if (ret)
423 *secret_size = ret_secret_size;
424 return ret;
425 }
426
427 int ssl3_alert_code(int code)
428 {
429 switch (code) {
430 case SSL_AD_CLOSE_NOTIFY:
431 return SSL3_AD_CLOSE_NOTIFY;
432 case SSL_AD_UNEXPECTED_MESSAGE:
433 return SSL3_AD_UNEXPECTED_MESSAGE;
434 case SSL_AD_BAD_RECORD_MAC:
435 return SSL3_AD_BAD_RECORD_MAC;
436 case SSL_AD_DECRYPTION_FAILED:
437 return SSL3_AD_BAD_RECORD_MAC;
438 case SSL_AD_RECORD_OVERFLOW:
439 return SSL3_AD_BAD_RECORD_MAC;
440 case SSL_AD_DECOMPRESSION_FAILURE:
441 return SSL3_AD_DECOMPRESSION_FAILURE;
442 case SSL_AD_HANDSHAKE_FAILURE:
443 return SSL3_AD_HANDSHAKE_FAILURE;
444 case SSL_AD_NO_CERTIFICATE:
445 return SSL3_AD_NO_CERTIFICATE;
446 case SSL_AD_BAD_CERTIFICATE:
447 return SSL3_AD_BAD_CERTIFICATE;
448 case SSL_AD_UNSUPPORTED_CERTIFICATE:
449 return SSL3_AD_UNSUPPORTED_CERTIFICATE;
450 case SSL_AD_CERTIFICATE_REVOKED:
451 return SSL3_AD_CERTIFICATE_REVOKED;
452 case SSL_AD_CERTIFICATE_EXPIRED:
453 return SSL3_AD_CERTIFICATE_EXPIRED;
454 case SSL_AD_CERTIFICATE_UNKNOWN:
455 return SSL3_AD_CERTIFICATE_UNKNOWN;
456 case SSL_AD_ILLEGAL_PARAMETER:
457 return SSL3_AD_ILLEGAL_PARAMETER;
458 case SSL_AD_UNKNOWN_CA:
459 return SSL3_AD_BAD_CERTIFICATE;
460 case SSL_AD_ACCESS_DENIED:
461 return SSL3_AD_HANDSHAKE_FAILURE;
462 case SSL_AD_DECODE_ERROR:
463 return SSL3_AD_HANDSHAKE_FAILURE;
464 case SSL_AD_DECRYPT_ERROR:
465 return SSL3_AD_HANDSHAKE_FAILURE;
466 case SSL_AD_EXPORT_RESTRICTION:
467 return SSL3_AD_HANDSHAKE_FAILURE;
468 case SSL_AD_PROTOCOL_VERSION:
469 return SSL3_AD_HANDSHAKE_FAILURE;
470 case SSL_AD_INSUFFICIENT_SECURITY:
471 return SSL3_AD_HANDSHAKE_FAILURE;
472 case SSL_AD_INTERNAL_ERROR:
473 return SSL3_AD_HANDSHAKE_FAILURE;
474 case SSL_AD_USER_CANCELLED:
475 return SSL3_AD_HANDSHAKE_FAILURE;
476 case SSL_AD_NO_RENEGOTIATION:
477 return -1; /* Don't send it :-) */
478 case SSL_AD_UNSUPPORTED_EXTENSION:
479 return SSL3_AD_HANDSHAKE_FAILURE;
480 case SSL_AD_CERTIFICATE_UNOBTAINABLE:
481 return SSL3_AD_HANDSHAKE_FAILURE;
482 case SSL_AD_UNRECOGNIZED_NAME:
483 return SSL3_AD_HANDSHAKE_FAILURE;
484 case SSL_AD_BAD_CERTIFICATE_STATUS_RESPONSE:
485 return SSL3_AD_HANDSHAKE_FAILURE;
486 case SSL_AD_BAD_CERTIFICATE_HASH_VALUE:
487 return SSL3_AD_HANDSHAKE_FAILURE;
488 case SSL_AD_UNKNOWN_PSK_IDENTITY:
489 return TLS1_AD_UNKNOWN_PSK_IDENTITY;
490 case SSL_AD_INAPPROPRIATE_FALLBACK:
491 return TLS1_AD_INAPPROPRIATE_FALLBACK;
492 case SSL_AD_NO_APPLICATION_PROTOCOL:
493 return TLS1_AD_NO_APPLICATION_PROTOCOL;
494 case SSL_AD_CERTIFICATE_REQUIRED:
495 return SSL_AD_HANDSHAKE_FAILURE;
496 case TLS13_AD_MISSING_EXTENSION:
497 return SSL_AD_HANDSHAKE_FAILURE;
498 default:
499 return -1;
500 }
501 }