]>
Commit | Line | Data |
---|---|---|
09b88a4a | 1 | /* crypto/rsa/rsa_ameth.c */ |
0f113f3e MC |
2 | /* |
3 | * Written by Dr Stephen N Henson (steve@openssl.org) for the OpenSSL project | |
4 | * 2006. | |
448be743 DSH |
5 | */ |
6 | /* ==================================================================== | |
7 | * Copyright (c) 2006 The OpenSSL Project. All rights reserved. | |
8 | * | |
9 | * Redistribution and use in source and binary forms, with or without | |
10 | * modification, are permitted provided that the following conditions | |
11 | * are met: | |
12 | * | |
13 | * 1. Redistributions of source code must retain the above copyright | |
0f113f3e | 14 | * notice, this list of conditions and the following disclaimer. |
448be743 DSH |
15 | * |
16 | * 2. Redistributions in binary form must reproduce the above copyright | |
17 | * notice, this list of conditions and the following disclaimer in | |
18 | * the documentation and/or other materials provided with the | |
19 | * distribution. | |
20 | * | |
21 | * 3. All advertising materials mentioning features or use of this | |
22 | * software must display the following acknowledgment: | |
23 | * "This product includes software developed by the OpenSSL Project | |
24 | * for use in the OpenSSL Toolkit. (http://www.OpenSSL.org/)" | |
25 | * | |
26 | * 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to | |
27 | * endorse or promote products derived from this software without | |
28 | * prior written permission. For written permission, please contact | |
29 | * licensing@OpenSSL.org. | |
30 | * | |
31 | * 5. Products derived from this software may not be called "OpenSSL" | |
32 | * nor may "OpenSSL" appear in their names without prior written | |
33 | * permission of the OpenSSL Project. | |
34 | * | |
35 | * 6. Redistributions of any form whatsoever must retain the following | |
36 | * acknowledgment: | |
37 | * "This product includes software developed by the OpenSSL Project | |
38 | * for use in the OpenSSL Toolkit (http://www.OpenSSL.org/)" | |
39 | * | |
40 | * THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT ``AS IS'' AND ANY | |
41 | * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | |
42 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR | |
43 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE OpenSSL PROJECT OR | |
44 | * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
45 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT | |
46 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; | |
47 | * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) | |
48 | * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, | |
49 | * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) | |
50 | * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED | |
51 | * OF THE POSSIBILITY OF SUCH DAMAGE. | |
52 | * ==================================================================== | |
53 | * | |
54 | * This product includes cryptographic software written by Eric Young | |
55 | * (eay@cryptsoft.com). This product includes software written by Tim | |
56 | * Hudson (tjh@cryptsoft.com). | |
57 | * | |
58 | */ | |
59 | ||
60 | #include <stdio.h> | |
61 | #include "cryptlib.h" | |
62 | #include <openssl/asn1t.h> | |
63 | #include <openssl/x509.h> | |
64 | #include <openssl/rsa.h> | |
1e26a8ba | 65 | #include <openssl/bn.h> |
8931b30d | 66 | #ifndef OPENSSL_NO_CMS |
0f113f3e | 67 | # include <openssl/cms.h> |
8931b30d | 68 | #endif |
5fe736e5 | 69 | #include "internal/asn1_int.h" |
448be743 | 70 | |
0574cadf DSH |
71 | static int rsa_cms_sign(CMS_SignerInfo *si); |
72 | static int rsa_cms_verify(CMS_SignerInfo *si); | |
73 | static int rsa_cms_decrypt(CMS_RecipientInfo *ri); | |
74 | static int rsa_cms_encrypt(CMS_RecipientInfo *ri); | |
75 | ||
6f81892e | 76 | static int rsa_pub_encode(X509_PUBKEY *pk, const EVP_PKEY *pkey) |
0f113f3e MC |
77 | { |
78 | unsigned char *penc = NULL; | |
79 | int penclen; | |
80 | penclen = i2d_RSAPublicKey(pkey->pkey.rsa, &penc); | |
81 | if (penclen <= 0) | |
82 | return 0; | |
83 | if (X509_PUBKEY_set0_param(pk, OBJ_nid2obj(EVP_PKEY_RSA), | |
84 | V_ASN1_NULL, NULL, penc, penclen)) | |
85 | return 1; | |
86 | ||
87 | OPENSSL_free(penc); | |
88 | return 0; | |
89 | } | |
448be743 DSH |
90 | |
91 | static int rsa_pub_decode(EVP_PKEY *pkey, X509_PUBKEY *pubkey) | |
0f113f3e MC |
92 | { |
93 | const unsigned char *p; | |
94 | int pklen; | |
95 | RSA *rsa = NULL; | |
75ebbd9a | 96 | |
0f113f3e MC |
97 | if (!X509_PUBKEY_get0_param(NULL, &p, &pklen, NULL, pubkey)) |
98 | return 0; | |
75ebbd9a | 99 | if ((rsa = d2i_RSAPublicKey(NULL, &p, pklen)) == NULL) { |
0f113f3e MC |
100 | RSAerr(RSA_F_RSA_PUB_DECODE, ERR_R_RSA_LIB); |
101 | return 0; | |
102 | } | |
103 | EVP_PKEY_assign_RSA(pkey, rsa); | |
104 | return 1; | |
105 | } | |
448be743 | 106 | |
6f81892e | 107 | static int rsa_pub_cmp(const EVP_PKEY *a, const EVP_PKEY *b) |
0f113f3e MC |
108 | { |
109 | if (BN_cmp(b->pkey.rsa->n, a->pkey.rsa->n) != 0 | |
110 | || BN_cmp(b->pkey.rsa->e, a->pkey.rsa->e) != 0) | |
111 | return 0; | |
112 | return 1; | |
113 | } | |
6f81892e | 114 | |
e4263314 | 115 | static int old_rsa_priv_decode(EVP_PKEY *pkey, |
0f113f3e MC |
116 | const unsigned char **pder, int derlen) |
117 | { | |
118 | RSA *rsa; | |
75ebbd9a RS |
119 | |
120 | if ((rsa = d2i_RSAPrivateKey(NULL, pder, derlen)) == NULL) { | |
0f113f3e MC |
121 | RSAerr(RSA_F_OLD_RSA_PRIV_DECODE, ERR_R_RSA_LIB); |
122 | return 0; | |
123 | } | |
124 | EVP_PKEY_assign_RSA(pkey, rsa); | |
125 | return 1; | |
126 | } | |
448be743 | 127 | |
e4263314 | 128 | static int old_rsa_priv_encode(const EVP_PKEY *pkey, unsigned char **pder) |
0f113f3e MC |
129 | { |
130 | return i2d_RSAPrivateKey(pkey->pkey.rsa, pder); | |
131 | } | |
e4263314 | 132 | |
6f81892e | 133 | static int rsa_priv_encode(PKCS8_PRIV_KEY_INFO *p8, const EVP_PKEY *pkey) |
0f113f3e MC |
134 | { |
135 | unsigned char *rk = NULL; | |
136 | int rklen; | |
137 | rklen = i2d_RSAPrivateKey(pkey->pkey.rsa, &rk); | |
138 | ||
139 | if (rklen <= 0) { | |
140 | RSAerr(RSA_F_RSA_PRIV_ENCODE, ERR_R_MALLOC_FAILURE); | |
141 | return 0; | |
142 | } | |
143 | ||
144 | if (!PKCS8_pkey_set0(p8, OBJ_nid2obj(NID_rsaEncryption), 0, | |
145 | V_ASN1_NULL, NULL, rk, rklen)) { | |
146 | RSAerr(RSA_F_RSA_PRIV_ENCODE, ERR_R_MALLOC_FAILURE); | |
147 | return 0; | |
148 | } | |
149 | ||
150 | return 1; | |
151 | } | |
448be743 | 152 | |
e4263314 | 153 | static int rsa_priv_decode(EVP_PKEY *pkey, PKCS8_PRIV_KEY_INFO *p8) |
0f113f3e MC |
154 | { |
155 | const unsigned char *p; | |
156 | int pklen; | |
157 | if (!PKCS8_pkey_get0(NULL, &p, &pklen, NULL, p8)) | |
158 | return 0; | |
159 | return old_rsa_priv_decode(pkey, &p, pklen); | |
160 | } | |
e4263314 | 161 | |
6f81892e | 162 | static int int_rsa_size(const EVP_PKEY *pkey) |
0f113f3e MC |
163 | { |
164 | return RSA_size(pkey->pkey.rsa); | |
165 | } | |
6f81892e DSH |
166 | |
167 | static int rsa_bits(const EVP_PKEY *pkey) | |
0f113f3e MC |
168 | { |
169 | return BN_num_bits(pkey->pkey.rsa->n); | |
170 | } | |
6f81892e | 171 | |
2514fa79 | 172 | static int rsa_security_bits(const EVP_PKEY *pkey) |
0f113f3e MC |
173 | { |
174 | return RSA_security_bits(pkey->pkey.rsa); | |
175 | } | |
2514fa79 | 176 | |
6f81892e | 177 | static void int_rsa_free(EVP_PKEY *pkey) |
0f113f3e MC |
178 | { |
179 | RSA_free(pkey->pkey.rsa); | |
180 | } | |
35208f36 DSH |
181 | |
182 | static void update_buflen(const BIGNUM *b, size_t *pbuflen) | |
0f113f3e MC |
183 | { |
184 | size_t i; | |
185 | if (!b) | |
186 | return; | |
187 | if (*pbuflen < (i = (size_t)BN_num_bytes(b))) | |
188 | *pbuflen = i; | |
189 | } | |
35208f36 DSH |
190 | |
191 | static int do_rsa_print(BIO *bp, const RSA *x, int off, int priv) | |
0f113f3e MC |
192 | { |
193 | char *str; | |
194 | const char *s; | |
195 | unsigned char *m = NULL; | |
196 | int ret = 0, mod_len = 0; | |
197 | size_t buf_len = 0; | |
198 | ||
199 | update_buflen(x->n, &buf_len); | |
200 | update_buflen(x->e, &buf_len); | |
201 | ||
202 | if (priv) { | |
203 | update_buflen(x->d, &buf_len); | |
204 | update_buflen(x->p, &buf_len); | |
205 | update_buflen(x->q, &buf_len); | |
206 | update_buflen(x->dmp1, &buf_len); | |
207 | update_buflen(x->dmq1, &buf_len); | |
208 | update_buflen(x->iqmp, &buf_len); | |
209 | } | |
210 | ||
b196e7d9 | 211 | m = OPENSSL_malloc(buf_len + 10); |
0f113f3e MC |
212 | if (m == NULL) { |
213 | RSAerr(RSA_F_DO_RSA_PRINT, ERR_R_MALLOC_FAILURE); | |
214 | goto err; | |
215 | } | |
216 | ||
217 | if (x->n != NULL) | |
218 | mod_len = BN_num_bits(x->n); | |
219 | ||
220 | if (!BIO_indent(bp, off, 128)) | |
221 | goto err; | |
222 | ||
223 | if (priv && x->d) { | |
224 | if (BIO_printf(bp, "Private-Key: (%d bit)\n", mod_len) | |
225 | <= 0) | |
226 | goto err; | |
227 | str = "modulus:"; | |
228 | s = "publicExponent:"; | |
229 | } else { | |
230 | if (BIO_printf(bp, "Public-Key: (%d bit)\n", mod_len) | |
231 | <= 0) | |
232 | goto err; | |
233 | str = "Modulus:"; | |
234 | s = "Exponent:"; | |
235 | } | |
236 | if (!ASN1_bn_print(bp, str, x->n, m, off)) | |
237 | goto err; | |
238 | if (!ASN1_bn_print(bp, s, x->e, m, off)) | |
239 | goto err; | |
240 | if (priv) { | |
241 | if (!ASN1_bn_print(bp, "privateExponent:", x->d, m, off)) | |
242 | goto err; | |
243 | if (!ASN1_bn_print(bp, "prime1:", x->p, m, off)) | |
244 | goto err; | |
245 | if (!ASN1_bn_print(bp, "prime2:", x->q, m, off)) | |
246 | goto err; | |
247 | if (!ASN1_bn_print(bp, "exponent1:", x->dmp1, m, off)) | |
248 | goto err; | |
249 | if (!ASN1_bn_print(bp, "exponent2:", x->dmq1, m, off)) | |
250 | goto err; | |
251 | if (!ASN1_bn_print(bp, "coefficient:", x->iqmp, m, off)) | |
252 | goto err; | |
253 | } | |
254 | ret = 1; | |
255 | err: | |
b548a1f1 | 256 | OPENSSL_free(m); |
0f113f3e MC |
257 | return (ret); |
258 | } | |
35208f36 DSH |
259 | |
260 | static int rsa_pub_print(BIO *bp, const EVP_PKEY *pkey, int indent, | |
0f113f3e MC |
261 | ASN1_PCTX *ctx) |
262 | { | |
263 | return do_rsa_print(bp, pkey->pkey.rsa, indent, 0); | |
264 | } | |
35208f36 DSH |
265 | |
266 | static int rsa_priv_print(BIO *bp, const EVP_PKEY *pkey, int indent, | |
0f113f3e MC |
267 | ASN1_PCTX *ctx) |
268 | { | |
269 | return do_rsa_print(bp, pkey->pkey.rsa, indent, 1); | |
270 | } | |
35208f36 | 271 | |
0574cadf DSH |
272 | /* Given an MGF1 Algorithm ID decode to an Algorithm Identifier */ |
273 | static X509_ALGOR *rsa_mgf1_decode(X509_ALGOR *alg) | |
0f113f3e | 274 | { |
0f113f3e MC |
275 | if (alg == NULL) |
276 | return NULL; | |
277 | if (OBJ_obj2nid(alg->algorithm) != NID_mgf1) | |
278 | return NULL; | |
e93c8748 DSH |
279 | return ASN1_TYPE_unpack_sequence(ASN1_ITEM_rptr(X509_ALGOR), |
280 | alg->parameter); | |
0f113f3e | 281 | } |
0574cadf | 282 | |
63b825c9 | 283 | static RSA_PSS_PARAMS *rsa_pss_decode(const X509_ALGOR *alg, |
0f113f3e MC |
284 | X509_ALGOR **pmaskHash) |
285 | { | |
0f113f3e MC |
286 | RSA_PSS_PARAMS *pss; |
287 | ||
288 | *pmaskHash = NULL; | |
289 | ||
e93c8748 DSH |
290 | pss = ASN1_TYPE_unpack_sequence(ASN1_ITEM_rptr(RSA_PSS_PARAMS), |
291 | alg->parameter); | |
0f113f3e MC |
292 | |
293 | if (!pss) | |
294 | return NULL; | |
295 | ||
296 | *pmaskHash = rsa_mgf1_decode(pss->maskGenAlgorithm); | |
297 | ||
298 | return pss; | |
299 | } | |
300 | ||
301 | static int rsa_pss_param_print(BIO *bp, RSA_PSS_PARAMS *pss, | |
302 | X509_ALGOR *maskHash, int indent) | |
303 | { | |
304 | int rv = 0; | |
305 | if (!pss) { | |
306 | if (BIO_puts(bp, " (INVALID PSS PARAMETERS)\n") <= 0) | |
307 | return 0; | |
308 | return 1; | |
309 | } | |
310 | if (BIO_puts(bp, "\n") <= 0) | |
311 | goto err; | |
312 | if (!BIO_indent(bp, indent, 128)) | |
313 | goto err; | |
314 | if (BIO_puts(bp, "Hash Algorithm: ") <= 0) | |
315 | goto err; | |
316 | ||
317 | if (pss->hashAlgorithm) { | |
318 | if (i2a_ASN1_OBJECT(bp, pss->hashAlgorithm->algorithm) <= 0) | |
319 | goto err; | |
320 | } else if (BIO_puts(bp, "sha1 (default)") <= 0) | |
321 | goto err; | |
322 | ||
323 | if (BIO_puts(bp, "\n") <= 0) | |
324 | goto err; | |
325 | ||
326 | if (!BIO_indent(bp, indent, 128)) | |
327 | goto err; | |
328 | ||
329 | if (BIO_puts(bp, "Mask Algorithm: ") <= 0) | |
330 | goto err; | |
331 | if (pss->maskGenAlgorithm) { | |
332 | if (i2a_ASN1_OBJECT(bp, pss->maskGenAlgorithm->algorithm) <= 0) | |
333 | goto err; | |
334 | if (BIO_puts(bp, " with ") <= 0) | |
335 | goto err; | |
336 | if (maskHash) { | |
337 | if (i2a_ASN1_OBJECT(bp, maskHash->algorithm) <= 0) | |
338 | goto err; | |
339 | } else if (BIO_puts(bp, "INVALID") <= 0) | |
340 | goto err; | |
341 | } else if (BIO_puts(bp, "mgf1 with sha1 (default)") <= 0) | |
342 | goto err; | |
343 | BIO_puts(bp, "\n"); | |
344 | ||
345 | if (!BIO_indent(bp, indent, 128)) | |
346 | goto err; | |
347 | if (BIO_puts(bp, "Salt Length: 0x") <= 0) | |
348 | goto err; | |
349 | if (pss->saltLength) { | |
350 | if (i2a_ASN1_INTEGER(bp, pss->saltLength) <= 0) | |
351 | goto err; | |
352 | } else if (BIO_puts(bp, "14 (default)") <= 0) | |
353 | goto err; | |
354 | BIO_puts(bp, "\n"); | |
355 | ||
356 | if (!BIO_indent(bp, indent, 128)) | |
357 | goto err; | |
358 | if (BIO_puts(bp, "Trailer Field: 0x") <= 0) | |
359 | goto err; | |
360 | if (pss->trailerField) { | |
361 | if (i2a_ASN1_INTEGER(bp, pss->trailerField) <= 0) | |
362 | goto err; | |
363 | } else if (BIO_puts(bp, "BC (default)") <= 0) | |
364 | goto err; | |
365 | BIO_puts(bp, "\n"); | |
366 | ||
367 | rv = 1; | |
368 | ||
369 | err: | |
370 | return rv; | |
371 | ||
372 | } | |
ff04bbe3 DSH |
373 | |
374 | static int rsa_sig_print(BIO *bp, const X509_ALGOR *sigalg, | |
0f113f3e MC |
375 | const ASN1_STRING *sig, int indent, ASN1_PCTX *pctx) |
376 | { | |
377 | if (OBJ_obj2nid(sigalg->algorithm) == NID_rsassaPss) { | |
378 | int rv; | |
379 | RSA_PSS_PARAMS *pss; | |
380 | X509_ALGOR *maskHash; | |
381 | pss = rsa_pss_decode(sigalg, &maskHash); | |
382 | rv = rsa_pss_param_print(bp, pss, maskHash, indent); | |
25aaa98a | 383 | RSA_PSS_PARAMS_free(pss); |
222561fe | 384 | X509_ALGOR_free(maskHash); |
0f113f3e MC |
385 | if (!rv) |
386 | return 0; | |
387 | } else if (!sig && BIO_puts(bp, "\n") <= 0) | |
388 | return 0; | |
389 | if (sig) | |
390 | return X509_signature_dump(bp, sig, indent); | |
391 | return 1; | |
392 | } | |
492a9e24 DSH |
393 | |
394 | static int rsa_pkey_ctrl(EVP_PKEY *pkey, int op, long arg1, void *arg2) | |
0f113f3e MC |
395 | { |
396 | X509_ALGOR *alg = NULL; | |
397 | switch (op) { | |
398 | ||
399 | case ASN1_PKEY_CTRL_PKCS7_SIGN: | |
400 | if (arg1 == 0) | |
401 | PKCS7_SIGNER_INFO_get0_algs(arg2, NULL, NULL, &alg); | |
402 | break; | |
403 | ||
404 | case ASN1_PKEY_CTRL_PKCS7_ENCRYPT: | |
405 | if (arg1 == 0) | |
406 | PKCS7_RECIP_INFO_get0_alg(arg2, &alg); | |
407 | break; | |
8931b30d | 408 | #ifndef OPENSSL_NO_CMS |
0f113f3e MC |
409 | case ASN1_PKEY_CTRL_CMS_SIGN: |
410 | if (arg1 == 0) | |
411 | return rsa_cms_sign(arg2); | |
412 | else if (arg1 == 1) | |
413 | return rsa_cms_verify(arg2); | |
414 | break; | |
415 | ||
416 | case ASN1_PKEY_CTRL_CMS_ENVELOPE: | |
417 | if (arg1 == 0) | |
418 | return rsa_cms_encrypt(arg2); | |
419 | else if (arg1 == 1) | |
420 | return rsa_cms_decrypt(arg2); | |
421 | break; | |
422 | ||
423 | case ASN1_PKEY_CTRL_CMS_RI_TYPE: | |
424 | *(int *)arg2 = CMS_RECIPINFO_TRANS; | |
425 | return 1; | |
8931b30d | 426 | #endif |
a78568b7 | 427 | |
0f113f3e MC |
428 | case ASN1_PKEY_CTRL_DEFAULT_MD_NID: |
429 | *(int *)arg2 = NID_sha256; | |
430 | return 1; | |
03919683 | 431 | |
0f113f3e MC |
432 | default: |
433 | return -2; | |
492a9e24 | 434 | |
0f113f3e | 435 | } |
492a9e24 | 436 | |
0f113f3e MC |
437 | if (alg) |
438 | X509_ALGOR_set0(alg, OBJ_nid2obj(NID_rsaEncryption), V_ASN1_NULL, 0); | |
4f1aa191 | 439 | |
0f113f3e | 440 | return 1; |
4f1aa191 | 441 | |
0f113f3e | 442 | } |
492a9e24 | 443 | |
0574cadf DSH |
444 | /* allocate and set algorithm ID from EVP_MD, default SHA1 */ |
445 | static int rsa_md_to_algor(X509_ALGOR **palg, const EVP_MD *md) | |
0f113f3e MC |
446 | { |
447 | if (EVP_MD_type(md) == NID_sha1) | |
448 | return 1; | |
449 | *palg = X509_ALGOR_new(); | |
450 | if (!*palg) | |
451 | return 0; | |
452 | X509_ALGOR_set_md(*palg, md); | |
453 | return 1; | |
454 | } | |
0574cadf DSH |
455 | |
456 | /* Allocate and set MGF1 algorithm ID from EVP_MD */ | |
457 | static int rsa_md_to_mgf1(X509_ALGOR **palg, const EVP_MD *mgf1md) | |
0f113f3e MC |
458 | { |
459 | X509_ALGOR *algtmp = NULL; | |
460 | ASN1_STRING *stmp = NULL; | |
461 | *palg = NULL; | |
462 | if (EVP_MD_type(mgf1md) == NID_sha1) | |
463 | return 1; | |
464 | /* need to embed algorithm ID inside another */ | |
465 | if (!rsa_md_to_algor(&algtmp, mgf1md)) | |
466 | goto err; | |
467 | if (!ASN1_item_pack(algtmp, ASN1_ITEM_rptr(X509_ALGOR), &stmp)) | |
468 | goto err; | |
469 | *palg = X509_ALGOR_new(); | |
470 | if (!*palg) | |
471 | goto err; | |
472 | X509_ALGOR_set0(*palg, OBJ_nid2obj(NID_mgf1), V_ASN1_SEQUENCE, stmp); | |
473 | stmp = NULL; | |
474 | err: | |
0dfb9398 | 475 | ASN1_STRING_free(stmp); |
222561fe | 476 | X509_ALGOR_free(algtmp); |
0f113f3e MC |
477 | if (*palg) |
478 | return 1; | |
479 | return 0; | |
480 | } | |
0574cadf DSH |
481 | |
482 | /* convert algorithm ID to EVP_MD, default SHA1 */ | |
483 | static const EVP_MD *rsa_algor_to_md(X509_ALGOR *alg) | |
0f113f3e MC |
484 | { |
485 | const EVP_MD *md; | |
486 | if (!alg) | |
487 | return EVP_sha1(); | |
488 | md = EVP_get_digestbyobj(alg->algorithm); | |
489 | if (md == NULL) | |
490 | RSAerr(RSA_F_RSA_ALGOR_TO_MD, RSA_R_UNKNOWN_DIGEST); | |
491 | return md; | |
492 | } | |
493 | ||
0574cadf DSH |
494 | /* convert MGF1 algorithm ID to EVP_MD, default SHA1 */ |
495 | static const EVP_MD *rsa_mgf1_to_md(X509_ALGOR *alg, X509_ALGOR *maskHash) | |
0f113f3e MC |
496 | { |
497 | const EVP_MD *md; | |
498 | if (!alg) | |
499 | return EVP_sha1(); | |
500 | /* Check mask and lookup mask hash algorithm */ | |
501 | if (OBJ_obj2nid(alg->algorithm) != NID_mgf1) { | |
502 | RSAerr(RSA_F_RSA_MGF1_TO_MD, RSA_R_UNSUPPORTED_MASK_ALGORITHM); | |
503 | return NULL; | |
504 | } | |
505 | if (!maskHash) { | |
506 | RSAerr(RSA_F_RSA_MGF1_TO_MD, RSA_R_UNSUPPORTED_MASK_PARAMETER); | |
507 | return NULL; | |
508 | } | |
509 | md = EVP_get_digestbyobj(maskHash->algorithm); | |
510 | if (md == NULL) { | |
511 | RSAerr(RSA_F_RSA_MGF1_TO_MD, RSA_R_UNKNOWN_MASK_DIGEST); | |
512 | return NULL; | |
513 | } | |
514 | return md; | |
515 | } | |
516 | ||
517 | /* | |
518 | * Convert EVP_PKEY_CTX is PSS mode into corresponding algorithm parameter, | |
0574cadf | 519 | * suitable for setting an AlgorithmIdentifier. |
31904ecd DSH |
520 | */ |
521 | ||
0574cadf | 522 | static ASN1_STRING *rsa_ctx_to_pss(EVP_PKEY_CTX *pkctx) |
0f113f3e MC |
523 | { |
524 | const EVP_MD *sigmd, *mgf1md; | |
525 | RSA_PSS_PARAMS *pss = NULL; | |
526 | ASN1_STRING *os = NULL; | |
527 | EVP_PKEY *pk = EVP_PKEY_CTX_get0_pkey(pkctx); | |
528 | int saltlen, rv = 0; | |
529 | if (EVP_PKEY_CTX_get_signature_md(pkctx, &sigmd) <= 0) | |
530 | goto err; | |
531 | if (EVP_PKEY_CTX_get_rsa_mgf1_md(pkctx, &mgf1md) <= 0) | |
532 | goto err; | |
533 | if (!EVP_PKEY_CTX_get_rsa_pss_saltlen(pkctx, &saltlen)) | |
534 | goto err; | |
535 | if (saltlen == -1) | |
536 | saltlen = EVP_MD_size(sigmd); | |
537 | else if (saltlen == -2) { | |
538 | saltlen = EVP_PKEY_size(pk) - EVP_MD_size(sigmd) - 2; | |
539 | if (((EVP_PKEY_bits(pk) - 1) & 0x7) == 0) | |
540 | saltlen--; | |
541 | } | |
542 | pss = RSA_PSS_PARAMS_new(); | |
543 | if (!pss) | |
544 | goto err; | |
545 | if (saltlen != 20) { | |
546 | pss->saltLength = ASN1_INTEGER_new(); | |
547 | if (!pss->saltLength) | |
548 | goto err; | |
549 | if (!ASN1_INTEGER_set(pss->saltLength, saltlen)) | |
550 | goto err; | |
551 | } | |
552 | if (!rsa_md_to_algor(&pss->hashAlgorithm, sigmd)) | |
553 | goto err; | |
554 | if (!rsa_md_to_mgf1(&pss->maskGenAlgorithm, mgf1md)) | |
555 | goto err; | |
556 | /* Finally create string with pss parameter encoding. */ | |
557 | if (!ASN1_item_pack(pss, ASN1_ITEM_rptr(RSA_PSS_PARAMS), &os)) | |
558 | goto err; | |
559 | rv = 1; | |
560 | err: | |
25aaa98a | 561 | RSA_PSS_PARAMS_free(pss); |
0f113f3e MC |
562 | if (rv) |
563 | return os; | |
0dfb9398 | 564 | ASN1_STRING_free(os); |
0f113f3e MC |
565 | return NULL; |
566 | } | |
567 | ||
568 | /* | |
569 | * From PSS AlgorithmIdentifier set public key parameters. If pkey isn't NULL | |
570 | * then the EVP_MD_CTX is setup and initalised. If it is NULL parameters are | |
571 | * passed to pkctx instead. | |
0574cadf | 572 | */ |
31904ecd | 573 | |
0574cadf | 574 | static int rsa_pss_to_ctx(EVP_MD_CTX *ctx, EVP_PKEY_CTX *pkctx, |
0f113f3e MC |
575 | X509_ALGOR *sigalg, EVP_PKEY *pkey) |
576 | { | |
577 | int rv = -1; | |
578 | int saltlen; | |
579 | const EVP_MD *mgf1md = NULL, *md = NULL; | |
580 | RSA_PSS_PARAMS *pss; | |
581 | X509_ALGOR *maskHash; | |
582 | /* Sanity check: make sure it is PSS */ | |
583 | if (OBJ_obj2nid(sigalg->algorithm) != NID_rsassaPss) { | |
584 | RSAerr(RSA_F_RSA_PSS_TO_CTX, RSA_R_UNSUPPORTED_SIGNATURE_TYPE); | |
585 | return -1; | |
586 | } | |
587 | /* Decode PSS parameters */ | |
588 | pss = rsa_pss_decode(sigalg, &maskHash); | |
589 | ||
590 | if (pss == NULL) { | |
591 | RSAerr(RSA_F_RSA_PSS_TO_CTX, RSA_R_INVALID_PSS_PARAMETERS); | |
592 | goto err; | |
593 | } | |
594 | mgf1md = rsa_mgf1_to_md(pss->maskGenAlgorithm, maskHash); | |
595 | if (!mgf1md) | |
596 | goto err; | |
597 | md = rsa_algor_to_md(pss->hashAlgorithm); | |
598 | if (!md) | |
599 | goto err; | |
600 | ||
601 | if (pss->saltLength) { | |
602 | saltlen = ASN1_INTEGER_get(pss->saltLength); | |
603 | ||
604 | /* | |
605 | * Could perform more salt length sanity checks but the main RSA | |
606 | * routines will trap other invalid values anyway. | |
607 | */ | |
608 | if (saltlen < 0) { | |
609 | RSAerr(RSA_F_RSA_PSS_TO_CTX, RSA_R_INVALID_SALT_LENGTH); | |
610 | goto err; | |
611 | } | |
612 | } else | |
613 | saltlen = 20; | |
614 | ||
615 | /* | |
616 | * low-level routines support only trailer field 0xbc (value 1) and | |
617 | * PKCS#1 says we should reject any other value anyway. | |
618 | */ | |
619 | if (pss->trailerField && ASN1_INTEGER_get(pss->trailerField) != 1) { | |
620 | RSAerr(RSA_F_RSA_PSS_TO_CTX, RSA_R_INVALID_TRAILER); | |
621 | goto err; | |
622 | } | |
623 | ||
624 | /* We have all parameters now set up context */ | |
625 | ||
626 | if (pkey) { | |
627 | if (!EVP_DigestVerifyInit(ctx, &pkctx, md, NULL, pkey)) | |
628 | goto err; | |
629 | } else { | |
630 | const EVP_MD *checkmd; | |
631 | if (EVP_PKEY_CTX_get_signature_md(pkctx, &checkmd) <= 0) | |
632 | goto err; | |
633 | if (EVP_MD_type(md) != EVP_MD_type(checkmd)) { | |
634 | RSAerr(RSA_F_RSA_PSS_TO_CTX, RSA_R_DIGEST_DOES_NOT_MATCH); | |
635 | goto err; | |
636 | } | |
637 | } | |
638 | ||
639 | if (EVP_PKEY_CTX_set_rsa_padding(pkctx, RSA_PKCS1_PSS_PADDING) <= 0) | |
640 | goto err; | |
641 | ||
642 | if (EVP_PKEY_CTX_set_rsa_pss_saltlen(pkctx, saltlen) <= 0) | |
643 | goto err; | |
644 | ||
645 | if (EVP_PKEY_CTX_set_rsa_mgf1_md(pkctx, mgf1md) <= 0) | |
646 | goto err; | |
647 | /* Carry on */ | |
648 | rv = 1; | |
649 | ||
650 | err: | |
651 | RSA_PSS_PARAMS_free(pss); | |
222561fe | 652 | X509_ALGOR_free(maskHash); |
0f113f3e MC |
653 | return rv; |
654 | } | |
492a9e24 | 655 | |
0574cadf | 656 | static int rsa_cms_verify(CMS_SignerInfo *si) |
0f113f3e MC |
657 | { |
658 | int nid, nid2; | |
659 | X509_ALGOR *alg; | |
660 | EVP_PKEY_CTX *pkctx = CMS_SignerInfo_get0_pkey_ctx(si); | |
661 | CMS_SignerInfo_get0_algs(si, NULL, NULL, NULL, &alg); | |
662 | nid = OBJ_obj2nid(alg->algorithm); | |
663 | if (nid == NID_rsaEncryption) | |
664 | return 1; | |
665 | if (nid == NID_rsassaPss) | |
666 | return rsa_pss_to_ctx(NULL, pkctx, alg, NULL); | |
667 | /* Workaround for some implementation that use a signature OID */ | |
668 | if (OBJ_find_sigid_algs(nid, NULL, &nid2)) { | |
669 | if (nid2 == NID_rsaEncryption) | |
670 | return 1; | |
671 | } | |
672 | return 0; | |
673 | } | |
674 | ||
675 | /* | |
676 | * Customised RSA item verification routine. This is called when a signature | |
677 | * is encountered requiring special handling. We currently only handle PSS. | |
0574cadf DSH |
678 | */ |
679 | ||
0574cadf | 680 | static int rsa_item_verify(EVP_MD_CTX *ctx, const ASN1_ITEM *it, void *asn, |
0f113f3e MC |
681 | X509_ALGOR *sigalg, ASN1_BIT_STRING *sig, |
682 | EVP_PKEY *pkey) | |
683 | { | |
684 | /* Sanity check: make sure it is PSS */ | |
685 | if (OBJ_obj2nid(sigalg->algorithm) != NID_rsassaPss) { | |
686 | RSAerr(RSA_F_RSA_ITEM_VERIFY, RSA_R_UNSUPPORTED_SIGNATURE_TYPE); | |
687 | return -1; | |
688 | } | |
09f06923 | 689 | if (rsa_pss_to_ctx(ctx, NULL, sigalg, pkey) > 0) { |
0f113f3e MC |
690 | /* Carry on */ |
691 | return 2; | |
09f06923 | 692 | } |
0f113f3e MC |
693 | return -1; |
694 | } | |
0574cadf DSH |
695 | |
696 | static int rsa_cms_sign(CMS_SignerInfo *si) | |
0f113f3e MC |
697 | { |
698 | int pad_mode = RSA_PKCS1_PADDING; | |
699 | X509_ALGOR *alg; | |
700 | EVP_PKEY_CTX *pkctx = CMS_SignerInfo_get0_pkey_ctx(si); | |
701 | ASN1_STRING *os = NULL; | |
702 | CMS_SignerInfo_get0_algs(si, NULL, NULL, NULL, &alg); | |
703 | if (pkctx) { | |
704 | if (EVP_PKEY_CTX_get_rsa_padding(pkctx, &pad_mode) <= 0) | |
705 | return 0; | |
706 | } | |
707 | if (pad_mode == RSA_PKCS1_PADDING) { | |
708 | X509_ALGOR_set0(alg, OBJ_nid2obj(NID_rsaEncryption), V_ASN1_NULL, 0); | |
709 | return 1; | |
710 | } | |
711 | /* We don't support it */ | |
712 | if (pad_mode != RSA_PKCS1_PSS_PADDING) | |
713 | return 0; | |
714 | os = rsa_ctx_to_pss(pkctx); | |
715 | if (!os) | |
716 | return 0; | |
717 | X509_ALGOR_set0(alg, OBJ_nid2obj(NID_rsassaPss), V_ASN1_SEQUENCE, os); | |
718 | return 1; | |
719 | } | |
0574cadf | 720 | |
17c63d1c | 721 | static int rsa_item_sign(EVP_MD_CTX *ctx, const ASN1_ITEM *it, void *asn, |
0f113f3e MC |
722 | X509_ALGOR *alg1, X509_ALGOR *alg2, |
723 | ASN1_BIT_STRING *sig) | |
724 | { | |
725 | int pad_mode; | |
726 | EVP_PKEY_CTX *pkctx = ctx->pctx; | |
727 | if (EVP_PKEY_CTX_get_rsa_padding(pkctx, &pad_mode) <= 0) | |
728 | return 0; | |
729 | if (pad_mode == RSA_PKCS1_PADDING) | |
730 | return 2; | |
731 | if (pad_mode == RSA_PKCS1_PSS_PADDING) { | |
732 | ASN1_STRING *os1 = NULL; | |
733 | os1 = rsa_ctx_to_pss(pkctx); | |
734 | if (!os1) | |
735 | return 0; | |
736 | /* Duplicate parameters if we have to */ | |
737 | if (alg2) { | |
738 | ASN1_STRING *os2 = ASN1_STRING_dup(os1); | |
739 | if (!os2) { | |
740 | ASN1_STRING_free(os1); | |
741 | return 0; | |
742 | } | |
743 | X509_ALGOR_set0(alg2, OBJ_nid2obj(NID_rsassaPss), | |
744 | V_ASN1_SEQUENCE, os2); | |
745 | } | |
746 | X509_ALGOR_set0(alg1, OBJ_nid2obj(NID_rsassaPss), | |
747 | V_ASN1_SEQUENCE, os1); | |
748 | return 3; | |
749 | } | |
750 | return 2; | |
751 | } | |
17c63d1c | 752 | |
0574cadf | 753 | static RSA_OAEP_PARAMS *rsa_oaep_decode(const X509_ALGOR *alg, |
0f113f3e MC |
754 | X509_ALGOR **pmaskHash) |
755 | { | |
0f113f3e | 756 | RSA_OAEP_PARAMS *pss; |
0574cadf | 757 | |
0f113f3e | 758 | *pmaskHash = NULL; |
0574cadf | 759 | |
e93c8748 DSH |
760 | pss = ASN1_TYPE_unpack_sequence(ASN1_ITEM_rptr(RSA_OAEP_PARAMS), |
761 | alg->parameter); | |
0574cadf | 762 | |
0f113f3e MC |
763 | if (!pss) |
764 | return NULL; | |
0574cadf | 765 | |
0f113f3e | 766 | *pmaskHash = rsa_mgf1_decode(pss->maskGenFunc); |
0574cadf | 767 | |
0f113f3e MC |
768 | return pss; |
769 | } | |
0574cadf DSH |
770 | |
771 | static int rsa_cms_decrypt(CMS_RecipientInfo *ri) | |
0f113f3e MC |
772 | { |
773 | EVP_PKEY_CTX *pkctx; | |
774 | X509_ALGOR *cmsalg; | |
775 | int nid; | |
776 | int rv = -1; | |
777 | unsigned char *label = NULL; | |
778 | int labellen = 0; | |
779 | const EVP_MD *mgf1md = NULL, *md = NULL; | |
780 | RSA_OAEP_PARAMS *oaep; | |
781 | X509_ALGOR *maskHash; | |
782 | pkctx = CMS_RecipientInfo_get0_pkey_ctx(ri); | |
783 | if (!pkctx) | |
784 | return 0; | |
785 | if (!CMS_RecipientInfo_ktri_get0_algs(ri, NULL, NULL, &cmsalg)) | |
786 | return -1; | |
787 | nid = OBJ_obj2nid(cmsalg->algorithm); | |
788 | if (nid == NID_rsaEncryption) | |
789 | return 1; | |
790 | if (nid != NID_rsaesOaep) { | |
791 | RSAerr(RSA_F_RSA_CMS_DECRYPT, RSA_R_UNSUPPORTED_ENCRYPTION_TYPE); | |
792 | return -1; | |
793 | } | |
794 | /* Decode OAEP parameters */ | |
795 | oaep = rsa_oaep_decode(cmsalg, &maskHash); | |
796 | ||
797 | if (oaep == NULL) { | |
798 | RSAerr(RSA_F_RSA_CMS_DECRYPT, RSA_R_INVALID_OAEP_PARAMETERS); | |
799 | goto err; | |
800 | } | |
801 | ||
802 | mgf1md = rsa_mgf1_to_md(oaep->maskGenFunc, maskHash); | |
803 | if (!mgf1md) | |
804 | goto err; | |
805 | md = rsa_algor_to_md(oaep->hashFunc); | |
806 | if (!md) | |
807 | goto err; | |
808 | ||
809 | if (oaep->pSourceFunc) { | |
810 | X509_ALGOR *plab = oaep->pSourceFunc; | |
811 | if (OBJ_obj2nid(plab->algorithm) != NID_pSpecified) { | |
812 | RSAerr(RSA_F_RSA_CMS_DECRYPT, RSA_R_UNSUPPORTED_LABEL_SOURCE); | |
813 | goto err; | |
814 | } | |
815 | if (plab->parameter->type != V_ASN1_OCTET_STRING) { | |
816 | RSAerr(RSA_F_RSA_CMS_DECRYPT, RSA_R_INVALID_LABEL); | |
817 | goto err; | |
818 | } | |
819 | ||
820 | label = plab->parameter->value.octet_string->data; | |
821 | /* Stop label being freed when OAEP parameters are freed */ | |
822 | plab->parameter->value.octet_string->data = NULL; | |
823 | labellen = plab->parameter->value.octet_string->length; | |
824 | } | |
825 | ||
826 | if (EVP_PKEY_CTX_set_rsa_padding(pkctx, RSA_PKCS1_OAEP_PADDING) <= 0) | |
827 | goto err; | |
828 | if (EVP_PKEY_CTX_set_rsa_oaep_md(pkctx, md) <= 0) | |
829 | goto err; | |
830 | if (EVP_PKEY_CTX_set_rsa_mgf1_md(pkctx, mgf1md) <= 0) | |
831 | goto err; | |
832 | if (EVP_PKEY_CTX_set0_rsa_oaep_label(pkctx, label, labellen) <= 0) | |
833 | goto err; | |
834 | /* Carry on */ | |
835 | rv = 1; | |
836 | ||
837 | err: | |
838 | RSA_OAEP_PARAMS_free(oaep); | |
222561fe | 839 | X509_ALGOR_free(maskHash); |
0f113f3e MC |
840 | return rv; |
841 | } | |
0574cadf DSH |
842 | |
843 | static int rsa_cms_encrypt(CMS_RecipientInfo *ri) | |
0f113f3e MC |
844 | { |
845 | const EVP_MD *md, *mgf1md; | |
846 | RSA_OAEP_PARAMS *oaep = NULL; | |
847 | ASN1_STRING *os = NULL; | |
848 | X509_ALGOR *alg; | |
849 | EVP_PKEY_CTX *pkctx = CMS_RecipientInfo_get0_pkey_ctx(ri); | |
850 | int pad_mode = RSA_PKCS1_PADDING, rv = 0, labellen; | |
851 | unsigned char *label; | |
852 | CMS_RecipientInfo_ktri_get0_algs(ri, NULL, NULL, &alg); | |
853 | if (pkctx) { | |
854 | if (EVP_PKEY_CTX_get_rsa_padding(pkctx, &pad_mode) <= 0) | |
855 | return 0; | |
856 | } | |
857 | if (pad_mode == RSA_PKCS1_PADDING) { | |
858 | X509_ALGOR_set0(alg, OBJ_nid2obj(NID_rsaEncryption), V_ASN1_NULL, 0); | |
859 | return 1; | |
860 | } | |
861 | /* Not supported */ | |
862 | if (pad_mode != RSA_PKCS1_OAEP_PADDING) | |
863 | return 0; | |
864 | if (EVP_PKEY_CTX_get_rsa_oaep_md(pkctx, &md) <= 0) | |
865 | goto err; | |
866 | if (EVP_PKEY_CTX_get_rsa_mgf1_md(pkctx, &mgf1md) <= 0) | |
867 | goto err; | |
868 | labellen = EVP_PKEY_CTX_get0_rsa_oaep_label(pkctx, &label); | |
869 | if (labellen < 0) | |
870 | goto err; | |
871 | oaep = RSA_OAEP_PARAMS_new(); | |
872 | if (!oaep) | |
873 | goto err; | |
874 | if (!rsa_md_to_algor(&oaep->hashFunc, md)) | |
875 | goto err; | |
876 | if (!rsa_md_to_mgf1(&oaep->maskGenFunc, mgf1md)) | |
877 | goto err; | |
878 | if (labellen > 0) { | |
879 | ASN1_OCTET_STRING *los = ASN1_OCTET_STRING_new(); | |
880 | oaep->pSourceFunc = X509_ALGOR_new(); | |
881 | if (!oaep->pSourceFunc) | |
882 | goto err; | |
883 | if (!los) | |
884 | goto err; | |
885 | if (!ASN1_OCTET_STRING_set(los, label, labellen)) { | |
886 | ASN1_OCTET_STRING_free(los); | |
887 | goto err; | |
888 | } | |
889 | X509_ALGOR_set0(oaep->pSourceFunc, OBJ_nid2obj(NID_pSpecified), | |
890 | V_ASN1_OCTET_STRING, los); | |
891 | } | |
892 | /* create string with pss parameter encoding. */ | |
893 | if (!ASN1_item_pack(oaep, ASN1_ITEM_rptr(RSA_OAEP_PARAMS), &os)) | |
894 | goto err; | |
895 | X509_ALGOR_set0(alg, OBJ_nid2obj(NID_rsaesOaep), V_ASN1_SEQUENCE, os); | |
896 | os = NULL; | |
897 | rv = 1; | |
898 | err: | |
25aaa98a | 899 | RSA_OAEP_PARAMS_free(oaep); |
0dfb9398 | 900 | ASN1_STRING_free(os); |
0f113f3e MC |
901 | return rv; |
902 | } | |
903 | ||
904 | const EVP_PKEY_ASN1_METHOD rsa_asn1_meths[] = { | |
905 | { | |
906 | EVP_PKEY_RSA, | |
907 | EVP_PKEY_RSA, | |
908 | ASN1_PKEY_SIGPARAM_NULL, | |
909 | ||
910 | "RSA", | |
911 | "OpenSSL RSA method", | |
912 | ||
913 | rsa_pub_decode, | |
914 | rsa_pub_encode, | |
915 | rsa_pub_cmp, | |
916 | rsa_pub_print, | |
917 | ||
918 | rsa_priv_decode, | |
919 | rsa_priv_encode, | |
920 | rsa_priv_print, | |
921 | ||
922 | int_rsa_size, | |
923 | rsa_bits, | |
924 | rsa_security_bits, | |
925 | ||
926 | 0, 0, 0, 0, 0, 0, | |
927 | ||
928 | rsa_sig_print, | |
929 | int_rsa_free, | |
930 | rsa_pkey_ctrl, | |
931 | old_rsa_priv_decode, | |
932 | old_rsa_priv_encode, | |
933 | rsa_item_verify, | |
934 | rsa_item_sign}, | |
935 | ||
936 | { | |
937 | EVP_PKEY_RSA2, | |
938 | EVP_PKEY_RSA, | |
939 | ASN1_PKEY_ALIAS} | |
940 | }; |