]> git.ipfire.org Git - thirdparty/openssl.git/blame - crypto/pkcs7/pk7_smime.c
Remove useless code
[thirdparty/openssl.git] / crypto / pkcs7 / pk7_smime.c
CommitLineData
5a9a4b29 1/* pk7_smime.c */
0f113f3e
MC
2/*
3 * Written by Dr Stephen N Henson (steve@openssl.org) for the OpenSSL
27068df7 4 * project.
5a9a4b29
DSH
5 */
6/* ====================================================================
9d10b15e 7 * Copyright (c) 1999-2004 The OpenSSL Project. All rights reserved.
5a9a4b29
DSH
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 *
13 * 1. Redistributions of source code must retain the above copyright
0f113f3e 14 * notice, this list of conditions and the following disclaimer.
5a9a4b29
DSH
15 *
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in
18 * the documentation and/or other materials provided with the
19 * distribution.
20 *
21 * 3. All advertising materials mentioning features or use of this
22 * software must display the following acknowledgment:
23 * "This product includes software developed by the OpenSSL Project
24 * for use in the OpenSSL Toolkit. (http://www.OpenSSL.org/)"
25 *
26 * 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to
27 * endorse or promote products derived from this software without
28 * prior written permission. For written permission, please contact
29 * licensing@OpenSSL.org.
30 *
31 * 5. Products derived from this software may not be called "OpenSSL"
32 * nor may "OpenSSL" appear in their names without prior written
33 * permission of the OpenSSL Project.
34 *
35 * 6. Redistributions of any form whatsoever must retain the following
36 * acknowledgment:
37 * "This product includes software developed by the OpenSSL Project
38 * for use in the OpenSSL Toolkit (http://www.OpenSSL.org/)"
39 *
40 * THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT ``AS IS'' AND ANY
41 * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
42 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
43 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE OpenSSL PROJECT OR
44 * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
45 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
46 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
47 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
48 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
49 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
50 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
51 * OF THE POSSIBILITY OF SUCH DAMAGE.
52 * ====================================================================
53 *
54 * This product includes cryptographic software written by Eric Young
55 * (eay@cryptsoft.com). This product includes software written by Tim
56 * Hudson (tjh@cryptsoft.com).
57 *
58 */
59
60/* Simple PKCS#7 processing functions */
61
62#include <stdio.h>
b39fc560 63#include "internal/cryptlib.h"
5a9a4b29
DSH
64#include <openssl/x509.h>
65#include <openssl/x509v3.h>
66
8e704858
RS
67
68#define BUFFERSIZE 4096
69
55311921
DSH
70static int pkcs7_copy_existing_digest(PKCS7 *p7, PKCS7_SIGNER_INFO *si);
71
5a9a4b29 72PKCS7 *PKCS7_sign(X509 *signcert, EVP_PKEY *pkey, STACK_OF(X509) *certs,
0f113f3e 73 BIO *data, int flags)
5a9a4b29 74{
0f113f3e
MC
75 PKCS7 *p7;
76 int i;
77
75ebbd9a 78 if ((p7 = PKCS7_new()) == NULL) {
0f113f3e
MC
79 PKCS7err(PKCS7_F_PKCS7_SIGN, ERR_R_MALLOC_FAILURE);
80 return NULL;
81 }
82
83 if (!PKCS7_set_type(p7, NID_pkcs7_signed))
84 goto err;
85
86 if (!PKCS7_content_new(p7, NID_pkcs7_data))
87 goto err;
88
89 if (pkey && !PKCS7_sign_add_signer(p7, signcert, pkey, NULL, flags)) {
90 PKCS7err(PKCS7_F_PKCS7_SIGN, PKCS7_R_PKCS7_ADD_SIGNER_ERROR);
91 goto err;
92 }
93
94 if (!(flags & PKCS7_NOCERTS)) {
95 for (i = 0; i < sk_X509_num(certs); i++) {
96 if (!PKCS7_add_certificate(p7, sk_X509_value(certs, i)))
97 goto err;
98 }
99 }
100
101 if (flags & PKCS7_DETACHED)
102 PKCS7_set_detached(p7, 1);
103
104 if (flags & (PKCS7_STREAM | PKCS7_PARTIAL))
105 return p7;
106
107 if (PKCS7_final(p7, data, flags))
108 return p7;
109
110 err:
111 PKCS7_free(p7);
112 return NULL;
60f20632
DSH
113}
114
115int PKCS7_final(PKCS7 *p7, BIO *data, int flags)
0f113f3e
MC
116{
117 BIO *p7bio;
118 int ret = 0;
8e704858 119
75ebbd9a 120 if ((p7bio = PKCS7_dataInit(p7, NULL)) == NULL) {
0f113f3e
MC
121 PKCS7err(PKCS7_F_PKCS7_FINAL, ERR_R_MALLOC_FAILURE);
122 return 0;
123 }
60f20632 124
0f113f3e 125 SMIME_crlf_copy(data, p7bio, flags);
994df5a2 126
0f113f3e 127 (void)BIO_flush(p7bio);
60f20632 128
0f113f3e
MC
129 if (!PKCS7_dataFinal(p7, p7bio)) {
130 PKCS7err(PKCS7_F_PKCS7_FINAL, PKCS7_R_PKCS7_DATASIGN);
131 goto err;
132 }
5a9a4b29 133
0f113f3e 134 ret = 1;
60f20632 135
0f113f3e
MC
136 err:
137 BIO_free_all(p7bio);
60f20632 138
0f113f3e 139 return ret;
27068df7 140
0f113f3e 141}
27068df7 142
60f20632 143/* Check to see if a cipher exists and if so add S/MIME capabilities */
27068df7 144
60f20632 145static int add_cipher_smcap(STACK_OF(X509_ALGOR) *sk, int nid, int arg)
0f113f3e
MC
146{
147 if (EVP_get_cipherbynid(nid))
148 return PKCS7_simple_smimecap(sk, nid, arg);
149 return 1;
150}
5a9a4b29 151
61e5ec4b 152static int add_digest_smcap(STACK_OF(X509_ALGOR) *sk, int nid, int arg)
0f113f3e
MC
153{
154 if (EVP_get_digestbynid(nid))
155 return PKCS7_simple_smimecap(sk, nid, arg);
156 return 1;
157}
61e5ec4b 158
60f20632 159PKCS7_SIGNER_INFO *PKCS7_sign_add_signer(PKCS7 *p7, X509 *signcert,
0f113f3e
MC
160 EVP_PKEY *pkey, const EVP_MD *md,
161 int flags)
162{
163 PKCS7_SIGNER_INFO *si = NULL;
164 STACK_OF(X509_ALGOR) *smcap = NULL;
165 if (!X509_check_private_key(signcert, pkey)) {
166 PKCS7err(PKCS7_F_PKCS7_SIGN_ADD_SIGNER,
167 PKCS7_R_PRIVATE_KEY_DOES_NOT_MATCH_CERTIFICATE);
168 return NULL;
169 }
170
75ebbd9a 171 if ((si = PKCS7_add_signature(p7, signcert, pkey, md)) == NULL) {
0f113f3e
MC
172 PKCS7err(PKCS7_F_PKCS7_SIGN_ADD_SIGNER,
173 PKCS7_R_PKCS7_ADD_SIGNATURE_ERROR);
174 return NULL;
175 }
176
177 if (!(flags & PKCS7_NOCERTS)) {
178 if (!PKCS7_add_certificate(p7, signcert))
179 goto err;
180 }
181
182 if (!(flags & PKCS7_NOATTR)) {
183 if (!PKCS7_add_attrib_content_type(si, NULL))
184 goto err;
185 /* Add SMIMECapabilities */
186 if (!(flags & PKCS7_NOSMIMECAP)) {
75ebbd9a 187 if ((smcap = sk_X509_ALGOR_new_null()) == NULL) {
0f113f3e
MC
188 PKCS7err(PKCS7_F_PKCS7_SIGN_ADD_SIGNER, ERR_R_MALLOC_FAILURE);
189 goto err;
190 }
191 if (!add_cipher_smcap(smcap, NID_aes_256_cbc, -1)
c58f3e42
MC
192 || !add_digest_smcap(smcap, NID_id_GostR3411_2012_256, -1)
193 || !add_digest_smcap(smcap, NID_id_GostR3411_2012_512, -1)
0f113f3e
MC
194 || !add_digest_smcap(smcap, NID_id_GostR3411_94, -1)
195 || !add_cipher_smcap(smcap, NID_id_Gost28147_89, -1)
196 || !add_cipher_smcap(smcap, NID_aes_192_cbc, -1)
197 || !add_cipher_smcap(smcap, NID_aes_128_cbc, -1)
198 || !add_cipher_smcap(smcap, NID_des_ede3_cbc, -1)
199 || !add_cipher_smcap(smcap, NID_rc2_cbc, 128)
200 || !add_cipher_smcap(smcap, NID_rc2_cbc, 64)
201 || !add_cipher_smcap(smcap, NID_des_cbc, -1)
202 || !add_cipher_smcap(smcap, NID_rc2_cbc, 40)
203 || !PKCS7_add_attrib_smimecap(si, smcap))
204 goto err;
205 sk_X509_ALGOR_pop_free(smcap, X509_ALGOR_free);
206 smcap = NULL;
207 }
208 if (flags & PKCS7_REUSE_DIGEST) {
209 if (!pkcs7_copy_existing_digest(p7, si))
210 goto err;
211 if (!(flags & PKCS7_PARTIAL) && !PKCS7_SIGNER_INFO_sign(si))
212 goto err;
213 }
214 }
215 return si;
216 err:
222561fe 217 sk_X509_ALGOR_pop_free(smcap, X509_ALGOR_free);
0f113f3e
MC
218 return NULL;
219}
220
221/*
222 * Search for a digest matching SignerInfo digest type and if found copy
223 * across.
55311921
DSH
224 */
225
226static int pkcs7_copy_existing_digest(PKCS7 *p7, PKCS7_SIGNER_INFO *si)
0f113f3e
MC
227{
228 int i;
229 STACK_OF(PKCS7_SIGNER_INFO) *sinfos;
230 PKCS7_SIGNER_INFO *sitmp;
231 ASN1_OCTET_STRING *osdig = NULL;
232 sinfos = PKCS7_get_signer_info(p7);
233 for (i = 0; i < sk_PKCS7_SIGNER_INFO_num(sinfos); i++) {
234 sitmp = sk_PKCS7_SIGNER_INFO_value(sinfos, i);
235 if (si == sitmp)
236 break;
237 if (sk_X509_ATTRIBUTE_num(sitmp->auth_attr) <= 0)
238 continue;
239 if (!OBJ_cmp(si->digest_alg->algorithm, sitmp->digest_alg->algorithm)) {
240 osdig = PKCS7_digest_from_attributes(sitmp->auth_attr);
241 break;
242 }
243
244 }
245
246 if (osdig)
247 return PKCS7_add1_attrib_digest(si, osdig->data, osdig->length);
248
249 PKCS7err(PKCS7_F_PKCS7_COPY_EXISTING_DIGEST,
250 PKCS7_R_NO_MATCHING_DIGEST_TYPE_FOUND);
251 return 0;
252}
55311921 253
5a9a4b29 254int PKCS7_verify(PKCS7 *p7, STACK_OF(X509) *certs, X509_STORE *store,
0f113f3e 255 BIO *indata, BIO *out, int flags)
5a9a4b29 256{
0f113f3e
MC
257 STACK_OF(X509) *signers;
258 X509 *signer;
259 STACK_OF(PKCS7_SIGNER_INFO) *sinfos;
260 PKCS7_SIGNER_INFO *si;
261 X509_STORE_CTX cert_ctx;
8e704858 262 char *buf = NULL;
0f113f3e 263 int i, j = 0, k, ret = 0;
55500ea7
AG
264 BIO *p7bio = NULL;
265 BIO *tmpin = NULL, *tmpout = NULL;
0f113f3e
MC
266
267 if (!p7) {
268 PKCS7err(PKCS7_F_PKCS7_VERIFY, PKCS7_R_INVALID_NULL_POINTER);
269 return 0;
270 }
271
272 if (!PKCS7_type_is_signed(p7)) {
273 PKCS7err(PKCS7_F_PKCS7_VERIFY, PKCS7_R_WRONG_CONTENT_TYPE);
274 return 0;
275 }
276
277 /* Check for no data and no content: no data to verify signature */
278 if (PKCS7_get_detached(p7) && !indata) {
279 PKCS7err(PKCS7_F_PKCS7_VERIFY, PKCS7_R_NO_CONTENT);
280 return 0;
281 }
02a938c9 282
0f113f3e
MC
283 /* Check for data and content: two sets of data */
284 if (!PKCS7_get_detached(p7) && indata) {
285 PKCS7err(PKCS7_F_PKCS7_VERIFY, PKCS7_R_CONTENT_AND_DATA_PRESENT);
286 return 0;
287 }
5a9a4b29 288
0f113f3e
MC
289 sinfos = PKCS7_get_signer_info(p7);
290
291 if (!sinfos || !sk_PKCS7_SIGNER_INFO_num(sinfos)) {
292 PKCS7err(PKCS7_F_PKCS7_VERIFY, PKCS7_R_NO_SIGNATURES_ON_DATA);
293 return 0;
294 }
295
296 signers = PKCS7_get0_signers(p7, certs, flags);
0f113f3e
MC
297 if (!signers)
298 return 0;
299
300 /* Now verify the certificates */
301
302 if (!(flags & PKCS7_NOVERIFY))
303 for (k = 0; k < sk_X509_num(signers); k++) {
304 signer = sk_X509_value(signers, k);
305 if (!(flags & PKCS7_NOCHAIN)) {
306 if (!X509_STORE_CTX_init(&cert_ctx, store, signer,
307 p7->d.sign->cert)) {
308 PKCS7err(PKCS7_F_PKCS7_VERIFY, ERR_R_X509_LIB);
55500ea7 309 goto err;
0f113f3e
MC
310 }
311 X509_STORE_CTX_set_default(&cert_ctx, "smime_sign");
312 } else if (!X509_STORE_CTX_init(&cert_ctx, store, signer, NULL)) {
313 PKCS7err(PKCS7_F_PKCS7_VERIFY, ERR_R_X509_LIB);
55500ea7 314 goto err;
0f113f3e
MC
315 }
316 if (!(flags & PKCS7_NOCRL))
317 X509_STORE_CTX_set0_crls(&cert_ctx, p7->d.sign->crl);
318 i = X509_verify_cert(&cert_ctx);
319 if (i <= 0)
320 j = X509_STORE_CTX_get_error(&cert_ctx);
321 X509_STORE_CTX_cleanup(&cert_ctx);
322 if (i <= 0) {
323 PKCS7err(PKCS7_F_PKCS7_VERIFY,
324 PKCS7_R_CERTIFICATE_VERIFY_ERROR);
325 ERR_add_error_data(2, "Verify error:",
326 X509_verify_cert_error_string(j));
55500ea7 327 goto err;
0f113f3e
MC
328 }
329 /* Check for revocation status here */
330 }
331
332 /*
333 * Performance optimization: if the content is a memory BIO then store
334 * its contents in a temporary read only memory BIO. This avoids
335 * potentially large numbers of slow copies of data which will occur when
336 * reading from a read write memory BIO when signatures are calculated.
337 */
338
339 if (indata && (BIO_method_type(indata) == BIO_TYPE_MEM)) {
340 char *ptr;
341 long len;
342 len = BIO_get_mem_data(indata, &ptr);
343 tmpin = BIO_new_mem_buf(ptr, len);
344 if (tmpin == NULL) {
345 PKCS7err(PKCS7_F_PKCS7_VERIFY, ERR_R_MALLOC_FAILURE);
55500ea7 346 goto err;
0f113f3e
MC
347 }
348 } else
349 tmpin = indata;
350
75ebbd9a 351 if ((p7bio = PKCS7_dataInit(p7, tmpin)) == NULL)
0f113f3e
MC
352 goto err;
353
354 if (flags & PKCS7_TEXT) {
75ebbd9a 355 if ((tmpout = BIO_new(BIO_s_mem())) == NULL) {
0f113f3e
MC
356 PKCS7err(PKCS7_F_PKCS7_VERIFY, ERR_R_MALLOC_FAILURE);
357 goto err;
358 }
359 BIO_set_mem_eof_return(tmpout, 0);
360 } else
361 tmpout = out;
362
363 /* We now have to 'read' from p7bio to calculate digests etc. */
8e704858
RS
364 if ((buf = OPENSSL_malloc(BUFFERSIZE)) == NULL) {
365 PKCS7err(PKCS7_F_PKCS7_VERIFY, ERR_R_MALLOC_FAILURE);
366 goto err;
367 }
0f113f3e 368 for (;;) {
8e704858 369 i = BIO_read(p7bio, buf, BUFFERSIZE);
0f113f3e
MC
370 if (i <= 0)
371 break;
372 if (tmpout)
373 BIO_write(tmpout, buf, i);
374 }
375
376 if (flags & PKCS7_TEXT) {
377 if (!SMIME_text(tmpout, out)) {
378 PKCS7err(PKCS7_F_PKCS7_VERIFY, PKCS7_R_SMIME_TEXT_ERROR);
379 BIO_free(tmpout);
380 goto err;
381 }
382 BIO_free(tmpout);
383 }
384
385 /* Now Verify All Signatures */
386 if (!(flags & PKCS7_NOSIGS))
387 for (i = 0; i < sk_PKCS7_SIGNER_INFO_num(sinfos); i++) {
388 si = sk_PKCS7_SIGNER_INFO_value(sinfos, i);
389 signer = sk_X509_value(signers, i);
390 j = PKCS7_signatureVerify(p7bio, p7, si, signer);
391 if (j <= 0) {
392 PKCS7err(PKCS7_F_PKCS7_VERIFY, PKCS7_R_SIGNATURE_FAILURE);
393 goto err;
394 }
395 }
396
397 ret = 1;
398
399 err:
8e704858 400 OPENSSL_free(buf);
0f113f3e
MC
401 if (tmpin == indata) {
402 if (indata)
403 BIO_pop(p7bio);
404 }
405 BIO_free_all(p7bio);
0f113f3e 406 sk_X509_free(signers);
0f113f3e 407 return ret;
5a9a4b29
DSH
408}
409
0f113f3e
MC
410STACK_OF(X509) *PKCS7_get0_signers(PKCS7 *p7, STACK_OF(X509) *certs,
411 int flags)
55ec5861 412{
0f113f3e
MC
413 STACK_OF(X509) *signers;
414 STACK_OF(PKCS7_SIGNER_INFO) *sinfos;
415 PKCS7_SIGNER_INFO *si;
416 PKCS7_ISSUER_AND_SERIAL *ias;
417 X509 *signer;
418 int i;
419
420 if (!p7) {
421 PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS, PKCS7_R_INVALID_NULL_POINTER);
422 return NULL;
423 }
424
425 if (!PKCS7_type_is_signed(p7)) {
426 PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS, PKCS7_R_WRONG_CONTENT_TYPE);
427 return NULL;
428 }
429
430 /* Collect all the signers together */
431
432 sinfos = PKCS7_get_signer_info(p7);
433
434 if (sk_PKCS7_SIGNER_INFO_num(sinfos) <= 0) {
435 PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS, PKCS7_R_NO_SIGNERS);
436 return 0;
437 }
438
75ebbd9a 439 if ((signers = sk_X509_new_null()) == NULL) {
0f113f3e
MC
440 PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS, ERR_R_MALLOC_FAILURE);
441 return NULL;
442 }
443
444 for (i = 0; i < sk_PKCS7_SIGNER_INFO_num(sinfos); i++) {
445 si = sk_PKCS7_SIGNER_INFO_value(sinfos, i);
446 ias = si->issuer_and_serial;
447 signer = NULL;
448 /* If any certificates passed they take priority */
449 if (certs)
450 signer = X509_find_by_issuer_and_serial(certs,
451 ias->issuer, ias->serial);
452 if (!signer && !(flags & PKCS7_NOINTERN)
453 && p7->d.sign->cert)
454 signer =
455 X509_find_by_issuer_and_serial(p7->d.sign->cert,
456 ias->issuer, ias->serial);
457 if (!signer) {
458 PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS,
459 PKCS7_R_SIGNER_CERTIFICATE_NOT_FOUND);
460 sk_X509_free(signers);
461 return 0;
462 }
463
464 if (!sk_X509_push(signers, signer)) {
465 sk_X509_free(signers);
466 return NULL;
467 }
468 }
469 return signers;
55ec5861
DSH
470}
471
5a9a4b29
DSH
472/* Build a complete PKCS#7 enveloped data */
473
13588350 474PKCS7 *PKCS7_encrypt(STACK_OF(X509) *certs, BIO *in, const EVP_CIPHER *cipher,
0f113f3e 475 int flags)
5a9a4b29 476{
0f113f3e
MC
477 PKCS7 *p7;
478 BIO *p7bio = NULL;
479 int i;
480 X509 *x509;
75ebbd9a 481 if ((p7 = PKCS7_new()) == NULL) {
0f113f3e
MC
482 PKCS7err(PKCS7_F_PKCS7_ENCRYPT, ERR_R_MALLOC_FAILURE);
483 return NULL;
484 }
485
486 if (!PKCS7_set_type(p7, NID_pkcs7_enveloped))
487 goto err;
488 if (!PKCS7_set_cipher(p7, cipher)) {
489 PKCS7err(PKCS7_F_PKCS7_ENCRYPT, PKCS7_R_ERROR_SETTING_CIPHER);
490 goto err;
491 }
492
493 for (i = 0; i < sk_X509_num(certs); i++) {
494 x509 = sk_X509_value(certs, i);
495 if (!PKCS7_add_recipient(p7, x509)) {
496 PKCS7err(PKCS7_F_PKCS7_ENCRYPT, PKCS7_R_ERROR_ADDING_RECIPIENT);
497 goto err;
498 }
499 }
500
501 if (flags & PKCS7_STREAM)
502 return p7;
503
504 if (PKCS7_final(p7, in, flags))
505 return p7;
506
507 err:
508
509 BIO_free_all(p7bio);
510 PKCS7_free(p7);
511 return NULL;
5a9a4b29
DSH
512
513}
514
515int PKCS7_decrypt(PKCS7 *p7, EVP_PKEY *pkey, X509 *cert, BIO *data, int flags)
516{
0f113f3e 517 BIO *tmpmem;
29717229 518 int ret = 0, i;
8e704858 519 char *buf = NULL;
0f113f3e
MC
520
521 if (!p7) {
522 PKCS7err(PKCS7_F_PKCS7_DECRYPT, PKCS7_R_INVALID_NULL_POINTER);
523 return 0;
524 }
525
526 if (!PKCS7_type_is_enveloped(p7)) {
527 PKCS7err(PKCS7_F_PKCS7_DECRYPT, PKCS7_R_WRONG_CONTENT_TYPE);
528 return 0;
529 }
530
531 if (cert && !X509_check_private_key(cert, pkey)) {
532 PKCS7err(PKCS7_F_PKCS7_DECRYPT,
533 PKCS7_R_PRIVATE_KEY_DOES_NOT_MATCH_CERTIFICATE);
534 return 0;
535 }
536
75ebbd9a 537 if ((tmpmem = PKCS7_dataDecode(p7, pkey, NULL, cert)) == NULL) {
0f113f3e
MC
538 PKCS7err(PKCS7_F_PKCS7_DECRYPT, PKCS7_R_DECRYPT_ERROR);
539 return 0;
540 }
541
542 if (flags & PKCS7_TEXT) {
543 BIO *tmpbuf, *bread;
544 /* Encrypt BIOs can't do BIO_gets() so add a buffer BIO */
75ebbd9a 545 if ((tmpbuf = BIO_new(BIO_f_buffer())) == NULL) {
0f113f3e
MC
546 PKCS7err(PKCS7_F_PKCS7_DECRYPT, ERR_R_MALLOC_FAILURE);
547 BIO_free_all(tmpmem);
548 return 0;
549 }
75ebbd9a 550 if ((bread = BIO_push(tmpbuf, tmpmem)) == NULL) {
0f113f3e
MC
551 PKCS7err(PKCS7_F_PKCS7_DECRYPT, ERR_R_MALLOC_FAILURE);
552 BIO_free_all(tmpbuf);
553 BIO_free_all(tmpmem);
554 return 0;
555 }
556 ret = SMIME_text(bread, data);
557 if (ret > 0 && BIO_method_type(tmpmem) == BIO_TYPE_CIPHER) {
558 if (!BIO_get_cipher_status(tmpmem))
559 ret = 0;
560 }
561 BIO_free_all(bread);
562 return ret;
8e704858
RS
563 }
564 if ((buf = OPENSSL_malloc(BUFFERSIZE)) == NULL) {
565 PKCS7err(PKCS7_F_PKCS7_DECRYPT, ERR_R_MALLOC_FAILURE);
566 goto err;
567 }
568 for (;;) {
569 i = BIO_read(tmpmem, buf, BUFFERSIZE);
570 if (i <= 0) {
571 ret = 1;
572 if (BIO_method_type(tmpmem) == BIO_TYPE_CIPHER) {
573 if (!BIO_get_cipher_status(tmpmem))
574 ret = 0;
0f113f3e 575 }
8e704858
RS
576
577 break;
578 }
579 if (BIO_write(data, buf, i) != i) {
8e704858 580 break;
0f113f3e 581 }
0f113f3e 582 }
8e704858
RS
583err:
584 OPENSSL_free(buf);
585 BIO_free_all(tmpmem);
586 return ret;
5a9a4b29 587}