[thirdparty/openssl.git] / providers / implementations / asymciphers / rsa_enc.c

/*
 * Copyright 2019-2020 The OpenSSL Project Authors. All Rights Reserved.
 *
 * Licensed under the Apache License 2.0 (the "License").  You may not use
 * this file except in compliance with the License.  You can obtain a copy
 * in the file LICENSE in the source distribution or at
 * https://www.openssl.org/source/license.html
 */

/*
 * RSA low level APIs are deprecated for public use, but still ok for
 * internal use.
 */
#include "internal/deprecated.h"

#include <openssl/crypto.h>
#include <openssl/evp.h>
#include <openssl/core_numbers.h>
#include <openssl/core_names.h>
#include <openssl/rsa.h>
#include <openssl/params.h>
#include <openssl/err.h>
/* Just for SSL_MAX_MASTER_KEY_LENGTH */
#include <openssl/ssl.h>
#include "internal/constant_time.h"
#include "internal/sizes.h"
#include "crypto/rsa.h"
#include "prov/providercommonerr.h"
#include "prov/provider_ctx.h"
#include "prov/implementations.h"

#include <stdlib.h>

static OSSL_OP_asym_cipher_newctx_fn rsa_newctx;
static OSSL_OP_asym_cipher_encrypt_init_fn rsa_init;
static OSSL_OP_asym_cipher_encrypt_fn rsa_encrypt;
static OSSL_OP_asym_cipher_decrypt_init_fn rsa_init;
static OSSL_OP_asym_cipher_decrypt_fn rsa_decrypt;
static OSSL_OP_asym_cipher_freectx_fn rsa_freectx;
static OSSL_OP_asym_cipher_dupctx_fn rsa_dupctx;
static OSSL_OP_asym_cipher_get_ctx_params_fn rsa_get_ctx_params;
static OSSL_OP_asym_cipher_gettable_ctx_params_fn rsa_gettable_ctx_params;
static OSSL_OP_asym_cipher_set_ctx_params_fn rsa_set_ctx_params;
static OSSL_OP_asym_cipher_settable_ctx_params_fn rsa_settable_ctx_params;

static OSSL_ITEM padding_item[] = {
    { RSA_PKCS1_PADDING,        OSSL_PKEY_RSA_PAD_MODE_PKCSV15 },
    { RSA_SSLV23_PADDING,       OSSL_PKEY_RSA_PAD_MODE_SSLV23 },
    { RSA_NO_PADDING,           OSSL_PKEY_RSA_PAD_MODE_NONE },
    { RSA_PKCS1_OAEP_PADDING,   OSSL_PKEY_RSA_PAD_MODE_OAEP }, /* Correct spelling first */
    { RSA_PKCS1_OAEP_PADDING,   "oeap"   },
    { RSA_X931_PADDING,         OSSL_PKEY_RSA_PAD_MODE_X931 },
    { 0,                        NULL     }
};

/*
 * What's passed as an actual key is defined by the KEYMGMT interface.
 * We happen to know that our KEYMGMT simply passes RSA structures, so
 * we use that here too.
 */

typedef struct {
    OPENSSL_CTX *libctx;
    RSA *rsa;
    int pad_mode;
    /* OAEP message digest */
    EVP_MD *oaep_md;
    /* message digest for MGF1 */
    EVP_MD *mgf1_md;
    /* OAEP label */
    unsigned char *oaep_label;
    size_t oaep_labellen;
    /* TLS padding */
    unsigned int client_version;
    unsigned int alt_version;
} PROV_RSA_CTX;

static void *rsa_newctx(void *provctx)
{
    PROV_RSA_CTX *prsactx =  OPENSSL_zalloc(sizeof(PROV_RSA_CTX));

    if (prsactx == NULL)
        return NULL;
    prsactx->libctx = PROV_LIBRARY_CONTEXT_OF(provctx);

    return prsactx;
}

static int rsa_init(void *vprsactx, void *vrsa)
{
    PROV_RSA_CTX *prsactx = (PROV_RSA_CTX *)vprsactx;

    if (prsactx == NULL || vrsa == NULL || !RSA_up_ref(vrsa))
        return 0;
    RSA_free(prsactx->rsa);
    prsactx->rsa = vrsa;

    switch (RSA_test_flags(prsactx->rsa, RSA_FLAG_TYPE_MASK)) {
    case RSA_FLAG_TYPE_RSA:
        prsactx->pad_mode = RSA_PKCS1_PADDING;
        break;
    default:
        ERR_raise(ERR_LIB_PROV, PROV_R_OPERATION_NOT_SUPPORTED_FOR_THIS_KEYTYPE);
        return 0;
    }

    return 1;
}

static int rsa_encrypt(void *vprsactx, unsigned char *out, size_t *outlen,
                       size_t outsize, const unsigned char *in, size_t inlen)
{
    PROV_RSA_CTX *prsactx = (PROV_RSA_CTX *)vprsactx;
    int ret;

    if (out == NULL) {
        size_t len = RSA_size(prsactx->rsa);

        if (len == 0) {
            ERR_raise(ERR_LIB_PROV, PROV_R_INVALID_KEY);
            return 0;
        }
        *outlen = len;
        return 1;
    }

    if (prsactx->pad_mode == RSA_PKCS1_OAEP_PADDING) {
        int rsasize = RSA_size(prsactx->rsa);
        unsigned char *tbuf;

        if ((tbuf = OPENSSL_malloc(rsasize)) == NULL) {
            PROVerr(0, ERR_R_MALLOC_FAILURE);
            return 0;
        }
        if (prsactx->oaep_md == NULL) {
            OPENSSL_free(tbuf);
            prsactx->oaep_md = EVP_MD_fetch(prsactx->libctx, "SHA-1", NULL);
            PROVerr(0, ERR_R_INTERNAL_ERROR);
            return 0;
        }
        ret = RSA_padding_add_PKCS1_OAEP_mgf1(tbuf, rsasize, in, inlen,
                                              prsactx->oaep_label,
                                              prsactx->oaep_labellen,
                                              prsactx->oaep_md,
                                              prsactx->mgf1_md);

        if (!ret) {
            OPENSSL_free(tbuf);
            return 0;
        }
        ret = RSA_public_encrypt(rsasize, tbuf, out, prsactx->rsa,
                                 RSA_NO_PADDING);
        OPENSSL_free(tbuf);
    } else {
        ret = RSA_public_encrypt(inlen, in, out, prsactx->rsa,
                                 prsactx->pad_mode);
    }
    /* A ret value of 0 is not an error */
    if (ret < 0)
        return ret;
    *outlen = ret;
    return 1;
}

static int rsa_decrypt(void *vprsactx, unsigned char *out, size_t *outlen,
                       size_t outsize, const unsigned char *in, size_t inlen)
{
    PROV_RSA_CTX *prsactx = (PROV_RSA_CTX *)vprsactx;
    int ret;
    size_t len = RSA_size(prsactx->rsa);

    if (prsactx->pad_mode == RSA_PKCS1_WITH_TLS_PADDING) {
        if (out == NULL) {
            *outlen = SSL_MAX_MASTER_KEY_LENGTH;
            return 1;
        }
        if (outsize < SSL_MAX_MASTER_KEY_LENGTH) {
            ERR_raise(ERR_LIB_PROV, PROV_R_BAD_LENGTH);
            return 0;
        }
    } else {
        if (out == NULL) {
            if (len == 0) {
                ERR_raise(ERR_LIB_PROV, PROV_R_INVALID_KEY);
                return 0;
            }
            *outlen = len;
            return 1;
        }

        if (outsize < len) {
            ERR_raise(ERR_LIB_PROV, PROV_R_BAD_LENGTH);
            return 0;
        }
    }

    if (prsactx->pad_mode == RSA_PKCS1_OAEP_PADDING
            || prsactx->pad_mode == RSA_PKCS1_WITH_TLS_PADDING) {
        unsigned char *tbuf;

        if ((tbuf = OPENSSL_malloc(len)) == NULL) {
            PROVerr(0, ERR_R_MALLOC_FAILURE);
            return 0;
        }
        ret = RSA_private_decrypt(inlen, in, tbuf, prsactx->rsa,
                                  RSA_NO_PADDING);
        /*
         * With no padding then, on success ret should be len, otherwise an
         * error occurred (non-constant time)
         */
        if (ret != (int)len) {
            OPENSSL_free(tbuf);
            ERR_raise(ERR_LIB_PROV, PROV_R_FAILED_TO_DECRYPT);
            return 0;
        }
        if (prsactx->pad_mode == RSA_PKCS1_OAEP_PADDING) {
            if (prsactx->oaep_md == NULL) {
                prsactx->oaep_md = EVP_MD_fetch(prsactx->libctx, "SHA-1", NULL);
                if (prsactx->oaep_md == NULL) {
                    PROVerr(0, ERR_R_INTERNAL_ERROR);
                    return 0;
                }
            }
            ret = RSA_padding_check_PKCS1_OAEP_mgf1(out, outsize, tbuf,
                                                    len, len,
                                                    prsactx->oaep_label,
                                                    prsactx->oaep_labellen,
                                                    prsactx->oaep_md,
                                                    prsactx->mgf1_md);
        } else {
            /* RSA_PKCS1_WITH_TLS_PADDING */
            if (prsactx->client_version <= 0) {
                ERR_raise(ERR_LIB_PROV, PROV_R_BAD_TLS_CLIENT_VERSION);
                return 0;
            }
            ret = rsa_padding_check_PKCS1_type_2_TLS(prsactx->libctx, out,
                                                     outsize,
                                                     tbuf, len,
                                                     prsactx->client_version,
                                                     prsactx->alt_version);
        }
        OPENSSL_free(tbuf);
    } else {
        ret = RSA_private_decrypt(inlen, in, out, prsactx->rsa,
                                  prsactx->pad_mode);
    }
    *outlen = constant_time_select_s(constant_time_msb_s(ret), *outlen, ret);
    ret = constant_time_select_int(constant_time_msb(ret), 0, 1);
    return ret;
}

static void rsa_freectx(void *vprsactx)
{
    PROV_RSA_CTX *prsactx = (PROV_RSA_CTX *)vprsactx;

    RSA_free(prsactx->rsa);

    EVP_MD_free(prsactx->oaep_md);
    EVP_MD_free(prsactx->mgf1_md);
    OPENSSL_free(prsactx->oaep_label);

    OPENSSL_free(prsactx);
}

static void *rsa_dupctx(void *vprsactx)
{
    PROV_RSA_CTX *srcctx = (PROV_RSA_CTX *)vprsactx;
    PROV_RSA_CTX *dstctx;

    dstctx = OPENSSL_zalloc(sizeof(*srcctx));
    if (dstctx == NULL)
        return NULL;

    *dstctx = *srcctx;
    if (dstctx->rsa != NULL && !RSA_up_ref(dstctx->rsa)) {
        OPENSSL_free(dstctx);
        return NULL;
    }

    if (dstctx->oaep_md != NULL && !EVP_MD_up_ref(dstctx->oaep_md)) {
        RSA_free(dstctx->rsa);
        OPENSSL_free(dstctx);
        return NULL;
    }

    if (dstctx->mgf1_md != NULL && !EVP_MD_up_ref(dstctx->mgf1_md)) {
        RSA_free(dstctx->rsa);
        EVP_MD_free(dstctx->oaep_md);
        OPENSSL_free(dstctx);
        return NULL;
    }

    return dstctx;
}

static int rsa_get_ctx_params(void *vprsactx, OSSL_PARAM *params)
{
    PROV_RSA_CTX *prsactx = (PROV_RSA_CTX *)vprsactx;
    OSSL_PARAM *p;

    if (prsactx == NULL || params == NULL)
        return 0;

    p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_PAD_MODE);
    if (p != NULL)
        switch (p->data_type) {
        case OSSL_PARAM_INTEGER: /* Support for legacy pad mode number */
            if (!OSSL_PARAM_set_int(p, prsactx->pad_mode))
                return 0;
            break;
        case OSSL_PARAM_UTF8_STRING:
            {
                int i;
                const char *word = NULL;

                for (i = 0; padding_item[i].id != 0; i++) {
                    if (prsactx->pad_mode == (int)padding_item[i].id) {
                        word = padding_item[i].ptr;
                        break;
                    }
                }

                if (word != NULL) {
                    if (!OSSL_PARAM_set_utf8_string(p, word))
                        return 0;
                } else {
                    ERR_raise(ERR_LIB_PROV, ERR_R_INTERNAL_ERROR);
                }
            }
            break;
        default:
            return 0;
        }

    p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST);
    if (p != NULL && !OSSL_PARAM_set_utf8_string(p, prsactx->oaep_md == NULL
                                                    ? ""
                                                    : EVP_MD_name(prsactx->oaep_md)))
        return 0;

    p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST);
    if (p != NULL) {
        EVP_MD *mgf1_md = prsactx->mgf1_md == NULL ? prsactx->oaep_md
                                                   : prsactx->mgf1_md;

        if (!OSSL_PARAM_set_utf8_string(p, mgf1_md == NULL
                                           ? ""
                                           : EVP_MD_name(mgf1_md)))
        return 0;
    }

    p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL);
    if (p != NULL && !OSSL_PARAM_set_octet_ptr(p, prsactx->oaep_label, 0))
        return 0;

    p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL_LEN);
    if (p != NULL && !OSSL_PARAM_set_size_t(p, prsactx->oaep_labellen))
        return 0;

    p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_TLS_CLIENT_VERSION);
    if (p != NULL && !OSSL_PARAM_set_uint(p, prsactx->client_version))
        return 0;

    p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_TLS_NEGOTIATED_VERSION);
    if (p != NULL && !OSSL_PARAM_set_uint(p, prsactx->alt_version))
        return 0;

    return 1;
}

static const OSSL_PARAM known_gettable_ctx_params[] = {
    OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST, NULL, 0),
    OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_PAD_MODE, NULL, 0),
    OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST, NULL, 0),
    OSSL_PARAM_DEFN(OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL, OSSL_PARAM_OCTET_PTR,
                    NULL, 0),
    OSSL_PARAM_size_t(OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL_LEN, NULL),
    OSSL_PARAM_uint(OSSL_ASYM_CIPHER_PARAM_TLS_CLIENT_VERSION, NULL),
    OSSL_PARAM_uint(OSSL_ASYM_CIPHER_PARAM_TLS_NEGOTIATED_VERSION, NULL),
    OSSL_PARAM_END
};

static const OSSL_PARAM *rsa_gettable_ctx_params(void)
{
    return known_gettable_ctx_params;
}

static int rsa_set_ctx_params(void *vprsactx, const OSSL_PARAM params[])
{
    PROV_RSA_CTX *prsactx = (PROV_RSA_CTX *)vprsactx;
    const OSSL_PARAM *p;
    char mdname[OSSL_MAX_NAME_SIZE];
    char mdprops[OSSL_MAX_PROPQUERY_SIZE] = { '\0' };
    char *str = mdname;

    if (prsactx == NULL || params == NULL)
        return 0;

    p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST);
    if (p != NULL) {
        if (!OSSL_PARAM_get_utf8_string(p, &str, sizeof(mdname)))
            return 0;

        str = mdprops;
        p = OSSL_PARAM_locate_const(params,
                                    OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST_PROPS);
        if (p != NULL) {
            if (!OSSL_PARAM_get_utf8_string(p, &str, sizeof(mdprops)))
                return 0;
        }

        EVP_MD_free(prsactx->oaep_md);
        prsactx->oaep_md = EVP_MD_fetch(prsactx->libctx, mdname, mdprops);

        if (prsactx->oaep_md == NULL)
            return 0;
    }

    p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_PAD_MODE);
    if (p != NULL) {
        int pad_mode = 0;

        switch (p->data_type) {
        case OSSL_PARAM_INTEGER: /* Support for legacy pad mode number */
            if (!OSSL_PARAM_get_int(p, &pad_mode))
                return 0;
            break;
        case OSSL_PARAM_UTF8_STRING:
            {
                int i;

                if (p->data == NULL)
                    return 0;

                for (i = 0; padding_item[i].id != 0; i++) {
                    if (strcmp(p->data, padding_item[i].ptr) == 0) {
                        pad_mode = padding_item[i].id;
                        break;
                    }
                }
            }
            break;
        default:
            return 0;
        }

        /*
         * PSS padding is for signatures only so is not compatible with
         * asymmetric cipher use.
         */
        if (pad_mode == RSA_PKCS1_PSS_PADDING)
            return 0;
        if (pad_mode == RSA_PKCS1_OAEP_PADDING && prsactx->oaep_md == NULL) {
            prsactx->oaep_md = EVP_MD_fetch(prsactx->libctx, "SHA1", mdprops);
            if (prsactx->oaep_md == NULL)
                return 0;
        }
        prsactx->pad_mode = pad_mode;
    }

    p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST);
    if (p != NULL) {
        if (!OSSL_PARAM_get_utf8_string(p, &str, sizeof(mdname)))
            return 0;

        str = mdprops;
        p = OSSL_PARAM_locate_const(params,
                                    OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST_PROPS);
        if (p != NULL) {
            if (!OSSL_PARAM_get_utf8_string(p, &str, sizeof(mdprops)))
                return 0;
        } else {
            str = NULL;
        }

        EVP_MD_free(prsactx->mgf1_md);
        prsactx->mgf1_md = EVP_MD_fetch(prsactx->libctx, mdname, str);

        if (prsactx->mgf1_md == NULL)
            return 0;
    }

    p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL);
    if (p != NULL) {
        void *tmp_label = NULL;
        size_t tmp_labellen;

        if (!OSSL_PARAM_get_octet_string(p, &tmp_label, 0, &tmp_labellen))
            return 0;
        OPENSSL_free(prsactx->oaep_label);
        prsactx->oaep_label = (unsigned char *)tmp_label;
        prsactx->oaep_labellen = tmp_labellen;
    }

    p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_TLS_CLIENT_VERSION);
    if (p != NULL) {
        unsigned int client_version;

        if (!OSSL_PARAM_get_uint(p, &client_version))
            return 0;
        prsactx->client_version = client_version;
    }

    p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_TLS_NEGOTIATED_VERSION);
    if (p != NULL) {
        unsigned int alt_version;

        if (!OSSL_PARAM_get_uint(p, &alt_version))
            return 0;
        prsactx->alt_version = alt_version;
    }

    return 1;
}

static const OSSL_PARAM known_settable_ctx_params[] = {
    OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST, NULL, 0),
    OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_PAD_MODE, NULL, 0),
    OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST, NULL, 0),
    OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST_PROPS, NULL, 0),
    OSSL_PARAM_octet_string(OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL, NULL, 0),
    OSSL_PARAM_uint(OSSL_ASYM_CIPHER_PARAM_TLS_CLIENT_VERSION, NULL),
    OSSL_PARAM_uint(OSSL_ASYM_CIPHER_PARAM_TLS_NEGOTIATED_VERSION, NULL),
    OSSL_PARAM_END
};

static const OSSL_PARAM *rsa_settable_ctx_params(void)
{
    return known_settable_ctx_params;
}

const OSSL_DISPATCH rsa_asym_cipher_functions[] = {
    { OSSL_FUNC_ASYM_CIPHER_NEWCTX, (void (*)(void))rsa_newctx },
    { OSSL_FUNC_ASYM_CIPHER_ENCRYPT_INIT, (void (*)(void))rsa_init },
    { OSSL_FUNC_ASYM_CIPHER_ENCRYPT, (void (*)(void))rsa_encrypt },
    { OSSL_FUNC_ASYM_CIPHER_DECRYPT_INIT, (void (*)(void))rsa_init },
    { OSSL_FUNC_ASYM_CIPHER_DECRYPT, (void (*)(void))rsa_decrypt },
    { OSSL_FUNC_ASYM_CIPHER_FREECTX, (void (*)(void))rsa_freectx },
    { OSSL_FUNC_ASYM_CIPHER_DUPCTX, (void (*)(void))rsa_dupctx },
    { OSSL_FUNC_ASYM_CIPHER_GET_CTX_PARAMS,
      (void (*)(void))rsa_get_ctx_params },
    { OSSL_FUNC_ASYM_CIPHER_GETTABLE_CTX_PARAMS,
      (void (*)(void))rsa_gettable_ctx_params },
    { OSSL_FUNC_ASYM_CIPHER_SET_CTX_PARAMS,
      (void (*)(void))rsa_set_ctx_params },
    { OSSL_FUNC_ASYM_CIPHER_SETTABLE_CTX_PARAMS,
      (void (*)(void))rsa_settable_ctx_params },
    { 0, NULL }
};
Commit	Line	Data
89abd1b6	1	/*
33388b44	2	* Copyright 2019-2020 The OpenSSL Project Authors. All Rights Reserved.
89abd1b6 MC	3	*
	4	* Licensed under the Apache License 2.0 (the "License"). You may not use
	5	* this file except in compliance with the License. You can obtain a copy
	6	* in the file LICENSE in the source distribution or at
	7	* https://www.openssl.org/source/license.html
	8	*/
	9
c5f87134 P	10	/*
	11	* RSA low level APIs are deprecated for public use, but still ok for
	12	* internal use.
	13	*/
	14	#include "internal/deprecated.h"
	15
89abd1b6 MC	16	#include <openssl/crypto.h>
	17	#include <openssl/evp.h>
	18	#include <openssl/core_numbers.h>
	19	#include <openssl/core_names.h>
	20	#include <openssl/rsa.h>
	21	#include <openssl/params.h>
	22	#include <openssl/err.h>
d9a75107 MC	23	/* Just for SSL_MAX_MASTER_KEY_LENGTH */
d9a75107 MC	24	#include <openssl/ssl.h>
89abd1b6	25	#include "internal/constant_time.h"
c24937d5	26	#include "internal/sizes.h"
d9a75107	27	#include "crypto/rsa.h"
89abd1b6 MC	28	#include "prov/providercommonerr.h"
	29	#include "prov/provider_ctx.h"
	30	#include "prov/implementations.h"
	31
	32	#include <stdlib.h>
	33
	34	static OSSL_OP_asym_cipher_newctx_fn rsa_newctx;
	35	static OSSL_OP_asym_cipher_encrypt_init_fn rsa_init;
	36	static OSSL_OP_asym_cipher_encrypt_fn rsa_encrypt;
	37	static OSSL_OP_asym_cipher_decrypt_init_fn rsa_init;
	38	static OSSL_OP_asym_cipher_decrypt_fn rsa_decrypt;
	39	static OSSL_OP_asym_cipher_freectx_fn rsa_freectx;
	40	static OSSL_OP_asym_cipher_dupctx_fn rsa_dupctx;
	41	static OSSL_OP_asym_cipher_get_ctx_params_fn rsa_get_ctx_params;
	42	static OSSL_OP_asym_cipher_gettable_ctx_params_fn rsa_gettable_ctx_params;
	43	static OSSL_OP_asym_cipher_set_ctx_params_fn rsa_set_ctx_params;
	44	static OSSL_OP_asym_cipher_settable_ctx_params_fn rsa_settable_ctx_params;
	45
31a796d1	46	static OSSL_ITEM padding_item[] = {
b8086652 SL	47	{ RSA_PKCS1_PADDING, OSSL_PKEY_RSA_PAD_MODE_PKCSV15 },
	48	{ RSA_SSLV23_PADDING, OSSL_PKEY_RSA_PAD_MODE_SSLV23 },
	49	{ RSA_NO_PADDING, OSSL_PKEY_RSA_PAD_MODE_NONE },
	50	{ RSA_PKCS1_OAEP_PADDING, OSSL_PKEY_RSA_PAD_MODE_OAEP }, /* Correct spelling first */
31a796d1	51	{ RSA_PKCS1_OAEP_PADDING, "oeap" },
b8086652	52	{ RSA_X931_PADDING, OSSL_PKEY_RSA_PAD_MODE_X931 },
31a796d1 RL	53	{ 0, NULL }
31a796d1 RL	54	};
89abd1b6 MC	55
	56	/*
	57	* What's passed as an actual key is defined by the KEYMGMT interface.
	58	* We happen to know that our KEYMGMT simply passes RSA structures, so
	59	* we use that here too.
	60	*/
	61
	62	typedef struct {
	63	OPENSSL_CTX *libctx;
	64	RSA *rsa;
	65	int pad_mode;
	66	/* OAEP message digest */
	67	EVP_MD *oaep_md;
	68	/* message digest for MGF1 */
	69	EVP_MD *mgf1_md;
	70	/* OAEP label */
	71	unsigned char *oaep_label;
	72	size_t oaep_labellen;
d9a75107 MC	73	/* TLS padding */
	74	unsigned int client_version;
	75	unsigned int alt_version;
89abd1b6 MC	76	} PROV_RSA_CTX;
	77
	78	static void rsa_newctx(void provctx)
	79	{
	80	PROV_RSA_CTX *prsactx = OPENSSL_zalloc(sizeof(PROV_RSA_CTX));
	81
	82	if (prsactx == NULL)
	83	return NULL;
	84	prsactx->libctx = PROV_LIBRARY_CONTEXT_OF(provctx);
	85
	86	return prsactx;
	87	}
	88
	89	static int rsa_init(void vprsactx, void vrsa)
	90	{
	91	PROV_RSA_CTX prsactx = (PROV_RSA_CTX )vprsactx;
	92
	93	if (prsactx == NULL \|\| vrsa == NULL \|\| !RSA_up_ref(vrsa))
	94	return 0;
	95	RSA_free(prsactx->rsa);
	96	prsactx->rsa = vrsa;
106ec30b RL	97
	98	switch (RSA_test_flags(prsactx->rsa, RSA_FLAG_TYPE_MASK)) {
	99	case RSA_FLAG_TYPE_RSA:
	100	prsactx->pad_mode = RSA_PKCS1_PADDING;
	101	break;
	102	default:
	103	ERR_raise(ERR_LIB_PROV, PROV_R_OPERATION_NOT_SUPPORTED_FOR_THIS_KEYTYPE);
	104	return 0;
	105	}
	106
89abd1b6 MC	107	return 1;
	108	}
	109
	110	static int rsa_encrypt(void vprsactx, unsigned char out, size_t *outlen,
	111	size_t outsize, const unsigned char *in, size_t inlen)
	112	{
	113	PROV_RSA_CTX prsactx = (PROV_RSA_CTX )vprsactx;
	114	int ret;
	115
	116	if (out == NULL) {
	117	size_t len = RSA_size(prsactx->rsa);
	118
	119	if (len == 0) {
	120	ERR_raise(ERR_LIB_PROV, PROV_R_INVALID_KEY);
	121	return 0;
	122	}
	123	*outlen = len;
	124	return 1;
	125	}
	126
	127	if (prsactx->pad_mode == RSA_PKCS1_OAEP_PADDING) {
	128	int rsasize = RSA_size(prsactx->rsa);
	129	unsigned char *tbuf;
	130
	131	if ((tbuf = OPENSSL_malloc(rsasize)) == NULL) {
	132	PROVerr(0, ERR_R_MALLOC_FAILURE);
	133	return 0;
	134	}
afb638f1	135	if (prsactx->oaep_md == NULL) {
5472821e	136	OPENSSL_free(tbuf);
afb638f1 MC	137	prsactx->oaep_md = EVP_MD_fetch(prsactx->libctx, "SHA-1", NULL);
	138	PROVerr(0, ERR_R_INTERNAL_ERROR);
	139	return 0;
	140	}
89abd1b6 MC	141	ret = RSA_padding_add_PKCS1_OAEP_mgf1(tbuf, rsasize, in, inlen,
	142	prsactx->oaep_label,
	143	prsactx->oaep_labellen,
	144	prsactx->oaep_md,
	145	prsactx->mgf1_md);
	146
	147	if (!ret) {
	148	OPENSSL_free(tbuf);
	149	return 0;
	150	}
	151	ret = RSA_public_encrypt(rsasize, tbuf, out, prsactx->rsa,
	152	RSA_NO_PADDING);
	153	OPENSSL_free(tbuf);
	154	} else {
	155	ret = RSA_public_encrypt(inlen, in, out, prsactx->rsa,
	156	prsactx->pad_mode);
	157	}
	158	/* A ret value of 0 is not an error */
	159	if (ret < 0)
	160	return ret;
	161	*outlen = ret;
	162	return 1;
	163	}
	164
	165	static int rsa_decrypt(void vprsactx, unsigned char out, size_t *outlen,
	166	size_t outsize, const unsigned char *in, size_t inlen)
	167	{
	168	PROV_RSA_CTX prsactx = (PROV_RSA_CTX )vprsactx;
	169	int ret;
d9a75107	170	size_t len = RSA_size(prsactx->rsa);
89abd1b6	171
d9a75107 MC	172	if (prsactx->pad_mode == RSA_PKCS1_WITH_TLS_PADDING) {
	173	if (out == NULL) {
	174	*outlen = SSL_MAX_MASTER_KEY_LENGTH;
	175	return 1;
	176	}
	177	if (outsize < SSL_MAX_MASTER_KEY_LENGTH) {
	178	ERR_raise(ERR_LIB_PROV, PROV_R_BAD_LENGTH);
	179	return 0;
	180	}
	181	} else {
	182	if (out == NULL) {
	183	if (len == 0) {
	184	ERR_raise(ERR_LIB_PROV, PROV_R_INVALID_KEY);
	185	return 0;
	186	}
	187	*outlen = len;
	188	return 1;
	189	}
89abd1b6	190
d9a75107 MC	191	if (outsize < len) {
d9a75107 MC	192	ERR_raise(ERR_LIB_PROV, PROV_R_BAD_LENGTH);
89abd1b6 MC	193	return 0;
89abd1b6 MC	194	}
89abd1b6 MC	195	}
89abd1b6 MC	196
d9a75107 MC	197	if (prsactx->pad_mode == RSA_PKCS1_OAEP_PADDING
d9a75107 MC	198	\|\| prsactx->pad_mode == RSA_PKCS1_WITH_TLS_PADDING) {
89abd1b6 MC	199	unsigned char *tbuf;
89abd1b6 MC	200
d9a75107	201	if ((tbuf = OPENSSL_malloc(len)) == NULL) {
89abd1b6 MC	202	PROVerr(0, ERR_R_MALLOC_FAILURE);
	203	return 0;
	204	}
	205	ret = RSA_private_decrypt(inlen, in, tbuf, prsactx->rsa,
	206	RSA_NO_PADDING);
d9a75107 MC	207	/*
	208	* With no padding then, on success ret should be len, otherwise an
	209	* error occurred (non-constant time)
	210	*/
	211	if (ret != (int)len) {
89abd1b6	212	OPENSSL_free(tbuf);
d9a75107	213	ERR_raise(ERR_LIB_PROV, PROV_R_FAILED_TO_DECRYPT);
89abd1b6 MC	214	return 0;
89abd1b6 MC	215	}
d9a75107	216	if (prsactx->pad_mode == RSA_PKCS1_OAEP_PADDING) {
afb638f1 MC	217	if (prsactx->oaep_md == NULL) {
	218	prsactx->oaep_md = EVP_MD_fetch(prsactx->libctx, "SHA-1", NULL);
	219	if (prsactx->oaep_md == NULL) {
	220	PROVerr(0, ERR_R_INTERNAL_ERROR);
	221	return 0;
	222	}
	223	}
d9a75107 MC	224	ret = RSA_padding_check_PKCS1_OAEP_mgf1(out, outsize, tbuf,
	225	len, len,
	226	prsactx->oaep_label,
	227	prsactx->oaep_labellen,
	228	prsactx->oaep_md,
	229	prsactx->mgf1_md);
	230	} else {
	231	/* RSA_PKCS1_WITH_TLS_PADDING */
	232	if (prsactx->client_version <= 0) {
	233	ERR_raise(ERR_LIB_PROV, PROV_R_BAD_TLS_CLIENT_VERSION);
	234	return 0;
	235	}
0f2deef5 MC	236	ret = rsa_padding_check_PKCS1_type_2_TLS(prsactx->libctx, out,
0f2deef5 MC	237	outsize,
d9a75107 MC	238	tbuf, len,
	239	prsactx->client_version,
	240	prsactx->alt_version);
	241	}
89abd1b6 MC	242	OPENSSL_free(tbuf);
	243	} else {
	244	ret = RSA_private_decrypt(inlen, in, out, prsactx->rsa,
	245	prsactx->pad_mode);
	246	}
	247	outlen = constant_time_select_s(constant_time_msb_s(ret), outlen, ret);
	248	ret = constant_time_select_int(constant_time_msb(ret), 0, 1);
	249	return ret;
	250	}
	251
	252	static void rsa_freectx(void *vprsactx)
	253	{
	254	PROV_RSA_CTX prsactx = (PROV_RSA_CTX )vprsactx;
	255
	256	RSA_free(prsactx->rsa);
	257
	258	EVP_MD_free(prsactx->oaep_md);
	259	EVP_MD_free(prsactx->mgf1_md);
5606922c	260	OPENSSL_free(prsactx->oaep_label);
89abd1b6 MC	261
	262	OPENSSL_free(prsactx);
	263	}
	264
	265	static void rsa_dupctx(void vprsactx)
	266	{
	267	PROV_RSA_CTX srcctx = (PROV_RSA_CTX )vprsactx;
	268	PROV_RSA_CTX *dstctx;
	269
	270	dstctx = OPENSSL_zalloc(sizeof(*srcctx));
	271	if (dstctx == NULL)
	272	return NULL;
	273
	274	dstctx = srcctx;
	275	if (dstctx->rsa != NULL && !RSA_up_ref(dstctx->rsa)) {
	276	OPENSSL_free(dstctx);
	277	return NULL;
	278	}
	279
	280	if (dstctx->oaep_md != NULL && !EVP_MD_up_ref(dstctx->oaep_md)) {
	281	RSA_free(dstctx->rsa);
	282	OPENSSL_free(dstctx);
	283	return NULL;
	284	}
	285
	286	if (dstctx->mgf1_md != NULL && !EVP_MD_up_ref(dstctx->mgf1_md)) {
	287	RSA_free(dstctx->rsa);
	288	EVP_MD_free(dstctx->oaep_md);
	289	OPENSSL_free(dstctx);
	290	return NULL;
	291	}
	292
	293	return dstctx;
	294	}
	295
	296	static int rsa_get_ctx_params(void vprsactx, OSSL_PARAM params)
	297	{
	298	PROV_RSA_CTX prsactx = (PROV_RSA_CTX )vprsactx;
	299	OSSL_PARAM *p;
	300
	301	if (prsactx == NULL \|\| params == NULL)
	302	return 0;
	303
	304	p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_PAD_MODE);
31a796d1 RL	305	if (p != NULL)
	306	switch (p->data_type) {
	307	case OSSL_PARAM_INTEGER: /* Support for legacy pad mode number */
	308	if (!OSSL_PARAM_set_int(p, prsactx->pad_mode))
	309	return 0;
	310	break;
	311	case OSSL_PARAM_UTF8_STRING:
	312	{
	313	int i;
	314	const char *word = NULL;
	315
	316	for (i = 0; padding_item[i].id != 0; i++) {
	317	if (prsactx->pad_mode == (int)padding_item[i].id) {
	318	word = padding_item[i].ptr;
	319	break;
	320	}
	321	}
	322
	323	if (word != NULL) {
	324	if (!OSSL_PARAM_set_utf8_string(p, word))
	325	return 0;
	326	} else {
	327	ERR_raise(ERR_LIB_PROV, ERR_R_INTERNAL_ERROR);
	328	}
	329	}
	330	break;
	331	default:
	332	return 0;
	333	}
89abd1b6 MC	334
	335	p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST);
	336	if (p != NULL && !OSSL_PARAM_set_utf8_string(p, prsactx->oaep_md == NULL
	337	? ""
	338	: EVP_MD_name(prsactx->oaep_md)))
	339	return 0;
	340
	341	p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST);
	342	if (p != NULL) {
	343	EVP_MD *mgf1_md = prsactx->mgf1_md == NULL ? prsactx->oaep_md
	344	: prsactx->mgf1_md;
	345
	346	if (!OSSL_PARAM_set_utf8_string(p, mgf1_md == NULL
	347	? ""
	348	: EVP_MD_name(mgf1_md)))
	349	return 0;
	350	}
	351
	352	p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL);
	353	if (p != NULL && !OSSL_PARAM_set_octet_ptr(p, prsactx->oaep_label, 0))
	354	return 0;
	355
	356	p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL_LEN);
	357	if (p != NULL && !OSSL_PARAM_set_size_t(p, prsactx->oaep_labellen))
	358	return 0;
	359
d9a75107 MC	360	p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_TLS_CLIENT_VERSION);
	361	if (p != NULL && !OSSL_PARAM_set_uint(p, prsactx->client_version))
	362	return 0;
	363
	364	p = OSSL_PARAM_locate(params, OSSL_ASYM_CIPHER_PARAM_TLS_NEGOTIATED_VERSION);
	365	if (p != NULL && !OSSL_PARAM_set_uint(p, prsactx->alt_version))
	366	return 0;
	367
89abd1b6 MC	368	return 1;
	369	}
	370
	371	static const OSSL_PARAM known_gettable_ctx_params[] = {
	372	OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST, NULL, 0),
31a796d1	373	OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_PAD_MODE, NULL, 0),
89abd1b6 MC	374	OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST, NULL, 0),
	375	OSSL_PARAM_DEFN(OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL, OSSL_PARAM_OCTET_PTR,
	376	NULL, 0),
	377	OSSL_PARAM_size_t(OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL_LEN, NULL),
d9a75107 MC	378	OSSL_PARAM_uint(OSSL_ASYM_CIPHER_PARAM_TLS_CLIENT_VERSION, NULL),
d9a75107 MC	379	OSSL_PARAM_uint(OSSL_ASYM_CIPHER_PARAM_TLS_NEGOTIATED_VERSION, NULL),
89abd1b6 MC	380	OSSL_PARAM_END
	381	};
	382
	383	static const OSSL_PARAM *rsa_gettable_ctx_params(void)
	384	{
	385	return known_gettable_ctx_params;
	386	}
	387
	388	static int rsa_set_ctx_params(void *vprsactx, const OSSL_PARAM params[])
	389	{
	390	PROV_RSA_CTX prsactx = (PROV_RSA_CTX )vprsactx;
	391	const OSSL_PARAM *p;
c24937d5 RL	392	char mdname[OSSL_MAX_NAME_SIZE];
c24937d5 RL	393	char mdprops[OSSL_MAX_PROPQUERY_SIZE] = { '\0' };
89abd1b6	394	char *str = mdname;
89abd1b6 MC	395
	396	if (prsactx == NULL \|\| params == NULL)
	397	return 0;
	398
	399	p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST);
	400	if (p != NULL) {
	401	if (!OSSL_PARAM_get_utf8_string(p, &str, sizeof(mdname)))
	402	return 0;
	403
	404	str = mdprops;
	405	p = OSSL_PARAM_locate_const(params,
	406	OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST_PROPS);
	407	if (p != NULL) {
	408	if (!OSSL_PARAM_get_utf8_string(p, &str, sizeof(mdprops)))
	409	return 0;
	410	}
	411
	412	EVP_MD_free(prsactx->oaep_md);
	413	prsactx->oaep_md = EVP_MD_fetch(prsactx->libctx, mdname, mdprops);
	414
	415	if (prsactx->oaep_md == NULL)
	416	return 0;
	417	}
	418
	419	p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_PAD_MODE);
	420	if (p != NULL) {
31a796d1 RL	421	int pad_mode = 0;
	422
	423	switch (p->data_type) {
	424	case OSSL_PARAM_INTEGER: /* Support for legacy pad mode number */
	425	if (!OSSL_PARAM_get_int(p, &pad_mode))
	426	return 0;
	427	break;
	428	case OSSL_PARAM_UTF8_STRING:
	429	{
	430	int i;
	431
	432	if (p->data == NULL)
	433	return 0;
	434
	435	for (i = 0; padding_item[i].id != 0; i++) {
	436	if (strcmp(p->data, padding_item[i].ptr) == 0) {
	437	pad_mode = padding_item[i].id;
	438	break;
	439	}
	440	}
	441	}
	442	break;
	443	default:
89abd1b6	444	return 0;
31a796d1 RL	445	}
31a796d1 RL	446
89abd1b6 MC	447	/*
	448	* PSS padding is for signatures only so is not compatible with
	449	* asymmetric cipher use.
	450	*/
	451	if (pad_mode == RSA_PKCS1_PSS_PADDING)
	452	return 0;
	453	if (pad_mode == RSA_PKCS1_OAEP_PADDING && prsactx->oaep_md == NULL) {
	454	prsactx->oaep_md = EVP_MD_fetch(prsactx->libctx, "SHA1", mdprops);
	455	if (prsactx->oaep_md == NULL)
	456	return 0;
	457	}
	458	prsactx->pad_mode = pad_mode;
	459	}
	460
	461	p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST);
	462	if (p != NULL) {
	463	if (!OSSL_PARAM_get_utf8_string(p, &str, sizeof(mdname)))
	464	return 0;
	465
	466	str = mdprops;
	467	p = OSSL_PARAM_locate_const(params,
	468	OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST_PROPS);
	469	if (p != NULL) {
	470	if (!OSSL_PARAM_get_utf8_string(p, &str, sizeof(mdprops)))
	471	return 0;
	472	} else {
	473	str = NULL;
	474	}
	475
	476	EVP_MD_free(prsactx->mgf1_md);
	477	prsactx->mgf1_md = EVP_MD_fetch(prsactx->libctx, mdname, str);
	478
	479	if (prsactx->mgf1_md == NULL)
	480	return 0;
	481	}
	482
	483	p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL);
	484	if (p != NULL) {
	485	void *tmp_label = NULL;
	486	size_t tmp_labellen;
	487
	488	if (!OSSL_PARAM_get_octet_string(p, &tmp_label, 0, &tmp_labellen))
	489	return 0;
	490	OPENSSL_free(prsactx->oaep_label);
	491	prsactx->oaep_label = (unsigned char *)tmp_label;
	492	prsactx->oaep_labellen = tmp_labellen;
	493	}
	494
d9a75107 MC	495	p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_TLS_CLIENT_VERSION);
	496	if (p != NULL) {
	497	unsigned int client_version;
	498
	499	if (!OSSL_PARAM_get_uint(p, &client_version))
	500	return 0;
	501	prsactx->client_version = client_version;
	502	}
	503
	504	p = OSSL_PARAM_locate_const(params, OSSL_ASYM_CIPHER_PARAM_TLS_NEGOTIATED_VERSION);
	505	if (p != NULL) {
	506	unsigned int alt_version;
	507
	508	if (!OSSL_PARAM_get_uint(p, &alt_version))
	509	return 0;
	510	prsactx->alt_version = alt_version;
	511	}
	512
89abd1b6 MC	513	return 1;
	514	}
	515
	516	static const OSSL_PARAM known_settable_ctx_params[] = {
	517	OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_OAEP_DIGEST, NULL, 0),
31a796d1	518	OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_PAD_MODE, NULL, 0),
89abd1b6 MC	519	OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST, NULL, 0),
	520	OSSL_PARAM_utf8_string(OSSL_ASYM_CIPHER_PARAM_MGF1_DIGEST_PROPS, NULL, 0),
	521	OSSL_PARAM_octet_string(OSSL_ASYM_CIPHER_PARAM_OAEP_LABEL, NULL, 0),
d9a75107 MC	522	OSSL_PARAM_uint(OSSL_ASYM_CIPHER_PARAM_TLS_CLIENT_VERSION, NULL),
d9a75107 MC	523	OSSL_PARAM_uint(OSSL_ASYM_CIPHER_PARAM_TLS_NEGOTIATED_VERSION, NULL),
89abd1b6 MC	524	OSSL_PARAM_END
	525	};
	526
	527	static const OSSL_PARAM *rsa_settable_ctx_params(void)
	528	{
	529	return known_settable_ctx_params;
	530	}
	531
	532	const OSSL_DISPATCH rsa_asym_cipher_functions[] = {
	533	{ OSSL_FUNC_ASYM_CIPHER_NEWCTX, (void (*)(void))rsa_newctx },
	534	{ OSSL_FUNC_ASYM_CIPHER_ENCRYPT_INIT, (void (*)(void))rsa_init },
	535	{ OSSL_FUNC_ASYM_CIPHER_ENCRYPT, (void (*)(void))rsa_encrypt },
	536	{ OSSL_FUNC_ASYM_CIPHER_DECRYPT_INIT, (void (*)(void))rsa_init },
	537	{ OSSL_FUNC_ASYM_CIPHER_DECRYPT, (void (*)(void))rsa_decrypt },
	538	{ OSSL_FUNC_ASYM_CIPHER_FREECTX, (void (*)(void))rsa_freectx },
	539	{ OSSL_FUNC_ASYM_CIPHER_DUPCTX, (void (*)(void))rsa_dupctx },
	540	{ OSSL_FUNC_ASYM_CIPHER_GET_CTX_PARAMS,
	541	(void (*)(void))rsa_get_ctx_params },
	542	{ OSSL_FUNC_ASYM_CIPHER_GETTABLE_CTX_PARAMS,
	543	(void (*)(void))rsa_gettable_ctx_params },
	544	{ OSSL_FUNC_ASYM_CIPHER_SET_CTX_PARAMS,
	545	(void (*)(void))rsa_set_ctx_params },
	546	{ OSSL_FUNC_ASYM_CIPHER_SETTABLE_CTX_PARAMS,
	547	(void (*)(void))rsa_settable_ctx_params },
	548	{ 0, NULL }
	549	};