[thirdparty/linux.git] / crypto / aead.c

// SPDX-License-Identifier: GPL-2.0-or-later
/*
 * AEAD: Authenticated Encryption with Associated Data
 *
 * This file provides API support for AEAD algorithms.
 *
 * Copyright (c) 2007-2015 Herbert Xu <herbert@gondor.apana.org.au>
 */

#include <crypto/internal/geniv.h>
#include <crypto/internal/rng.h>
#include <crypto/null.h>
#include <crypto/scatterwalk.h>
#include <linux/err.h>
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/rtnetlink.h>
#include <linux/slab.h>
#include <linux/seq_file.h>
#include <linux/cryptouser.h>
#include <linux/compiler.h>
#include <net/netlink.h>

#include "internal.h"

static int setkey_unaligned(struct crypto_aead *tfm, const u8 *key,
			    unsigned int keylen)
{
	unsigned long alignmask = crypto_aead_alignmask(tfm);
	int ret;
	u8 *buffer, *alignbuffer;
	unsigned long absize;

	absize = keylen + alignmask;
	buffer = kmalloc(absize, GFP_ATOMIC);
	if (!buffer)
		return -ENOMEM;

	alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1);
	memcpy(alignbuffer, key, keylen);
	ret = crypto_aead_alg(tfm)->setkey(tfm, alignbuffer, keylen);
	memset(alignbuffer, 0, keylen);
	kfree(buffer);
	return ret;
}

int crypto_aead_setkey(struct crypto_aead *tfm,
		       const u8 *key, unsigned int keylen)
{
	unsigned long alignmask = crypto_aead_alignmask(tfm);
	int err;

	if ((unsigned long)key & alignmask)
		err = setkey_unaligned(tfm, key, keylen);
	else
		err = crypto_aead_alg(tfm)->setkey(tfm, key, keylen);

	if (unlikely(err)) {
		crypto_aead_set_flags(tfm, CRYPTO_TFM_NEED_KEY);
		return err;
	}

	crypto_aead_clear_flags(tfm, CRYPTO_TFM_NEED_KEY);
	return 0;
}
EXPORT_SYMBOL_GPL(crypto_aead_setkey);

int crypto_aead_setauthsize(struct crypto_aead *tfm, unsigned int authsize)
{
	int err;

	if (authsize > crypto_aead_maxauthsize(tfm))
		return -EINVAL;

	if (crypto_aead_alg(tfm)->setauthsize) {
		err = crypto_aead_alg(tfm)->setauthsize(tfm, authsize);
		if (err)
			return err;
	}

	tfm->authsize = authsize;
	return 0;
}
EXPORT_SYMBOL_GPL(crypto_aead_setauthsize);

int crypto_aead_encrypt(struct aead_request *req)
{
	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	struct crypto_alg *alg = aead->base.__crt_alg;
	unsigned int cryptlen = req->cryptlen;
	int ret;

	crypto_stats_get(alg);
	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
		ret = -ENOKEY;
	else
		ret = crypto_aead_alg(aead)->encrypt(req);
	crypto_stats_aead_encrypt(cryptlen, alg, ret);
	return ret;
}
EXPORT_SYMBOL_GPL(crypto_aead_encrypt);

int crypto_aead_decrypt(struct aead_request *req)
{
	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	struct crypto_alg *alg = aead->base.__crt_alg;
	unsigned int cryptlen = req->cryptlen;
	int ret;

	crypto_stats_get(alg);
	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
		ret = -ENOKEY;
	else if (req->cryptlen < crypto_aead_authsize(aead))
		ret = -EINVAL;
	else
		ret = crypto_aead_alg(aead)->decrypt(req);
	crypto_stats_aead_decrypt(cryptlen, alg, ret);
	return ret;
}
EXPORT_SYMBOL_GPL(crypto_aead_decrypt);

static void crypto_aead_exit_tfm(struct crypto_tfm *tfm)
{
	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	struct aead_alg *alg = crypto_aead_alg(aead);

	alg->exit(aead);
}

static int crypto_aead_init_tfm(struct crypto_tfm *tfm)
{
	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	struct aead_alg *alg = crypto_aead_alg(aead);

	crypto_aead_set_flags(aead, CRYPTO_TFM_NEED_KEY);

	aead->authsize = alg->maxauthsize;

	if (alg->exit)
		aead->base.exit = crypto_aead_exit_tfm;

	if (alg->init)
		return alg->init(aead);

	return 0;
}

#ifdef CONFIG_NET
static int crypto_aead_report(struct sk_buff *skb, struct crypto_alg *alg)
{
	struct crypto_report_aead raead;
	struct aead_alg *aead = container_of(alg, struct aead_alg, base);

	memset(&raead, 0, sizeof(raead));

	strscpy(raead.type, "aead", sizeof(raead.type));
	strscpy(raead.geniv, "<none>", sizeof(raead.geniv));

	raead.blocksize = alg->cra_blocksize;
	raead.maxauthsize = aead->maxauthsize;
	raead.ivsize = aead->ivsize;

	return nla_put(skb, CRYPTOCFGA_REPORT_AEAD, sizeof(raead), &raead);
}
#else
static int crypto_aead_report(struct sk_buff *skb, struct crypto_alg *alg)
{
	return -ENOSYS;
}
#endif

static void crypto_aead_show(struct seq_file *m, struct crypto_alg *alg)
	__maybe_unused;
static void crypto_aead_show(struct seq_file *m, struct crypto_alg *alg)
{
	struct aead_alg *aead = container_of(alg, struct aead_alg, base);

	seq_printf(m, "type         : aead\n");
	seq_printf(m, "async        : %s\n", alg->cra_flags & CRYPTO_ALG_ASYNC ?
					     "yes" : "no");
	seq_printf(m, "blocksize    : %u\n", alg->cra_blocksize);
	seq_printf(m, "ivsize       : %u\n", aead->ivsize);
	seq_printf(m, "maxauthsize  : %u\n", aead->maxauthsize);
	seq_printf(m, "geniv        : <none>\n");
}

static void crypto_aead_free_instance(struct crypto_instance *inst)
{
	struct aead_instance *aead = aead_instance(inst);

	if (!aead->free) {
		inst->tmpl->free(inst);
		return;
	}

	aead->free(aead);
}

static const struct crypto_type crypto_aead_type = {
	.extsize = crypto_alg_extsize,
	.init_tfm = crypto_aead_init_tfm,
	.free = crypto_aead_free_instance,
#ifdef CONFIG_PROC_FS
	.show = crypto_aead_show,
#endif
	.report = crypto_aead_report,
	.maskclear = ~CRYPTO_ALG_TYPE_MASK,
	.maskset = CRYPTO_ALG_TYPE_MASK,
	.type = CRYPTO_ALG_TYPE_AEAD,
	.tfmsize = offsetof(struct crypto_aead, base),
};

static int aead_geniv_setkey(struct crypto_aead *tfm,
			     const u8 *key, unsigned int keylen)
{
	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);

	return crypto_aead_setkey(ctx->child, key, keylen);
}

static int aead_geniv_setauthsize(struct crypto_aead *tfm,
				  unsigned int authsize)
{
	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);

	return crypto_aead_setauthsize(ctx->child, authsize);
}

struct aead_instance *aead_geniv_alloc(struct crypto_template *tmpl,
				       struct rtattr **tb, u32 type, u32 mask)
{
	const char *name;
	struct crypto_aead_spawn *spawn;
	struct crypto_attr_type *algt;
	struct aead_instance *inst;
	struct aead_alg *alg;
	unsigned int ivsize;
	unsigned int maxauthsize;
	int err;

	algt = crypto_get_attr_type(tb);
	if (IS_ERR(algt))
		return ERR_CAST(algt);

	if ((algt->type ^ CRYPTO_ALG_TYPE_AEAD) & algt->mask)
		return ERR_PTR(-EINVAL);

	name = crypto_attr_alg_name(tb[1]);
	if (IS_ERR(name))
		return ERR_CAST(name);

	inst = kzalloc(sizeof(*inst) + sizeof(*spawn), GFP_KERNEL);
	if (!inst)
		return ERR_PTR(-ENOMEM);

	spawn = aead_instance_ctx(inst);

	/* Ignore async algorithms if necessary. */
	mask |= crypto_requires_sync(algt->type, algt->mask);

	crypto_set_aead_spawn(spawn, aead_crypto_instance(inst));
	err = crypto_grab_aead(spawn, name, type, mask);
	if (err)
		goto err_free_inst;

	alg = crypto_spawn_aead_alg(spawn);

	ivsize = crypto_aead_alg_ivsize(alg);
	maxauthsize = crypto_aead_alg_maxauthsize(alg);

	err = -EINVAL;
	if (ivsize < sizeof(u64))
		goto err_drop_alg;

	err = -ENAMETOOLONG;
	if (snprintf(inst->alg.base.cra_name, CRYPTO_MAX_ALG_NAME,
		     "%s(%s)", tmpl->name, alg->base.cra_name) >=
	    CRYPTO_MAX_ALG_NAME)
		goto err_drop_alg;
	if (snprintf(inst->alg.base.cra_driver_name, CRYPTO_MAX_ALG_NAME,
		     "%s(%s)", tmpl->name, alg->base.cra_driver_name) >=
	    CRYPTO_MAX_ALG_NAME)
		goto err_drop_alg;

	inst->alg.base.cra_flags = alg->base.cra_flags & CRYPTO_ALG_ASYNC;
	inst->alg.base.cra_priority = alg->base.cra_priority;
	inst->alg.base.cra_blocksize = alg->base.cra_blocksize;
	inst->alg.base.cra_alignmask = alg->base.cra_alignmask;
	inst->alg.base.cra_ctxsize = sizeof(struct aead_geniv_ctx);

	inst->alg.setkey = aead_geniv_setkey;
	inst->alg.setauthsize = aead_geniv_setauthsize;

	inst->alg.ivsize = ivsize;
	inst->alg.maxauthsize = maxauthsize;

out:
	return inst;

err_drop_alg:
	crypto_drop_aead(spawn);
err_free_inst:
	kfree(inst);
	inst = ERR_PTR(err);
	goto out;
}
EXPORT_SYMBOL_GPL(aead_geniv_alloc);

void aead_geniv_free(struct aead_instance *inst)
{
	crypto_drop_aead(aead_instance_ctx(inst));
	kfree(inst);
}
EXPORT_SYMBOL_GPL(aead_geniv_free);

int aead_init_geniv(struct crypto_aead *aead)
{
	struct aead_geniv_ctx *ctx = crypto_aead_ctx(aead);
	struct aead_instance *inst = aead_alg_instance(aead);
	struct crypto_aead *child;
	int err;

	spin_lock_init(&ctx->lock);

	err = crypto_get_default_rng();
	if (err)
		goto out;

	err = crypto_rng_get_bytes(crypto_default_rng, ctx->salt,
				   crypto_aead_ivsize(aead));
	crypto_put_default_rng();
	if (err)
		goto out;

	ctx->sknull = crypto_get_default_null_skcipher();
	err = PTR_ERR(ctx->sknull);
	if (IS_ERR(ctx->sknull))
		goto out;

	child = crypto_spawn_aead(aead_instance_ctx(inst));
	err = PTR_ERR(child);
	if (IS_ERR(child))
		goto drop_null;

	ctx->child = child;
	crypto_aead_set_reqsize(aead, crypto_aead_reqsize(child) +
				      sizeof(struct aead_request));

	err = 0;

out:
	return err;

drop_null:
	crypto_put_default_null_skcipher();
	goto out;
}
EXPORT_SYMBOL_GPL(aead_init_geniv);

void aead_exit_geniv(struct crypto_aead *tfm)
{
	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);

	crypto_free_aead(ctx->child);
	crypto_put_default_null_skcipher();
}
EXPORT_SYMBOL_GPL(aead_exit_geniv);

int crypto_grab_aead(struct crypto_aead_spawn *spawn, const char *name,
		     u32 type, u32 mask)
{
	spawn->base.frontend = &crypto_aead_type;
	return crypto_grab_spawn(&spawn->base, name, type, mask);
}
EXPORT_SYMBOL_GPL(crypto_grab_aead);

struct crypto_aead *crypto_alloc_aead(const char *alg_name, u32 type, u32 mask)
{
	return crypto_alloc_tfm(alg_name, &crypto_aead_type, type, mask);
}
EXPORT_SYMBOL_GPL(crypto_alloc_aead);

static int aead_prepare_alg(struct aead_alg *alg)
{
	struct crypto_alg *base = &alg->base;

	if (max3(alg->maxauthsize, alg->ivsize, alg->chunksize) >
	    PAGE_SIZE / 8)
		return -EINVAL;

	if (!alg->chunksize)
		alg->chunksize = base->cra_blocksize;

	base->cra_type = &crypto_aead_type;
	base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
	base->cra_flags |= CRYPTO_ALG_TYPE_AEAD;

	return 0;
}

int crypto_register_aead(struct aead_alg *alg)
{
	struct crypto_alg *base = &alg->base;
	int err;

	err = aead_prepare_alg(alg);
	if (err)
		return err;

	return crypto_register_alg(base);
}
EXPORT_SYMBOL_GPL(crypto_register_aead);

void crypto_unregister_aead(struct aead_alg *alg)
{
	crypto_unregister_alg(&alg->base);
}
EXPORT_SYMBOL_GPL(crypto_unregister_aead);

int crypto_register_aeads(struct aead_alg *algs, int count)
{
	int i, ret;

	for (i = 0; i < count; i++) {
		ret = crypto_register_aead(&algs[i]);
		if (ret)
			goto err;
	}

	return 0;

err:
	for (--i; i >= 0; --i)
		crypto_unregister_aead(&algs[i]);

	return ret;
}
EXPORT_SYMBOL_GPL(crypto_register_aeads);

void crypto_unregister_aeads(struct aead_alg *algs, int count)
{
	int i;

	for (i = count - 1; i >= 0; --i)
		crypto_unregister_aead(&algs[i]);
}
EXPORT_SYMBOL_GPL(crypto_unregister_aeads);

int aead_register_instance(struct crypto_template *tmpl,
			   struct aead_instance *inst)
{
	int err;

	err = aead_prepare_alg(&inst->alg);
	if (err)
		return err;

	return crypto_register_instance(tmpl, aead_crypto_instance(inst));
}
EXPORT_SYMBOL_GPL(aead_register_instance);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("Authenticated Encryption with Associated Data (AEAD)");
Commit	Line	Data
2874c5fd	1	// SPDX-License-Identifier: GPL-2.0-or-later
1ae97820 HX	2	/*
1ae97820 HX	3	* AEAD: Authenticated Encryption with Associated Data
3922538f	4	*
1ae97820 HX	5	* This file provides API support for AEAD algorithms.
1ae97820 HX	6	*
b0d955ba	7	* Copyright (c) 2007-2015 Herbert Xu <herbert@gondor.apana.org.au>
1ae97820 HX	8	*/
1ae97820 HX	9
6350449f	10	#include <crypto/internal/geniv.h>
149a3971 HX	11	#include <crypto/internal/rng.h>
149a3971 HX	12	#include <crypto/null.h>
996d98d8	13	#include <crypto/scatterwalk.h>
5b6d2d7f	14	#include <linux/err.h>
1ae97820 HX	15	#include <linux/init.h>
	16	#include <linux/kernel.h>
	17	#include <linux/module.h>
d29ce988	18	#include <linux/rtnetlink.h>
1ae97820 HX	19	#include <linux/slab.h>
1ae97820 HX	20	#include <linux/seq_file.h>
6ad414fe	21	#include <linux/cryptouser.h>
d8c34b94	22	#include <linux/compiler.h>
6ad414fe	23	#include <net/netlink.h>
1ae97820	24
5b6d2d7f HX	25	#include "internal.h"
5b6d2d7f HX	26
1ae97820 HX	27	static int setkey_unaligned(struct crypto_aead tfm, const u8 key,
	28	unsigned int keylen)
	29	{
1ae97820 HX	30	unsigned long alignmask = crypto_aead_alignmask(tfm);
	31	int ret;
	32	u8 buffer, alignbuffer;
	33	unsigned long absize;
	34
	35	absize = keylen + alignmask;
	36	buffer = kmalloc(absize, GFP_ATOMIC);
	37	if (!buffer)
	38	return -ENOMEM;
	39
	40	alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1);
	41	memcpy(alignbuffer, key, keylen);
b0d955ba	42	ret = crypto_aead_alg(tfm)->setkey(tfm, alignbuffer, keylen);
1ae97820 HX	43	memset(alignbuffer, 0, keylen);
	44	kfree(buffer);
	45	return ret;
	46	}
	47
5d1d65f8 HX	48	int crypto_aead_setkey(struct crypto_aead *tfm,
5d1d65f8 HX	49	const u8 *key, unsigned int keylen)
1ae97820	50	{
1ae97820	51	unsigned long alignmask = crypto_aead_alignmask(tfm);
dc26c17f	52	int err;
1ae97820 HX	53
1ae97820 HX	54	if ((unsigned long)key & alignmask)
dc26c17f EB	55	err = setkey_unaligned(tfm, key, keylen);
	56	else
	57	err = crypto_aead_alg(tfm)->setkey(tfm, key, keylen);
	58
6ebc9700 EB	59	if (unlikely(err)) {
6ebc9700 EB	60	crypto_aead_set_flags(tfm, CRYPTO_TFM_NEED_KEY);
dc26c17f	61	return err;
6ebc9700	62	}
1ae97820	63
dc26c17f EB	64	crypto_aead_clear_flags(tfm, CRYPTO_TFM_NEED_KEY);
dc26c17f EB	65	return 0;
1ae97820	66	}
5d1d65f8	67	EXPORT_SYMBOL_GPL(crypto_aead_setkey);
1ae97820	68
7ba683a6 HX	69	int crypto_aead_setauthsize(struct crypto_aead *tfm, unsigned int authsize)
	70	{
	71	int err;
	72
30e4c010	73	if (authsize > crypto_aead_maxauthsize(tfm))
7ba683a6 HX	74	return -EINVAL;
7ba683a6 HX	75
b0d955ba HX	76	if (crypto_aead_alg(tfm)->setauthsize) {
b0d955ba HX	77	err = crypto_aead_alg(tfm)->setauthsize(tfm, authsize);
7ba683a6 HX	78	if (err)
	79	return err;
	80	}
	81
5d1d65f8	82	tfm->authsize = authsize;
7ba683a6 HX	83	return 0;
	84	}
	85	EXPORT_SYMBOL_GPL(crypto_aead_setauthsize);
	86
f2fe1154 EB	87	int crypto_aead_encrypt(struct aead_request *req)
	88	{
	89	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	90	struct crypto_alg *alg = aead->base.__crt_alg;
	91	unsigned int cryptlen = req->cryptlen;
	92	int ret;
	93
	94	crypto_stats_get(alg);
	95	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
	96	ret = -ENOKEY;
	97	else
	98	ret = crypto_aead_alg(aead)->encrypt(req);
	99	crypto_stats_aead_encrypt(cryptlen, alg, ret);
	100	return ret;
	101	}
	102	EXPORT_SYMBOL_GPL(crypto_aead_encrypt);
	103
	104	int crypto_aead_decrypt(struct aead_request *req)
	105	{
	106	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	107	struct crypto_alg *alg = aead->base.__crt_alg;
	108	unsigned int cryptlen = req->cryptlen;
	109	int ret;
	110
	111	crypto_stats_get(alg);
	112	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
	113	ret = -ENOKEY;
	114	else if (req->cryptlen < crypto_aead_authsize(aead))
	115	ret = -EINVAL;
	116	else
	117	ret = crypto_aead_alg(aead)->decrypt(req);
	118	crypto_stats_aead_decrypt(cryptlen, alg, ret);
	119	return ret;
	120	}
	121	EXPORT_SYMBOL_GPL(crypto_aead_decrypt);
	122
5eb8ec6d HX	123	static void crypto_aead_exit_tfm(struct crypto_tfm *tfm)
	124	{
	125	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	126	struct aead_alg *alg = crypto_aead_alg(aead);
	127
	128	alg->exit(aead);
	129	}
	130
63293c61 HX	131	static int crypto_aead_init_tfm(struct crypto_tfm *tfm)
	132	{
	133	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	134	struct aead_alg *alg = crypto_aead_alg(aead);
	135
dc26c17f EB	136	crypto_aead_set_flags(aead, CRYPTO_TFM_NEED_KEY);
dc26c17f EB	137
63293c61 HX	138	aead->authsize = alg->maxauthsize;
63293c61 HX	139
5eb8ec6d HX	140	if (alg->exit)
	141	aead->base.exit = crypto_aead_exit_tfm;
	142
	143	if (alg->init)
	144	return alg->init(aead);
	145
63293c61 HX	146	return 0;
	147	}
	148
63293c61 HX	149	#ifdef CONFIG_NET
	150	static int crypto_aead_report(struct sk_buff skb, struct crypto_alg alg)
	151	{
	152	struct crypto_report_aead raead;
	153	struct aead_alg *aead = container_of(alg, struct aead_alg, base);
	154
37db69e0 EB	155	memset(&raead, 0, sizeof(raead));
	156
	157	strscpy(raead.type, "aead", sizeof(raead.type));
	158	strscpy(raead.geniv, "<none>", sizeof(raead.geniv));
63293c61 HX	159
	160	raead.blocksize = alg->cra_blocksize;
	161	raead.maxauthsize = aead->maxauthsize;
	162	raead.ivsize = aead->ivsize;
	163
37db69e0	164	return nla_put(skb, CRYPTOCFGA_REPORT_AEAD, sizeof(raead), &raead);
63293c61 HX	165	}
	166	#else
	167	static int crypto_aead_report(struct sk_buff skb, struct crypto_alg alg)
	168	{
	169	return -ENOSYS;
	170	}
	171	#endif
	172
	173	static void crypto_aead_show(struct seq_file m, struct crypto_alg alg)
d8c34b94	174	__maybe_unused;
63293c61 HX	175	static void crypto_aead_show(struct seq_file m, struct crypto_alg alg)
	176	{
	177	struct aead_alg *aead = container_of(alg, struct aead_alg, base);
	178
	179	seq_printf(m, "type : aead\n");
	180	seq_printf(m, "async : %s\n", alg->cra_flags & CRYPTO_ALG_ASYNC ?
	181	"yes" : "no");
	182	seq_printf(m, "blocksize : %u\n", alg->cra_blocksize);
	183	seq_printf(m, "ivsize : %u\n", aead->ivsize);
	184	seq_printf(m, "maxauthsize : %u\n", aead->maxauthsize);
	185	seq_printf(m, "geniv : <none>\n");
	186	}
	187
ba75e15f HX	188	static void crypto_aead_free_instance(struct crypto_instance *inst)
	189	{
	190	struct aead_instance *aead = aead_instance(inst);
	191
	192	if (!aead->free) {
	193	inst->tmpl->free(inst);
	194	return;
	195	}
	196
	197	aead->free(aead);
	198	}
	199
b0d955ba	200	static const struct crypto_type crypto_aead_type = {
63293c61 HX	201	.extsize = crypto_alg_extsize,
63293c61 HX	202	.init_tfm = crypto_aead_init_tfm,
ba75e15f	203	.free = crypto_aead_free_instance,
63293c61 HX	204	#ifdef CONFIG_PROC_FS
	205	.show = crypto_aead_show,
	206	#endif
	207	.report = crypto_aead_report,
	208	.maskclear = ~CRYPTO_ALG_TYPE_MASK,
	209	.maskset = CRYPTO_ALG_TYPE_MASK,
	210	.type = CRYPTO_ALG_TYPE_AEAD,
	211	.tfmsize = offsetof(struct crypto_aead, base),
	212	};
	213
6350449f HX	214	static int aead_geniv_setkey(struct crypto_aead *tfm,
	215	const u8 *key, unsigned int keylen)
	216	{
	217	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);
	218
	219	return crypto_aead_setkey(ctx->child, key, keylen);
	220	}
	221
	222	static int aead_geniv_setauthsize(struct crypto_aead *tfm,
	223	unsigned int authsize)
	224	{
	225	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);
	226
	227	return crypto_aead_setauthsize(ctx->child, authsize);
	228	}
	229
856e3f40 HX	230	struct aead_instance aead_geniv_alloc(struct crypto_template tmpl,
856e3f40 HX	231	struct rtattr **tb, u32 type, u32 mask)
5b6d2d7f HX	232	{
	233	const char *name;
	234	struct crypto_aead_spawn *spawn;
	235	struct crypto_attr_type *algt;
856e3f40 HX	236	struct aead_instance *inst;
	237	struct aead_alg *alg;
	238	unsigned int ivsize;
	239	unsigned int maxauthsize;
5b6d2d7f HX	240	int err;
	241
	242	algt = crypto_get_attr_type(tb);
5b6d2d7f	243	if (IS_ERR(algt))
3e8afe35	244	return ERR_CAST(algt);
5b6d2d7f	245
5e4b8c1f	246	if ((algt->type ^ CRYPTO_ALG_TYPE_AEAD) & algt->mask)
5b6d2d7f HX	247	return ERR_PTR(-EINVAL);
	248
	249	name = crypto_attr_alg_name(tb[1]);
5b6d2d7f	250	if (IS_ERR(name))
3e8afe35	251	return ERR_CAST(name);
5b6d2d7f HX	252
	253	inst = kzalloc(sizeof(inst) + sizeof(spawn), GFP_KERNEL);
	254	if (!inst)
	255	return ERR_PTR(-ENOMEM);
	256
856e3f40	257	spawn = aead_instance_ctx(inst);
5b6d2d7f HX	258
	259	/* Ignore async algorithms if necessary. */
	260	mask \|= crypto_requires_sync(algt->type, algt->mask);
	261
856e3f40	262	crypto_set_aead_spawn(spawn, aead_crypto_instance(inst));
b0d955ba	263	err = crypto_grab_aead(spawn, name, type, mask);
5b6d2d7f HX	264	if (err)
	265	goto err_free_inst;
	266
856e3f40 HX	267	alg = crypto_spawn_aead_alg(spawn);
856e3f40 HX	268
30e4c010 HX	269	ivsize = crypto_aead_alg_ivsize(alg);
30e4c010 HX	270	maxauthsize = crypto_aead_alg_maxauthsize(alg);
5b6d2d7f HX	271
5b6d2d7f HX	272	err = -EINVAL;
6350449f	273	if (ivsize < sizeof(u64))
5b6d2d7f HX	274	goto err_drop_alg;
5b6d2d7f HX	275
856e3f40 HX	276	err = -ENAMETOOLONG;
	277	if (snprintf(inst->alg.base.cra_name, CRYPTO_MAX_ALG_NAME,
	278	"%s(%s)", tmpl->name, alg->base.cra_name) >=
	279	CRYPTO_MAX_ALG_NAME)
	280	goto err_drop_alg;
	281	if (snprintf(inst->alg.base.cra_driver_name, CRYPTO_MAX_ALG_NAME,
	282	"%s(%s)", tmpl->name, alg->base.cra_driver_name) >=
	283	CRYPTO_MAX_ALG_NAME)
	284	goto err_drop_alg;
5b6d2d7f	285
5e4b8c1f	286	inst->alg.base.cra_flags = alg->base.cra_flags & CRYPTO_ALG_ASYNC;
856e3f40 HX	287	inst->alg.base.cra_priority = alg->base.cra_priority;
	288	inst->alg.base.cra_blocksize = alg->base.cra_blocksize;
	289	inst->alg.base.cra_alignmask = alg->base.cra_alignmask;
6350449f HX	290	inst->alg.base.cra_ctxsize = sizeof(struct aead_geniv_ctx);
	291
	292	inst->alg.setkey = aead_geniv_setkey;
	293	inst->alg.setauthsize = aead_geniv_setauthsize;
5b6d2d7f	294
856e3f40 HX	295	inst->alg.ivsize = ivsize;
856e3f40 HX	296	inst->alg.maxauthsize = maxauthsize;
5b6d2d7f HX	297
	298	out:
	299	return inst;
	300
	301	err_drop_alg:
	302	crypto_drop_aead(spawn);
	303	err_free_inst:
	304	kfree(inst);
	305	inst = ERR_PTR(err);
	306	goto out;
	307	}
	308	EXPORT_SYMBOL_GPL(aead_geniv_alloc);
	309
856e3f40	310	void aead_geniv_free(struct aead_instance *inst)
5b6d2d7f	311	{
856e3f40	312	crypto_drop_aead(aead_instance_ctx(inst));
5b6d2d7f HX	313	kfree(inst);
	314	}
	315	EXPORT_SYMBOL_GPL(aead_geniv_free);
	316
149a3971 HX	317	int aead_init_geniv(struct crypto_aead *aead)
	318	{
	319	struct aead_geniv_ctx *ctx = crypto_aead_ctx(aead);
	320	struct aead_instance *inst = aead_alg_instance(aead);
	321	struct crypto_aead *child;
	322	int err;
	323
	324	spin_lock_init(&ctx->lock);
	325
	326	err = crypto_get_default_rng();
	327	if (err)
	328	goto out;
	329
	330	err = crypto_rng_get_bytes(crypto_default_rng, ctx->salt,
	331	crypto_aead_ivsize(aead));
	332	crypto_put_default_rng();
	333	if (err)
	334	goto out;
	335
3a2d4fb5	336	ctx->sknull = crypto_get_default_null_skcipher();
ca0494c0 HX	337	err = PTR_ERR(ctx->sknull);
	338	if (IS_ERR(ctx->sknull))
	339	goto out;
	340
149a3971 HX	341	child = crypto_spawn_aead(aead_instance_ctx(inst));
	342	err = PTR_ERR(child);
	343	if (IS_ERR(child))
	344	goto drop_null;
	345
	346	ctx->child = child;
	347	crypto_aead_set_reqsize(aead, crypto_aead_reqsize(child) +
	348	sizeof(struct aead_request));
	349
	350	err = 0;
	351
	352	out:
	353	return err;
	354
	355	drop_null:
3a2d4fb5	356	crypto_put_default_null_skcipher();
149a3971 HX	357	goto out;
	358	}
	359	EXPORT_SYMBOL_GPL(aead_init_geniv);
	360
	361	void aead_exit_geniv(struct crypto_aead *tfm)
	362	{
	363	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);
	364
	365	crypto_free_aead(ctx->child);
3a2d4fb5	366	crypto_put_default_null_skcipher();
149a3971 HX	367	}
	368	EXPORT_SYMBOL_GPL(aead_exit_geniv);
	369
d29ce988 HX	370	int crypto_grab_aead(struct crypto_aead_spawn spawn, const char name,
	371	u32 type, u32 mask)
	372	{
5d1d65f8 HX	373	spawn->base.frontend = &crypto_aead_type;
5d1d65f8 HX	374	return crypto_grab_spawn(&spawn->base, name, type, mask);
d29ce988 HX	375	}
	376	EXPORT_SYMBOL_GPL(crypto_grab_aead);
	377
	378	struct crypto_aead crypto_alloc_aead(const char alg_name, u32 type, u32 mask)
	379	{
5d1d65f8	380	return crypto_alloc_tfm(alg_name, &crypto_aead_type, type, mask);
d29ce988 HX	381	}
	382	EXPORT_SYMBOL_GPL(crypto_alloc_aead);
	383
63293c61 HX	384	static int aead_prepare_alg(struct aead_alg *alg)
	385	{
	386	struct crypto_alg *base = &alg->base;
	387
7a530aa9 HX	388	if (max3(alg->maxauthsize, alg->ivsize, alg->chunksize) >
7a530aa9 HX	389	PAGE_SIZE / 8)
63293c61 HX	390	return -EINVAL;
63293c61 HX	391
7a530aa9 HX	392	if (!alg->chunksize)
	393	alg->chunksize = base->cra_blocksize;
	394
b0d955ba	395	base->cra_type = &crypto_aead_type;
63293c61 HX	396	base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
	397	base->cra_flags \|= CRYPTO_ALG_TYPE_AEAD;
	398
	399	return 0;
	400	}
	401
	402	int crypto_register_aead(struct aead_alg *alg)
	403	{
	404	struct crypto_alg *base = &alg->base;
	405	int err;
	406
	407	err = aead_prepare_alg(alg);
	408	if (err)
	409	return err;
	410
	411	return crypto_register_alg(base);
	412	}
	413	EXPORT_SYMBOL_GPL(crypto_register_aead);
	414
43615369	415	void crypto_unregister_aead(struct aead_alg *alg)
63293c61	416	{
43615369	417	crypto_unregister_alg(&alg->base);
63293c61 HX	418	}
	419	EXPORT_SYMBOL_GPL(crypto_unregister_aead);
	420
caab9461 HX	421	int crypto_register_aeads(struct aead_alg *algs, int count)
	422	{
	423	int i, ret;
	424
	425	for (i = 0; i < count; i++) {
	426	ret = crypto_register_aead(&algs[i]);
	427	if (ret)
	428	goto err;
	429	}
	430
	431	return 0;
	432
	433	err:
	434	for (--i; i >= 0; --i)
	435	crypto_unregister_aead(&algs[i]);
	436
	437	return ret;
	438	}
	439	EXPORT_SYMBOL_GPL(crypto_register_aeads);
	440
	441	void crypto_unregister_aeads(struct aead_alg *algs, int count)
	442	{
	443	int i;
	444
	445	for (i = count - 1; i >= 0; --i)
	446	crypto_unregister_aead(&algs[i]);
	447	}
	448	EXPORT_SYMBOL_GPL(crypto_unregister_aeads);
	449
63293c61 HX	450	int aead_register_instance(struct crypto_template *tmpl,
	451	struct aead_instance *inst)
	452	{
	453	int err;
	454
	455	err = aead_prepare_alg(&inst->alg);
	456	if (err)
	457	return err;
	458
	459	return crypto_register_instance(tmpl, aead_crypto_instance(inst));
	460	}
	461	EXPORT_SYMBOL_GPL(aead_register_instance);
	462
1ae97820 HX	463	MODULE_LICENSE("GPL");
1ae97820 HX	464	MODULE_DESCRIPTION("Authenticated Encryption with Associated Data (AEAD)");