[thirdparty/kernel/stable.git] / crypto / scompress.c

// SPDX-License-Identifier: GPL-2.0-or-later
/*
 * Synchronous Compression operations
 *
 * Copyright 2015 LG Electronics Inc.
 * Copyright (c) 2016, Intel Corporation
 * Author: Giovanni Cabiddu <giovanni.cabiddu@intel.com>
 */
#include <linux/errno.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/seq_file.h>
#include <linux/slab.h>
#include <linux/string.h>
#include <linux/crypto.h>
#include <linux/compiler.h>
#include <linux/vmalloc.h>
#include <crypto/algapi.h>
#include <linux/cryptouser.h>
#include <net/netlink.h>
#include <linux/scatterlist.h>
#include <crypto/scatterwalk.h>
#include <crypto/internal/acompress.h>
#include <crypto/internal/scompress.h>
#include "internal.h"

struct scomp_scratch {
	spinlock_t	lock;
	void		*src;
	void		*dst;
};

static DEFINE_PER_CPU(struct scomp_scratch, scomp_scratch) = {
	.lock = __SPIN_LOCK_UNLOCKED(scomp_scratch.lock),
};

static const struct crypto_type crypto_scomp_type;
static int scomp_scratch_users;
static DEFINE_MUTEX(scomp_lock);

#ifdef CONFIG_NET
static int crypto_scomp_report(struct sk_buff *skb, struct crypto_alg *alg)
{
	struct crypto_report_comp rscomp;

	memset(&rscomp, 0, sizeof(rscomp));

	strscpy(rscomp.type, "scomp", sizeof(rscomp.type));

	return nla_put(skb, CRYPTOCFGA_REPORT_COMPRESS,
		       sizeof(rscomp), &rscomp);
}
#else
static int crypto_scomp_report(struct sk_buff *skb, struct crypto_alg *alg)
{
	return -ENOSYS;
}
#endif

static void crypto_scomp_show(struct seq_file *m, struct crypto_alg *alg)
	__maybe_unused;

static void crypto_scomp_show(struct seq_file *m, struct crypto_alg *alg)
{
	seq_puts(m, "type         : scomp\n");
}

static void crypto_scomp_free_scratches(void)
{
	struct scomp_scratch *scratch;
	int i;

	for_each_possible_cpu(i) {
		scratch = per_cpu_ptr(&scomp_scratch, i);

		vfree(scratch->src);
		vfree(scratch->dst);
		scratch->src = NULL;
		scratch->dst = NULL;
	}
}

static int crypto_scomp_alloc_scratches(void)
{
	struct scomp_scratch *scratch;
	int i;

	for_each_possible_cpu(i) {
		void *mem;

		scratch = per_cpu_ptr(&scomp_scratch, i);

		mem = vmalloc_node(SCOMP_SCRATCH_SIZE, cpu_to_node(i));
		if (!mem)
			goto error;
		scratch->src = mem;
		mem = vmalloc_node(SCOMP_SCRATCH_SIZE, cpu_to_node(i));
		if (!mem)
			goto error;
		scratch->dst = mem;
	}
	return 0;
error:
	crypto_scomp_free_scratches();
	return -ENOMEM;
}

static int crypto_scomp_init_tfm(struct crypto_tfm *tfm)
{
	int ret = 0;

	mutex_lock(&scomp_lock);
	if (!scomp_scratch_users++)
		ret = crypto_scomp_alloc_scratches();
	mutex_unlock(&scomp_lock);

	return ret;
}

static int scomp_acomp_comp_decomp(struct acomp_req *req, int dir)
{
	struct crypto_acomp *tfm = crypto_acomp_reqtfm(req);
	void **tfm_ctx = acomp_tfm_ctx(tfm);
	struct crypto_scomp *scomp = *tfm_ctx;
	void **ctx = acomp_request_ctx(req);
	struct scomp_scratch *scratch;
	int ret;

	if (!req->src || !req->slen || req->slen > SCOMP_SCRATCH_SIZE)
		return -EINVAL;

	if (req->dst && !req->dlen)
		return -EINVAL;

	if (!req->dlen || req->dlen > SCOMP_SCRATCH_SIZE)
		req->dlen = SCOMP_SCRATCH_SIZE;

	scratch = raw_cpu_ptr(&scomp_scratch);
	spin_lock(&scratch->lock);

	scatterwalk_map_and_copy(scratch->src, req->src, 0, req->slen, 0);
	if (dir)
		ret = crypto_scomp_compress(scomp, scratch->src, req->slen,
					    scratch->dst, &req->dlen, *ctx);
	else
		ret = crypto_scomp_decompress(scomp, scratch->src, req->slen,
					      scratch->dst, &req->dlen, *ctx);
	if (!ret) {
		if (!req->dst) {
			req->dst = sgl_alloc(req->dlen, GFP_ATOMIC, NULL);
			if (!req->dst) {
				ret = -ENOMEM;
				goto out;
			}
		}
		scatterwalk_map_and_copy(scratch->dst, req->dst, 0, req->dlen,
					 1);
	}
out:
	spin_unlock(&scratch->lock);
	return ret;
}

static int scomp_acomp_compress(struct acomp_req *req)
{
	return scomp_acomp_comp_decomp(req, 1);
}

static int scomp_acomp_decompress(struct acomp_req *req)
{
	return scomp_acomp_comp_decomp(req, 0);
}

static void crypto_exit_scomp_ops_async(struct crypto_tfm *tfm)
{
	struct crypto_scomp **ctx = crypto_tfm_ctx(tfm);

	crypto_free_scomp(*ctx);

	mutex_lock(&scomp_lock);
	if (!--scomp_scratch_users)
		crypto_scomp_free_scratches();
	mutex_unlock(&scomp_lock);
}

int crypto_init_scomp_ops_async(struct crypto_tfm *tfm)
{
	struct crypto_alg *calg = tfm->__crt_alg;
	struct crypto_acomp *crt = __crypto_acomp_tfm(tfm);
	struct crypto_scomp **ctx = crypto_tfm_ctx(tfm);
	struct crypto_scomp *scomp;

	if (!crypto_mod_get(calg))
		return -EAGAIN;

	scomp = crypto_create_tfm(calg, &crypto_scomp_type);
	if (IS_ERR(scomp)) {
		crypto_mod_put(calg);
		return PTR_ERR(scomp);
	}

	*ctx = scomp;
	tfm->exit = crypto_exit_scomp_ops_async;

	crt->compress = scomp_acomp_compress;
	crt->decompress = scomp_acomp_decompress;
	crt->dst_free = sgl_free;
	crt->reqsize = sizeof(void *);

	return 0;
}

struct acomp_req *crypto_acomp_scomp_alloc_ctx(struct acomp_req *req)
{
	struct crypto_acomp *acomp = crypto_acomp_reqtfm(req);
	struct crypto_tfm *tfm = crypto_acomp_tfm(acomp);
	struct crypto_scomp **tfm_ctx = crypto_tfm_ctx(tfm);
	struct crypto_scomp *scomp = *tfm_ctx;
	void *ctx;

	ctx = crypto_scomp_alloc_ctx(scomp);
	if (IS_ERR(ctx)) {
		kfree(req);
		return NULL;
	}

	*req->__ctx = ctx;

	return req;
}

void crypto_acomp_scomp_free_ctx(struct acomp_req *req)
{
	struct crypto_acomp *acomp = crypto_acomp_reqtfm(req);
	struct crypto_tfm *tfm = crypto_acomp_tfm(acomp);
	struct crypto_scomp **tfm_ctx = crypto_tfm_ctx(tfm);
	struct crypto_scomp *scomp = *tfm_ctx;
	void *ctx = *req->__ctx;

	if (ctx)
		crypto_scomp_free_ctx(scomp, ctx);
}

static const struct crypto_type crypto_scomp_type = {
	.extsize = crypto_alg_extsize,
	.init_tfm = crypto_scomp_init_tfm,
#ifdef CONFIG_PROC_FS
	.show = crypto_scomp_show,
#endif
	.report = crypto_scomp_report,
	.maskclear = ~CRYPTO_ALG_TYPE_MASK,
	.maskset = CRYPTO_ALG_TYPE_MASK,
	.type = CRYPTO_ALG_TYPE_SCOMPRESS,
	.tfmsize = offsetof(struct crypto_scomp, base),
};

int crypto_register_scomp(struct scomp_alg *alg)
{
	struct crypto_alg *base = &alg->base;

	base->cra_type = &crypto_scomp_type;
	base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
	base->cra_flags |= CRYPTO_ALG_TYPE_SCOMPRESS;

	return crypto_register_alg(base);
}
EXPORT_SYMBOL_GPL(crypto_register_scomp);

int crypto_unregister_scomp(struct scomp_alg *alg)
{
	return crypto_unregister_alg(&alg->base);
}
EXPORT_SYMBOL_GPL(crypto_unregister_scomp);

int crypto_register_scomps(struct scomp_alg *algs, int count)
{
	int i, ret;

	for (i = 0; i < count; i++) {
		ret = crypto_register_scomp(&algs[i]);
		if (ret)
			goto err;
	}

	return 0;

err:
	for (--i; i >= 0; --i)
		crypto_unregister_scomp(&algs[i]);

	return ret;
}
EXPORT_SYMBOL_GPL(crypto_register_scomps);

void crypto_unregister_scomps(struct scomp_alg *algs, int count)
{
	int i;

	for (i = count - 1; i >= 0; --i)
		crypto_unregister_scomp(&algs[i]);
}
EXPORT_SYMBOL_GPL(crypto_unregister_scomps);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("Synchronous compression type");
Commit	Line	Data
2874c5fd	1	// SPDX-License-Identifier: GPL-2.0-or-later
1ab53a77 GC	2	/*
	3	* Synchronous Compression operations
	4	*
	5	* Copyright 2015 LG Electronics Inc.
	6	* Copyright (c) 2016, Intel Corporation
	7	* Author: Giovanni Cabiddu <giovanni.cabiddu@intel.com>
1ab53a77 GC	8	*/
	9	#include <linux/errno.h>
	10	#include <linux/kernel.h>
	11	#include <linux/module.h>
	12	#include <linux/seq_file.h>
	13	#include <linux/slab.h>
	14	#include <linux/string.h>
	15	#include <linux/crypto.h>
d8c34b94	16	#include <linux/compiler.h>
1ab53a77 GC	17	#include <linux/vmalloc.h>
	18	#include <crypto/algapi.h>
	19	#include <linux/cryptouser.h>
	20	#include <net/netlink.h>
	21	#include <linux/scatterlist.h>
	22	#include <crypto/scatterwalk.h>
	23	#include <crypto/internal/acompress.h>
	24	#include <crypto/internal/scompress.h>
	25	#include "internal.h"
	26
71052dcf SAS	27	struct scomp_scratch {
	28	spinlock_t lock;
	29	void *src;
	30	void *dst;
	31	};
	32
	33	static DEFINE_PER_CPU(struct scomp_scratch, scomp_scratch) = {
	34	.lock = __SPIN_LOCK_UNLOCKED(scomp_scratch.lock),
	35	};
	36
1ab53a77	37	static const struct crypto_type crypto_scomp_type;
1ab53a77 GC	38	static int scomp_scratch_users;
	39	static DEFINE_MUTEX(scomp_lock);
	40
	41	#ifdef CONFIG_NET
	42	static int crypto_scomp_report(struct sk_buff skb, struct crypto_alg alg)
	43	{
	44	struct crypto_report_comp rscomp;
	45
37db69e0	46	memset(&rscomp, 0, sizeof(rscomp));
1ab53a77	47
37db69e0	48	strscpy(rscomp.type, "scomp", sizeof(rscomp.type));
1ab53a77	49
37db69e0 EB	50	return nla_put(skb, CRYPTOCFGA_REPORT_COMPRESS,
37db69e0 EB	51	sizeof(rscomp), &rscomp);
1ab53a77 GC	52	}
	53	#else
	54	static int crypto_scomp_report(struct sk_buff skb, struct crypto_alg alg)
	55	{
	56	return -ENOSYS;
	57	}
	58	#endif
	59
	60	static void crypto_scomp_show(struct seq_file m, struct crypto_alg alg)
d8c34b94	61	__maybe_unused;
1ab53a77 GC	62
	63	static void crypto_scomp_show(struct seq_file m, struct crypto_alg alg)
	64	{
	65	seq_puts(m, "type : scomp\n");
	66	}
	67
71052dcf	68	static void crypto_scomp_free_scratches(void)
1ab53a77	69	{
71052dcf	70	struct scomp_scratch *scratch;
1ab53a77 GC	71	int i;
1ab53a77 GC	72
71052dcf	73	for_each_possible_cpu(i) {
8c3fffe3	74	scratch = per_cpu_ptr(&scomp_scratch, i);
1ab53a77	75
71052dcf SAS	76	vfree(scratch->src);
	77	vfree(scratch->dst);
	78	scratch->src = NULL;
	79	scratch->dst = NULL;
	80	}
1ab53a77 GC	81	}
1ab53a77 GC	82
71052dcf	83	static int crypto_scomp_alloc_scratches(void)
1ab53a77	84	{
71052dcf	85	struct scomp_scratch *scratch;
1ab53a77 GC	86	int i;
1ab53a77 GC	87
1ab53a77	88	for_each_possible_cpu(i) {
71052dcf	89	void *mem;
1ab53a77	90
8c3fffe3	91	scratch = per_cpu_ptr(&scomp_scratch, i);
1ab53a77	92
71052dcf SAS	93	mem = vmalloc_node(SCOMP_SCRATCH_SIZE, cpu_to_node(i));
	94	if (!mem)
	95	goto error;
	96	scratch->src = mem;
	97	mem = vmalloc_node(SCOMP_SCRATCH_SIZE, cpu_to_node(i));
	98	if (!mem)
	99	goto error;
	100	scratch->dst = mem;
1ab53a77 GC	101	}
1ab53a77 GC	102	return 0;
71052dcf SAS	103	error:
	104	crypto_scomp_free_scratches();
	105	return -ENOMEM;
1ab53a77 GC	106	}
1ab53a77 GC	107
6a8487a1 AB	108	static int crypto_scomp_init_tfm(struct crypto_tfm *tfm)
6a8487a1 AB	109	{
71052dcf	110	int ret = 0;
6a8487a1 AB	111
6a8487a1 AB	112	mutex_lock(&scomp_lock);
71052dcf SAS	113	if (!scomp_scratch_users++)
71052dcf SAS	114	ret = crypto_scomp_alloc_scratches();
6a8487a1 AB	115	mutex_unlock(&scomp_lock);
	116
	117	return ret;
	118	}
	119
1ab53a77 GC	120	static int scomp_acomp_comp_decomp(struct acomp_req *req, int dir)
	121	{
	122	struct crypto_acomp *tfm = crypto_acomp_reqtfm(req);
	123	void **tfm_ctx = acomp_tfm_ctx(tfm);
	124	struct crypto_scomp scomp = tfm_ctx;
	125	void **ctx = acomp_request_ctx(req);
71052dcf	126	struct scomp_scratch *scratch;
1ab53a77 GC	127	int ret;
1ab53a77 GC	128
71052dcf SAS	129	if (!req->src \|\| !req->slen \|\| req->slen > SCOMP_SCRATCH_SIZE)
71052dcf SAS	130	return -EINVAL;
1ab53a77	131
71052dcf SAS	132	if (req->dst && !req->dlen)
71052dcf SAS	133	return -EINVAL;
1ab53a77 GC	134
	135	if (!req->dlen \|\| req->dlen > SCOMP_SCRATCH_SIZE)
	136	req->dlen = SCOMP_SCRATCH_SIZE;
	137
71052dcf SAS	138	scratch = raw_cpu_ptr(&scomp_scratch);
	139	spin_lock(&scratch->lock);
	140
	141	scatterwalk_map_and_copy(scratch->src, req->src, 0, req->slen, 0);
1ab53a77	142	if (dir)
71052dcf SAS	143	ret = crypto_scomp_compress(scomp, scratch->src, req->slen,
71052dcf SAS	144	scratch->dst, &req->dlen, *ctx);
1ab53a77	145	else
71052dcf SAS	146	ret = crypto_scomp_decompress(scomp, scratch->src, req->slen,
71052dcf SAS	147	scratch->dst, &req->dlen, *ctx);
1ab53a77 GC	148	if (!ret) {
1ab53a77 GC	149	if (!req->dst) {
8cd579d2	150	req->dst = sgl_alloc(req->dlen, GFP_ATOMIC, NULL);
6a4d1b18 SAS	151	if (!req->dst) {
6a4d1b18 SAS	152	ret = -ENOMEM;
1ab53a77	153	goto out;
6a4d1b18	154	}
1ab53a77	155	}
71052dcf	156	scatterwalk_map_and_copy(scratch->dst, req->dst, 0, req->dlen,
1ab53a77 GC	157	1);
	158	}
	159	out:
71052dcf	160	spin_unlock(&scratch->lock);
1ab53a77 GC	161	return ret;
	162	}
	163
	164	static int scomp_acomp_compress(struct acomp_req *req)
	165	{
	166	return scomp_acomp_comp_decomp(req, 1);
	167	}
	168
	169	static int scomp_acomp_decompress(struct acomp_req *req)
	170	{
	171	return scomp_acomp_comp_decomp(req, 0);
	172	}
	173
	174	static void crypto_exit_scomp_ops_async(struct crypto_tfm *tfm)
	175	{
	176	struct crypto_scomp **ctx = crypto_tfm_ctx(tfm);
	177
	178	crypto_free_scomp(*ctx);
6a8487a1 AB	179
6a8487a1 AB	180	mutex_lock(&scomp_lock);
71052dcf SAS	181	if (!--scomp_scratch_users)
71052dcf SAS	182	crypto_scomp_free_scratches();
6a8487a1	183	mutex_unlock(&scomp_lock);
1ab53a77 GC	184	}
	185
	186	int crypto_init_scomp_ops_async(struct crypto_tfm *tfm)
	187	{
	188	struct crypto_alg *calg = tfm->__crt_alg;
	189	struct crypto_acomp *crt = __crypto_acomp_tfm(tfm);
	190	struct crypto_scomp **ctx = crypto_tfm_ctx(tfm);
	191	struct crypto_scomp *scomp;
	192
	193	if (!crypto_mod_get(calg))
	194	return -EAGAIN;
	195
	196	scomp = crypto_create_tfm(calg, &crypto_scomp_type);
	197	if (IS_ERR(scomp)) {
	198	crypto_mod_put(calg);
	199	return PTR_ERR(scomp);
	200	}
	201
	202	*ctx = scomp;
	203	tfm->exit = crypto_exit_scomp_ops_async;
	204
	205	crt->compress = scomp_acomp_compress;
	206	crt->decompress = scomp_acomp_decompress;
8cd579d2	207	crt->dst_free = sgl_free;
1ab53a77 GC	208	crt->reqsize = sizeof(void *);
	209
	210	return 0;
	211	}
	212
	213	struct acomp_req crypto_acomp_scomp_alloc_ctx(struct acomp_req req)
	214	{
	215	struct crypto_acomp *acomp = crypto_acomp_reqtfm(req);
	216	struct crypto_tfm *tfm = crypto_acomp_tfm(acomp);
	217	struct crypto_scomp **tfm_ctx = crypto_tfm_ctx(tfm);
	218	struct crypto_scomp scomp = tfm_ctx;
	219	void *ctx;
	220
	221	ctx = crypto_scomp_alloc_ctx(scomp);
	222	if (IS_ERR(ctx)) {
	223	kfree(req);
	224	return NULL;
	225	}
	226
	227	*req->__ctx = ctx;
	228
	229	return req;
	230	}
	231
	232	void crypto_acomp_scomp_free_ctx(struct acomp_req *req)
	233	{
	234	struct crypto_acomp *acomp = crypto_acomp_reqtfm(req);
	235	struct crypto_tfm *tfm = crypto_acomp_tfm(acomp);
	236	struct crypto_scomp **tfm_ctx = crypto_tfm_ctx(tfm);
	237	struct crypto_scomp scomp = tfm_ctx;
	238	void ctx = req->__ctx;
	239
	240	if (ctx)
	241	crypto_scomp_free_ctx(scomp, ctx);
	242	}
	243
	244	static const struct crypto_type crypto_scomp_type = {
	245	.extsize = crypto_alg_extsize,
	246	.init_tfm = crypto_scomp_init_tfm,
	247	#ifdef CONFIG_PROC_FS
	248	.show = crypto_scomp_show,
	249	#endif
	250	.report = crypto_scomp_report,
	251	.maskclear = ~CRYPTO_ALG_TYPE_MASK,
	252	.maskset = CRYPTO_ALG_TYPE_MASK,
	253	.type = CRYPTO_ALG_TYPE_SCOMPRESS,
	254	.tfmsize = offsetof(struct crypto_scomp, base),
	255	};
	256
	257	int crypto_register_scomp(struct scomp_alg *alg)
	258	{
	259	struct crypto_alg *base = &alg->base;
1ab53a77 GC	260
	261	base->cra_type = &crypto_scomp_type;
	262	base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
	263	base->cra_flags \|= CRYPTO_ALG_TYPE_SCOMPRESS;
	264
6a8487a1	265	return crypto_register_alg(base);
1ab53a77 GC	266	}
	267	EXPORT_SYMBOL_GPL(crypto_register_scomp);
	268
	269	int crypto_unregister_scomp(struct scomp_alg *alg)
	270	{
6a8487a1	271	return crypto_unregister_alg(&alg->base);
1ab53a77 GC	272	}
	273	EXPORT_SYMBOL_GPL(crypto_unregister_scomp);
	274
3de4f5e1 GC	275	int crypto_register_scomps(struct scomp_alg *algs, int count)
	276	{
	277	int i, ret;
	278
	279	for (i = 0; i < count; i++) {
	280	ret = crypto_register_scomp(&algs[i]);
	281	if (ret)
	282	goto err;
	283	}
	284
	285	return 0;
	286
	287	err:
	288	for (--i; i >= 0; --i)
	289	crypto_unregister_scomp(&algs[i]);
	290
	291	return ret;
	292	}
	293	EXPORT_SYMBOL_GPL(crypto_register_scomps);
	294
	295	void crypto_unregister_scomps(struct scomp_alg *algs, int count)
	296	{
	297	int i;
	298
	299	for (i = count - 1; i >= 0; --i)
	300	crypto_unregister_scomp(&algs[i]);
	301	}
	302	EXPORT_SYMBOL_GPL(crypto_unregister_scomps);
	303
1ab53a77 GC	304	MODULE_LICENSE("GPL");
1ab53a77 GC	305	MODULE_DESCRIPTION("Synchronous compression type");