1 // SPDX-License-Identifier: GPL-2.0
2 /* TI K3 CPPI5 descriptors pool API
4 * Copyright (C) 2020 Texas Instruments Incorporated - http://www.ti.com
7 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
9 #include <linux/device.h>
10 #include <linux/dma-mapping.h>
11 #include <linux/err.h>
12 #include <linux/genalloc.h>
13 #include <linux/kernel.h>
15 #include "k3-cppi-desc-pool.h"
17 struct k3_cppi_desc_pool
{
20 void *cpumem
; /* dma_alloc map */
24 struct gen_pool
*gen_pool
;
27 void k3_cppi_desc_pool_destroy(struct k3_cppi_desc_pool
*pool
)
32 WARN(gen_pool_size(pool
->gen_pool
) != gen_pool_avail(pool
->gen_pool
),
33 "k3_knav_desc_pool size %zu != avail %zu",
34 gen_pool_size(pool
->gen_pool
),
35 gen_pool_avail(pool
->gen_pool
));
37 dma_free_coherent(pool
->dev
, pool
->mem_size
, pool
->cpumem
,
40 gen_pool_destroy(pool
->gen_pool
); /* frees pool->name */
42 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_destroy
);
44 struct k3_cppi_desc_pool
*
45 k3_cppi_desc_pool_create_name(struct device
*dev
, size_t size
,
49 struct k3_cppi_desc_pool
*pool
;
50 const char *pool_name
= NULL
;
53 pool
= devm_kzalloc(dev
, sizeof(*pool
), GFP_KERNEL
);
58 pool
->desc_size
= roundup_pow_of_two(desc_size
);
59 pool
->num_desc
= size
;
60 pool
->mem_size
= pool
->num_desc
* pool
->desc_size
;
62 pool_name
= kstrdup_const(name
? name
: dev_name(pool
->dev
),
65 return ERR_PTR(-ENOMEM
);
67 pool
->gen_pool
= gen_pool_create(ilog2(pool
->desc_size
), -1);
68 if (!pool
->gen_pool
) {
70 dev_err(pool
->dev
, "pool create failed %d\n", ret
);
71 kfree_const(pool_name
);
72 goto gen_pool_create_fail
;
75 pool
->gen_pool
->name
= pool_name
;
77 pool
->cpumem
= dma_alloc_coherent(pool
->dev
, pool
->mem_size
,
78 &pool
->dma_addr
, GFP_KERNEL
);
83 ret
= gen_pool_add_virt(pool
->gen_pool
, (unsigned long)pool
->cpumem
,
84 (phys_addr_t
)pool
->dma_addr
, pool
->mem_size
,
87 dev_err(pool
->dev
, "pool add failed %d\n", ret
);
88 goto gen_pool_add_virt_fail
;
93 gen_pool_add_virt_fail
:
94 dma_free_coherent(pool
->dev
, pool
->mem_size
, pool
->cpumem
,
97 gen_pool_destroy(pool
->gen_pool
); /* frees pool->name */
99 devm_kfree(pool
->dev
, pool
);
102 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_create_name
);
104 dma_addr_t
k3_cppi_desc_pool_virt2dma(struct k3_cppi_desc_pool
*pool
,
107 return addr
? pool
->dma_addr
+ (addr
- pool
->cpumem
) : 0;
109 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_virt2dma
);
111 void *k3_cppi_desc_pool_dma2virt(struct k3_cppi_desc_pool
*pool
, dma_addr_t dma
)
113 return dma
? pool
->cpumem
+ (dma
- pool
->dma_addr
) : NULL
;
115 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_dma2virt
);
117 void *k3_cppi_desc_pool_alloc(struct k3_cppi_desc_pool
*pool
)
119 return (void *)gen_pool_alloc(pool
->gen_pool
, pool
->desc_size
);
121 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_alloc
);
123 void k3_cppi_desc_pool_free(struct k3_cppi_desc_pool
*pool
, void *addr
)
125 gen_pool_free(pool
->gen_pool
, (unsigned long)addr
, pool
->desc_size
);
127 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_free
);
129 size_t k3_cppi_desc_pool_avail(struct k3_cppi_desc_pool
*pool
)
131 return gen_pool_avail(pool
->gen_pool
) / pool
->desc_size
;
133 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_avail
);
135 MODULE_LICENSE("GPL");
136 MODULE_DESCRIPTION("TI K3 CPPI5 descriptors pool API");