1 // SPDX-License-Identifier: GPL-2.0
2 /* TI K3 CPPI5 descriptors pool API
3 *
4 * Copyright (C) 2020 Texas Instruments Incorporated - http://www.ti.com
5 */
6
7 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
8
9 #include <linux/device.h>
10 #include <linux/dma-mapping.h>
11 #include <linux/err.h>
12 #include <linux/genalloc.h>
13 #include <linux/kernel.h>
14
15 #include "k3-cppi-desc-pool.h"
16
17 struct k3_cppi_desc_pool {
18 struct device *dev;
19 dma_addr_t dma_addr;
20 void *cpumem; /* dma_alloc map */
21 size_t desc_size;
22 size_t mem_size;
23 size_t num_desc;
24 struct gen_pool *gen_pool;
25 void **desc_infos;
26 };
27
k3_cppi_desc_pool_destroy(struct k3_cppi_desc_pool * pool)28 void k3_cppi_desc_pool_destroy(struct k3_cppi_desc_pool *pool)
29 {
30 if (!pool)
31 return;
32
33 WARN(gen_pool_size(pool->gen_pool) != gen_pool_avail(pool->gen_pool),
34 "k3_knav_desc_pool size %zu != avail %zu",
35 gen_pool_size(pool->gen_pool),
36 gen_pool_avail(pool->gen_pool));
37 if (pool->cpumem)
38 dma_free_coherent(pool->dev, pool->mem_size, pool->cpumem,
39 pool->dma_addr);
40
41 kfree(pool->desc_infos);
42
43 gen_pool_destroy(pool->gen_pool); /* frees pool->name */
44
45 kfree(pool);
46 }
47 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_destroy);
48
49 struct k3_cppi_desc_pool *
k3_cppi_desc_pool_create_name(struct device * dev,size_t size,size_t desc_size,const char * name)50 k3_cppi_desc_pool_create_name(struct device *dev, size_t size,
51 size_t desc_size,
52 const char *name)
53 {
54 struct k3_cppi_desc_pool *pool;
55 const char *pool_name = NULL;
56 int ret = -ENOMEM;
57
58 pool = kzalloc_obj(*pool);
59 if (!pool)
60 return ERR_PTR(ret);
61
62 pool->dev = dev;
63 pool->desc_size = roundup_pow_of_two(desc_size);
64 pool->num_desc = size;
65 pool->mem_size = pool->num_desc * pool->desc_size;
66
67 pool_name = kstrdup_const(name ? name : dev_name(pool->dev),
68 GFP_KERNEL);
69 if (!pool_name)
70 goto gen_pool_create_fail;
71
72 pool->gen_pool = gen_pool_create(ilog2(pool->desc_size), -1);
73 if (!pool->gen_pool) {
74 kfree_const(pool_name);
75 goto gen_pool_create_fail;
76 }
77
78 pool->gen_pool->name = pool_name;
79
80 pool->desc_infos = kzalloc_objs(*pool->desc_infos, pool->num_desc);
81 if (!pool->desc_infos)
82 goto gen_pool_desc_infos_alloc_fail;
83
84 pool->cpumem = dma_alloc_coherent(pool->dev, pool->mem_size,
85 &pool->dma_addr, GFP_KERNEL);
86
87 if (!pool->cpumem)
88 goto dma_alloc_fail;
89
90 ret = gen_pool_add_virt(pool->gen_pool, (unsigned long)pool->cpumem,
91 (phys_addr_t)pool->dma_addr, pool->mem_size,
92 -1);
93 if (ret < 0) {
94 dev_err(pool->dev, "pool add failed %d\n", ret);
95 goto gen_pool_add_virt_fail;
96 }
97
98 return pool;
99
100 gen_pool_add_virt_fail:
101 dma_free_coherent(pool->dev, pool->mem_size, pool->cpumem,
102 pool->dma_addr);
103 dma_alloc_fail:
104 kfree(pool->desc_infos);
105 gen_pool_desc_infos_alloc_fail:
106 gen_pool_destroy(pool->gen_pool); /* frees pool->name */
107 gen_pool_create_fail:
108 kfree(pool);
109 return ERR_PTR(ret);
110 }
111 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_create_name);
112
k3_cppi_desc_pool_virt2dma(struct k3_cppi_desc_pool * pool,void * addr)113 dma_addr_t k3_cppi_desc_pool_virt2dma(struct k3_cppi_desc_pool *pool,
114 void *addr)
115 {
116 return addr ? pool->dma_addr + (addr - pool->cpumem) : 0;
117 }
118 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_virt2dma);
119
k3_cppi_desc_pool_dma2virt(struct k3_cppi_desc_pool * pool,dma_addr_t dma)120 void *k3_cppi_desc_pool_dma2virt(struct k3_cppi_desc_pool *pool, dma_addr_t dma)
121 {
122 return dma ? pool->cpumem + (dma - pool->dma_addr) : NULL;
123 }
124 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_dma2virt);
125
k3_cppi_desc_pool_alloc(struct k3_cppi_desc_pool * pool)126 void *k3_cppi_desc_pool_alloc(struct k3_cppi_desc_pool *pool)
127 {
128 return (void *)gen_pool_alloc(pool->gen_pool, pool->desc_size);
129 }
130 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_alloc);
131
k3_cppi_desc_pool_free(struct k3_cppi_desc_pool * pool,void * addr)132 void k3_cppi_desc_pool_free(struct k3_cppi_desc_pool *pool, void *addr)
133 {
134 gen_pool_free(pool->gen_pool, (unsigned long)addr, pool->desc_size);
135 }
136 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_free);
137
k3_cppi_desc_pool_avail(struct k3_cppi_desc_pool * pool)138 size_t k3_cppi_desc_pool_avail(struct k3_cppi_desc_pool *pool)
139 {
140 return gen_pool_avail(pool->gen_pool) / pool->desc_size;
141 }
142 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_avail);
143
k3_cppi_desc_pool_desc_size(const struct k3_cppi_desc_pool * pool)144 size_t k3_cppi_desc_pool_desc_size(const struct k3_cppi_desc_pool *pool)
145 {
146 return pool->desc_size;
147 }
148 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_desc_size);
149
k3_cppi_desc_pool_cpuaddr(const struct k3_cppi_desc_pool * pool)150 void *k3_cppi_desc_pool_cpuaddr(const struct k3_cppi_desc_pool *pool)
151 {
152 return pool->cpumem;
153 }
154 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_cpuaddr);
155
k3_cppi_desc_pool_desc_info_set(struct k3_cppi_desc_pool * pool,int desc_idx,void * info)156 void k3_cppi_desc_pool_desc_info_set(struct k3_cppi_desc_pool *pool,
157 int desc_idx, void *info)
158 {
159 pool->desc_infos[desc_idx] = info;
160 }
161 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_desc_info_set);
162
k3_cppi_desc_pool_desc_info(const struct k3_cppi_desc_pool * pool,int desc_idx)163 void *k3_cppi_desc_pool_desc_info(const struct k3_cppi_desc_pool *pool,
164 int desc_idx)
165 {
166 return pool->desc_infos[desc_idx];
167 }
168 EXPORT_SYMBOL_GPL(k3_cppi_desc_pool_desc_info);
169
170 MODULE_LICENSE("GPL");
171 MODULE_DESCRIPTION("TI K3 CPPI5 descriptors pool API");
172