1f3a72e40SRuslan Bukin /*-
2*4d846d26SWarner Losh * SPDX-License-Identifier: BSD-2-Clause
3af3dc4a7SPedro F. Giffuni *
4f3a72e40SRuslan Bukin * Copyright (c) 2014 Ruslan Bukin <br@bsdpad.com>
5f3a72e40SRuslan Bukin * All rights reserved.
6f3a72e40SRuslan Bukin *
7f3a72e40SRuslan Bukin * Redistribution and use in source and binary forms, with or without
8f3a72e40SRuslan Bukin * modification, are permitted provided that the following conditions
9f3a72e40SRuslan Bukin * are met:
10f3a72e40SRuslan Bukin * 1. Redistributions of source code must retain the above copyright
11f3a72e40SRuslan Bukin * notice, this list of conditions and the following disclaimer.
12f3a72e40SRuslan Bukin * 2. Redistributions in binary form must reproduce the above copyright
13f3a72e40SRuslan Bukin * notice, this list of conditions and the following disclaimer in the
14f3a72e40SRuslan Bukin * documentation and/or other materials provided with the distribution.
15f3a72e40SRuslan Bukin *
16f3a72e40SRuslan Bukin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17f3a72e40SRuslan Bukin * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18f3a72e40SRuslan Bukin * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19f3a72e40SRuslan Bukin * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20f3a72e40SRuslan Bukin * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21f3a72e40SRuslan Bukin * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22f3a72e40SRuslan Bukin * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23f3a72e40SRuslan Bukin * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24f3a72e40SRuslan Bukin * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25f3a72e40SRuslan Bukin * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26f3a72e40SRuslan Bukin * SUCH DAMAGE.
27f3a72e40SRuslan Bukin */
28f3a72e40SRuslan Bukin
29f3a72e40SRuslan Bukin /*
30f3a72e40SRuslan Bukin * Vybrid Family Enhanced Direct Memory Access Controller (eDMA)
31f3a72e40SRuslan Bukin * Chapter 21, Vybrid Reference Manual, Rev. 5, 07/2013
32f3a72e40SRuslan Bukin */
33f3a72e40SRuslan Bukin
34f3a72e40SRuslan Bukin #include <sys/param.h>
35f3a72e40SRuslan Bukin #include <sys/systm.h>
36f3a72e40SRuslan Bukin #include <sys/bus.h>
37f3a72e40SRuslan Bukin #include <sys/kernel.h>
38f3a72e40SRuslan Bukin #include <sys/module.h>
39f3a72e40SRuslan Bukin #include <sys/malloc.h>
40f3a72e40SRuslan Bukin #include <sys/rman.h>
41f3a72e40SRuslan Bukin #include <sys/timeet.h>
42f3a72e40SRuslan Bukin #include <sys/timetc.h>
43f3a72e40SRuslan Bukin #include <sys/watchdog.h>
44f3a72e40SRuslan Bukin
45f3a72e40SRuslan Bukin #include <dev/ofw/openfirm.h>
46f3a72e40SRuslan Bukin #include <dev/ofw/ofw_bus.h>
47f3a72e40SRuslan Bukin #include <dev/ofw/ofw_bus_subr.h>
48f3a72e40SRuslan Bukin
49f3a72e40SRuslan Bukin #include <machine/bus.h>
50f3a72e40SRuslan Bukin #include <machine/cpu.h>
51f3a72e40SRuslan Bukin #include <machine/intr.h>
52f3a72e40SRuslan Bukin
53f3a72e40SRuslan Bukin #include <arm/freescale/vybrid/vf_edma.h>
54f3a72e40SRuslan Bukin #include <arm/freescale/vybrid/vf_dmamux.h>
55f3a72e40SRuslan Bukin #include <arm/freescale/vybrid/vf_common.h>
56f3a72e40SRuslan Bukin
57f3a72e40SRuslan Bukin struct edma_channel {
58f3a72e40SRuslan Bukin uint32_t enabled;
59f3a72e40SRuslan Bukin uint32_t mux_num;
60f3a72e40SRuslan Bukin uint32_t mux_src;
61f3a72e40SRuslan Bukin uint32_t mux_chn;
62f3a72e40SRuslan Bukin uint32_t (*ih) (void *, int);
63f3a72e40SRuslan Bukin void *ih_user;
64f3a72e40SRuslan Bukin };
65f3a72e40SRuslan Bukin
66f3a72e40SRuslan Bukin static struct edma_channel edma_map[EDMA_NUM_CHANNELS];
67f3a72e40SRuslan Bukin
68f3a72e40SRuslan Bukin static struct resource_spec edma_spec[] = {
69f3a72e40SRuslan Bukin { SYS_RES_MEMORY, 0, RF_ACTIVE },
70f3a72e40SRuslan Bukin { SYS_RES_MEMORY, 1, RF_ACTIVE }, /* TCD */
71f3a72e40SRuslan Bukin { SYS_RES_IRQ, 0, RF_ACTIVE }, /* Transfer complete */
72f3a72e40SRuslan Bukin { SYS_RES_IRQ, 1, RF_ACTIVE }, /* Error Interrupt */
73f3a72e40SRuslan Bukin { -1, 0 }
74f3a72e40SRuslan Bukin };
75f3a72e40SRuslan Bukin
76f3a72e40SRuslan Bukin static int
edma_probe(device_t dev)77f3a72e40SRuslan Bukin edma_probe(device_t dev)
78f3a72e40SRuslan Bukin {
79f3a72e40SRuslan Bukin
80f3a72e40SRuslan Bukin if (!ofw_bus_status_okay(dev))
81f3a72e40SRuslan Bukin return (ENXIO);
82f3a72e40SRuslan Bukin
83f3a72e40SRuslan Bukin if (!ofw_bus_is_compatible(dev, "fsl,mvf600-edma"))
84f3a72e40SRuslan Bukin return (ENXIO);
85f3a72e40SRuslan Bukin
86f3a72e40SRuslan Bukin device_set_desc(dev, "Vybrid Family eDMA Controller");
87f3a72e40SRuslan Bukin return (BUS_PROBE_DEFAULT);
88f3a72e40SRuslan Bukin }
89f3a72e40SRuslan Bukin
90f3a72e40SRuslan Bukin static void
edma_transfer_complete_intr(void * arg)91f3a72e40SRuslan Bukin edma_transfer_complete_intr(void *arg)
92f3a72e40SRuslan Bukin {
93f3a72e40SRuslan Bukin struct edma_channel *ch;
94f3a72e40SRuslan Bukin struct edma_softc *sc;
95f3a72e40SRuslan Bukin int interrupts;
96f3a72e40SRuslan Bukin int i;
97f3a72e40SRuslan Bukin
98f3a72e40SRuslan Bukin sc = arg;
99f3a72e40SRuslan Bukin
100f3a72e40SRuslan Bukin interrupts = READ4(sc, DMA_INT);
101f3a72e40SRuslan Bukin WRITE1(sc, DMA_CINT, CINT_CAIR);
102f3a72e40SRuslan Bukin
103f3a72e40SRuslan Bukin for (i = 0; i < EDMA_NUM_CHANNELS; i++) {
104f3a72e40SRuslan Bukin if (interrupts & (0x1 << i)) {
105f3a72e40SRuslan Bukin ch = &edma_map[i];
106f3a72e40SRuslan Bukin if (ch->enabled == 1) {
107f3a72e40SRuslan Bukin if (ch->ih != NULL) {
108f3a72e40SRuslan Bukin ch->ih(ch->ih_user, i);
109f3a72e40SRuslan Bukin }
110f3a72e40SRuslan Bukin }
111f3a72e40SRuslan Bukin }
112f3a72e40SRuslan Bukin }
113f3a72e40SRuslan Bukin }
114f3a72e40SRuslan Bukin
115f3a72e40SRuslan Bukin static void
edma_err_intr(void * arg)116f3a72e40SRuslan Bukin edma_err_intr(void *arg)
117f3a72e40SRuslan Bukin {
118f3a72e40SRuslan Bukin struct edma_softc *sc;
11909f2892eSJohn Baldwin #if 0
120f3a72e40SRuslan Bukin int reg;
12109f2892eSJohn Baldwin #endif
122f3a72e40SRuslan Bukin
123f3a72e40SRuslan Bukin sc = arg;
124f3a72e40SRuslan Bukin
12509f2892eSJohn Baldwin /* reg = */ READ4(sc, DMA_ERR);
126f3a72e40SRuslan Bukin
127f3a72e40SRuslan Bukin #if 0
128f3a72e40SRuslan Bukin device_printf(sc->dev, "DMA_ERR 0x%08x, ES 0x%08x\n",
129f3a72e40SRuslan Bukin reg, READ4(sc, DMA_ES));
130f3a72e40SRuslan Bukin #endif
131f3a72e40SRuslan Bukin
132f3a72e40SRuslan Bukin WRITE1(sc, DMA_CERR, CERR_CAEI);
133f3a72e40SRuslan Bukin }
134f3a72e40SRuslan Bukin
135f3a72e40SRuslan Bukin static int
channel_free(struct edma_softc * sc,int chnum)136f3a72e40SRuslan Bukin channel_free(struct edma_softc *sc, int chnum)
137f3a72e40SRuslan Bukin {
138f3a72e40SRuslan Bukin struct edma_channel *ch;
139f3a72e40SRuslan Bukin
140f3a72e40SRuslan Bukin ch = &edma_map[chnum];
141f3a72e40SRuslan Bukin ch->enabled = 0;
142f3a72e40SRuslan Bukin
143f3a72e40SRuslan Bukin dmamux_configure(ch->mux_num, ch->mux_src, ch->mux_chn, 0);
144f3a72e40SRuslan Bukin
145f3a72e40SRuslan Bukin return (0);
146f3a72e40SRuslan Bukin }
147f3a72e40SRuslan Bukin
148f3a72e40SRuslan Bukin static int
channel_configure(struct edma_softc * sc,int mux_grp,int mux_src)149f3a72e40SRuslan Bukin channel_configure(struct edma_softc *sc, int mux_grp, int mux_src)
150f3a72e40SRuslan Bukin {
151f3a72e40SRuslan Bukin struct edma_channel *ch;
152f3a72e40SRuslan Bukin int channel_first;
153f3a72e40SRuslan Bukin int mux_num;
154f3a72e40SRuslan Bukin int chnum;
155f3a72e40SRuslan Bukin int i;
156f3a72e40SRuslan Bukin
157f3a72e40SRuslan Bukin if ((sc->device_id == 0 && mux_grp == 1) || \
158f3a72e40SRuslan Bukin (sc->device_id == 1 && mux_grp == 0)) {
159f3a72e40SRuslan Bukin channel_first = NCHAN_PER_MUX;
160f3a72e40SRuslan Bukin mux_num = (sc->device_id * 2) + 1;
161f3a72e40SRuslan Bukin } else {
162f3a72e40SRuslan Bukin channel_first = 0;
163f3a72e40SRuslan Bukin mux_num = sc->device_id * 2;
16474b8d63dSPedro F. Giffuni }
165f3a72e40SRuslan Bukin
166f3a72e40SRuslan Bukin /* Take first unused eDMA channel */
167f3a72e40SRuslan Bukin ch = NULL;
168f3a72e40SRuslan Bukin for (i = channel_first; i < (channel_first + NCHAN_PER_MUX); i++) {
169f3a72e40SRuslan Bukin ch = &edma_map[i];
170f3a72e40SRuslan Bukin if (ch->enabled == 0) {
171f3a72e40SRuslan Bukin break;
172f3a72e40SRuslan Bukin }
173f3a72e40SRuslan Bukin ch = NULL;
17474b8d63dSPedro F. Giffuni }
175f3a72e40SRuslan Bukin
176f3a72e40SRuslan Bukin if (ch == NULL) {
177f3a72e40SRuslan Bukin /* Can't find free channel */
178f3a72e40SRuslan Bukin return (-1);
17974b8d63dSPedro F. Giffuni }
180f3a72e40SRuslan Bukin
181f3a72e40SRuslan Bukin chnum = i;
182f3a72e40SRuslan Bukin
183f3a72e40SRuslan Bukin ch->enabled = 1;
184f3a72e40SRuslan Bukin ch->mux_num = mux_num;
185f3a72e40SRuslan Bukin ch->mux_src = mux_src;
186f3a72e40SRuslan Bukin ch->mux_chn = (chnum - channel_first); /* 0 to 15 */
187f3a72e40SRuslan Bukin
188f3a72e40SRuslan Bukin dmamux_configure(ch->mux_num, ch->mux_src, ch->mux_chn, 1);
189f3a72e40SRuslan Bukin
190f3a72e40SRuslan Bukin return (chnum);
191f3a72e40SRuslan Bukin }
192f3a72e40SRuslan Bukin
193f3a72e40SRuslan Bukin static int
dma_stop(struct edma_softc * sc,int chnum)194f3a72e40SRuslan Bukin dma_stop(struct edma_softc *sc, int chnum)
195f3a72e40SRuslan Bukin {
196f3a72e40SRuslan Bukin int reg;
197f3a72e40SRuslan Bukin
198f3a72e40SRuslan Bukin reg = READ4(sc, DMA_ERQ);
199f3a72e40SRuslan Bukin reg &= ~(0x1 << chnum);
200f3a72e40SRuslan Bukin WRITE4(sc, DMA_ERQ, reg);
201f3a72e40SRuslan Bukin
202f3a72e40SRuslan Bukin return (0);
203f3a72e40SRuslan Bukin }
204f3a72e40SRuslan Bukin
205f3a72e40SRuslan Bukin static int
dma_setup(struct edma_softc * sc,struct tcd_conf * tcd)206f3a72e40SRuslan Bukin dma_setup(struct edma_softc *sc, struct tcd_conf *tcd)
207f3a72e40SRuslan Bukin {
208f3a72e40SRuslan Bukin struct edma_channel *ch;
209f3a72e40SRuslan Bukin int chnum;
210f3a72e40SRuslan Bukin int reg;
211f3a72e40SRuslan Bukin
212f3a72e40SRuslan Bukin chnum = tcd->channel;
213f3a72e40SRuslan Bukin
214f3a72e40SRuslan Bukin ch = &edma_map[chnum];
215f3a72e40SRuslan Bukin ch->ih = tcd->ih;
216f3a72e40SRuslan Bukin ch->ih_user = tcd->ih_user;
217f3a72e40SRuslan Bukin
218f3a72e40SRuslan Bukin TCD_WRITE4(sc, DMA_TCDn_SADDR(chnum), tcd->saddr);
219f3a72e40SRuslan Bukin TCD_WRITE4(sc, DMA_TCDn_DADDR(chnum), tcd->daddr);
220f3a72e40SRuslan Bukin
221f3a72e40SRuslan Bukin reg = (tcd->smod << TCD_ATTR_SMOD_SHIFT);
222f3a72e40SRuslan Bukin reg |= (tcd->dmod << TCD_ATTR_DMOD_SHIFT);
223f3a72e40SRuslan Bukin reg |= (tcd->ssize << TCD_ATTR_SSIZE_SHIFT);
224f3a72e40SRuslan Bukin reg |= (tcd->dsize << TCD_ATTR_DSIZE_SHIFT);
225f3a72e40SRuslan Bukin TCD_WRITE2(sc, DMA_TCDn_ATTR(chnum), reg);
226f3a72e40SRuslan Bukin
227f3a72e40SRuslan Bukin TCD_WRITE2(sc, DMA_TCDn_SOFF(chnum), tcd->soff);
228f3a72e40SRuslan Bukin TCD_WRITE2(sc, DMA_TCDn_DOFF(chnum), tcd->doff);
229f3a72e40SRuslan Bukin TCD_WRITE4(sc, DMA_TCDn_SLAST(chnum), tcd->slast);
230f3a72e40SRuslan Bukin TCD_WRITE4(sc, DMA_TCDn_DLASTSGA(chnum), tcd->dlast_sga);
231f3a72e40SRuslan Bukin TCD_WRITE4(sc, DMA_TCDn_NBYTES_MLOFFYES(chnum), tcd->nbytes);
232f3a72e40SRuslan Bukin
233f3a72e40SRuslan Bukin reg = tcd->nmajor; /* Current Major Iteration Count */
234f3a72e40SRuslan Bukin TCD_WRITE2(sc, DMA_TCDn_CITER_ELINKNO(chnum), reg);
235f3a72e40SRuslan Bukin TCD_WRITE2(sc, DMA_TCDn_BITER_ELINKNO(chnum), reg);
236f3a72e40SRuslan Bukin
237f3a72e40SRuslan Bukin reg = (TCD_CSR_INTMAJOR);
238f3a72e40SRuslan Bukin if(tcd->majorelink == 1) {
239f3a72e40SRuslan Bukin reg |= TCD_CSR_MAJORELINK;
240f3a72e40SRuslan Bukin reg |= (tcd->majorelinkch << TCD_CSR_MAJORELINKCH_SHIFT);
241f3a72e40SRuslan Bukin }
242f3a72e40SRuslan Bukin TCD_WRITE2(sc, DMA_TCDn_CSR(chnum), reg);
243f3a72e40SRuslan Bukin
244f3a72e40SRuslan Bukin /* Enable requests */
245f3a72e40SRuslan Bukin reg = READ4(sc, DMA_ERQ);
246f3a72e40SRuslan Bukin reg |= (0x1 << chnum);
247f3a72e40SRuslan Bukin WRITE4(sc, DMA_ERQ, reg);
248f3a72e40SRuslan Bukin
249f3a72e40SRuslan Bukin /* Enable error interrupts */
250f3a72e40SRuslan Bukin reg = READ4(sc, DMA_EEI);
251f3a72e40SRuslan Bukin reg |= (0x1 << chnum);
252f3a72e40SRuslan Bukin WRITE4(sc, DMA_EEI, reg);
253f3a72e40SRuslan Bukin
254f3a72e40SRuslan Bukin return (0);
255f3a72e40SRuslan Bukin }
256f3a72e40SRuslan Bukin
257f3a72e40SRuslan Bukin static int
dma_request(struct edma_softc * sc,int chnum)258f3a72e40SRuslan Bukin dma_request(struct edma_softc *sc, int chnum)
259f3a72e40SRuslan Bukin {
260f3a72e40SRuslan Bukin int reg;
261f3a72e40SRuslan Bukin
262f3a72e40SRuslan Bukin /* Start */
263f3a72e40SRuslan Bukin reg = TCD_READ2(sc, DMA_TCDn_CSR(chnum));
264f3a72e40SRuslan Bukin reg |= TCD_CSR_START;
265f3a72e40SRuslan Bukin TCD_WRITE2(sc, DMA_TCDn_CSR(chnum), reg);
266f3a72e40SRuslan Bukin
267f3a72e40SRuslan Bukin return (0);
268f3a72e40SRuslan Bukin }
269f3a72e40SRuslan Bukin
270f3a72e40SRuslan Bukin static int
edma_attach(device_t dev)271f3a72e40SRuslan Bukin edma_attach(device_t dev)
272f3a72e40SRuslan Bukin {
273f3a72e40SRuslan Bukin struct edma_softc *sc;
274f3a72e40SRuslan Bukin phandle_t node;
275f3a72e40SRuslan Bukin int dts_value;
276f3a72e40SRuslan Bukin int len;
277f3a72e40SRuslan Bukin
278f3a72e40SRuslan Bukin sc = device_get_softc(dev);
279f3a72e40SRuslan Bukin sc->dev = dev;
280f3a72e40SRuslan Bukin
281f3a72e40SRuslan Bukin if ((node = ofw_bus_get_node(sc->dev)) == -1)
282f3a72e40SRuslan Bukin return (ENXIO);
283f3a72e40SRuslan Bukin
284f3a72e40SRuslan Bukin if ((len = OF_getproplen(node, "device-id")) <= 0)
285f3a72e40SRuslan Bukin return (ENXIO);
286f3a72e40SRuslan Bukin
2879783ea5cSAndrew Turner OF_getencprop(node, "device-id", &dts_value, len);
2889783ea5cSAndrew Turner sc->device_id = dts_value;
289f3a72e40SRuslan Bukin
290f3a72e40SRuslan Bukin sc->dma_stop = dma_stop;
291f3a72e40SRuslan Bukin sc->dma_setup = dma_setup;
292f3a72e40SRuslan Bukin sc->dma_request = dma_request;
293f3a72e40SRuslan Bukin sc->channel_configure = channel_configure;
294f3a72e40SRuslan Bukin sc->channel_free = channel_free;
295f3a72e40SRuslan Bukin
296f3a72e40SRuslan Bukin if (bus_alloc_resources(dev, edma_spec, sc->res)) {
297f3a72e40SRuslan Bukin device_printf(dev, "could not allocate resources\n");
298f3a72e40SRuslan Bukin return (ENXIO);
299f3a72e40SRuslan Bukin }
300f3a72e40SRuslan Bukin
301f3a72e40SRuslan Bukin /* Memory interface */
302f3a72e40SRuslan Bukin sc->bst = rman_get_bustag(sc->res[0]);
303f3a72e40SRuslan Bukin sc->bsh = rman_get_bushandle(sc->res[0]);
304f3a72e40SRuslan Bukin sc->bst_tcd = rman_get_bustag(sc->res[1]);
305f3a72e40SRuslan Bukin sc->bsh_tcd = rman_get_bushandle(sc->res[1]);
306f3a72e40SRuslan Bukin
307f3a72e40SRuslan Bukin /* Setup interrupt handlers */
308f3a72e40SRuslan Bukin if (bus_setup_intr(dev, sc->res[2], INTR_TYPE_BIO | INTR_MPSAFE,
309f3a72e40SRuslan Bukin NULL, edma_transfer_complete_intr, sc, &sc->tc_ih)) {
310f3a72e40SRuslan Bukin device_printf(dev, "Unable to alloc DMA intr resource.\n");
311f3a72e40SRuslan Bukin return (ENXIO);
312f3a72e40SRuslan Bukin }
313f3a72e40SRuslan Bukin
314f3a72e40SRuslan Bukin if (bus_setup_intr(dev, sc->res[3], INTR_TYPE_BIO | INTR_MPSAFE,
315f3a72e40SRuslan Bukin NULL, edma_err_intr, sc, &sc->err_ih)) {
316f3a72e40SRuslan Bukin device_printf(dev, "Unable to alloc DMA Err intr resource.\n");
317f3a72e40SRuslan Bukin return (ENXIO);
318f3a72e40SRuslan Bukin }
319f3a72e40SRuslan Bukin
320f3a72e40SRuslan Bukin return (0);
321f3a72e40SRuslan Bukin }
322f3a72e40SRuslan Bukin
323f3a72e40SRuslan Bukin static device_method_t edma_methods[] = {
324f3a72e40SRuslan Bukin DEVMETHOD(device_probe, edma_probe),
325f3a72e40SRuslan Bukin DEVMETHOD(device_attach, edma_attach),
326f3a72e40SRuslan Bukin { 0, 0 }
327f3a72e40SRuslan Bukin };
328f3a72e40SRuslan Bukin
329f3a72e40SRuslan Bukin static driver_t edma_driver = {
330f3a72e40SRuslan Bukin "edma",
331f3a72e40SRuslan Bukin edma_methods,
332f3a72e40SRuslan Bukin sizeof(struct edma_softc),
333f3a72e40SRuslan Bukin };
334f3a72e40SRuslan Bukin
335ea538dabSJohn Baldwin DRIVER_MODULE(edma, simplebus, edma_driver, 0, 0);
336