xref: /freebsd/sys/dev/flash/cqspi.c (revision ead64e84544012f569ad5b28f36915dba26d6fa7)
1eb69ed7fSRuslan Bukin /*-
2eb69ed7fSRuslan Bukin  * Copyright (c) 2017-2018 Ruslan Bukin <br@bsdpad.com>
3eb69ed7fSRuslan Bukin  * All rights reserved.
4eb69ed7fSRuslan Bukin  *
5eb69ed7fSRuslan Bukin  * This software was developed by SRI International and the University of
6eb69ed7fSRuslan Bukin  * Cambridge Computer Laboratory under DARPA/AFRL contract FA8750-10-C-0237
7eb69ed7fSRuslan Bukin  * ("CTSRD"), as part of the DARPA CRASH research programme.
8eb69ed7fSRuslan Bukin  *
9eb69ed7fSRuslan Bukin  * Redistribution and use in source and binary forms, with or without
10eb69ed7fSRuslan Bukin  * modification, are permitted provided that the following conditions
11eb69ed7fSRuslan Bukin  * are met:
12eb69ed7fSRuslan Bukin  * 1. Redistributions of source code must retain the above copyright
13eb69ed7fSRuslan Bukin  *    notice, this list of conditions and the following disclaimer.
14eb69ed7fSRuslan Bukin  * 2. Redistributions in binary form must reproduce the above copyright
15eb69ed7fSRuslan Bukin  *    notice, this list of conditions and the following disclaimer in the
16eb69ed7fSRuslan Bukin  *    documentation and/or other materials provided with the distribution.
17eb69ed7fSRuslan Bukin  *
18eb69ed7fSRuslan Bukin  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19eb69ed7fSRuslan Bukin  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20eb69ed7fSRuslan Bukin  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21eb69ed7fSRuslan Bukin  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
22eb69ed7fSRuslan Bukin  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23eb69ed7fSRuslan Bukin  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24eb69ed7fSRuslan Bukin  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25eb69ed7fSRuslan Bukin  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26eb69ed7fSRuslan Bukin  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27eb69ed7fSRuslan Bukin  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28eb69ed7fSRuslan Bukin  * SUCH DAMAGE.
29eb69ed7fSRuslan Bukin  */
30eb69ed7fSRuslan Bukin 
31eb69ed7fSRuslan Bukin /*
32eb69ed7fSRuslan Bukin  * Cadence Quad SPI Flash Controller driver.
33eb69ed7fSRuslan Bukin  * 4B-addressing mode supported only.
34eb69ed7fSRuslan Bukin  */
35eb69ed7fSRuslan Bukin 
36eb69ed7fSRuslan Bukin #include <sys/cdefs.h>
37eb69ed7fSRuslan Bukin __FBSDID("$FreeBSD$");
38eb69ed7fSRuslan Bukin 
39eb69ed7fSRuslan Bukin #include "opt_platform.h"
40eb69ed7fSRuslan Bukin 
41eb69ed7fSRuslan Bukin #include <sys/param.h>
42eb69ed7fSRuslan Bukin #include <sys/systm.h>
43eb69ed7fSRuslan Bukin #include <sys/bio.h>
44eb69ed7fSRuslan Bukin #include <sys/bus.h>
45eb69ed7fSRuslan Bukin #include <sys/conf.h>
46eb69ed7fSRuslan Bukin #include <sys/kernel.h>
47eb69ed7fSRuslan Bukin #include <sys/kthread.h>
48eb69ed7fSRuslan Bukin #include <sys/lock.h>
49eb69ed7fSRuslan Bukin #include <sys/mbuf.h>
50eb69ed7fSRuslan Bukin #include <sys/malloc.h>
51eb69ed7fSRuslan Bukin #include <sys/module.h>
52eb69ed7fSRuslan Bukin #include <sys/mutex.h>
53e2448a81SIan Lepore #include <sys/rman.h>
54eb69ed7fSRuslan Bukin #include <geom/geom_disk.h>
55eb69ed7fSRuslan Bukin 
56eb69ed7fSRuslan Bukin #include <machine/bus.h>
57eb69ed7fSRuslan Bukin 
58eb69ed7fSRuslan Bukin #include <dev/fdt/simplebus.h>
59eb69ed7fSRuslan Bukin #include <dev/fdt/fdt_common.h>
60eb69ed7fSRuslan Bukin #include <dev/ofw/ofw_bus_subr.h>
61eb69ed7fSRuslan Bukin #include <dev/ofw/openfirm.h>
62eb69ed7fSRuslan Bukin 
63eb69ed7fSRuslan Bukin #include <dev/flash/cqspi.h>
64eb69ed7fSRuslan Bukin #include <dev/flash/mx25lreg.h>
65eb69ed7fSRuslan Bukin #include <dev/xdma/xdma.h>
66eb69ed7fSRuslan Bukin 
67eb69ed7fSRuslan Bukin #include "qspi_if.h"
68eb69ed7fSRuslan Bukin 
69eb69ed7fSRuslan Bukin #define CQSPI_DEBUG
70eb69ed7fSRuslan Bukin #undef CQSPI_DEBUG
71eb69ed7fSRuslan Bukin 
72eb69ed7fSRuslan Bukin #ifdef CQSPI_DEBUG
73eb69ed7fSRuslan Bukin #define dprintf(fmt, ...)  printf(fmt, ##__VA_ARGS__)
74eb69ed7fSRuslan Bukin #else
75eb69ed7fSRuslan Bukin #define dprintf(fmt, ...)
76eb69ed7fSRuslan Bukin #endif
77eb69ed7fSRuslan Bukin 
78eb69ed7fSRuslan Bukin #define	CQSPI_SECTORSIZE	512
79eb69ed7fSRuslan Bukin #define	TX_QUEUE_SIZE		16
80eb69ed7fSRuslan Bukin #define	RX_QUEUE_SIZE		16
81eb69ed7fSRuslan Bukin 
82eb69ed7fSRuslan Bukin #define	READ4(_sc, _reg) bus_read_4((_sc)->res[0], _reg)
83eb69ed7fSRuslan Bukin #define	READ2(_sc, _reg) bus_read_2((_sc)->res[0], _reg)
84eb69ed7fSRuslan Bukin #define	READ1(_sc, _reg) bus_read_1((_sc)->res[0], _reg)
85eb69ed7fSRuslan Bukin #define	WRITE4(_sc, _reg, _val) bus_write_4((_sc)->res[0], _reg, _val)
86eb69ed7fSRuslan Bukin #define	WRITE2(_sc, _reg, _val) bus_write_2((_sc)->res[0], _reg, _val)
87eb69ed7fSRuslan Bukin #define	WRITE1(_sc, _reg, _val) bus_write_1((_sc)->res[0], _reg, _val)
88eb69ed7fSRuslan Bukin #define	READ_DATA_4(_sc, _reg) bus_read_4((_sc)->res[1], _reg)
89eb69ed7fSRuslan Bukin #define	READ_DATA_1(_sc, _reg) bus_read_1((_sc)->res[1], _reg)
90eb69ed7fSRuslan Bukin #define	WRITE_DATA_4(_sc, _reg, _val) bus_write_4((_sc)->res[1], _reg, _val)
91eb69ed7fSRuslan Bukin #define	WRITE_DATA_1(_sc, _reg, _val) bus_write_1((_sc)->res[1], _reg, _val)
92eb69ed7fSRuslan Bukin 
93eb69ed7fSRuslan Bukin struct cqspi_softc {
94eb69ed7fSRuslan Bukin 	device_t		dev;
95eb69ed7fSRuslan Bukin 
96eb69ed7fSRuslan Bukin 	struct resource		*res[3];
97eb69ed7fSRuslan Bukin 	bus_space_tag_t		bst;
98eb69ed7fSRuslan Bukin 	bus_space_handle_t	bsh;
99eb69ed7fSRuslan Bukin 	void			*ih;
100eb69ed7fSRuslan Bukin 	uint8_t			read_op_done;
101eb69ed7fSRuslan Bukin 	uint8_t			write_op_done;
102eb69ed7fSRuslan Bukin 
103eb69ed7fSRuslan Bukin 	uint32_t		fifo_depth;
104eb69ed7fSRuslan Bukin 	uint32_t		fifo_width;
105eb69ed7fSRuslan Bukin 	uint32_t		trigger_address;
106eb69ed7fSRuslan Bukin 	uint32_t		sram_phys;
107eb69ed7fSRuslan Bukin 
108eb69ed7fSRuslan Bukin 	/* xDMA */
109eb69ed7fSRuslan Bukin 	xdma_controller_t	*xdma_tx;
110eb69ed7fSRuslan Bukin 	xdma_channel_t		*xchan_tx;
111eb69ed7fSRuslan Bukin 	void			*ih_tx;
112eb69ed7fSRuslan Bukin 
113eb69ed7fSRuslan Bukin 	xdma_controller_t	*xdma_rx;
114eb69ed7fSRuslan Bukin 	xdma_channel_t		*xchan_rx;
115eb69ed7fSRuslan Bukin 	void			*ih_rx;
116eb69ed7fSRuslan Bukin 
117eb69ed7fSRuslan Bukin 	struct intr_config_hook	config_intrhook;
118eb69ed7fSRuslan Bukin 	struct mtx		sc_mtx;
119eb69ed7fSRuslan Bukin };
120eb69ed7fSRuslan Bukin 
121eb69ed7fSRuslan Bukin #define	CQSPI_LOCK(_sc)		mtx_lock(&(_sc)->sc_mtx)
122eb69ed7fSRuslan Bukin #define	CQSPI_UNLOCK(_sc)	mtx_unlock(&(_sc)->sc_mtx)
123eb69ed7fSRuslan Bukin #define CQSPI_LOCK_INIT(_sc)					\
124eb69ed7fSRuslan Bukin 	mtx_init(&_sc->sc_mtx, device_get_nameunit(_sc->dev),	\
125eb69ed7fSRuslan Bukin 	    "cqspi", MTX_DEF)
126eb69ed7fSRuslan Bukin #define CQSPI_LOCK_DESTROY(_sc)	mtx_destroy(&_sc->sc_mtx);
127eb69ed7fSRuslan Bukin #define CQSPI_ASSERT_LOCKED(_sc)				\
128eb69ed7fSRuslan Bukin 	mtx_assert(&_sc->sc_mtx, MA_OWNED);
129eb69ed7fSRuslan Bukin #define CQSPI_ASSERT_UNLOCKED(_sc)				\
130eb69ed7fSRuslan Bukin 	mtx_assert(&_sc->sc_mtx, MA_NOTOWNED);
131eb69ed7fSRuslan Bukin 
132eb69ed7fSRuslan Bukin static struct resource_spec cqspi_spec[] = {
133eb69ed7fSRuslan Bukin 	{ SYS_RES_MEMORY,	0,	RF_ACTIVE },
134eb69ed7fSRuslan Bukin 	{ SYS_RES_MEMORY,	1,	RF_ACTIVE },
135eb69ed7fSRuslan Bukin 	{ SYS_RES_IRQ,		0,	RF_ACTIVE },
136eb69ed7fSRuslan Bukin 	{ -1, 0 }
137eb69ed7fSRuslan Bukin };
138eb69ed7fSRuslan Bukin 
139eb69ed7fSRuslan Bukin static struct ofw_compat_data compat_data[] = {
140eb69ed7fSRuslan Bukin 	{ "cdns,qspi-nor",	1 },
141eb69ed7fSRuslan Bukin 	{ NULL,			0 },
142eb69ed7fSRuslan Bukin };
143eb69ed7fSRuslan Bukin 
144eb69ed7fSRuslan Bukin static void
145eb69ed7fSRuslan Bukin cqspi_intr(void *arg)
146eb69ed7fSRuslan Bukin {
147eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
148eb69ed7fSRuslan Bukin 	uint32_t pending;
149eb69ed7fSRuslan Bukin 
150eb69ed7fSRuslan Bukin 	sc = arg;
151eb69ed7fSRuslan Bukin 
152eb69ed7fSRuslan Bukin 	pending = READ4(sc, CQSPI_IRQSTAT);
153eb69ed7fSRuslan Bukin 
154eb69ed7fSRuslan Bukin 	dprintf("%s: IRQSTAT %x\n", __func__, pending);
155eb69ed7fSRuslan Bukin 
156eb69ed7fSRuslan Bukin 	if (pending & (IRQMASK_INDOPDONE | IRQMASK_INDXFRLVL |
157eb69ed7fSRuslan Bukin 	    IRQMASK_INDSRAMFULL)) {
158eb69ed7fSRuslan Bukin 		/* TODO: PIO operation done */
159eb69ed7fSRuslan Bukin 	}
160eb69ed7fSRuslan Bukin 
161eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_IRQSTAT, pending);
162eb69ed7fSRuslan Bukin }
163eb69ed7fSRuslan Bukin 
164eb69ed7fSRuslan Bukin static int
165eb69ed7fSRuslan Bukin cqspi_xdma_tx_intr(void *arg, xdma_transfer_status_t *status)
166eb69ed7fSRuslan Bukin {
167eb69ed7fSRuslan Bukin 	struct xdma_transfer_status st;
168eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
169eb69ed7fSRuslan Bukin 	struct bio *bp;
170eb69ed7fSRuslan Bukin 	int ret;
171eb69ed7fSRuslan Bukin 	int deq;
172eb69ed7fSRuslan Bukin 
173eb69ed7fSRuslan Bukin 	sc = arg;
174eb69ed7fSRuslan Bukin 
175eb69ed7fSRuslan Bukin 	dprintf("%s\n", __func__);
176eb69ed7fSRuslan Bukin 
177eb69ed7fSRuslan Bukin 	deq = 0;
178eb69ed7fSRuslan Bukin 
179eb69ed7fSRuslan Bukin 	while (1) {
180eb69ed7fSRuslan Bukin 		ret = xdma_dequeue_bio(sc->xchan_tx, &bp, &st);
181eb69ed7fSRuslan Bukin 		if (ret != 0) {
182eb69ed7fSRuslan Bukin 			break;
183eb69ed7fSRuslan Bukin 		}
184eb69ed7fSRuslan Bukin 		sc->write_op_done = 1;
185eb69ed7fSRuslan Bukin 		deq++;
186eb69ed7fSRuslan Bukin 	}
187eb69ed7fSRuslan Bukin 
188eb69ed7fSRuslan Bukin 	if (deq > 1)
189eb69ed7fSRuslan Bukin 		device_printf(sc->dev,
190eb69ed7fSRuslan Bukin 		    "Warning: more than 1 tx bio dequeued\n");
191eb69ed7fSRuslan Bukin 
192eb69ed7fSRuslan Bukin 	wakeup(&sc->xdma_tx);
193eb69ed7fSRuslan Bukin 
194eb69ed7fSRuslan Bukin 	return (0);
195eb69ed7fSRuslan Bukin }
196eb69ed7fSRuslan Bukin 
197eb69ed7fSRuslan Bukin static int
198eb69ed7fSRuslan Bukin cqspi_xdma_rx_intr(void *arg, xdma_transfer_status_t *status)
199eb69ed7fSRuslan Bukin {
200eb69ed7fSRuslan Bukin 	struct xdma_transfer_status st;
201eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
202eb69ed7fSRuslan Bukin 	struct bio *bp;
203eb69ed7fSRuslan Bukin 	int ret;
204eb69ed7fSRuslan Bukin 	int deq;
205eb69ed7fSRuslan Bukin 
206eb69ed7fSRuslan Bukin 	sc = arg;
207eb69ed7fSRuslan Bukin 
208eb69ed7fSRuslan Bukin 	dprintf("%s\n", __func__);
209eb69ed7fSRuslan Bukin 
210eb69ed7fSRuslan Bukin 	deq = 0;
211eb69ed7fSRuslan Bukin 
212eb69ed7fSRuslan Bukin 	while (1) {
213eb69ed7fSRuslan Bukin 		ret = xdma_dequeue_bio(sc->xchan_rx, &bp, &st);
214eb69ed7fSRuslan Bukin 		if (ret != 0) {
215eb69ed7fSRuslan Bukin 			break;
216eb69ed7fSRuslan Bukin 		}
217eb69ed7fSRuslan Bukin 		sc->read_op_done = 1;
218eb69ed7fSRuslan Bukin 		deq++;
219eb69ed7fSRuslan Bukin 	}
220eb69ed7fSRuslan Bukin 
221eb69ed7fSRuslan Bukin 	if (deq > 1)
222eb69ed7fSRuslan Bukin 		device_printf(sc->dev,
223eb69ed7fSRuslan Bukin 		    "Warning: more than 1 rx bio dequeued\n");
224eb69ed7fSRuslan Bukin 
225eb69ed7fSRuslan Bukin 	wakeup(&sc->xdma_rx);
226eb69ed7fSRuslan Bukin 
227eb69ed7fSRuslan Bukin 	return (0);
228eb69ed7fSRuslan Bukin }
229eb69ed7fSRuslan Bukin 
230eb69ed7fSRuslan Bukin static int
231eb69ed7fSRuslan Bukin cqspi_wait_for_completion(struct cqspi_softc *sc)
232eb69ed7fSRuslan Bukin {
233eb69ed7fSRuslan Bukin 	int timeout;
234eb69ed7fSRuslan Bukin 	int i;
235eb69ed7fSRuslan Bukin 
236eb69ed7fSRuslan Bukin 	timeout = 10000;
237eb69ed7fSRuslan Bukin 
238eb69ed7fSRuslan Bukin 	for (i = timeout; i > 0; i--) {
239eb69ed7fSRuslan Bukin 		if ((READ4(sc, CQSPI_FLASHCMD) & FLASHCMD_CMDEXECSTAT) == 0) {
240eb69ed7fSRuslan Bukin 			break;
241eb69ed7fSRuslan Bukin 		}
242eb69ed7fSRuslan Bukin 	}
243eb69ed7fSRuslan Bukin 
244eb69ed7fSRuslan Bukin 	if (i == 0) {
245eb69ed7fSRuslan Bukin 		device_printf(sc->dev, "%s: cmd timed out: %x\n",
246eb69ed7fSRuslan Bukin 		    __func__, READ4(sc, CQSPI_FLASHCMD));
247eb69ed7fSRuslan Bukin 		return (-1);
248eb69ed7fSRuslan Bukin 	}
249eb69ed7fSRuslan Bukin 
250eb69ed7fSRuslan Bukin 	return (0);
251eb69ed7fSRuslan Bukin }
252eb69ed7fSRuslan Bukin 
253eb69ed7fSRuslan Bukin static int
254eb69ed7fSRuslan Bukin cqspi_cmd_write_addr(struct cqspi_softc *sc, uint8_t cmd,
255eb69ed7fSRuslan Bukin     uint32_t addr, uint32_t len)
256eb69ed7fSRuslan Bukin {
257eb69ed7fSRuslan Bukin 	uint32_t reg;
258eb69ed7fSRuslan Bukin 	int ret;
259eb69ed7fSRuslan Bukin 
260eb69ed7fSRuslan Bukin 	dprintf("%s: %x\n", __func__, cmd);
261eb69ed7fSRuslan Bukin 
262eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_FLASHCMDADDR, addr);
263eb69ed7fSRuslan Bukin 	reg = (cmd << FLASHCMD_CMDOPCODE_S);
264eb69ed7fSRuslan Bukin 	reg |= (FLASHCMD_ENCMDADDR);
265eb69ed7fSRuslan Bukin 	reg |= ((len - 1) << FLASHCMD_NUMADDRBYTES_S);
266eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_FLASHCMD, reg);
267eb69ed7fSRuslan Bukin 
268eb69ed7fSRuslan Bukin 	reg |= FLASHCMD_EXECCMD;
269eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_FLASHCMD, reg);
270eb69ed7fSRuslan Bukin 
271eb69ed7fSRuslan Bukin 	ret = cqspi_wait_for_completion(sc);
272eb69ed7fSRuslan Bukin 
273eb69ed7fSRuslan Bukin 	return (ret);
274eb69ed7fSRuslan Bukin }
275eb69ed7fSRuslan Bukin 
276eb69ed7fSRuslan Bukin static int
277eb69ed7fSRuslan Bukin cqspi_cmd_write(struct cqspi_softc *sc, uint8_t cmd,
278eb69ed7fSRuslan Bukin     uint8_t *addr, uint32_t len)
279eb69ed7fSRuslan Bukin {
280eb69ed7fSRuslan Bukin 	uint32_t reg;
281eb69ed7fSRuslan Bukin 	int ret;
282eb69ed7fSRuslan Bukin 
283eb69ed7fSRuslan Bukin 	reg = (cmd << FLASHCMD_CMDOPCODE_S);
284eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_FLASHCMD, reg);
285eb69ed7fSRuslan Bukin 	reg |= FLASHCMD_EXECCMD;
286eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_FLASHCMD, reg);
287eb69ed7fSRuslan Bukin 
288eb69ed7fSRuslan Bukin 	ret = cqspi_wait_for_completion(sc);
289eb69ed7fSRuslan Bukin 
290eb69ed7fSRuslan Bukin 	return (ret);
291eb69ed7fSRuslan Bukin }
292eb69ed7fSRuslan Bukin 
293eb69ed7fSRuslan Bukin static int
294eb69ed7fSRuslan Bukin cqspi_cmd_read(struct cqspi_softc *sc, uint8_t cmd,
295eb69ed7fSRuslan Bukin     uint8_t *addr, uint32_t len)
296eb69ed7fSRuslan Bukin {
297eb69ed7fSRuslan Bukin 	uint32_t data;
298eb69ed7fSRuslan Bukin 	uint32_t reg;
299eb69ed7fSRuslan Bukin 	uint8_t *buf;
300eb69ed7fSRuslan Bukin 	int ret;
301eb69ed7fSRuslan Bukin 	int i;
302eb69ed7fSRuslan Bukin 
303eb69ed7fSRuslan Bukin 	if (len > 8) {
304eb69ed7fSRuslan Bukin 		device_printf(sc->dev, "Failed to read data\n");
305eb69ed7fSRuslan Bukin 		return (-1);
306eb69ed7fSRuslan Bukin 	}
307eb69ed7fSRuslan Bukin 
308eb69ed7fSRuslan Bukin 	dprintf("%s: %x\n", __func__, cmd);
309eb69ed7fSRuslan Bukin 
310eb69ed7fSRuslan Bukin 	buf = (uint8_t *)addr;
311eb69ed7fSRuslan Bukin 
312eb69ed7fSRuslan Bukin 	reg = (cmd << FLASHCMD_CMDOPCODE_S);
313eb69ed7fSRuslan Bukin 	reg |= ((len - 1) << FLASHCMD_NUMRDDATABYTES_S);
314eb69ed7fSRuslan Bukin 	reg |= FLASHCMD_ENRDDATA;
315eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_FLASHCMD, reg);
316eb69ed7fSRuslan Bukin 
317eb69ed7fSRuslan Bukin 	reg |= FLASHCMD_EXECCMD;
318eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_FLASHCMD, reg);
319eb69ed7fSRuslan Bukin 
320eb69ed7fSRuslan Bukin 	ret = cqspi_wait_for_completion(sc);
321eb69ed7fSRuslan Bukin 	if (ret != 0) {
322eb69ed7fSRuslan Bukin 		device_printf(sc->dev, "%s: cmd failed: %x\n",
323eb69ed7fSRuslan Bukin 		    __func__, cmd);
324eb69ed7fSRuslan Bukin 		return (ret);
325eb69ed7fSRuslan Bukin 	}
326eb69ed7fSRuslan Bukin 
327eb69ed7fSRuslan Bukin 	data = READ4(sc, CQSPI_FLASHCMDRDDATALO);
328eb69ed7fSRuslan Bukin 
329eb69ed7fSRuslan Bukin 	for (i = 0; i < len; i++)
330eb69ed7fSRuslan Bukin 		buf[i] = (data >> (i * 8)) & 0xff;
331eb69ed7fSRuslan Bukin 
332eb69ed7fSRuslan Bukin 	return (0);
333eb69ed7fSRuslan Bukin }
334eb69ed7fSRuslan Bukin 
335eb69ed7fSRuslan Bukin static int
336eb69ed7fSRuslan Bukin cqspi_wait_ready(struct cqspi_softc *sc)
337eb69ed7fSRuslan Bukin {
338eb69ed7fSRuslan Bukin 	uint8_t data;
339eb69ed7fSRuslan Bukin 
340eb69ed7fSRuslan Bukin 	do {
341*ead64e84SJohn Baldwin 		cqspi_cmd_read(sc, CMD_READ_STATUS, &data, 1);
342eb69ed7fSRuslan Bukin 	} while (data & STATUS_WIP);
343eb69ed7fSRuslan Bukin 
344eb69ed7fSRuslan Bukin 	return (0);
345eb69ed7fSRuslan Bukin }
346eb69ed7fSRuslan Bukin 
347eb69ed7fSRuslan Bukin static int
348eb69ed7fSRuslan Bukin cqspi_write_reg(device_t dev, device_t child,
349eb69ed7fSRuslan Bukin     uint8_t opcode, uint8_t *addr, uint32_t len)
350eb69ed7fSRuslan Bukin {
351eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
352eb69ed7fSRuslan Bukin 	int ret;
353eb69ed7fSRuslan Bukin 
354eb69ed7fSRuslan Bukin 	sc = device_get_softc(dev);
355eb69ed7fSRuslan Bukin 
356eb69ed7fSRuslan Bukin 	ret = cqspi_cmd_write(sc, opcode, addr, len);
357eb69ed7fSRuslan Bukin 
358eb69ed7fSRuslan Bukin 	return (ret);
359eb69ed7fSRuslan Bukin }
360eb69ed7fSRuslan Bukin 
361eb69ed7fSRuslan Bukin static int
362eb69ed7fSRuslan Bukin cqspi_read_reg(device_t dev, device_t child,
363eb69ed7fSRuslan Bukin     uint8_t opcode, uint8_t *addr, uint32_t len)
364eb69ed7fSRuslan Bukin {
365eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
366eb69ed7fSRuslan Bukin 	int ret;
367eb69ed7fSRuslan Bukin 
368eb69ed7fSRuslan Bukin 	sc = device_get_softc(dev);
369eb69ed7fSRuslan Bukin 
370eb69ed7fSRuslan Bukin 	ret = cqspi_cmd_read(sc, opcode, addr, len);
371eb69ed7fSRuslan Bukin 
372eb69ed7fSRuslan Bukin 	return (ret);
373eb69ed7fSRuslan Bukin }
374eb69ed7fSRuslan Bukin 
375eb69ed7fSRuslan Bukin static int
376eb69ed7fSRuslan Bukin cqspi_wait_idle(struct cqspi_softc *sc)
377eb69ed7fSRuslan Bukin {
378eb69ed7fSRuslan Bukin 	uint32_t reg;
379eb69ed7fSRuslan Bukin 
380eb69ed7fSRuslan Bukin 	do {
381eb69ed7fSRuslan Bukin 		reg = READ4(sc, CQSPI_CFG);
382eb69ed7fSRuslan Bukin 		if (reg & CFG_IDLE) {
383eb69ed7fSRuslan Bukin 			break;
384eb69ed7fSRuslan Bukin 		}
385eb69ed7fSRuslan Bukin 	} while (1);
386eb69ed7fSRuslan Bukin 
387eb69ed7fSRuslan Bukin 	return (0);
388eb69ed7fSRuslan Bukin }
389eb69ed7fSRuslan Bukin 
390eb69ed7fSRuslan Bukin static int
391eb69ed7fSRuslan Bukin cqspi_erase(device_t dev, device_t child, off_t offset)
392eb69ed7fSRuslan Bukin {
393eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
394eb69ed7fSRuslan Bukin 
395eb69ed7fSRuslan Bukin 	sc = device_get_softc(dev);
396eb69ed7fSRuslan Bukin 
397eb69ed7fSRuslan Bukin 	cqspi_wait_idle(sc);
398eb69ed7fSRuslan Bukin 	cqspi_wait_ready(sc);
399*ead64e84SJohn Baldwin 	cqspi_cmd_write(sc, CMD_WRITE_ENABLE, 0, 0);
400eb69ed7fSRuslan Bukin 
401eb69ed7fSRuslan Bukin 	cqspi_wait_idle(sc);
402eb69ed7fSRuslan Bukin 	cqspi_wait_ready(sc);
403*ead64e84SJohn Baldwin 	cqspi_cmd_write_addr(sc, CMD_QUAD_SECTOR_ERASE, offset, 4);
404eb69ed7fSRuslan Bukin 
405eb69ed7fSRuslan Bukin 	cqspi_wait_idle(sc);
406eb69ed7fSRuslan Bukin 
407eb69ed7fSRuslan Bukin 	return (0);
408eb69ed7fSRuslan Bukin }
409eb69ed7fSRuslan Bukin 
410eb69ed7fSRuslan Bukin static int
411eb69ed7fSRuslan Bukin cqspi_write(device_t dev, device_t child, struct bio *bp,
412eb69ed7fSRuslan Bukin     off_t offset, caddr_t data, off_t count)
413eb69ed7fSRuslan Bukin {
414eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
415eb69ed7fSRuslan Bukin 	uint32_t reg;
416eb69ed7fSRuslan Bukin 
417eb69ed7fSRuslan Bukin 	dprintf("%s: offset 0x%llx count %lld bytes\n",
418eb69ed7fSRuslan Bukin 	    __func__, offset, count);
419eb69ed7fSRuslan Bukin 
420eb69ed7fSRuslan Bukin 	sc = device_get_softc(dev);
421eb69ed7fSRuslan Bukin 
422eb69ed7fSRuslan Bukin 	cqspi_wait_ready(sc);
423*ead64e84SJohn Baldwin 	cqspi_cmd_write(sc, CMD_WRITE_ENABLE, 0, 0);
424eb69ed7fSRuslan Bukin 
425eb69ed7fSRuslan Bukin 	cqspi_wait_idle(sc);
426eb69ed7fSRuslan Bukin 	cqspi_wait_ready(sc);
427eb69ed7fSRuslan Bukin 	cqspi_wait_idle(sc);
428eb69ed7fSRuslan Bukin 
429eb69ed7fSRuslan Bukin 	reg = DMAPER_NUMSGLREQBYTES_4;
430eb69ed7fSRuslan Bukin 	reg |= DMAPER_NUMBURSTREQBYTES_4;
431eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_DMAPER, reg);
432eb69ed7fSRuslan Bukin 
433eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDWRWATER, 64);
434eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDWR, INDRD_IND_OPS_DONE_STATUS);
435eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDWR, 0);
436eb69ed7fSRuslan Bukin 
437eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDWRCNT, count);
438eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDWRSTADDR, offset);
439eb69ed7fSRuslan Bukin 
440eb69ed7fSRuslan Bukin 	reg = (0 << DEVWR_DUMMYWRCLKS_S);
441eb69ed7fSRuslan Bukin 	reg |= DEVWR_DATA_WIDTH_QUAD;
442eb69ed7fSRuslan Bukin 	reg |= DEVWR_ADDR_WIDTH_SINGLE;
443eb69ed7fSRuslan Bukin 	reg |= (CMD_QUAD_PAGE_PROGRAM << DEVWR_WROPCODE_S);
444eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_DEVWR, reg);
445eb69ed7fSRuslan Bukin 
446eb69ed7fSRuslan Bukin 	reg = DEVRD_DATA_WIDTH_QUAD;
447eb69ed7fSRuslan Bukin 	reg |= DEVRD_ADDR_WIDTH_SINGLE;
448eb69ed7fSRuslan Bukin 	reg |= DEVRD_INST_WIDTH_SINGLE;
449eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_DEVRD, reg);
450eb69ed7fSRuslan Bukin 
451eb69ed7fSRuslan Bukin 	xdma_enqueue_bio(sc->xchan_tx, &bp,
452eb69ed7fSRuslan Bukin 	    sc->sram_phys, 4, 4, XDMA_MEM_TO_DEV);
453eb69ed7fSRuslan Bukin 	xdma_queue_submit(sc->xchan_tx);
454eb69ed7fSRuslan Bukin 
455eb69ed7fSRuslan Bukin 	sc->write_op_done = 0;
456eb69ed7fSRuslan Bukin 
457eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDWR, INDRD_START);
458eb69ed7fSRuslan Bukin 
459eb69ed7fSRuslan Bukin 	while (sc->write_op_done == 0)
460eb69ed7fSRuslan Bukin 		tsleep(&sc->xdma_tx, PCATCH | PZERO, "spi", hz/2);
461eb69ed7fSRuslan Bukin 
462eb69ed7fSRuslan Bukin 	cqspi_wait_idle(sc);
463eb69ed7fSRuslan Bukin 
464eb69ed7fSRuslan Bukin 	return (0);
465eb69ed7fSRuslan Bukin }
466eb69ed7fSRuslan Bukin 
467eb69ed7fSRuslan Bukin static int
468eb69ed7fSRuslan Bukin cqspi_read(device_t dev, device_t child, struct bio *bp,
469eb69ed7fSRuslan Bukin     off_t offset, caddr_t data, off_t count)
470eb69ed7fSRuslan Bukin {
471eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
472eb69ed7fSRuslan Bukin 	uint32_t reg;
473eb69ed7fSRuslan Bukin 
474eb69ed7fSRuslan Bukin 	sc = device_get_softc(dev);
475eb69ed7fSRuslan Bukin 
476eb69ed7fSRuslan Bukin 	dprintf("%s: offset 0x%llx count %lld bytes\n",
477eb69ed7fSRuslan Bukin 	    __func__, offset, count);
478eb69ed7fSRuslan Bukin 
479eb69ed7fSRuslan Bukin 	cqspi_wait_idle(sc);
480eb69ed7fSRuslan Bukin 
481eb69ed7fSRuslan Bukin 	reg = DMAPER_NUMSGLREQBYTES_4;
482eb69ed7fSRuslan Bukin 	reg |= DMAPER_NUMBURSTREQBYTES_4;
483eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_DMAPER, reg);
484eb69ed7fSRuslan Bukin 
485eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDRDWATER, 64);
486eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDRD, INDRD_IND_OPS_DONE_STATUS);
487eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDRD, 0);
488eb69ed7fSRuslan Bukin 
489eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDRDCNT, count);
490eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDRDSTADDR, offset);
491eb69ed7fSRuslan Bukin 
492eb69ed7fSRuslan Bukin 	reg = (0 << DEVRD_DUMMYRDCLKS_S);
493eb69ed7fSRuslan Bukin 	reg |= DEVRD_DATA_WIDTH_QUAD;
494eb69ed7fSRuslan Bukin 	reg |= DEVRD_ADDR_WIDTH_SINGLE;
495eb69ed7fSRuslan Bukin 	reg |= DEVRD_INST_WIDTH_SINGLE;
496eb69ed7fSRuslan Bukin 	reg |= DEVRD_ENMODEBITS;
497eb69ed7fSRuslan Bukin 	reg |= (CMD_READ_4B_QUAD_OUTPUT << DEVRD_RDOPCODE_S);
498eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_DEVRD, reg);
499eb69ed7fSRuslan Bukin 
500eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_MODEBIT, 0xff);
501eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_IRQMASK, 0);
502eb69ed7fSRuslan Bukin 
503eb69ed7fSRuslan Bukin 	xdma_enqueue_bio(sc->xchan_rx, &bp, sc->sram_phys, 4, 4,
504eb69ed7fSRuslan Bukin 	    XDMA_DEV_TO_MEM);
505eb69ed7fSRuslan Bukin 	xdma_queue_submit(sc->xchan_rx);
506eb69ed7fSRuslan Bukin 
507eb69ed7fSRuslan Bukin 	sc->read_op_done = 0;
508eb69ed7fSRuslan Bukin 
509eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_INDRD, INDRD_START);
510eb69ed7fSRuslan Bukin 
511eb69ed7fSRuslan Bukin 	while (sc->read_op_done == 0)
512eb69ed7fSRuslan Bukin 		tsleep(&sc->xdma_rx, PCATCH | PZERO, "spi", hz/2);
513eb69ed7fSRuslan Bukin 
514eb69ed7fSRuslan Bukin 	cqspi_wait_idle(sc);
515eb69ed7fSRuslan Bukin 
516eb69ed7fSRuslan Bukin 	return (0);
517eb69ed7fSRuslan Bukin }
518eb69ed7fSRuslan Bukin 
519eb69ed7fSRuslan Bukin static int
520eb69ed7fSRuslan Bukin cqspi_init(struct cqspi_softc *sc)
521eb69ed7fSRuslan Bukin {
522eb69ed7fSRuslan Bukin 	pcell_t dts_value[1];
523eb69ed7fSRuslan Bukin 	phandle_t node;
524eb69ed7fSRuslan Bukin 	uint32_t reg;
525eb69ed7fSRuslan Bukin 	int len;
526eb69ed7fSRuslan Bukin 
527eb69ed7fSRuslan Bukin 	device_printf(sc->dev, "Module ID %x\n",
528eb69ed7fSRuslan Bukin 	    READ4(sc, CQSPI_MODULEID));
529eb69ed7fSRuslan Bukin 
530eb69ed7fSRuslan Bukin 	if ((node = ofw_bus_get_node(sc->dev)) == -1) {
531eb69ed7fSRuslan Bukin 		return (ENXIO);
532eb69ed7fSRuslan Bukin 	}
533eb69ed7fSRuslan Bukin 
534eb69ed7fSRuslan Bukin 	if ((len = OF_getproplen(node, "cdns,fifo-depth")) <= 0) {
535eb69ed7fSRuslan Bukin 		return (ENXIO);
536eb69ed7fSRuslan Bukin 	}
537eb69ed7fSRuslan Bukin 	OF_getencprop(node, "cdns,fifo-depth", dts_value, len);
538eb69ed7fSRuslan Bukin 	sc->fifo_depth = dts_value[0];
539eb69ed7fSRuslan Bukin 
540eb69ed7fSRuslan Bukin 	if ((len = OF_getproplen(node, "cdns,fifo-width")) <= 0) {
541eb69ed7fSRuslan Bukin 		return (ENXIO);
542eb69ed7fSRuslan Bukin 	}
543eb69ed7fSRuslan Bukin 	OF_getencprop(node, "cdns,fifo-width", dts_value, len);
544eb69ed7fSRuslan Bukin 	sc->fifo_width = dts_value[0];
545eb69ed7fSRuslan Bukin 
546eb69ed7fSRuslan Bukin 	if ((len = OF_getproplen(node, "cdns,trigger-address")) <= 0) {
547eb69ed7fSRuslan Bukin 		return (ENXIO);
548eb69ed7fSRuslan Bukin 	}
549eb69ed7fSRuslan Bukin 	OF_getencprop(node, "cdns,trigger-address", dts_value, len);
550eb69ed7fSRuslan Bukin 	sc->trigger_address = dts_value[0];
551eb69ed7fSRuslan Bukin 
552eb69ed7fSRuslan Bukin 	/* Disable controller */
553eb69ed7fSRuslan Bukin 	reg = READ4(sc, CQSPI_CFG);
554eb69ed7fSRuslan Bukin 	reg &= ~(CFG_EN);
555eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_CFG, reg);
556eb69ed7fSRuslan Bukin 
557eb69ed7fSRuslan Bukin 	reg = READ4(sc, CQSPI_DEVSZ);
558eb69ed7fSRuslan Bukin 	reg &= ~(DEVSZ_NUMADDRBYTES_M);
559eb69ed7fSRuslan Bukin 	reg |= ((4 - 1) - DEVSZ_NUMADDRBYTES_S);
560eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_DEVSZ, reg);
561eb69ed7fSRuslan Bukin 
562eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_SRAMPART, sc->fifo_depth/2);
563eb69ed7fSRuslan Bukin 
564eb69ed7fSRuslan Bukin 	/* TODO: calculate baud rate and delay values. */
565eb69ed7fSRuslan Bukin 
566eb69ed7fSRuslan Bukin 	reg = READ4(sc, CQSPI_CFG);
567eb69ed7fSRuslan Bukin 	/* Configure baud rate */
568eb69ed7fSRuslan Bukin 	reg &= ~(CFG_BAUD_M);
569eb69ed7fSRuslan Bukin 	reg |= CFG_BAUD12;
570eb69ed7fSRuslan Bukin 	reg |= CFG_ENDMA;
571eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_CFG, reg);
572eb69ed7fSRuslan Bukin 
573eb69ed7fSRuslan Bukin 	reg = (3 << DELAY_NSS_S);
574eb69ed7fSRuslan Bukin 	reg |= (3  << DELAY_BTWN_S);
575eb69ed7fSRuslan Bukin 	reg |= (1 << DELAY_AFTER_S);
576eb69ed7fSRuslan Bukin 	reg |= (1 << DELAY_INIT_S);
577eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_DELAY, reg);
578eb69ed7fSRuslan Bukin 
579eb69ed7fSRuslan Bukin 	READ4(sc, CQSPI_RDDATACAP);
580eb69ed7fSRuslan Bukin 	reg &= ~(RDDATACAP_DELAY_M);
581eb69ed7fSRuslan Bukin 	reg |= (1 << RDDATACAP_DELAY_S);
582eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_RDDATACAP, reg);
583eb69ed7fSRuslan Bukin 
584eb69ed7fSRuslan Bukin 	/* Enable controller */
585eb69ed7fSRuslan Bukin 	reg = READ4(sc, CQSPI_CFG);
586eb69ed7fSRuslan Bukin 	reg |= (CFG_EN);
587eb69ed7fSRuslan Bukin 	WRITE4(sc, CQSPI_CFG, reg);
588eb69ed7fSRuslan Bukin 
589eb69ed7fSRuslan Bukin 	return (0);
590eb69ed7fSRuslan Bukin }
591eb69ed7fSRuslan Bukin 
592eb69ed7fSRuslan Bukin static int
593eb69ed7fSRuslan Bukin cqspi_add_devices(device_t dev)
594eb69ed7fSRuslan Bukin {
595eb69ed7fSRuslan Bukin 	phandle_t child, node;
596eb69ed7fSRuslan Bukin 	device_t child_dev;
597eb69ed7fSRuslan Bukin 	int error;
598eb69ed7fSRuslan Bukin 
599eb69ed7fSRuslan Bukin 	node = ofw_bus_get_node(dev);
600eb69ed7fSRuslan Bukin 
601eb69ed7fSRuslan Bukin 	for (child = OF_child(node); child != 0; child = OF_peer(child)) {
602eb69ed7fSRuslan Bukin 		child_dev =
603eb69ed7fSRuslan Bukin 		    simplebus_add_device(dev, child, 0, NULL, -1, NULL);
604eb69ed7fSRuslan Bukin 		if (child_dev == NULL) {
605eb69ed7fSRuslan Bukin 			return (ENXIO);
606eb69ed7fSRuslan Bukin 		}
607eb69ed7fSRuslan Bukin 
608eb69ed7fSRuslan Bukin 		error = device_probe_and_attach(child_dev);
609eb69ed7fSRuslan Bukin 		if (error != 0) {
610eb69ed7fSRuslan Bukin 			printf("can't probe and attach: %d\n", error);
611eb69ed7fSRuslan Bukin 		}
612eb69ed7fSRuslan Bukin 	}
613eb69ed7fSRuslan Bukin 
614eb69ed7fSRuslan Bukin 	return (0);
615eb69ed7fSRuslan Bukin }
616eb69ed7fSRuslan Bukin 
617eb69ed7fSRuslan Bukin static void
618eb69ed7fSRuslan Bukin cqspi_delayed_attach(void *arg)
619eb69ed7fSRuslan Bukin {
620eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
621eb69ed7fSRuslan Bukin 
622eb69ed7fSRuslan Bukin 	sc = arg;
623eb69ed7fSRuslan Bukin 
624eb69ed7fSRuslan Bukin 	cqspi_add_devices(sc->dev);
625eb69ed7fSRuslan Bukin 	bus_generic_attach(sc->dev);
626eb69ed7fSRuslan Bukin 
627eb69ed7fSRuslan Bukin 	config_intrhook_disestablish(&sc->config_intrhook);
628eb69ed7fSRuslan Bukin }
629eb69ed7fSRuslan Bukin 
630eb69ed7fSRuslan Bukin static int
631eb69ed7fSRuslan Bukin cqspi_probe(device_t dev)
632eb69ed7fSRuslan Bukin {
633eb69ed7fSRuslan Bukin 
634eb69ed7fSRuslan Bukin 	if (!ofw_bus_status_okay(dev)) {
635eb69ed7fSRuslan Bukin 		return (ENXIO);
636eb69ed7fSRuslan Bukin 	}
637eb69ed7fSRuslan Bukin 
638eb69ed7fSRuslan Bukin 	if (!ofw_bus_search_compatible(dev, compat_data)->ocd_data) {
639eb69ed7fSRuslan Bukin 		return (ENXIO);
640eb69ed7fSRuslan Bukin 	}
641eb69ed7fSRuslan Bukin 
642eb69ed7fSRuslan Bukin 	device_set_desc(dev, "Cadence Quad SPI controller");
643eb69ed7fSRuslan Bukin 
644eb69ed7fSRuslan Bukin 	return (0);
645eb69ed7fSRuslan Bukin }
646eb69ed7fSRuslan Bukin 
647eb69ed7fSRuslan Bukin static int
648eb69ed7fSRuslan Bukin cqspi_attach(device_t dev)
649eb69ed7fSRuslan Bukin {
650eb69ed7fSRuslan Bukin 	struct cqspi_softc *sc;
651eb69ed7fSRuslan Bukin 	uint32_t caps;
652eb69ed7fSRuslan Bukin 	int error;
653eb69ed7fSRuslan Bukin 
654eb69ed7fSRuslan Bukin 	sc = device_get_softc(dev);
655eb69ed7fSRuslan Bukin 	sc->dev = dev;
656eb69ed7fSRuslan Bukin 
657eb69ed7fSRuslan Bukin 	if (bus_alloc_resources(dev, cqspi_spec, sc->res)) {
658eb69ed7fSRuslan Bukin 		device_printf(dev, "could not allocate resources\n");
659eb69ed7fSRuslan Bukin 		return (ENXIO);
660eb69ed7fSRuslan Bukin 	}
661eb69ed7fSRuslan Bukin 
662eb69ed7fSRuslan Bukin 	/* Memory interface */
663eb69ed7fSRuslan Bukin 	sc->bst = rman_get_bustag(sc->res[0]);
664eb69ed7fSRuslan Bukin 	sc->bsh = rman_get_bushandle(sc->res[0]);
665eb69ed7fSRuslan Bukin 
666eb69ed7fSRuslan Bukin 	sc->sram_phys = rman_get_start(sc->res[1]);
667eb69ed7fSRuslan Bukin 
668eb69ed7fSRuslan Bukin 	/* Setup interrupt handlers */
669eb69ed7fSRuslan Bukin 	if (bus_setup_intr(sc->dev, sc->res[2], INTR_TYPE_BIO | INTR_MPSAFE,
670eb69ed7fSRuslan Bukin 	    NULL, cqspi_intr, sc, &sc->ih)) {
671eb69ed7fSRuslan Bukin 		device_printf(sc->dev, "Unable to setup intr\n");
672eb69ed7fSRuslan Bukin 		return (ENXIO);
673eb69ed7fSRuslan Bukin 	}
674eb69ed7fSRuslan Bukin 
675eb69ed7fSRuslan Bukin 	CQSPI_LOCK_INIT(sc);
676eb69ed7fSRuslan Bukin 
677eb69ed7fSRuslan Bukin 	caps = 0;
678eb69ed7fSRuslan Bukin 
679eb69ed7fSRuslan Bukin 	/* Get xDMA controller. */
680eb69ed7fSRuslan Bukin 	sc->xdma_tx = xdma_ofw_get(sc->dev, "tx");
681eb69ed7fSRuslan Bukin 	if (sc->xdma_tx == NULL) {
682eb69ed7fSRuslan Bukin 		device_printf(dev, "Can't find DMA controller.\n");
683eb69ed7fSRuslan Bukin 		return (ENXIO);
684eb69ed7fSRuslan Bukin 	}
685eb69ed7fSRuslan Bukin 
686eb69ed7fSRuslan Bukin 	sc->xdma_rx = xdma_ofw_get(sc->dev, "rx");
687eb69ed7fSRuslan Bukin 	if (sc->xdma_rx == NULL) {
688eb69ed7fSRuslan Bukin 		device_printf(dev, "Can't find DMA controller.\n");
689eb69ed7fSRuslan Bukin 		return (ENXIO);
690eb69ed7fSRuslan Bukin 	}
691eb69ed7fSRuslan Bukin 
692eb69ed7fSRuslan Bukin 	/* Alloc xDMA virtual channels. */
693eb69ed7fSRuslan Bukin 	sc->xchan_tx = xdma_channel_alloc(sc->xdma_tx, caps);
694eb69ed7fSRuslan Bukin 	if (sc->xchan_tx == NULL) {
695eb69ed7fSRuslan Bukin 		device_printf(dev, "Can't alloc virtual DMA channel.\n");
696eb69ed7fSRuslan Bukin 		return (ENXIO);
697eb69ed7fSRuslan Bukin 	}
698eb69ed7fSRuslan Bukin 
699eb69ed7fSRuslan Bukin 	sc->xchan_rx = xdma_channel_alloc(sc->xdma_rx, caps);
700eb69ed7fSRuslan Bukin 	if (sc->xchan_rx == NULL) {
701eb69ed7fSRuslan Bukin 		device_printf(dev, "Can't alloc virtual DMA channel.\n");
702eb69ed7fSRuslan Bukin 		return (ENXIO);
703eb69ed7fSRuslan Bukin 	}
704eb69ed7fSRuslan Bukin 
705eb69ed7fSRuslan Bukin 	/* Setup xDMA interrupt handlers. */
706d987842dSRuslan Bukin 	error = xdma_setup_intr(sc->xchan_tx, 0, cqspi_xdma_tx_intr,
707eb69ed7fSRuslan Bukin 	    sc, &sc->ih_tx);
708eb69ed7fSRuslan Bukin 	if (error) {
709eb69ed7fSRuslan Bukin 		device_printf(sc->dev,
710eb69ed7fSRuslan Bukin 		    "Can't setup xDMA interrupt handler.\n");
711eb69ed7fSRuslan Bukin 		return (ENXIO);
712eb69ed7fSRuslan Bukin 	}
713eb69ed7fSRuslan Bukin 
714d987842dSRuslan Bukin 	error = xdma_setup_intr(sc->xchan_rx, 0, cqspi_xdma_rx_intr,
715eb69ed7fSRuslan Bukin 	    sc, &sc->ih_rx);
716eb69ed7fSRuslan Bukin 	if (error) {
717eb69ed7fSRuslan Bukin 		device_printf(sc->dev,
718eb69ed7fSRuslan Bukin 		    "Can't setup xDMA interrupt handler.\n");
719eb69ed7fSRuslan Bukin 		return (ENXIO);
720eb69ed7fSRuslan Bukin 	}
721eb69ed7fSRuslan Bukin 
722cd853791SKonstantin Belousov 	xdma_prep_sg(sc->xchan_tx, TX_QUEUE_SIZE, maxphys, 8, 16, 0,
723eb69ed7fSRuslan Bukin 	    BUS_SPACE_MAXADDR_32BIT, BUS_SPACE_MAXADDR);
724cd853791SKonstantin Belousov 	xdma_prep_sg(sc->xchan_rx, TX_QUEUE_SIZE, maxphys, 8, 16, 0,
725eb69ed7fSRuslan Bukin 	    BUS_SPACE_MAXADDR_32BIT, BUS_SPACE_MAXADDR);
726eb69ed7fSRuslan Bukin 
727eb69ed7fSRuslan Bukin 	cqspi_init(sc);
728eb69ed7fSRuslan Bukin 
729eb69ed7fSRuslan Bukin 	sc->config_intrhook.ich_func = cqspi_delayed_attach;
730eb69ed7fSRuslan Bukin 	sc->config_intrhook.ich_arg = sc;
731eb69ed7fSRuslan Bukin 	if (config_intrhook_establish(&sc->config_intrhook) != 0) {
732eb69ed7fSRuslan Bukin 		device_printf(dev, "config_intrhook_establish failed\n");
733eb69ed7fSRuslan Bukin 		return (ENOMEM);
734eb69ed7fSRuslan Bukin 	}
735eb69ed7fSRuslan Bukin 
736eb69ed7fSRuslan Bukin 	return (0);
737eb69ed7fSRuslan Bukin }
738eb69ed7fSRuslan Bukin 
739eb69ed7fSRuslan Bukin static int
740eb69ed7fSRuslan Bukin cqspi_detach(device_t dev)
741eb69ed7fSRuslan Bukin {
742eb69ed7fSRuslan Bukin 
743eb69ed7fSRuslan Bukin 	return (ENXIO);
744eb69ed7fSRuslan Bukin }
745eb69ed7fSRuslan Bukin 
746eb69ed7fSRuslan Bukin static device_method_t cqspi_methods[] = {
747eb69ed7fSRuslan Bukin 	/* Device interface */
748eb69ed7fSRuslan Bukin 	DEVMETHOD(device_probe,		cqspi_probe),
749eb69ed7fSRuslan Bukin 	DEVMETHOD(device_attach,	cqspi_attach),
750eb69ed7fSRuslan Bukin 	DEVMETHOD(device_detach,	cqspi_detach),
751eb69ed7fSRuslan Bukin 
752eb69ed7fSRuslan Bukin 	/* Quad SPI Flash Interface */
753eb69ed7fSRuslan Bukin 	DEVMETHOD(qspi_read_reg,	cqspi_read_reg),
754eb69ed7fSRuslan Bukin 	DEVMETHOD(qspi_write_reg,	cqspi_write_reg),
755eb69ed7fSRuslan Bukin 	DEVMETHOD(qspi_read,		cqspi_read),
756eb69ed7fSRuslan Bukin 	DEVMETHOD(qspi_write,		cqspi_write),
757eb69ed7fSRuslan Bukin 	DEVMETHOD(qspi_erase,		cqspi_erase),
758eb69ed7fSRuslan Bukin 
759eb69ed7fSRuslan Bukin 	{ 0, 0 }
760eb69ed7fSRuslan Bukin };
761eb69ed7fSRuslan Bukin 
762eb69ed7fSRuslan Bukin static devclass_t cqspi_devclass;
763eb69ed7fSRuslan Bukin 
764eb69ed7fSRuslan Bukin DEFINE_CLASS_1(cqspi, cqspi_driver, cqspi_methods,
765eb69ed7fSRuslan Bukin     sizeof(struct cqspi_softc), simplebus_driver);
766eb69ed7fSRuslan Bukin 
767eb69ed7fSRuslan Bukin DRIVER_MODULE(cqspi, simplebus, cqspi_driver, cqspi_devclass, 0, 0);
768