xref: /freebsd/sys/dev/firmware/arm/scmi_shmem.c (revision c758208373f36c21e0cb15b166e9a6d3d93edc99)
154b96380SRuslan Bukin /*-
254b96380SRuslan Bukin  * SPDX-License-Identifier: BSD-2-Clause
354b96380SRuslan Bukin  *
454b96380SRuslan Bukin  * Copyright (c) 2022 Ruslan Bukin <br@bsdpad.com>
5d220b1cfSCristian Marussi  * Copyright (c) 2023 Arm Ltd
654b96380SRuslan Bukin  *
754b96380SRuslan Bukin  * This work was supported by Innovate UK project 105694, "Digital Security
854b96380SRuslan Bukin  * by Design (DSbD) Technology Platform Prototype".
954b96380SRuslan Bukin  *
1054b96380SRuslan Bukin  * Redistribution and use in source and binary forms, with or without
1154b96380SRuslan Bukin  * modification, are permitted provided that the following conditions
1254b96380SRuslan Bukin  * are met:
1354b96380SRuslan Bukin  * 1. Redistributions of source code must retain the above copyright
1454b96380SRuslan Bukin  *    notice, this list of conditions and the following disclaimer.
1554b96380SRuslan Bukin  * 2. Redistributions in binary form must reproduce the above copyright
1654b96380SRuslan Bukin  *    notice, this list of conditions and the following disclaimer in the
1754b96380SRuslan Bukin  *    documentation and/or other materials provided with the distribution.
1854b96380SRuslan Bukin  *
1954b96380SRuslan Bukin  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
2054b96380SRuslan Bukin  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
2154b96380SRuslan Bukin  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
2254b96380SRuslan Bukin  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
2354b96380SRuslan Bukin  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2454b96380SRuslan Bukin  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2554b96380SRuslan Bukin  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2654b96380SRuslan Bukin  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2754b96380SRuslan Bukin  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2854b96380SRuslan Bukin  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2954b96380SRuslan Bukin  * SUCH DAMAGE.
3054b96380SRuslan Bukin  */
3154b96380SRuslan Bukin 
3254b96380SRuslan Bukin #include <sys/param.h>
3354b96380SRuslan Bukin #include <sys/systm.h>
3454b96380SRuslan Bukin #include <sys/bus.h>
3554b96380SRuslan Bukin #include <sys/cpu.h>
3654b96380SRuslan Bukin #include <sys/kernel.h>
3735f93203SCristian Marussi #include <sys/lock.h>
3854b96380SRuslan Bukin #include <sys/module.h>
3954b96380SRuslan Bukin 
40a0ba2a97SCristian Marussi #include <machine/atomic.h>
41a0ba2a97SCristian Marussi 
4254b96380SRuslan Bukin #include <dev/fdt/simplebus.h>
4354b96380SRuslan Bukin #include <dev/fdt/fdt_common.h>
4454b96380SRuslan Bukin #include <dev/ofw/ofw_bus_subr.h>
4554b96380SRuslan Bukin 
4654b96380SRuslan Bukin #include "mmio_sram_if.h"
4754b96380SRuslan Bukin 
48d220b1cfSCristian Marussi #include "scmi_shmem.h"
4954b96380SRuslan Bukin #include "scmi.h"
5054b96380SRuslan Bukin 
51a0ba2a97SCristian Marussi #define INFLIGHT_NONE	0
52a0ba2a97SCristian Marussi #define INFLIGHT_REQ	1
53a0ba2a97SCristian Marussi 
5454b96380SRuslan Bukin struct shmem_softc {
5554b96380SRuslan Bukin 	device_t		dev;
5654b96380SRuslan Bukin 	device_t		parent;
5754b96380SRuslan Bukin 	int			reg;
58a0ba2a97SCristian Marussi 	int			inflight;
5954b96380SRuslan Bukin };
6054b96380SRuslan Bukin 
61d220b1cfSCristian Marussi static void	scmi_shmem_read(device_t, bus_size_t, void *, bus_size_t);
62d220b1cfSCristian Marussi static void	scmi_shmem_write(device_t, bus_size_t, const void *,
63d220b1cfSCristian Marussi 				 bus_size_t);
64a0ba2a97SCristian Marussi static void	scmi_shmem_acquire_channel(struct shmem_softc *);
65a0ba2a97SCristian Marussi static void	scmi_shmem_release_channel(struct shmem_softc *);
66d220b1cfSCristian Marussi 
67d220b1cfSCristian Marussi static int	shmem_probe(device_t);
68d220b1cfSCristian Marussi static int	shmem_attach(device_t);
69d220b1cfSCristian Marussi static int	shmem_detach(device_t);
70d220b1cfSCristian Marussi 
7154b96380SRuslan Bukin static int
shmem_probe(device_t dev)7254b96380SRuslan Bukin shmem_probe(device_t dev)
7354b96380SRuslan Bukin {
7454b96380SRuslan Bukin 
7554b96380SRuslan Bukin 	if (!ofw_bus_is_compatible(dev, "arm,scmi-shmem"))
7654b96380SRuslan Bukin 		return (ENXIO);
7754b96380SRuslan Bukin 
7854b96380SRuslan Bukin 	if (!ofw_bus_status_okay(dev))
7954b96380SRuslan Bukin 		return (ENXIO);
8054b96380SRuslan Bukin 
8154b96380SRuslan Bukin 	device_set_desc(dev, "ARM SCMI Shared Memory driver");
8254b96380SRuslan Bukin 
8354b96380SRuslan Bukin 	return (BUS_PROBE_DEFAULT);
8454b96380SRuslan Bukin }
8554b96380SRuslan Bukin 
8654b96380SRuslan Bukin static int
shmem_attach(device_t dev)8754b96380SRuslan Bukin shmem_attach(device_t dev)
8854b96380SRuslan Bukin {
8954b96380SRuslan Bukin 	struct shmem_softc *sc;
9054b96380SRuslan Bukin 	phandle_t node;
9154b96380SRuslan Bukin 	int reg;
9254b96380SRuslan Bukin 
9354b96380SRuslan Bukin 	sc = device_get_softc(dev);
9454b96380SRuslan Bukin 	sc->dev = dev;
9554b96380SRuslan Bukin 	sc->parent = device_get_parent(dev);
9654b96380SRuslan Bukin 
9754b96380SRuslan Bukin 	node = ofw_bus_get_node(dev);
9854b96380SRuslan Bukin 	if (node == -1)
9954b96380SRuslan Bukin 		return (ENXIO);
10054b96380SRuslan Bukin 
10154b96380SRuslan Bukin 	OF_getencprop(node, "reg", &reg, sizeof(reg));
10254b96380SRuslan Bukin 
10354b96380SRuslan Bukin 	sc->reg = reg;
104a0ba2a97SCristian Marussi 	atomic_store_rel_int(&sc->inflight, INFLIGHT_NONE);
10554b96380SRuslan Bukin 
10654b96380SRuslan Bukin 	OF_device_register_xref(OF_xref_from_node(node), dev);
10754b96380SRuslan Bukin 
10854b96380SRuslan Bukin 	return (0);
10954b96380SRuslan Bukin }
11054b96380SRuslan Bukin 
11154b96380SRuslan Bukin static int
shmem_detach(device_t dev)11254b96380SRuslan Bukin shmem_detach(device_t dev)
11354b96380SRuslan Bukin {
11454b96380SRuslan Bukin 
11554b96380SRuslan Bukin 	return (0);
11654b96380SRuslan Bukin }
11754b96380SRuslan Bukin 
118d220b1cfSCristian Marussi static void
scmi_shmem_read(device_t dev,bus_size_t offset,void * buf,bus_size_t len)11954b96380SRuslan Bukin scmi_shmem_read(device_t dev, bus_size_t offset, void *buf, bus_size_t len)
12054b96380SRuslan Bukin {
12154b96380SRuslan Bukin 	struct shmem_softc *sc;
12254b96380SRuslan Bukin 	uint8_t *addr;
12354b96380SRuslan Bukin 	int i;
12454b96380SRuslan Bukin 
12554b96380SRuslan Bukin 	sc = device_get_softc(dev);
12654b96380SRuslan Bukin 
12754b96380SRuslan Bukin 	addr = (uint8_t *)buf;
12854b96380SRuslan Bukin 
12954b96380SRuslan Bukin 	for (i = 0; i < len; i++)
13054b96380SRuslan Bukin 		addr[i] = MMIO_SRAM_READ_1(sc->parent, sc->reg + offset + i);
13154b96380SRuslan Bukin }
13254b96380SRuslan Bukin 
133d220b1cfSCristian Marussi static void
scmi_shmem_write(device_t dev,bus_size_t offset,const void * buf,bus_size_t len)13454b96380SRuslan Bukin scmi_shmem_write(device_t dev, bus_size_t offset, const void *buf,
13554b96380SRuslan Bukin     bus_size_t len)
13654b96380SRuslan Bukin {
13754b96380SRuslan Bukin 	struct shmem_softc *sc;
13854b96380SRuslan Bukin 	const uint8_t *addr;
13954b96380SRuslan Bukin 	int i;
14054b96380SRuslan Bukin 
14154b96380SRuslan Bukin 	sc = device_get_softc(dev);
14254b96380SRuslan Bukin 
14354b96380SRuslan Bukin 	addr = (const uint8_t *)buf;
14454b96380SRuslan Bukin 
14554b96380SRuslan Bukin 	for (i = 0; i < len; i++)
14654b96380SRuslan Bukin 		MMIO_SRAM_WRITE_1(sc->parent, sc->reg + offset + i, addr[i]);
14754b96380SRuslan Bukin }
14854b96380SRuslan Bukin 
149d220b1cfSCristian Marussi device_t
scmi_shmem_get(device_t dev,phandle_t node,int index)150d220b1cfSCristian Marussi scmi_shmem_get(device_t dev, phandle_t node, int index)
151d220b1cfSCristian Marussi {
152d220b1cfSCristian Marussi 	phandle_t *shmems;
153d220b1cfSCristian Marussi 	device_t shmem_dev;
154d220b1cfSCristian Marussi 	size_t len;
155d220b1cfSCristian Marussi 
156d220b1cfSCristian Marussi 	len = OF_getencprop_alloc_multi(node, "shmem", sizeof(*shmems),
157d220b1cfSCristian Marussi 	    (void **)&shmems);
158d220b1cfSCristian Marussi 	if (len <= 0) {
159d220b1cfSCristian Marussi 		device_printf(dev, "%s: Can't get shmem node.\n", __func__);
160d220b1cfSCristian Marussi 		return (NULL);
161d220b1cfSCristian Marussi 	}
162d220b1cfSCristian Marussi 
163d220b1cfSCristian Marussi 	if (index >= len) {
164d220b1cfSCristian Marussi 		OF_prop_free(shmems);
165d220b1cfSCristian Marussi 		return (NULL);
166d220b1cfSCristian Marussi 	}
167d220b1cfSCristian Marussi 
168d220b1cfSCristian Marussi 	shmem_dev = OF_device_from_xref(shmems[index]);
169d220b1cfSCristian Marussi 	if (shmem_dev == NULL)
170d220b1cfSCristian Marussi 		device_printf(dev, "%s: Can't get shmem device.\n",
171d220b1cfSCristian Marussi 		    __func__);
172d220b1cfSCristian Marussi 
173d220b1cfSCristian Marussi 	OF_prop_free(shmems);
174d220b1cfSCristian Marussi 
175d220b1cfSCristian Marussi 	return (shmem_dev);
176d220b1cfSCristian Marussi }
177d220b1cfSCristian Marussi 
178a0ba2a97SCristian Marussi static void
scmi_shmem_acquire_channel(struct shmem_softc * sc)179a0ba2a97SCristian Marussi scmi_shmem_acquire_channel(struct shmem_softc *sc)
180a0ba2a97SCristian Marussi {
181a0ba2a97SCristian Marussi 
182a0ba2a97SCristian Marussi 	 while ((atomic_cmpset_acq_int(&sc->inflight, INFLIGHT_NONE,
183a0ba2a97SCristian Marussi 	     INFLIGHT_REQ)) == 0)
184a0ba2a97SCristian Marussi 		DELAY(1000);
185a0ba2a97SCristian Marussi }
186a0ba2a97SCristian Marussi 
187a0ba2a97SCristian Marussi static void
scmi_shmem_release_channel(struct shmem_softc * sc)188a0ba2a97SCristian Marussi scmi_shmem_release_channel(struct shmem_softc *sc)
189a0ba2a97SCristian Marussi {
190a0ba2a97SCristian Marussi 
191a0ba2a97SCristian Marussi 	atomic_store_rel_int(&sc->inflight, INFLIGHT_NONE);
192a0ba2a97SCristian Marussi }
193a0ba2a97SCristian Marussi 
194d220b1cfSCristian Marussi int
scmi_shmem_prepare_msg(device_t dev,uint8_t * msg,uint32_t tx_len,bool polling)19535f93203SCristian Marussi scmi_shmem_prepare_msg(device_t dev, uint8_t *msg, uint32_t tx_len,
19635f93203SCristian Marussi 		bool polling)
197d220b1cfSCristian Marussi {
198a0ba2a97SCristian Marussi 	struct shmem_softc *sc;
199d220b1cfSCristian Marussi 	struct scmi_smt_header hdr = {};
200d220b1cfSCristian Marussi 	uint32_t channel_status;
201d220b1cfSCristian Marussi 
202a0ba2a97SCristian Marussi 	sc = device_get_softc(dev);
203a0ba2a97SCristian Marussi 
204a0ba2a97SCristian Marussi 	/* Get exclusive write access to channel */
205a0ba2a97SCristian Marussi 	scmi_shmem_acquire_channel(sc);
206a0ba2a97SCristian Marussi 
207d220b1cfSCristian Marussi 	/* Read channel status */
208d220b1cfSCristian Marussi 	scmi_shmem_read(dev, SMT_OFFSET_CHAN_STATUS, &channel_status,
209d220b1cfSCristian Marussi 	    SMT_SIZE_CHAN_STATUS);
210d220b1cfSCristian Marussi 	if ((channel_status & SCMI_SHMEM_CHAN_STAT_CHANNEL_FREE) == 0) {
211a0ba2a97SCristian Marussi 		scmi_shmem_release_channel(sc);
212d220b1cfSCristian Marussi 		device_printf(dev, "Shmem channel busy. Abort !.\n");
21335f93203SCristian Marussi 		return (1);
214d220b1cfSCristian Marussi 	}
215d220b1cfSCristian Marussi 
216d220b1cfSCristian Marussi 	/* Update header */
217d220b1cfSCristian Marussi 	hdr.channel_status &= ~SCMI_SHMEM_CHAN_STAT_CHANNEL_FREE;
21835f93203SCristian Marussi 	hdr.msg_header = htole32(*((uint32_t *)msg));
21935f93203SCristian Marussi 	hdr.length = htole32(tx_len);
220cbcfdff0SCristian Marussi 	if (!polling)
221d220b1cfSCristian Marussi 		hdr.flags |= SCMI_SHMEM_FLAG_INTR_ENABLED;
222cbcfdff0SCristian Marussi 	else
223cbcfdff0SCristian Marussi 		hdr.flags &= ~SCMI_SHMEM_FLAG_INTR_ENABLED;
224d220b1cfSCristian Marussi 
225d220b1cfSCristian Marussi 	/* Write header */
226d220b1cfSCristian Marussi 	scmi_shmem_write(dev, 0, &hdr, SMT_SIZE_HEADER);
227d220b1cfSCristian Marussi 
228d220b1cfSCristian Marussi 	/* Write request payload if any */
22935f93203SCristian Marussi 	if (tx_len > SCMI_MSG_HDR_SIZE)
23035f93203SCristian Marussi 		scmi_shmem_write(dev, SMT_SIZE_HEADER,
23135f93203SCristian Marussi 		    &msg[SCMI_MSG_HDR_SIZE], tx_len - SCMI_MSG_HDR_SIZE);
232d220b1cfSCristian Marussi 
233d220b1cfSCristian Marussi 	return (0);
234d220b1cfSCristian Marussi }
235d220b1cfSCristian Marussi 
2363595f18fSCristian Marussi void
scmi_shmem_clear_channel(device_t dev)2373595f18fSCristian Marussi scmi_shmem_clear_channel(device_t dev)
2383595f18fSCristian Marussi {
2393595f18fSCristian Marussi 	uint32_t channel_status = 0;
2403595f18fSCristian Marussi 
2413595f18fSCristian Marussi 	if (dev == NULL)
2423595f18fSCristian Marussi 		return;
2433595f18fSCristian Marussi 
2443595f18fSCristian Marussi 	channel_status |= SCMI_SHMEM_CHAN_STAT_CHANNEL_FREE;
2453595f18fSCristian Marussi 	scmi_shmem_write(dev, SMT_OFFSET_CHAN_STATUS, &channel_status,
2463595f18fSCristian Marussi 	    SMT_SIZE_CHAN_STATUS);
2473595f18fSCristian Marussi }
2483595f18fSCristian Marussi 
249d220b1cfSCristian Marussi int
scmi_shmem_read_msg_header(device_t dev,uint32_t * msg_header,unsigned int * rx_len)250*c7582083SCristian Marussi scmi_shmem_read_msg_header(device_t dev, uint32_t *msg_header, unsigned int *rx_len)
251d220b1cfSCristian Marussi {
252d220b1cfSCristian Marussi 	uint32_t length, header;
253d220b1cfSCristian Marussi 
254d220b1cfSCristian Marussi 	/* Read and check length. */
255d220b1cfSCristian Marussi 	scmi_shmem_read(dev, SMT_OFFSET_LENGTH, &length, SMT_SIZE_LENGTH);
256d220b1cfSCristian Marussi 	if (le32toh(length) < sizeof(header))
257d220b1cfSCristian Marussi 		return (EINVAL);
258d220b1cfSCristian Marussi 
259*c7582083SCristian Marussi 	*rx_len = le32toh(length);
260d220b1cfSCristian Marussi 	/* Read header. */
261d220b1cfSCristian Marussi 	scmi_shmem_read(dev, SMT_OFFSET_MSG_HEADER, &header,
262d220b1cfSCristian Marussi 	    SMT_SIZE_MSG_HEADER);
263d220b1cfSCristian Marussi 
264d220b1cfSCristian Marussi 	*msg_header = le32toh(header);
265d220b1cfSCristian Marussi 
266d220b1cfSCristian Marussi 	return (0);
267d220b1cfSCristian Marussi }
268d220b1cfSCristian Marussi 
269d220b1cfSCristian Marussi int
scmi_shmem_read_msg_payload(device_t dev,uint8_t * buf,uint32_t buf_len,uint32_t rx_len)270*c7582083SCristian Marussi scmi_shmem_read_msg_payload(device_t dev, uint8_t *buf, uint32_t buf_len, uint32_t rx_len)
271d220b1cfSCristian Marussi {
272*c7582083SCristian Marussi 	uint32_t payld_len;
273d220b1cfSCristian Marussi 
274*c7582083SCristian Marussi 	payld_len = rx_len - SCMI_MSG_HDR_SIZE;
275d220b1cfSCristian Marussi 	if (payld_len > buf_len) {
276d220b1cfSCristian Marussi 		device_printf(dev,
277d220b1cfSCristian Marussi 		    "RX payload %dbytes exceeds buflen %dbytes. Truncate.\n",
278d220b1cfSCristian Marussi 		    payld_len, buf_len);
279d220b1cfSCristian Marussi 		payld_len = buf_len;
280d220b1cfSCristian Marussi 	}
281d220b1cfSCristian Marussi 
282d220b1cfSCristian Marussi 	/* Read response payload */
283d220b1cfSCristian Marussi 	scmi_shmem_read(dev, SMT_SIZE_HEADER, buf, payld_len);
284d220b1cfSCristian Marussi 
285d220b1cfSCristian Marussi 	return (0);
286d220b1cfSCristian Marussi }
287d220b1cfSCristian Marussi 
288a0ba2a97SCristian Marussi void
scmi_shmem_tx_complete(device_t dev)289a0ba2a97SCristian Marussi scmi_shmem_tx_complete(device_t dev)
290a0ba2a97SCristian Marussi {
291a0ba2a97SCristian Marussi 	struct shmem_softc *sc;
292a0ba2a97SCristian Marussi 
293a0ba2a97SCristian Marussi 	sc = device_get_softc(dev);
294a0ba2a97SCristian Marussi 	scmi_shmem_release_channel(sc);
295a0ba2a97SCristian Marussi }
296a0ba2a97SCristian Marussi 
scmi_shmem_poll_msg(device_t dev,uint32_t * msg_header,uint32_t * rx_len)297*c7582083SCristian Marussi bool scmi_shmem_poll_msg(device_t dev, uint32_t *msg_header, uint32_t *rx_len)
298cbcfdff0SCristian Marussi {
29935f93203SCristian Marussi 	uint32_t status;
30035f93203SCristian Marussi 	bool ret;
301cbcfdff0SCristian Marussi 
302cbcfdff0SCristian Marussi 	scmi_shmem_read(dev, SMT_OFFSET_CHAN_STATUS, &status,
303cbcfdff0SCristian Marussi 	    SMT_SIZE_CHAN_STATUS);
304cbcfdff0SCristian Marussi 
30535f93203SCristian Marussi 	ret = (status & (SCMI_SHMEM_CHAN_STAT_CHANNEL_ERROR |
306cbcfdff0SCristian Marussi 	    SCMI_SHMEM_CHAN_STAT_CHANNEL_FREE));
307d49ed360SAndrew Turner 	if (ret)
308*c7582083SCristian Marussi 		scmi_shmem_read_msg_header(dev, msg_header, rx_len);
309d49ed360SAndrew Turner 
310d49ed360SAndrew Turner 	return (ret);
311cbcfdff0SCristian Marussi }
312cbcfdff0SCristian Marussi 
31354b96380SRuslan Bukin static device_method_t shmem_methods[] = {
31454b96380SRuslan Bukin 	DEVMETHOD(device_probe,		shmem_probe),
31554b96380SRuslan Bukin 	DEVMETHOD(device_attach,	shmem_attach),
31654b96380SRuslan Bukin 	DEVMETHOD(device_detach,	shmem_detach),
31754b96380SRuslan Bukin 	DEVMETHOD_END
31854b96380SRuslan Bukin };
31954b96380SRuslan Bukin 
32054b96380SRuslan Bukin DEFINE_CLASS_1(shmem, shmem_driver, shmem_methods, sizeof(struct shmem_softc),
32154b96380SRuslan Bukin     simplebus_driver);
32254b96380SRuslan Bukin 
32354b96380SRuslan Bukin EARLY_DRIVER_MODULE(shmem, mmio_sram, shmem_driver, 0, 0,
32454b96380SRuslan Bukin     BUS_PASS_INTERRUPT + BUS_PASS_ORDER_MIDDLE);
32523f025e2SAndrew Turner MODULE_VERSION(scmi_shmem, 1);
326