xref: /linux/drivers/hwtracing/coresight/coresight-stm.c (revision 34dc1baba215b826e454b8d19e4f24adbeb7d00d)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (c) 2015-2016, The Linux Foundation. All rights reserved.
4  *
5  * Description: CoreSight System Trace Macrocell driver
6  *
7  * Initial implementation by Pratik Patel
8  * (C) 2014-2015 Pratik Patel <pratikp@codeaurora.org>
9  *
10  * Serious refactoring, code cleanup and upgrading to the Coresight upstream
11  * framework by Mathieu Poirier
12  * (C) 2015-2016 Mathieu Poirier <mathieu.poirier@linaro.org>
13  *
14  * Guaranteed timing and support for various packet type coming from the
15  * generic STM API by Chunyan Zhang
16  * (C) 2015-2016 Chunyan Zhang <zhang.chunyan@linaro.org>
17  */
18 #include <asm/local.h>
19 #include <linux/acpi.h>
20 #include <linux/amba/bus.h>
21 #include <linux/bitmap.h>
22 #include <linux/clk.h>
23 #include <linux/coresight.h>
24 #include <linux/coresight-stm.h>
25 #include <linux/err.h>
26 #include <linux/kernel.h>
27 #include <linux/moduleparam.h>
28 #include <linux/of_address.h>
29 #include <linux/perf_event.h>
30 #include <linux/pm_runtime.h>
31 #include <linux/stm.h>
32 
33 #include "coresight-priv.h"
34 #include "coresight-trace-id.h"
35 
36 #define STMDMASTARTR			0xc04
37 #define STMDMASTOPR			0xc08
38 #define STMDMASTATR			0xc0c
39 #define STMDMACTLR			0xc10
40 #define STMDMAIDR			0xcfc
41 #define STMHEER				0xd00
42 #define STMHETER			0xd20
43 #define STMHEBSR			0xd60
44 #define STMHEMCR			0xd64
45 #define STMHEMASTR			0xdf4
46 #define STMHEFEAT1R			0xdf8
47 #define STMHEIDR			0xdfc
48 #define STMSPER				0xe00
49 #define STMSPTER			0xe20
50 #define STMPRIVMASKR			0xe40
51 #define STMSPSCR			0xe60
52 #define STMSPMSCR			0xe64
53 #define STMSPOVERRIDER			0xe68
54 #define STMSPMOVERRIDER			0xe6c
55 #define STMSPTRIGCSR			0xe70
56 #define STMTCSR				0xe80
57 #define STMTSSTIMR			0xe84
58 #define STMTSFREQR			0xe8c
59 #define STMSYNCR			0xe90
60 #define STMAUXCR			0xe94
61 #define STMSPFEAT1R			0xea0
62 #define STMSPFEAT2R			0xea4
63 #define STMSPFEAT3R			0xea8
64 #define STMITTRIGGER			0xee8
65 #define STMITATBDATA0			0xeec
66 #define STMITATBCTR2			0xef0
67 #define STMITATBID			0xef4
68 #define STMITATBCTR0			0xef8
69 
70 #define STM_32_CHANNEL			32
71 #define BYTES_PER_CHANNEL		256
72 #define STM_TRACE_BUF_SIZE		4096
73 #define STM_SW_MASTER_END		127
74 
75 /* Register bit definition */
76 #define STMTCSR_BUSY_BIT		23
77 /* Reserve the first 10 channels for kernel usage */
78 #define STM_CHANNEL_OFFSET		0
79 
80 enum stm_pkt_type {
81 	STM_PKT_TYPE_DATA	= 0x98,
82 	STM_PKT_TYPE_FLAG	= 0xE8,
83 	STM_PKT_TYPE_TRIG	= 0xF8,
84 };
85 
86 #define stm_channel_addr(drvdata, ch)	(drvdata->chs.base +	\
87 					(ch * BYTES_PER_CHANNEL))
88 #define stm_channel_off(type, opts)	(type & ~opts)
89 
90 static int boot_nr_channel;
91 
92 /*
93  * Not really modular but using module_param is the easiest way to
94  * remain consistent with existing use cases for now.
95  */
96 module_param_named(
97 	boot_nr_channel, boot_nr_channel, int, S_IRUGO
98 );
99 
100 /*
101  * struct channel_space - central management entity for extended ports
102  * @base:		memory mapped base address where channels start.
103  * @phys:		physical base address of channel region.
104  * @guaraneed:		is the channel delivery guaranteed.
105  */
106 struct channel_space {
107 	void __iomem		*base;
108 	phys_addr_t		phys;
109 	unsigned long		*guaranteed;
110 };
111 
112 DEFINE_CORESIGHT_DEVLIST(stm_devs, "stm");
113 
114 /**
115  * struct stm_drvdata - specifics associated to an STM component
116  * @base:		memory mapped base address for this component.
117  * @atclk:		optional clock for the core parts of the STM.
118  * @csdev:		component vitals needed by the framework.
119  * @spinlock:		only one at a time pls.
120  * @chs:		the channels accociated to this STM.
121  * @stm:		structure associated to the generic STM interface.
122  * @mode:		this tracer's mode (enum cs_mode), i.e sysFS, or disabled.
123  * @traceid:		value of the current ID for this component.
124  * @write_bytes:	Maximus bytes this STM can write at a time.
125  * @stmsper:		settings for register STMSPER.
126  * @stmspscr:		settings for register STMSPSCR.
127  * @numsp:		the total number of stimulus port support by this STM.
128  * @stmheer:		settings for register STMHEER.
129  * @stmheter:		settings for register STMHETER.
130  * @stmhebsr:		settings for register STMHEBSR.
131  */
132 struct stm_drvdata {
133 	void __iomem		*base;
134 	struct clk		*atclk;
135 	struct coresight_device	*csdev;
136 	spinlock_t		spinlock;
137 	struct channel_space	chs;
138 	struct stm_data		stm;
139 	local_t			mode;
140 	u8			traceid;
141 	u32			write_bytes;
142 	u32			stmsper;
143 	u32			stmspscr;
144 	u32			numsp;
145 	u32			stmheer;
146 	u32			stmheter;
147 	u32			stmhebsr;
148 };
149 
150 static void stm_hwevent_enable_hw(struct stm_drvdata *drvdata)
151 {
152 	CS_UNLOCK(drvdata->base);
153 
154 	writel_relaxed(drvdata->stmhebsr, drvdata->base + STMHEBSR);
155 	writel_relaxed(drvdata->stmheter, drvdata->base + STMHETER);
156 	writel_relaxed(drvdata->stmheer, drvdata->base + STMHEER);
157 	writel_relaxed(0x01 |	/* Enable HW event tracing */
158 		       0x04,	/* Error detection on event tracing */
159 		       drvdata->base + STMHEMCR);
160 
161 	CS_LOCK(drvdata->base);
162 }
163 
164 static void stm_port_enable_hw(struct stm_drvdata *drvdata)
165 {
166 	CS_UNLOCK(drvdata->base);
167 	/* ATB trigger enable on direct writes to TRIG locations */
168 	writel_relaxed(0x10,
169 		       drvdata->base + STMSPTRIGCSR);
170 	writel_relaxed(drvdata->stmspscr, drvdata->base + STMSPSCR);
171 	writel_relaxed(drvdata->stmsper, drvdata->base + STMSPER);
172 
173 	CS_LOCK(drvdata->base);
174 }
175 
176 static void stm_enable_hw(struct stm_drvdata *drvdata)
177 {
178 	if (drvdata->stmheer)
179 		stm_hwevent_enable_hw(drvdata);
180 
181 	stm_port_enable_hw(drvdata);
182 
183 	CS_UNLOCK(drvdata->base);
184 
185 	/* 4096 byte between synchronisation packets */
186 	writel_relaxed(0xFFF, drvdata->base + STMSYNCR);
187 	writel_relaxed((drvdata->traceid << 16 | /* trace id */
188 			0x02 |			 /* timestamp enable */
189 			0x01),			 /* global STM enable */
190 			drvdata->base + STMTCSR);
191 
192 	CS_LOCK(drvdata->base);
193 }
194 
195 static int stm_enable(struct coresight_device *csdev, struct perf_event *event,
196 		      enum cs_mode mode)
197 {
198 	u32 val;
199 	struct stm_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent);
200 
201 	if (mode != CS_MODE_SYSFS)
202 		return -EINVAL;
203 
204 	val = local_cmpxchg(&drvdata->mode, CS_MODE_DISABLED, mode);
205 
206 	/* Someone is already using the tracer */
207 	if (val)
208 		return -EBUSY;
209 
210 	pm_runtime_get_sync(csdev->dev.parent);
211 
212 	spin_lock(&drvdata->spinlock);
213 	stm_enable_hw(drvdata);
214 	spin_unlock(&drvdata->spinlock);
215 
216 	dev_dbg(&csdev->dev, "STM tracing enabled\n");
217 	return 0;
218 }
219 
220 static void stm_hwevent_disable_hw(struct stm_drvdata *drvdata)
221 {
222 	CS_UNLOCK(drvdata->base);
223 
224 	writel_relaxed(0x0, drvdata->base + STMHEMCR);
225 	writel_relaxed(0x0, drvdata->base + STMHEER);
226 	writel_relaxed(0x0, drvdata->base + STMHETER);
227 
228 	CS_LOCK(drvdata->base);
229 }
230 
231 static void stm_port_disable_hw(struct stm_drvdata *drvdata)
232 {
233 	CS_UNLOCK(drvdata->base);
234 
235 	writel_relaxed(0x0, drvdata->base + STMSPER);
236 	writel_relaxed(0x0, drvdata->base + STMSPTRIGCSR);
237 
238 	CS_LOCK(drvdata->base);
239 }
240 
241 static void stm_disable_hw(struct stm_drvdata *drvdata)
242 {
243 	u32 val;
244 
245 	CS_UNLOCK(drvdata->base);
246 
247 	val = readl_relaxed(drvdata->base + STMTCSR);
248 	val &= ~0x1; /* clear global STM enable [0] */
249 	writel_relaxed(val, drvdata->base + STMTCSR);
250 
251 	CS_LOCK(drvdata->base);
252 
253 	stm_port_disable_hw(drvdata);
254 	if (drvdata->stmheer)
255 		stm_hwevent_disable_hw(drvdata);
256 }
257 
258 static void stm_disable(struct coresight_device *csdev,
259 			struct perf_event *event)
260 {
261 	struct stm_drvdata *drvdata = dev_get_drvdata(csdev->dev.parent);
262 	struct csdev_access *csa = &csdev->access;
263 
264 	/*
265 	 * For as long as the tracer isn't disabled another entity can't
266 	 * change its status.  As such we can read the status here without
267 	 * fearing it will change under us.
268 	 */
269 	if (local_read(&drvdata->mode) == CS_MODE_SYSFS) {
270 		spin_lock(&drvdata->spinlock);
271 		stm_disable_hw(drvdata);
272 		spin_unlock(&drvdata->spinlock);
273 
274 		/* Wait until the engine has completely stopped */
275 		coresight_timeout(csa, STMTCSR, STMTCSR_BUSY_BIT, 0);
276 
277 		pm_runtime_put(csdev->dev.parent);
278 
279 		local_set(&drvdata->mode, CS_MODE_DISABLED);
280 		dev_dbg(&csdev->dev, "STM tracing disabled\n");
281 	}
282 }
283 
284 static const struct coresight_ops_source stm_source_ops = {
285 	.enable		= stm_enable,
286 	.disable	= stm_disable,
287 };
288 
289 static const struct coresight_ops stm_cs_ops = {
290 	.source_ops	= &stm_source_ops,
291 };
292 
293 static inline bool stm_addr_unaligned(const void *addr, u8 write_bytes)
294 {
295 	return ((unsigned long)addr & (write_bytes - 1));
296 }
297 
298 static void stm_send(void __iomem *addr, const void *data,
299 		     u32 size, u8 write_bytes)
300 {
301 	u8 paload[8];
302 
303 	if (stm_addr_unaligned(data, write_bytes)) {
304 		memcpy(paload, data, size);
305 		data = paload;
306 	}
307 
308 	/* now we are 64bit/32bit aligned */
309 	switch (size) {
310 #ifdef CONFIG_64BIT
311 	case 8:
312 		writeq_relaxed(*(u64 *)data, addr);
313 		break;
314 #endif
315 	case 4:
316 		writel_relaxed(*(u32 *)data, addr);
317 		break;
318 	case 2:
319 		writew_relaxed(*(u16 *)data, addr);
320 		break;
321 	case 1:
322 		writeb_relaxed(*(u8 *)data, addr);
323 		break;
324 	default:
325 		break;
326 	}
327 }
328 
329 static int stm_generic_link(struct stm_data *stm_data,
330 			    unsigned int master,  unsigned int channel)
331 {
332 	struct stm_drvdata *drvdata = container_of(stm_data,
333 						   struct stm_drvdata, stm);
334 	if (!drvdata || !drvdata->csdev)
335 		return -EINVAL;
336 
337 	return coresight_enable(drvdata->csdev);
338 }
339 
340 static void stm_generic_unlink(struct stm_data *stm_data,
341 			       unsigned int master,  unsigned int channel)
342 {
343 	struct stm_drvdata *drvdata = container_of(stm_data,
344 						   struct stm_drvdata, stm);
345 	if (!drvdata || !drvdata->csdev)
346 		return;
347 
348 	coresight_disable(drvdata->csdev);
349 }
350 
351 static phys_addr_t
352 stm_mmio_addr(struct stm_data *stm_data, unsigned int master,
353 	      unsigned int channel, unsigned int nr_chans)
354 {
355 	struct stm_drvdata *drvdata = container_of(stm_data,
356 						   struct stm_drvdata, stm);
357 	phys_addr_t addr;
358 
359 	addr = drvdata->chs.phys + channel * BYTES_PER_CHANNEL;
360 
361 	if (offset_in_page(addr) ||
362 	    offset_in_page(nr_chans * BYTES_PER_CHANNEL))
363 		return 0;
364 
365 	return addr;
366 }
367 
368 static long stm_generic_set_options(struct stm_data *stm_data,
369 				    unsigned int master,
370 				    unsigned int channel,
371 				    unsigned int nr_chans,
372 				    unsigned long options)
373 {
374 	struct stm_drvdata *drvdata = container_of(stm_data,
375 						   struct stm_drvdata, stm);
376 	if (!(drvdata && local_read(&drvdata->mode)))
377 		return -EINVAL;
378 
379 	if (channel >= drvdata->numsp)
380 		return -EINVAL;
381 
382 	switch (options) {
383 	case STM_OPTION_GUARANTEED:
384 		set_bit(channel, drvdata->chs.guaranteed);
385 		break;
386 
387 	case STM_OPTION_INVARIANT:
388 		clear_bit(channel, drvdata->chs.guaranteed);
389 		break;
390 
391 	default:
392 		return -EINVAL;
393 	}
394 
395 	return 0;
396 }
397 
398 static ssize_t notrace stm_generic_packet(struct stm_data *stm_data,
399 				  unsigned int master,
400 				  unsigned int channel,
401 				  unsigned int packet,
402 				  unsigned int flags,
403 				  unsigned int size,
404 				  const unsigned char *payload)
405 {
406 	void __iomem *ch_addr;
407 	struct stm_drvdata *drvdata = container_of(stm_data,
408 						   struct stm_drvdata, stm);
409 	unsigned int stm_flags;
410 
411 	if (!(drvdata && local_read(&drvdata->mode)))
412 		return -EACCES;
413 
414 	if (channel >= drvdata->numsp)
415 		return -EINVAL;
416 
417 	ch_addr = stm_channel_addr(drvdata, channel);
418 
419 	stm_flags = (flags & STP_PACKET_TIMESTAMPED) ?
420 			STM_FLAG_TIMESTAMPED : 0;
421 	stm_flags |= test_bit(channel, drvdata->chs.guaranteed) ?
422 			   STM_FLAG_GUARANTEED : 0;
423 
424 	if (size > drvdata->write_bytes)
425 		size = drvdata->write_bytes;
426 	else
427 		size = rounddown_pow_of_two(size);
428 
429 	switch (packet) {
430 	case STP_PACKET_FLAG:
431 		ch_addr += stm_channel_off(STM_PKT_TYPE_FLAG, stm_flags);
432 
433 		/*
434 		 * The generic STM core sets a size of '0' on flag packets.
435 		 * As such send a flag packet of size '1' and tell the
436 		 * core we did so.
437 		 */
438 		stm_send(ch_addr, payload, 1, drvdata->write_bytes);
439 		size = 1;
440 		break;
441 
442 	case STP_PACKET_DATA:
443 		stm_flags |= (flags & STP_PACKET_MARKED) ? STM_FLAG_MARKED : 0;
444 		ch_addr += stm_channel_off(STM_PKT_TYPE_DATA, stm_flags);
445 		stm_send(ch_addr, payload, size,
446 				drvdata->write_bytes);
447 		break;
448 
449 	default:
450 		return -ENOTSUPP;
451 	}
452 
453 	return size;
454 }
455 
456 static ssize_t hwevent_enable_show(struct device *dev,
457 				   struct device_attribute *attr, char *buf)
458 {
459 	struct stm_drvdata *drvdata = dev_get_drvdata(dev->parent);
460 	unsigned long val = drvdata->stmheer;
461 
462 	return scnprintf(buf, PAGE_SIZE, "%#lx\n", val);
463 }
464 
465 static ssize_t hwevent_enable_store(struct device *dev,
466 				    struct device_attribute *attr,
467 				    const char *buf, size_t size)
468 {
469 	struct stm_drvdata *drvdata = dev_get_drvdata(dev->parent);
470 	unsigned long val;
471 	int ret = 0;
472 
473 	ret = kstrtoul(buf, 16, &val);
474 	if (ret)
475 		return -EINVAL;
476 
477 	drvdata->stmheer = val;
478 	/* HW event enable and trigger go hand in hand */
479 	drvdata->stmheter = val;
480 
481 	return size;
482 }
483 static DEVICE_ATTR_RW(hwevent_enable);
484 
485 static ssize_t hwevent_select_show(struct device *dev,
486 				   struct device_attribute *attr, char *buf)
487 {
488 	struct stm_drvdata *drvdata = dev_get_drvdata(dev->parent);
489 	unsigned long val = drvdata->stmhebsr;
490 
491 	return scnprintf(buf, PAGE_SIZE, "%#lx\n", val);
492 }
493 
494 static ssize_t hwevent_select_store(struct device *dev,
495 				    struct device_attribute *attr,
496 				    const char *buf, size_t size)
497 {
498 	struct stm_drvdata *drvdata = dev_get_drvdata(dev->parent);
499 	unsigned long val;
500 	int ret = 0;
501 
502 	ret = kstrtoul(buf, 16, &val);
503 	if (ret)
504 		return -EINVAL;
505 
506 	drvdata->stmhebsr = val;
507 
508 	return size;
509 }
510 static DEVICE_ATTR_RW(hwevent_select);
511 
512 static ssize_t port_select_show(struct device *dev,
513 				struct device_attribute *attr, char *buf)
514 {
515 	struct stm_drvdata *drvdata = dev_get_drvdata(dev->parent);
516 	unsigned long val;
517 
518 	if (!local_read(&drvdata->mode)) {
519 		val = drvdata->stmspscr;
520 	} else {
521 		spin_lock(&drvdata->spinlock);
522 		val = readl_relaxed(drvdata->base + STMSPSCR);
523 		spin_unlock(&drvdata->spinlock);
524 	}
525 
526 	return scnprintf(buf, PAGE_SIZE, "%#lx\n", val);
527 }
528 
529 static ssize_t port_select_store(struct device *dev,
530 				 struct device_attribute *attr,
531 				 const char *buf, size_t size)
532 {
533 	struct stm_drvdata *drvdata = dev_get_drvdata(dev->parent);
534 	unsigned long val, stmsper;
535 	int ret = 0;
536 
537 	ret = kstrtoul(buf, 16, &val);
538 	if (ret)
539 		return ret;
540 
541 	spin_lock(&drvdata->spinlock);
542 	drvdata->stmspscr = val;
543 
544 	if (local_read(&drvdata->mode)) {
545 		CS_UNLOCK(drvdata->base);
546 		/* Process as per ARM's TRM recommendation */
547 		stmsper = readl_relaxed(drvdata->base + STMSPER);
548 		writel_relaxed(0x0, drvdata->base + STMSPER);
549 		writel_relaxed(drvdata->stmspscr, drvdata->base + STMSPSCR);
550 		writel_relaxed(stmsper, drvdata->base + STMSPER);
551 		CS_LOCK(drvdata->base);
552 	}
553 	spin_unlock(&drvdata->spinlock);
554 
555 	return size;
556 }
557 static DEVICE_ATTR_RW(port_select);
558 
559 static ssize_t port_enable_show(struct device *dev,
560 				struct device_attribute *attr, char *buf)
561 {
562 	struct stm_drvdata *drvdata = dev_get_drvdata(dev->parent);
563 	unsigned long val;
564 
565 	if (!local_read(&drvdata->mode)) {
566 		val = drvdata->stmsper;
567 	} else {
568 		spin_lock(&drvdata->spinlock);
569 		val = readl_relaxed(drvdata->base + STMSPER);
570 		spin_unlock(&drvdata->spinlock);
571 	}
572 
573 	return scnprintf(buf, PAGE_SIZE, "%#lx\n", val);
574 }
575 
576 static ssize_t port_enable_store(struct device *dev,
577 				 struct device_attribute *attr,
578 				 const char *buf, size_t size)
579 {
580 	struct stm_drvdata *drvdata = dev_get_drvdata(dev->parent);
581 	unsigned long val;
582 	int ret = 0;
583 
584 	ret = kstrtoul(buf, 16, &val);
585 	if (ret)
586 		return ret;
587 
588 	spin_lock(&drvdata->spinlock);
589 	drvdata->stmsper = val;
590 
591 	if (local_read(&drvdata->mode)) {
592 		CS_UNLOCK(drvdata->base);
593 		writel_relaxed(drvdata->stmsper, drvdata->base + STMSPER);
594 		CS_LOCK(drvdata->base);
595 	}
596 	spin_unlock(&drvdata->spinlock);
597 
598 	return size;
599 }
600 static DEVICE_ATTR_RW(port_enable);
601 
602 static ssize_t traceid_show(struct device *dev,
603 			    struct device_attribute *attr, char *buf)
604 {
605 	unsigned long val;
606 	struct stm_drvdata *drvdata = dev_get_drvdata(dev->parent);
607 
608 	val = drvdata->traceid;
609 	return sprintf(buf, "%#lx\n", val);
610 }
611 static DEVICE_ATTR_RO(traceid);
612 
613 static struct attribute *coresight_stm_attrs[] = {
614 	&dev_attr_hwevent_enable.attr,
615 	&dev_attr_hwevent_select.attr,
616 	&dev_attr_port_enable.attr,
617 	&dev_attr_port_select.attr,
618 	&dev_attr_traceid.attr,
619 	NULL,
620 };
621 
622 static struct attribute *coresight_stm_mgmt_attrs[] = {
623 	coresight_simple_reg32(tcsr, STMTCSR),
624 	coresight_simple_reg32(tsfreqr, STMTSFREQR),
625 	coresight_simple_reg32(syncr, STMSYNCR),
626 	coresight_simple_reg32(sper, STMSPER),
627 	coresight_simple_reg32(spter, STMSPTER),
628 	coresight_simple_reg32(privmaskr, STMPRIVMASKR),
629 	coresight_simple_reg32(spscr, STMSPSCR),
630 	coresight_simple_reg32(spmscr, STMSPMSCR),
631 	coresight_simple_reg32(spfeat1r, STMSPFEAT1R),
632 	coresight_simple_reg32(spfeat2r, STMSPFEAT2R),
633 	coresight_simple_reg32(spfeat3r, STMSPFEAT3R),
634 	coresight_simple_reg32(devid, CORESIGHT_DEVID),
635 	NULL,
636 };
637 
638 static const struct attribute_group coresight_stm_group = {
639 	.attrs = coresight_stm_attrs,
640 };
641 
642 static const struct attribute_group coresight_stm_mgmt_group = {
643 	.attrs = coresight_stm_mgmt_attrs,
644 	.name = "mgmt",
645 };
646 
647 static const struct attribute_group *coresight_stm_groups[] = {
648 	&coresight_stm_group,
649 	&coresight_stm_mgmt_group,
650 	NULL,
651 };
652 
653 #ifdef CONFIG_OF
654 static int of_stm_get_stimulus_area(struct device *dev, struct resource *res)
655 {
656 	const char *name = NULL;
657 	int index = 0, found = 0;
658 	struct device_node *np = dev->of_node;
659 
660 	while (!of_property_read_string_index(np, "reg-names", index, &name)) {
661 		if (strcmp("stm-stimulus-base", name)) {
662 			index++;
663 			continue;
664 		}
665 
666 		/* We have a match and @index is where it's at */
667 		found = 1;
668 		break;
669 	}
670 
671 	if (!found)
672 		return -EINVAL;
673 
674 	return of_address_to_resource(np, index, res);
675 }
676 #else
677 static inline int of_stm_get_stimulus_area(struct device *dev,
678 					   struct resource *res)
679 {
680 	return -ENOENT;
681 }
682 #endif
683 
684 #ifdef CONFIG_ACPI
685 static int acpi_stm_get_stimulus_area(struct device *dev, struct resource *res)
686 {
687 	int rc;
688 	bool found_base = false;
689 	struct resource_entry *rent;
690 	LIST_HEAD(res_list);
691 
692 	struct acpi_device *adev = ACPI_COMPANION(dev);
693 
694 	rc = acpi_dev_get_resources(adev, &res_list, NULL, NULL);
695 	if (rc < 0)
696 		return rc;
697 
698 	/*
699 	 * The stimulus base for STM device must be listed as the second memory
700 	 * resource, followed by the programming base address as described in
701 	 * "Section 2.3 Resources" in ACPI for CoreSightTM 1.0 Platform Design
702 	 * document (DEN0067).
703 	 */
704 	rc = -ENOENT;
705 	list_for_each_entry(rent, &res_list, node) {
706 		if (resource_type(rent->res) != IORESOURCE_MEM)
707 			continue;
708 		if (found_base) {
709 			*res = *rent->res;
710 			rc = 0;
711 			break;
712 		}
713 
714 		found_base = true;
715 	}
716 
717 	acpi_dev_free_resource_list(&res_list);
718 	return rc;
719 }
720 #else
721 static inline int acpi_stm_get_stimulus_area(struct device *dev,
722 					     struct resource *res)
723 {
724 	return -ENOENT;
725 }
726 #endif
727 
728 static int stm_get_stimulus_area(struct device *dev, struct resource *res)
729 {
730 	struct fwnode_handle *fwnode = dev_fwnode(dev);
731 
732 	if (is_of_node(fwnode))
733 		return of_stm_get_stimulus_area(dev, res);
734 	else if (is_acpi_node(fwnode))
735 		return acpi_stm_get_stimulus_area(dev, res);
736 	return -ENOENT;
737 }
738 
739 static u32 stm_fundamental_data_size(struct stm_drvdata *drvdata)
740 {
741 	u32 stmspfeat2r;
742 
743 	if (!IS_ENABLED(CONFIG_64BIT))
744 		return 4;
745 
746 	stmspfeat2r = readl_relaxed(drvdata->base + STMSPFEAT2R);
747 
748 	/*
749 	 * bit[15:12] represents the fundamental data size
750 	 * 0 - 32-bit data
751 	 * 1 - 64-bit data
752 	 */
753 	return BMVAL(stmspfeat2r, 12, 15) ? 8 : 4;
754 }
755 
756 static u32 stm_num_stimulus_port(struct stm_drvdata *drvdata)
757 {
758 	u32 numsp;
759 
760 	numsp = readl_relaxed(drvdata->base + CORESIGHT_DEVID);
761 	/*
762 	 * NUMPS in STMDEVID is 17 bit long and if equal to 0x0,
763 	 * 32 stimulus ports are supported.
764 	 */
765 	numsp &= 0x1ffff;
766 	if (!numsp)
767 		numsp = STM_32_CHANNEL;
768 	return numsp;
769 }
770 
771 static void stm_init_default_data(struct stm_drvdata *drvdata)
772 {
773 	/* Don't use port selection */
774 	drvdata->stmspscr = 0x0;
775 	/*
776 	 * Enable all channel regardless of their number.  When port
777 	 * selection isn't used (see above) STMSPER applies to all
778 	 * 32 channel group available, hence setting all 32 bits to 1
779 	 */
780 	drvdata->stmsper = ~0x0;
781 
782 	/* Set invariant transaction timing on all channels */
783 	bitmap_clear(drvdata->chs.guaranteed, 0, drvdata->numsp);
784 }
785 
786 static void stm_init_generic_data(struct stm_drvdata *drvdata,
787 				  const char *name)
788 {
789 	drvdata->stm.name = name;
790 
791 	/*
792 	 * MasterIDs are assigned at HW design phase. As such the core is
793 	 * using a single master for interaction with this device.
794 	 */
795 	drvdata->stm.sw_start = 1;
796 	drvdata->stm.sw_end = 1;
797 	drvdata->stm.hw_override = true;
798 	drvdata->stm.sw_nchannels = drvdata->numsp;
799 	drvdata->stm.sw_mmiosz = BYTES_PER_CHANNEL;
800 	drvdata->stm.packet = stm_generic_packet;
801 	drvdata->stm.mmio_addr = stm_mmio_addr;
802 	drvdata->stm.link = stm_generic_link;
803 	drvdata->stm.unlink = stm_generic_unlink;
804 	drvdata->stm.set_options = stm_generic_set_options;
805 }
806 
807 static int stm_probe(struct amba_device *adev, const struct amba_id *id)
808 {
809 	int ret, trace_id;
810 	void __iomem *base;
811 	struct device *dev = &adev->dev;
812 	struct coresight_platform_data *pdata = NULL;
813 	struct stm_drvdata *drvdata;
814 	struct resource *res = &adev->res;
815 	struct resource ch_res;
816 	struct coresight_desc desc = { 0 };
817 
818 	desc.name = coresight_alloc_device_name(&stm_devs, dev);
819 	if (!desc.name)
820 		return -ENOMEM;
821 
822 	drvdata = devm_kzalloc(dev, sizeof(*drvdata), GFP_KERNEL);
823 	if (!drvdata)
824 		return -ENOMEM;
825 
826 	drvdata->atclk = devm_clk_get(&adev->dev, "atclk"); /* optional */
827 	if (!IS_ERR(drvdata->atclk)) {
828 		ret = clk_prepare_enable(drvdata->atclk);
829 		if (ret)
830 			return ret;
831 	}
832 	dev_set_drvdata(dev, drvdata);
833 
834 	base = devm_ioremap_resource(dev, res);
835 	if (IS_ERR(base))
836 		return PTR_ERR(base);
837 	drvdata->base = base;
838 	desc.access = CSDEV_ACCESS_IOMEM(base);
839 
840 	ret = stm_get_stimulus_area(dev, &ch_res);
841 	if (ret)
842 		return ret;
843 	drvdata->chs.phys = ch_res.start;
844 
845 	base = devm_ioremap_resource(dev, &ch_res);
846 	if (IS_ERR(base))
847 		return PTR_ERR(base);
848 	drvdata->chs.base = base;
849 
850 	drvdata->write_bytes = stm_fundamental_data_size(drvdata);
851 
852 	if (boot_nr_channel)
853 		drvdata->numsp = boot_nr_channel;
854 	else
855 		drvdata->numsp = stm_num_stimulus_port(drvdata);
856 
857 	drvdata->chs.guaranteed = devm_bitmap_zalloc(dev, drvdata->numsp,
858 						     GFP_KERNEL);
859 	if (!drvdata->chs.guaranteed)
860 		return -ENOMEM;
861 
862 	spin_lock_init(&drvdata->spinlock);
863 
864 	stm_init_default_data(drvdata);
865 	stm_init_generic_data(drvdata, desc.name);
866 
867 	if (stm_register_device(dev, &drvdata->stm, THIS_MODULE)) {
868 		dev_info(dev,
869 			 "%s : stm_register_device failed, probing deferred\n",
870 			 desc.name);
871 		return -EPROBE_DEFER;
872 	}
873 
874 	pdata = coresight_get_platform_data(dev);
875 	if (IS_ERR(pdata)) {
876 		ret = PTR_ERR(pdata);
877 		goto stm_unregister;
878 	}
879 	adev->dev.platform_data = pdata;
880 
881 	desc.type = CORESIGHT_DEV_TYPE_SOURCE;
882 	desc.subtype.source_subtype = CORESIGHT_DEV_SUBTYPE_SOURCE_SOFTWARE;
883 	desc.ops = &stm_cs_ops;
884 	desc.pdata = pdata;
885 	desc.dev = dev;
886 	desc.groups = coresight_stm_groups;
887 	drvdata->csdev = coresight_register(&desc);
888 	if (IS_ERR(drvdata->csdev)) {
889 		ret = PTR_ERR(drvdata->csdev);
890 		goto stm_unregister;
891 	}
892 
893 	trace_id = coresight_trace_id_get_system_id();
894 	if (trace_id < 0) {
895 		ret = trace_id;
896 		goto cs_unregister;
897 	}
898 	drvdata->traceid = (u8)trace_id;
899 
900 	pm_runtime_put(&adev->dev);
901 
902 	dev_info(&drvdata->csdev->dev, "%s initialized\n",
903 		 (char *)coresight_get_uci_data(id));
904 	return 0;
905 
906 cs_unregister:
907 	coresight_unregister(drvdata->csdev);
908 
909 stm_unregister:
910 	stm_unregister_device(&drvdata->stm);
911 	return ret;
912 }
913 
914 static void stm_remove(struct amba_device *adev)
915 {
916 	struct stm_drvdata *drvdata = dev_get_drvdata(&adev->dev);
917 
918 	coresight_trace_id_put_system_id(drvdata->traceid);
919 	coresight_unregister(drvdata->csdev);
920 
921 	stm_unregister_device(&drvdata->stm);
922 }
923 
924 #ifdef CONFIG_PM
925 static int stm_runtime_suspend(struct device *dev)
926 {
927 	struct stm_drvdata *drvdata = dev_get_drvdata(dev);
928 
929 	if (drvdata && !IS_ERR(drvdata->atclk))
930 		clk_disable_unprepare(drvdata->atclk);
931 
932 	return 0;
933 }
934 
935 static int stm_runtime_resume(struct device *dev)
936 {
937 	struct stm_drvdata *drvdata = dev_get_drvdata(dev);
938 
939 	if (drvdata && !IS_ERR(drvdata->atclk))
940 		clk_prepare_enable(drvdata->atclk);
941 
942 	return 0;
943 }
944 #endif
945 
946 static const struct dev_pm_ops stm_dev_pm_ops = {
947 	SET_RUNTIME_PM_OPS(stm_runtime_suspend, stm_runtime_resume, NULL)
948 };
949 
950 static const struct amba_id stm_ids[] = {
951 	CS_AMBA_ID_DATA(0x000bb962, "STM32"),
952 	CS_AMBA_ID_DATA(0x000bb963, "STM500"),
953 	{ 0, 0},
954 };
955 
956 MODULE_DEVICE_TABLE(amba, stm_ids);
957 
958 static struct amba_driver stm_driver = {
959 	.drv = {
960 		.name   = "coresight-stm",
961 		.owner	= THIS_MODULE,
962 		.pm	= &stm_dev_pm_ops,
963 		.suppress_bind_attrs = true,
964 	},
965 	.probe          = stm_probe,
966 	.remove         = stm_remove,
967 	.id_table	= stm_ids,
968 };
969 
970 module_amba_driver(stm_driver);
971 
972 MODULE_AUTHOR("Pratik Patel <pratikp@codeaurora.org>");
973 MODULE_DESCRIPTION("Arm CoreSight System Trace Macrocell driver");
974 MODULE_LICENSE("GPL v2");
975