xref: /linux/drivers/tty/serial/meson_uart.c (revision ae22a94997b8a03dcb3c922857c203246711f9d4)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  *  Based on meson_uart.c, by AMLOGIC, INC.
4  *
5  * Copyright (C) 2014 Carlo Caione <carlo@caione.org>
6  */
7 
8 #include <linux/clk.h>
9 #include <linux/console.h>
10 #include <linux/delay.h>
11 #include <linux/init.h>
12 #include <linux/io.h>
13 #include <linux/iopoll.h>
14 #include <linux/module.h>
15 #include <linux/kernel.h>
16 #include <linux/of.h>
17 #include <linux/platform_device.h>
18 #include <linux/serial.h>
19 #include <linux/serial_core.h>
20 #include <linux/tty.h>
21 #include <linux/tty_flip.h>
22 
23 /* Register offsets */
24 #define AML_UART_WFIFO			0x00
25 #define AML_UART_RFIFO			0x04
26 #define AML_UART_CONTROL		0x08
27 #define AML_UART_STATUS			0x0c
28 #define AML_UART_MISC			0x10
29 #define AML_UART_REG5			0x14
30 
31 /* AML_UART_CONTROL bits */
32 #define AML_UART_TX_EN			BIT(12)
33 #define AML_UART_RX_EN			BIT(13)
34 #define AML_UART_TWO_WIRE_EN		BIT(15)
35 #define AML_UART_STOP_BIT_LEN_MASK	(0x03 << 16)
36 #define AML_UART_STOP_BIT_1SB		(0x00 << 16)
37 #define AML_UART_STOP_BIT_2SB		(0x01 << 16)
38 #define AML_UART_PARITY_TYPE		BIT(18)
39 #define AML_UART_PARITY_EN		BIT(19)
40 #define AML_UART_TX_RST			BIT(22)
41 #define AML_UART_RX_RST			BIT(23)
42 #define AML_UART_CLEAR_ERR		BIT(24)
43 #define AML_UART_RX_INT_EN		BIT(27)
44 #define AML_UART_TX_INT_EN		BIT(28)
45 #define AML_UART_DATA_LEN_MASK		(0x03 << 20)
46 #define AML_UART_DATA_LEN_8BIT		(0x00 << 20)
47 #define AML_UART_DATA_LEN_7BIT		(0x01 << 20)
48 #define AML_UART_DATA_LEN_6BIT		(0x02 << 20)
49 #define AML_UART_DATA_LEN_5BIT		(0x03 << 20)
50 
51 /* AML_UART_STATUS bits */
52 #define AML_UART_PARITY_ERR		BIT(16)
53 #define AML_UART_FRAME_ERR		BIT(17)
54 #define AML_UART_TX_FIFO_WERR		BIT(18)
55 #define AML_UART_RX_EMPTY		BIT(20)
56 #define AML_UART_TX_FULL		BIT(21)
57 #define AML_UART_TX_EMPTY		BIT(22)
58 #define AML_UART_XMIT_BUSY		BIT(25)
59 #define AML_UART_ERR			(AML_UART_PARITY_ERR | \
60 					 AML_UART_FRAME_ERR  | \
61 					 AML_UART_TX_FIFO_WERR)
62 
63 /* AML_UART_MISC bits */
64 #define AML_UART_XMIT_IRQ(c)		(((c) & 0xff) << 8)
65 #define AML_UART_RECV_IRQ(c)		((c) & 0xff)
66 
67 /* AML_UART_REG5 bits */
68 #define AML_UART_BAUD_MASK		0x7fffff
69 #define AML_UART_BAUD_USE		BIT(23)
70 #define AML_UART_BAUD_XTAL		BIT(24)
71 #define AML_UART_BAUD_XTAL_DIV2		BIT(27)
72 
73 #define AML_UART_PORT_NUM		12
74 #define AML_UART_PORT_OFFSET		6
75 
76 #define AML_UART_POLL_USEC		5
77 #define AML_UART_TIMEOUT_USEC		10000
78 
79 static struct uart_driver meson_uart_driver_ttyAML;
80 static struct uart_driver meson_uart_driver_ttyS;
81 
82 static struct uart_port *meson_ports[AML_UART_PORT_NUM];
83 
84 struct meson_uart_data {
85 	struct uart_driver *uart_driver;
86 	bool has_xtal_div2;
87 };
88 
89 static void meson_uart_set_mctrl(struct uart_port *port, unsigned int mctrl)
90 {
91 }
92 
93 static unsigned int meson_uart_get_mctrl(struct uart_port *port)
94 {
95 	return TIOCM_CTS;
96 }
97 
98 static unsigned int meson_uart_tx_empty(struct uart_port *port)
99 {
100 	u32 val;
101 
102 	val = readl(port->membase + AML_UART_STATUS);
103 	val &= (AML_UART_TX_EMPTY | AML_UART_XMIT_BUSY);
104 	return (val == AML_UART_TX_EMPTY) ? TIOCSER_TEMT : 0;
105 }
106 
107 static void meson_uart_stop_tx(struct uart_port *port)
108 {
109 	u32 val;
110 
111 	val = readl(port->membase + AML_UART_CONTROL);
112 	val &= ~AML_UART_TX_INT_EN;
113 	writel(val, port->membase + AML_UART_CONTROL);
114 }
115 
116 static void meson_uart_stop_rx(struct uart_port *port)
117 {
118 	u32 val;
119 
120 	val = readl(port->membase + AML_UART_CONTROL);
121 	val &= ~AML_UART_RX_EN;
122 	writel(val, port->membase + AML_UART_CONTROL);
123 }
124 
125 static void meson_uart_shutdown(struct uart_port *port)
126 {
127 	unsigned long flags;
128 	u32 val;
129 
130 	free_irq(port->irq, port);
131 
132 	uart_port_lock_irqsave(port, &flags);
133 
134 	val = readl(port->membase + AML_UART_CONTROL);
135 	val &= ~AML_UART_RX_EN;
136 	val &= ~(AML_UART_RX_INT_EN | AML_UART_TX_INT_EN);
137 	writel(val, port->membase + AML_UART_CONTROL);
138 
139 	uart_port_unlock_irqrestore(port, flags);
140 }
141 
142 static void meson_uart_start_tx(struct uart_port *port)
143 {
144 	struct circ_buf *xmit = &port->state->xmit;
145 	unsigned int ch;
146 	u32 val;
147 
148 	if (uart_tx_stopped(port)) {
149 		meson_uart_stop_tx(port);
150 		return;
151 	}
152 
153 	while (!(readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)) {
154 		if (port->x_char) {
155 			writel(port->x_char, port->membase + AML_UART_WFIFO);
156 			port->icount.tx++;
157 			port->x_char = 0;
158 			continue;
159 		}
160 
161 		if (uart_circ_empty(xmit))
162 			break;
163 
164 		ch = xmit->buf[xmit->tail];
165 		writel(ch, port->membase + AML_UART_WFIFO);
166 		uart_xmit_advance(port, 1);
167 	}
168 
169 	if (!uart_circ_empty(xmit)) {
170 		val = readl(port->membase + AML_UART_CONTROL);
171 		val |= AML_UART_TX_INT_EN;
172 		writel(val, port->membase + AML_UART_CONTROL);
173 	}
174 
175 	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
176 		uart_write_wakeup(port);
177 }
178 
179 static void meson_receive_chars(struct uart_port *port)
180 {
181 	struct tty_port *tport = &port->state->port;
182 	char flag;
183 	u32 ostatus, status, ch, mode;
184 
185 	do {
186 		flag = TTY_NORMAL;
187 		port->icount.rx++;
188 		ostatus = status = readl(port->membase + AML_UART_STATUS);
189 
190 		if (status & AML_UART_ERR) {
191 			if (status & AML_UART_TX_FIFO_WERR)
192 				port->icount.overrun++;
193 			else if (status & AML_UART_FRAME_ERR)
194 				port->icount.frame++;
195 			else if (status & AML_UART_PARITY_ERR)
196 				port->icount.frame++;
197 
198 			mode = readl(port->membase + AML_UART_CONTROL);
199 			mode |= AML_UART_CLEAR_ERR;
200 			writel(mode, port->membase + AML_UART_CONTROL);
201 
202 			/* It doesn't clear to 0 automatically */
203 			mode &= ~AML_UART_CLEAR_ERR;
204 			writel(mode, port->membase + AML_UART_CONTROL);
205 
206 			status &= port->read_status_mask;
207 			if (status & AML_UART_FRAME_ERR)
208 				flag = TTY_FRAME;
209 			else if (status & AML_UART_PARITY_ERR)
210 				flag = TTY_PARITY;
211 		}
212 
213 		ch = readl(port->membase + AML_UART_RFIFO);
214 		ch &= 0xff;
215 
216 		if ((ostatus & AML_UART_FRAME_ERR) && (ch == 0)) {
217 			port->icount.brk++;
218 			flag = TTY_BREAK;
219 			if (uart_handle_break(port))
220 				continue;
221 		}
222 
223 		if (uart_prepare_sysrq_char(port, ch))
224 			continue;
225 
226 		if ((status & port->ignore_status_mask) == 0)
227 			tty_insert_flip_char(tport, ch, flag);
228 
229 		if (status & AML_UART_TX_FIFO_WERR)
230 			tty_insert_flip_char(tport, 0, TTY_OVERRUN);
231 
232 	} while (!(readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY));
233 
234 	tty_flip_buffer_push(tport);
235 }
236 
237 static irqreturn_t meson_uart_interrupt(int irq, void *dev_id)
238 {
239 	struct uart_port *port = (struct uart_port *)dev_id;
240 
241 	uart_port_lock(port);
242 
243 	if (!(readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY))
244 		meson_receive_chars(port);
245 
246 	if (!(readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)) {
247 		if (readl(port->membase + AML_UART_CONTROL) & AML_UART_TX_INT_EN)
248 			meson_uart_start_tx(port);
249 	}
250 
251 	uart_unlock_and_check_sysrq(port);
252 
253 	return IRQ_HANDLED;
254 }
255 
256 static const char *meson_uart_type(struct uart_port *port)
257 {
258 	return (port->type == PORT_MESON) ? "meson_uart" : NULL;
259 }
260 
261 /*
262  * This function is called only from probe() using a temporary io mapping
263  * in order to perform a reset before setting up the device. Since the
264  * temporarily mapped region was successfully requested, there can be no
265  * console on this port at this time. Hence it is not necessary for this
266  * function to acquire the port->lock. (Since there is no console on this
267  * port at this time, the port->lock is not initialized yet.)
268  */
269 static void meson_uart_reset(struct uart_port *port)
270 {
271 	u32 val;
272 
273 	val = readl(port->membase + AML_UART_CONTROL);
274 	val |= (AML_UART_RX_RST | AML_UART_TX_RST | AML_UART_CLEAR_ERR);
275 	writel(val, port->membase + AML_UART_CONTROL);
276 
277 	val &= ~(AML_UART_RX_RST | AML_UART_TX_RST | AML_UART_CLEAR_ERR);
278 	writel(val, port->membase + AML_UART_CONTROL);
279 }
280 
281 static int meson_uart_startup(struct uart_port *port)
282 {
283 	unsigned long flags;
284 	u32 val;
285 	int ret = 0;
286 
287 	uart_port_lock_irqsave(port, &flags);
288 
289 	val = readl(port->membase + AML_UART_CONTROL);
290 	val |= AML_UART_CLEAR_ERR;
291 	writel(val, port->membase + AML_UART_CONTROL);
292 	val &= ~AML_UART_CLEAR_ERR;
293 	writel(val, port->membase + AML_UART_CONTROL);
294 
295 	val |= (AML_UART_RX_EN | AML_UART_TX_EN);
296 	writel(val, port->membase + AML_UART_CONTROL);
297 
298 	val |= (AML_UART_RX_INT_EN | AML_UART_TX_INT_EN);
299 	writel(val, port->membase + AML_UART_CONTROL);
300 
301 	val = (AML_UART_RECV_IRQ(1) | AML_UART_XMIT_IRQ(port->fifosize / 2));
302 	writel(val, port->membase + AML_UART_MISC);
303 
304 	uart_port_unlock_irqrestore(port, flags);
305 
306 	ret = request_irq(port->irq, meson_uart_interrupt, 0,
307 			  port->name, port);
308 
309 	return ret;
310 }
311 
312 static void meson_uart_change_speed(struct uart_port *port, unsigned long baud)
313 {
314 	const struct meson_uart_data *private_data = port->private_data;
315 	u32 val = 0;
316 
317 	while (!meson_uart_tx_empty(port))
318 		cpu_relax();
319 
320 	if (port->uartclk == 24000000) {
321 		unsigned int xtal_div = 3;
322 
323 		if (private_data && private_data->has_xtal_div2) {
324 			xtal_div = 2;
325 			val |= AML_UART_BAUD_XTAL_DIV2;
326 		}
327 		val |= DIV_ROUND_CLOSEST(port->uartclk / xtal_div, baud) - 1;
328 		val |= AML_UART_BAUD_XTAL;
329 	} else {
330 		val =  DIV_ROUND_CLOSEST(port->uartclk / 4, baud) - 1;
331 	}
332 	val |= AML_UART_BAUD_USE;
333 	writel(val, port->membase + AML_UART_REG5);
334 }
335 
336 static void meson_uart_set_termios(struct uart_port *port,
337 				   struct ktermios *termios,
338 				   const struct ktermios *old)
339 {
340 	unsigned int cflags, iflags, baud;
341 	unsigned long flags;
342 	u32 val;
343 
344 	uart_port_lock_irqsave(port, &flags);
345 
346 	cflags = termios->c_cflag;
347 	iflags = termios->c_iflag;
348 
349 	val = readl(port->membase + AML_UART_CONTROL);
350 
351 	val &= ~AML_UART_DATA_LEN_MASK;
352 	switch (cflags & CSIZE) {
353 	case CS8:
354 		val |= AML_UART_DATA_LEN_8BIT;
355 		break;
356 	case CS7:
357 		val |= AML_UART_DATA_LEN_7BIT;
358 		break;
359 	case CS6:
360 		val |= AML_UART_DATA_LEN_6BIT;
361 		break;
362 	case CS5:
363 		val |= AML_UART_DATA_LEN_5BIT;
364 		break;
365 	}
366 
367 	if (cflags & PARENB)
368 		val |= AML_UART_PARITY_EN;
369 	else
370 		val &= ~AML_UART_PARITY_EN;
371 
372 	if (cflags & PARODD)
373 		val |= AML_UART_PARITY_TYPE;
374 	else
375 		val &= ~AML_UART_PARITY_TYPE;
376 
377 	val &= ~AML_UART_STOP_BIT_LEN_MASK;
378 	if (cflags & CSTOPB)
379 		val |= AML_UART_STOP_BIT_2SB;
380 	else
381 		val |= AML_UART_STOP_BIT_1SB;
382 
383 	if (cflags & CRTSCTS) {
384 		if (port->flags & UPF_HARD_FLOW)
385 			val &= ~AML_UART_TWO_WIRE_EN;
386 		else
387 			termios->c_cflag &= ~CRTSCTS;
388 	} else {
389 		val |= AML_UART_TWO_WIRE_EN;
390 	}
391 
392 	writel(val, port->membase + AML_UART_CONTROL);
393 
394 	baud = uart_get_baud_rate(port, termios, old, 50, 4000000);
395 	meson_uart_change_speed(port, baud);
396 
397 	port->read_status_mask = AML_UART_TX_FIFO_WERR;
398 	if (iflags & INPCK)
399 		port->read_status_mask |= AML_UART_PARITY_ERR |
400 					  AML_UART_FRAME_ERR;
401 
402 	port->ignore_status_mask = 0;
403 	if (iflags & IGNPAR)
404 		port->ignore_status_mask |= AML_UART_PARITY_ERR |
405 					    AML_UART_FRAME_ERR;
406 
407 	uart_update_timeout(port, termios->c_cflag, baud);
408 	uart_port_unlock_irqrestore(port, flags);
409 }
410 
411 static int meson_uart_verify_port(struct uart_port *port,
412 				  struct serial_struct *ser)
413 {
414 	int ret = 0;
415 
416 	if (port->type != PORT_MESON)
417 		ret = -EINVAL;
418 	if (port->irq != ser->irq)
419 		ret = -EINVAL;
420 	if (ser->baud_base < 9600)
421 		ret = -EINVAL;
422 	return ret;
423 }
424 
425 static void meson_uart_release_port(struct uart_port *port)
426 {
427 	devm_iounmap(port->dev, port->membase);
428 	port->membase = NULL;
429 	devm_release_mem_region(port->dev, port->mapbase, port->mapsize);
430 }
431 
432 static int meson_uart_request_port(struct uart_port *port)
433 {
434 	if (!devm_request_mem_region(port->dev, port->mapbase, port->mapsize,
435 				     dev_name(port->dev))) {
436 		dev_err(port->dev, "Memory region busy\n");
437 		return -EBUSY;
438 	}
439 
440 	port->membase = devm_ioremap(port->dev, port->mapbase,
441 					     port->mapsize);
442 	if (!port->membase)
443 		return -ENOMEM;
444 
445 	return 0;
446 }
447 
448 static void meson_uart_config_port(struct uart_port *port, int flags)
449 {
450 	if (flags & UART_CONFIG_TYPE) {
451 		port->type = PORT_MESON;
452 		meson_uart_request_port(port);
453 	}
454 }
455 
456 #ifdef CONFIG_CONSOLE_POLL
457 /*
458  * Console polling routines for writing and reading from the uart while
459  * in an interrupt or debug context (i.e. kgdb).
460  */
461 
462 static int meson_uart_poll_get_char(struct uart_port *port)
463 {
464 	u32 c;
465 	unsigned long flags;
466 
467 	uart_port_lock_irqsave(port, &flags);
468 
469 	if (readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY)
470 		c = NO_POLL_CHAR;
471 	else
472 		c = readl(port->membase + AML_UART_RFIFO);
473 
474 	uart_port_unlock_irqrestore(port, flags);
475 
476 	return c;
477 }
478 
479 static void meson_uart_poll_put_char(struct uart_port *port, unsigned char c)
480 {
481 	unsigned long flags;
482 	u32 reg;
483 	int ret;
484 
485 	uart_port_lock_irqsave(port, &flags);
486 
487 	/* Wait until FIFO is empty or timeout */
488 	ret = readl_poll_timeout_atomic(port->membase + AML_UART_STATUS, reg,
489 					reg & AML_UART_TX_EMPTY,
490 					AML_UART_POLL_USEC,
491 					AML_UART_TIMEOUT_USEC);
492 	if (ret == -ETIMEDOUT) {
493 		dev_err(port->dev, "Timeout waiting for UART TX EMPTY\n");
494 		goto out;
495 	}
496 
497 	/* Write the character */
498 	writel(c, port->membase + AML_UART_WFIFO);
499 
500 	/* Wait until FIFO is empty or timeout */
501 	ret = readl_poll_timeout_atomic(port->membase + AML_UART_STATUS, reg,
502 					reg & AML_UART_TX_EMPTY,
503 					AML_UART_POLL_USEC,
504 					AML_UART_TIMEOUT_USEC);
505 	if (ret == -ETIMEDOUT)
506 		dev_err(port->dev, "Timeout waiting for UART TX EMPTY\n");
507 
508 out:
509 	uart_port_unlock_irqrestore(port, flags);
510 }
511 
512 #endif /* CONFIG_CONSOLE_POLL */
513 
514 static const struct uart_ops meson_uart_ops = {
515 	.set_mctrl      = meson_uart_set_mctrl,
516 	.get_mctrl      = meson_uart_get_mctrl,
517 	.tx_empty	= meson_uart_tx_empty,
518 	.start_tx	= meson_uart_start_tx,
519 	.stop_tx	= meson_uart_stop_tx,
520 	.stop_rx	= meson_uart_stop_rx,
521 	.startup	= meson_uart_startup,
522 	.shutdown	= meson_uart_shutdown,
523 	.set_termios	= meson_uart_set_termios,
524 	.type		= meson_uart_type,
525 	.config_port	= meson_uart_config_port,
526 	.request_port	= meson_uart_request_port,
527 	.release_port	= meson_uart_release_port,
528 	.verify_port	= meson_uart_verify_port,
529 #ifdef CONFIG_CONSOLE_POLL
530 	.poll_get_char	= meson_uart_poll_get_char,
531 	.poll_put_char	= meson_uart_poll_put_char,
532 #endif
533 };
534 
535 #ifdef CONFIG_SERIAL_MESON_CONSOLE
536 static void meson_uart_enable_tx_engine(struct uart_port *port)
537 {
538 	u32 val;
539 
540 	val = readl(port->membase + AML_UART_CONTROL);
541 	val |= AML_UART_TX_EN;
542 	writel(val, port->membase + AML_UART_CONTROL);
543 }
544 
545 static void meson_console_putchar(struct uart_port *port, unsigned char ch)
546 {
547 	if (!port->membase)
548 		return;
549 
550 	while (readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)
551 		cpu_relax();
552 	writel(ch, port->membase + AML_UART_WFIFO);
553 }
554 
555 static void meson_serial_port_write(struct uart_port *port, const char *s,
556 				    u_int count)
557 {
558 	unsigned long flags;
559 	int locked = 1;
560 	u32 val, tmp;
561 
562 	if (oops_in_progress)
563 		locked = uart_port_trylock_irqsave(port, &flags);
564 	else
565 		uart_port_lock_irqsave(port, &flags);
566 
567 	val = readl(port->membase + AML_UART_CONTROL);
568 	tmp = val & ~(AML_UART_TX_INT_EN | AML_UART_RX_INT_EN);
569 	writel(tmp, port->membase + AML_UART_CONTROL);
570 
571 	uart_console_write(port, s, count, meson_console_putchar);
572 	writel(val, port->membase + AML_UART_CONTROL);
573 
574 	if (locked)
575 		uart_port_unlock_irqrestore(port, flags);
576 }
577 
578 static void meson_serial_console_write(struct console *co, const char *s,
579 				       u_int count)
580 {
581 	struct uart_port *port;
582 
583 	port = meson_ports[co->index];
584 	if (!port)
585 		return;
586 
587 	meson_serial_port_write(port, s, count);
588 }
589 
590 static int meson_serial_console_setup(struct console *co, char *options)
591 {
592 	struct uart_port *port;
593 	int baud = 115200;
594 	int bits = 8;
595 	int parity = 'n';
596 	int flow = 'n';
597 
598 	if (co->index < 0 || co->index >= AML_UART_PORT_NUM)
599 		return -EINVAL;
600 
601 	port = meson_ports[co->index];
602 	if (!port || !port->membase)
603 		return -ENODEV;
604 
605 	meson_uart_enable_tx_engine(port);
606 
607 	if (options)
608 		uart_parse_options(options, &baud, &parity, &bits, &flow);
609 
610 	return uart_set_options(port, co, baud, parity, bits, flow);
611 }
612 
613 #define MESON_SERIAL_CONSOLE(_devname)					\
614 	static struct console meson_serial_console_##_devname = {	\
615 		.name		= __stringify(_devname),		\
616 		.write		= meson_serial_console_write,		\
617 		.device		= uart_console_device,			\
618 		.setup		= meson_serial_console_setup,		\
619 		.flags		= CON_PRINTBUFFER,			\
620 		.index		= -1,					\
621 		.data		= &meson_uart_driver_##_devname,	\
622 	}
623 
624 MESON_SERIAL_CONSOLE(ttyAML);
625 MESON_SERIAL_CONSOLE(ttyS);
626 
627 static void meson_serial_early_console_write(struct console *co,
628 					     const char *s,
629 					     u_int count)
630 {
631 	struct earlycon_device *dev = co->data;
632 
633 	meson_serial_port_write(&dev->port, s, count);
634 }
635 
636 static int __init
637 meson_serial_early_console_setup(struct earlycon_device *device, const char *opt)
638 {
639 	if (!device->port.membase)
640 		return -ENODEV;
641 
642 	meson_uart_enable_tx_engine(&device->port);
643 	device->con->write = meson_serial_early_console_write;
644 	return 0;
645 }
646 
647 OF_EARLYCON_DECLARE(meson, "amlogic,meson-ao-uart", meson_serial_early_console_setup);
648 OF_EARLYCON_DECLARE(meson, "amlogic,meson-s4-uart", meson_serial_early_console_setup);
649 
650 #define MESON_SERIAL_CONSOLE_PTR(_devname) (&meson_serial_console_##_devname)
651 #else
652 #define MESON_SERIAL_CONSOLE_PTR(_devname) (NULL)
653 #endif
654 
655 #define MESON_UART_DRIVER(_devname)					\
656 	static struct uart_driver meson_uart_driver_##_devname = {	\
657 		.owner		= THIS_MODULE,				\
658 		.driver_name	= "meson_uart",				\
659 		.dev_name	= __stringify(_devname),		\
660 		.nr		= AML_UART_PORT_NUM,			\
661 		.cons		= MESON_SERIAL_CONSOLE_PTR(_devname),	\
662 	}
663 
664 MESON_UART_DRIVER(ttyAML);
665 MESON_UART_DRIVER(ttyS);
666 
667 static int meson_uart_probe_clocks(struct platform_device *pdev,
668 				   struct uart_port *port)
669 {
670 	struct clk *clk_xtal = NULL;
671 	struct clk *clk_pclk = NULL;
672 	struct clk *clk_baud = NULL;
673 
674 	clk_pclk = devm_clk_get_enabled(&pdev->dev, "pclk");
675 	if (IS_ERR(clk_pclk))
676 		return PTR_ERR(clk_pclk);
677 
678 	clk_xtal = devm_clk_get_enabled(&pdev->dev, "xtal");
679 	if (IS_ERR(clk_xtal))
680 		return PTR_ERR(clk_xtal);
681 
682 	clk_baud = devm_clk_get_enabled(&pdev->dev, "baud");
683 	if (IS_ERR(clk_baud))
684 		return PTR_ERR(clk_baud);
685 
686 	port->uartclk = clk_get_rate(clk_baud);
687 
688 	return 0;
689 }
690 
691 static struct uart_driver *meson_uart_current(const struct meson_uart_data *pd)
692 {
693 	return (pd && pd->uart_driver) ?
694 		pd->uart_driver : &meson_uart_driver_ttyAML;
695 }
696 
697 static int meson_uart_probe(struct platform_device *pdev)
698 {
699 	const struct meson_uart_data *priv_data;
700 	struct uart_driver *uart_driver;
701 	struct resource *res_mem;
702 	struct uart_port *port;
703 	u32 fifosize = 64; /* Default is 64, 128 for EE UART_0 */
704 	int ret = 0;
705 	int irq;
706 	bool has_rtscts;
707 
708 	if (pdev->dev.of_node)
709 		pdev->id = of_alias_get_id(pdev->dev.of_node, "serial");
710 
711 	if (pdev->id < 0) {
712 		int id;
713 
714 		for (id = AML_UART_PORT_OFFSET; id < AML_UART_PORT_NUM; id++) {
715 			if (!meson_ports[id]) {
716 				pdev->id = id;
717 				break;
718 			}
719 		}
720 	}
721 
722 	if (pdev->id < 0 || pdev->id >= AML_UART_PORT_NUM)
723 		return -EINVAL;
724 
725 	res_mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
726 	if (!res_mem)
727 		return -ENODEV;
728 
729 	irq = platform_get_irq(pdev, 0);
730 	if (irq < 0)
731 		return irq;
732 
733 	of_property_read_u32(pdev->dev.of_node, "fifo-size", &fifosize);
734 	has_rtscts = of_property_read_bool(pdev->dev.of_node, "uart-has-rtscts");
735 
736 	if (meson_ports[pdev->id]) {
737 		return dev_err_probe(&pdev->dev, -EBUSY,
738 				     "port %d already allocated\n", pdev->id);
739 	}
740 
741 	port = devm_kzalloc(&pdev->dev, sizeof(struct uart_port), GFP_KERNEL);
742 	if (!port)
743 		return -ENOMEM;
744 
745 	ret = meson_uart_probe_clocks(pdev, port);
746 	if (ret)
747 		return ret;
748 
749 	priv_data = device_get_match_data(&pdev->dev);
750 
751 	uart_driver = meson_uart_current(priv_data);
752 
753 	if (!uart_driver->state) {
754 		ret = uart_register_driver(uart_driver);
755 		if (ret)
756 			return dev_err_probe(&pdev->dev, ret,
757 					     "can't register uart driver\n");
758 	}
759 
760 	port->iotype = UPIO_MEM;
761 	port->mapbase = res_mem->start;
762 	port->mapsize = resource_size(res_mem);
763 	port->irq = irq;
764 	port->flags = UPF_BOOT_AUTOCONF | UPF_LOW_LATENCY;
765 	if (has_rtscts)
766 		port->flags |= UPF_HARD_FLOW;
767 	port->has_sysrq = IS_ENABLED(CONFIG_SERIAL_MESON_CONSOLE);
768 	port->dev = &pdev->dev;
769 	port->line = pdev->id;
770 	port->type = PORT_MESON;
771 	port->x_char = 0;
772 	port->ops = &meson_uart_ops;
773 	port->fifosize = fifosize;
774 	port->private_data = (void *)priv_data;
775 
776 	meson_ports[pdev->id] = port;
777 	platform_set_drvdata(pdev, port);
778 
779 	/* reset port before registering (and possibly registering console) */
780 	if (meson_uart_request_port(port) >= 0) {
781 		meson_uart_reset(port);
782 		meson_uart_release_port(port);
783 	}
784 
785 	ret = uart_add_one_port(uart_driver, port);
786 	if (ret)
787 		meson_ports[pdev->id] = NULL;
788 
789 	return ret;
790 }
791 
792 static void meson_uart_remove(struct platform_device *pdev)
793 {
794 	struct uart_driver *uart_driver;
795 	struct uart_port *port;
796 
797 	port = platform_get_drvdata(pdev);
798 	uart_driver = meson_uart_current(port->private_data);
799 	uart_remove_one_port(uart_driver, port);
800 	meson_ports[pdev->id] = NULL;
801 
802 	for (int id = 0; id < AML_UART_PORT_NUM; id++)
803 		if (meson_ports[id])
804 			return;
805 
806 	/* No more available uart ports, unregister uart driver */
807 	uart_unregister_driver(uart_driver);
808 }
809 
810 static struct meson_uart_data meson_g12a_uart_data = {
811 	.has_xtal_div2 = true,
812 };
813 
814 static struct meson_uart_data meson_a1_uart_data = {
815 	.uart_driver = &meson_uart_driver_ttyS,
816 	.has_xtal_div2 = false,
817 };
818 
819 static struct meson_uart_data meson_s4_uart_data = {
820 	.uart_driver = &meson_uart_driver_ttyS,
821 	.has_xtal_div2 = true,
822 };
823 
824 static const struct of_device_id meson_uart_dt_match[] = {
825 	{ .compatible = "amlogic,meson6-uart" },
826 	{ .compatible = "amlogic,meson8-uart" },
827 	{ .compatible = "amlogic,meson8b-uart" },
828 	{ .compatible = "amlogic,meson-gx-uart" },
829 	{
830 		.compatible = "amlogic,meson-g12a-uart",
831 		.data = (void *)&meson_g12a_uart_data,
832 	},
833 	{
834 		.compatible = "amlogic,meson-s4-uart",
835 		.data = (void *)&meson_s4_uart_data,
836 	},
837 	{
838 		.compatible = "amlogic,meson-a1-uart",
839 		.data = (void *)&meson_a1_uart_data,
840 	},
841 	{ /* sentinel */ },
842 };
843 MODULE_DEVICE_TABLE(of, meson_uart_dt_match);
844 
845 static  struct platform_driver meson_uart_platform_driver = {
846 	.probe		= meson_uart_probe,
847 	.remove_new	= meson_uart_remove,
848 	.driver		= {
849 		.name		= "meson_uart",
850 		.of_match_table	= meson_uart_dt_match,
851 	},
852 };
853 
854 module_platform_driver(meson_uart_platform_driver);
855 
856 MODULE_AUTHOR("Carlo Caione <carlo@caione.org>");
857 MODULE_DESCRIPTION("Amlogic Meson serial port driver");
858 MODULE_LICENSE("GPL v2");
859