220  * @ssp: pointer to a struct sifive_serial_port record
223  * IP block base, given a pointer @ssp to a struct sifive_serial_port record.
227 static void __ssp_writel(u32 v, u16 offs, struct sifive_serial_port *ssp)  in __ssp_writel()  argument
229 	__ssp_early_writel(v, offs, &ssp->port);  in __ssp_writel()
234  * @ssp: pointer to a struct sifive_serial_port record
238  * IP block base, given a pointer @ssp to a struct sifive_serial_port record.
244 static u32 __ssp_readl(struct sifive_serial_port *ssp, u16 offs)  in __ssp_readl()  argument
246 	return __ssp_early_readl(&ssp->port, offs);  in __ssp_readl()
251  * @ssp: pointer to a struct sifive_serial_port
260 static int sifive_serial_is_txfifo_full(struct sifive_serial_port *ssp)  in sifive_serial_is_txfifo_full()  argument
262 	return __ssp_readl(ssp, SIFIVE_SERIAL_TXDATA_OFFS) &  in sifive_serial_is_txfifo_full()
268  * @ssp: pointer to a struct sifive_serial_port
271  * Enqueue a byte @ch onto the transmit FIFO, given a pointer @ssp to the
277 static void __ssp_transmit_char(struct sifive_serial_port *ssp, int ch)  in __ssp_transmit_char()  argument
279 	__ssp_writel(ch, SIFIVE_SERIAL_TXDATA_OFFS, ssp);  in __ssp_transmit_char()
284  * @ssp: pointer to a struct sifive_serial_port
289  * Context: Any context.  Expects @ssp->port.lock to be held by caller.
291 static void __ssp_transmit_chars(struct sifive_serial_port *ssp)  in __ssp_transmit_chars()  argument
295 	uart_port_tx_limited(&ssp->port, ch, SIFIVE_TX_FIFO_DEPTH,  in __ssp_transmit_chars()
297 		__ssp_transmit_char(ssp, ch),  in __ssp_transmit_chars()
303  * @ssp: pointer to a struct sifive_serial_port
306  * on the SiFive UART referred to by @ssp.
308 static void __ssp_enable_txwm(struct sifive_serial_port *ssp)  in __ssp_enable_txwm()  argument
310 	if (ssp->ier & SIFIVE_SERIAL_IE_TXWM_MASK)  in __ssp_enable_txwm()
313 	ssp->ier |= SIFIVE_SERIAL_IE_TXWM_MASK;  in __ssp_enable_txwm()
314 	__ssp_writel(ssp->ier, SIFIVE_SERIAL_IE_OFFS, ssp);  in __ssp_enable_txwm()
319  * @ssp: pointer to a struct sifive_serial_port
322  * on the SiFive UART referred to by @ssp.
324 static void __ssp_enable_rxwm(struct sifive_serial_port *ssp)  in __ssp_enable_rxwm()  argument
326 	if (ssp->ier & SIFIVE_SERIAL_IE_RXWM_MASK)  in __ssp_enable_rxwm()
329 	ssp->ier |= SIFIVE_SERIAL_IE_RXWM_MASK;  in __ssp_enable_rxwm()
330 	__ssp_writel(ssp->ier, SIFIVE_SERIAL_IE_OFFS, ssp);  in __ssp_enable_rxwm()
335  * @ssp: pointer to a struct sifive_serial_port
338  * on the UART referred to by @ssp.
340 static void __ssp_disable_txwm(struct sifive_serial_port *ssp)  in __ssp_disable_txwm()  argument
342 	if (!(ssp->ier & SIFIVE_SERIAL_IE_TXWM_MASK))  in __ssp_disable_txwm()
345 	ssp->ier &= ~SIFIVE_SERIAL_IE_TXWM_MASK;  in __ssp_disable_txwm()
346 	__ssp_writel(ssp->ier, SIFIVE_SERIAL_IE_OFFS, ssp);  in __ssp_disable_txwm()
351  * @ssp: pointer to a struct sifive_serial_port
354  * on the UART referred to by @ssp.
356 static void __ssp_disable_rxwm(struct sifive_serial_port *ssp)  in __ssp_disable_rxwm()  argument
358 	if (!(ssp->ier & SIFIVE_SERIAL_IE_RXWM_MASK))  in __ssp_disable_rxwm()
361 	ssp->ier &= ~SIFIVE_SERIAL_IE_RXWM_MASK;  in __ssp_disable_rxwm()
362 	__ssp_writel(ssp->ier, SIFIVE_SERIAL_IE_OFFS, ssp);  in __ssp_disable_rxwm()
367  * @ssp: pointer to a struct sifive_serial_port
371  * @ssp, and to return it.  Also returns the RX FIFO empty bit in
377 static char __ssp_receive_char(struct sifive_serial_port *ssp, char *is_empty)  in __ssp_receive_char()  argument
382 	v = __ssp_readl(ssp, SIFIVE_SERIAL_RXDATA_OFFS);  in __ssp_receive_char()
398  * @ssp: pointer to a struct sifive_serial_port
401  * to by @ssp and pass them up to the Linux serial layer.
403  * Context: Expects ssp->port.lock to be held by caller.
405 static void __ssp_receive_chars(struct sifive_serial_port *ssp)  in __ssp_receive_chars()  argument
412 		ch = __ssp_receive_char(ssp, &is_empty);  in __ssp_receive_chars()
416 		ssp->port.icount.rx++;  in __ssp_receive_chars()
417 		if (!uart_prepare_sysrq_char(&ssp->port, ch))  in __ssp_receive_chars()
418 			uart_insert_char(&ssp->port, 0, 0, ch, TTY_NORMAL);  in __ssp_receive_chars()
421 	tty_flip_buffer_push(&ssp->port.state->port);  in __ssp_receive_chars()
426  * @ssp: pointer to a struct sifive_serial_port
429  * and target line rate referred to by @ssp and write it into the
432 static void __ssp_update_div(struct sifive_serial_port *ssp)  in __ssp_update_div()  argument
436 	div = DIV_ROUND_UP(ssp->port.uartclk, ssp->baud_rate) - 1;  in __ssp_update_div()
438 	__ssp_writel(div, SIFIVE_SERIAL_DIV_OFFS, ssp);  in __ssp_update_div()
443  * @ssp: pointer to a struct sifive_serial_port
447  * SiFive UART described by @ssp and program it into the UART.  There may
451 static void __ssp_update_baud_rate(struct sifive_serial_port *ssp,  in __ssp_update_baud_rate()  argument
454 	if (ssp->baud_rate == rate)  in __ssp_update_baud_rate()
457 	ssp->baud_rate = rate;  in __ssp_update_baud_rate()
458 	__ssp_update_div(ssp);  in __ssp_update_baud_rate()
463  * @ssp: pointer to a struct sifive_serial_port
466  * Program the SiFive UART referred to by @ssp to use @nstop stop bits.
468 static void __ssp_set_stop_bits(struct sifive_serial_port *ssp, char nstop)  in __ssp_set_stop_bits()  argument
477 	v = __ssp_readl(ssp, SIFIVE_SERIAL_TXCTRL_OFFS);  in __ssp_set_stop_bits()
480 	__ssp_writel(v, SIFIVE_SERIAL_TXCTRL_OFFS, ssp);  in __ssp_set_stop_bits()
485  * @ssp: pointer to a struct sifive_serial_port
487  * Delay while the UART TX FIFO referred to by @ssp is marked as full.
491 static void __maybe_unused __ssp_wait_for_xmitr(struct sifive_serial_port *ssp)  in __ssp_wait_for_xmitr()  argument
493 	while (sifive_serial_is_txfifo_full(ssp))  in __ssp_wait_for_xmitr()
503 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_stop_tx()  local
505 	__ssp_disable_txwm(ssp);  in sifive_serial_stop_tx()
510 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_stop_rx()  local
512 	__ssp_disable_rxwm(ssp);  in sifive_serial_stop_rx()
517 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_start_tx()  local
519 	__ssp_enable_txwm(ssp);  in sifive_serial_start_tx()
524 	struct sifive_serial_port *ssp = dev_id;  in sifive_serial_irq()  local
527 	uart_port_lock(&ssp->port);  in sifive_serial_irq()
529 	ip = __ssp_readl(ssp, SIFIVE_SERIAL_IP_OFFS);  in sifive_serial_irq()
531 		uart_port_unlock(&ssp->port);  in sifive_serial_irq()
536 		__ssp_receive_chars(ssp);  in sifive_serial_irq()
538 		__ssp_transmit_chars(ssp);  in sifive_serial_irq()
540 	uart_unlock_and_check_sysrq(&ssp->port);  in sifive_serial_irq()
567 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_startup()  local
570 	uart_port_lock_irqsave(&ssp->port, &flags);  in sifive_serial_startup()
571 	__ssp_enable_rxwm(ssp);  in sifive_serial_startup()
572 	uart_port_unlock_irqrestore(&ssp->port, flags);  in sifive_serial_startup()
579 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_shutdown()  local
582 	uart_port_lock_irqsave(&ssp->port, &flags);  in sifive_serial_shutdown()
583 	__ssp_disable_rxwm(ssp);  in sifive_serial_shutdown()
584 	__ssp_disable_txwm(ssp);  in sifive_serial_shutdown()
585 	uart_port_unlock_irqrestore(&ssp->port, flags);  in sifive_serial_shutdown()
605 	struct sifive_serial_port *ssp = notifier_to_sifive_serial_port(nb);  in sifive_serial_clk_notifier()  local
614 		__ssp_wait_for_xmitr(ssp);  in sifive_serial_clk_notifier()
624 		udelay(DIV_ROUND_UP(12 * 1000 * 1000, ssp->baud_rate));  in sifive_serial_clk_notifier()
627 	if (event == POST_RATE_CHANGE && ssp->port.uartclk != cnd->new_rate) {  in sifive_serial_clk_notifier()
628 		ssp->port.uartclk = cnd->new_rate;  in sifive_serial_clk_notifier()
629 		__ssp_update_div(ssp);  in sifive_serial_clk_notifier()
639 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_set_termios()  local
646 		dev_err_once(ssp->port.dev, "only 8-bit words supported\n");  in sifive_serial_set_termios()
651 		dev_err_once(ssp->port.dev, "parity checking not supported\n");  in sifive_serial_set_termios()
653 		dev_err_once(ssp->port.dev, "BREAK detection not supported\n");  in sifive_serial_set_termios()
658 	__ssp_set_stop_bits(ssp, nstop);  in sifive_serial_set_termios()
662 				  ssp->port.uartclk / 16);  in sifive_serial_set_termios()
663 	__ssp_update_baud_rate(ssp, rate);  in sifive_serial_set_termios()
665 	uart_port_lock_irqsave(&ssp->port, &flags);  in sifive_serial_set_termios()
670 	ssp->port.read_status_mask = 0;  in sifive_serial_set_termios()
673 	v = __ssp_readl(ssp, SIFIVE_SERIAL_RXCTRL_OFFS);  in sifive_serial_set_termios()
680 		__ssp_writel(v, SIFIVE_SERIAL_RXCTRL_OFFS, ssp);  in sifive_serial_set_termios()
682 	uart_port_unlock_irqrestore(&ssp->port, flags);  in sifive_serial_set_termios()
696 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_config_port()  local
698 	ssp->port.type = PORT_SIFIVE_V0;  in sifive_serial_config_port()
715 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_poll_get_char()  local
718 	ch = __ssp_receive_char(ssp, &is_empty);  in sifive_serial_poll_get_char()
728 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_poll_put_char()  local
730 	__ssp_wait_for_xmitr(ssp);  in sifive_serial_poll_put_char()
731 	__ssp_transmit_char(ssp, c);  in sifive_serial_poll_put_char()
786 	struct sifive_serial_port *ssp = port_to_sifive_serial_port(port);  in sifive_serial_console_putchar()  local
788 	__ssp_wait_for_xmitr(ssp);  in sifive_serial_console_putchar()
789 	__ssp_transmit_char(ssp, ch);  in sifive_serial_console_putchar()
791 	ssp->console_line_ended = (ch == '\n');  in sifive_serial_console_putchar()
811 	struct sifive_serial_port *ssp = sifive_serial_console_ports[co->index];  in sifive_serial_console_write_atomic()  local
812 	struct uart_port *port = &ssp->port;  in sifive_serial_console_write_atomic()
815 	if (!ssp)  in sifive_serial_console_write_atomic()
821 	ier = __ssp_readl(ssp, SIFIVE_SERIAL_IE_OFFS);  in sifive_serial_console_write_atomic()
822 	__ssp_writel(0, SIFIVE_SERIAL_IE_OFFS, ssp);  in sifive_serial_console_write_atomic()
824 	if (!ssp->console_line_ended)  in sifive_serial_console_write_atomic()
829 	__ssp_writel(ier, SIFIVE_SERIAL_IE_OFFS, ssp);  in sifive_serial_console_write_atomic()
837 	struct sifive_serial_port *ssp = sifive_serial_console_ports[co->index];  in sifive_serial_console_write_thread()  local
838 	struct uart_port *port = &ssp->port;  in sifive_serial_console_write_thread()
841 	if (!ssp)  in sifive_serial_console_write_thread()
847 	ier = __ssp_readl(ssp, SIFIVE_SERIAL_IE_OFFS);  in sifive_serial_console_write_thread()
848 	__ssp_writel(0, SIFIVE_SERIAL_IE_OFFS, ssp);  in sifive_serial_console_write_thread()
869 	__ssp_writel(ier, SIFIVE_SERIAL_IE_OFFS, ssp);  in sifive_serial_console_write_thread()
876 	struct sifive_serial_port *ssp;  in sifive_serial_console_setup()  local
885 	ssp = sifive_serial_console_ports[co->index];  in sifive_serial_console_setup()
886 	if (!ssp)  in sifive_serial_console_setup()
889 	ssp->console_line_ended = true;  in sifive_serial_console_setup()
894 	return uart_set_options(&ssp->port, co, baud, parity, bits, flow);  in sifive_serial_console_setup()
920 static void __ssp_add_console_port(struct sifive_serial_port *ssp)  in __ssp_add_console_port()  argument
922 	sifive_serial_console_ports[ssp->port.line] = ssp;  in __ssp_add_console_port()
925 static void __ssp_remove_console_port(struct sifive_serial_port *ssp)  in __ssp_remove_console_port()  argument
927 	sifive_serial_console_ports[ssp->port.line] = NULL;  in __ssp_remove_console_port()
936 static void __ssp_add_console_port(struct sifive_serial_port *ssp)  in __ssp_add_console_port()  argument
938 static void __ssp_remove_console_port(struct sifive_serial_port *ssp)  in __ssp_remove_console_port()  argument
975 	struct sifive_serial_port *ssp;  in sifive_serial_probe()  local
1008 	ssp = devm_kzalloc(&pdev->dev, sizeof(*ssp), GFP_KERNEL);  in sifive_serial_probe()
1009 	if (!ssp)  in sifive_serial_probe()
1012 	ssp->port.dev = &pdev->dev;  in sifive_serial_probe()
1013 	ssp->port.type = PORT_SIFIVE_V0;  in sifive_serial_probe()
1014 	ssp->port.iotype = UPIO_MEM;  in sifive_serial_probe()
1015 	ssp->port.irq = irq;  in sifive_serial_probe()
1016 	ssp->port.fifosize = SIFIVE_TX_FIFO_DEPTH;  in sifive_serial_probe()
1017 	ssp->port.ops = &sifive_serial_uops;  in sifive_serial_probe()
1018 	ssp->port.line = id;  in sifive_serial_probe()
1019 	ssp->port.mapbase = mem->start;  in sifive_serial_probe()
1020 	ssp->port.membase = base;  in sifive_serial_probe()
1021 	ssp->dev = &pdev->dev;  in sifive_serial_probe()
1022 	ssp->clk = clk;  in sifive_serial_probe()
1023 	ssp->clk_notifier.notifier_call = sifive_serial_clk_notifier;  in sifive_serial_probe()
1025 	r = clk_notifier_register(ssp->clk, &ssp->clk_notifier);  in sifive_serial_probe()
1033 	ssp->port.uartclk = clk_get_rate(ssp->clk);  in sifive_serial_probe()
1034 	ssp->baud_rate = SIFIVE_DEFAULT_BAUD_RATE;  in sifive_serial_probe()
1035 	__ssp_update_div(ssp);  in sifive_serial_probe()
1037 	platform_set_drvdata(pdev, ssp);  in sifive_serial_probe()
1042 		     SIFIVE_SERIAL_TXCTRL_OFFS, ssp);  in sifive_serial_probe()
1047 		     SIFIVE_SERIAL_RXCTRL_OFFS, ssp);  in sifive_serial_probe()
1049 	r = request_irq(ssp->port.irq, sifive_serial_irq, ssp->port.irqflags,  in sifive_serial_probe()
1050 			dev_name(&pdev->dev), ssp);  in sifive_serial_probe()
1056 	__ssp_add_console_port(ssp);  in sifive_serial_probe()
1058 	r = uart_add_one_port(&sifive_serial_uart_driver, &ssp->port);  in sifive_serial_probe()
1067 	__ssp_remove_console_port(ssp);  in sifive_serial_probe()
1068 	free_irq(ssp->port.irq, ssp);  in sifive_serial_probe()
1070 	clk_notifier_unregister(ssp->clk, &ssp->clk_notifier);  in sifive_serial_probe()
1077 	struct sifive_serial_port *ssp = platform_get_drvdata(dev);  in sifive_serial_remove()  local
1079 	__ssp_remove_console_port(ssp);  in sifive_serial_remove()
1080 	uart_remove_one_port(&sifive_serial_uart_driver, &ssp->port);  in sifive_serial_remove()
1081 	free_irq(ssp->port.irq, ssp);  in sifive_serial_remove()
1082 	clk_notifier_unregister(ssp->clk, &ssp->clk_notifier);  in sifive_serial_remove()
1087 	struct sifive_serial_port *ssp = dev_get_drvdata(dev);  in sifive_serial_suspend()  local
1089 	return uart_suspend_port(&sifive_serial_uart_driver, &ssp->port);  in sifive_serial_suspend()
1094 	struct sifive_serial_port *ssp = dev_get_drvdata(dev);  in sifive_serial_resume()  local
1096 	return uart_resume_port(&sifive_serial_uart_driver, &ssp->port);  in sifive_serial_resume()