12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 23558fe90SMaxime Ripard /* 33558fe90SMaxime Ripard * Copyright (C) 2012 - 2014 Allwinner Tech 43558fe90SMaxime Ripard * Pan Nan <pannan@allwinnertech.com> 53558fe90SMaxime Ripard * 63558fe90SMaxime Ripard * Copyright (C) 2014 Maxime Ripard 73558fe90SMaxime Ripard * Maxime Ripard <maxime.ripard@free-electrons.com> 83558fe90SMaxime Ripard */ 93558fe90SMaxime Ripard 10*9a3ef9dfSMarc Kleine-Budde #include <linux/bitfield.h> 113558fe90SMaxime Ripard #include <linux/clk.h> 123558fe90SMaxime Ripard #include <linux/delay.h> 133558fe90SMaxime Ripard #include <linux/device.h> 143558fe90SMaxime Ripard #include <linux/interrupt.h> 153558fe90SMaxime Ripard #include <linux/io.h> 163558fe90SMaxime Ripard #include <linux/module.h> 1710565dfdSMilo Kim #include <linux/of_device.h> 183558fe90SMaxime Ripard #include <linux/platform_device.h> 193558fe90SMaxime Ripard #include <linux/pm_runtime.h> 203558fe90SMaxime Ripard #include <linux/reset.h> 213558fe90SMaxime Ripard 223558fe90SMaxime Ripard #include <linux/spi/spi.h> 233558fe90SMaxime Ripard 243558fe90SMaxime Ripard #define SUN6I_FIFO_DEPTH 128 2510565dfdSMilo Kim #define SUN8I_FIFO_DEPTH 64 263558fe90SMaxime Ripard 273558fe90SMaxime Ripard #define SUN6I_GBL_CTL_REG 0x04 283558fe90SMaxime Ripard #define SUN6I_GBL_CTL_BUS_ENABLE BIT(0) 293558fe90SMaxime Ripard #define SUN6I_GBL_CTL_MASTER BIT(1) 303558fe90SMaxime Ripard #define SUN6I_GBL_CTL_TP BIT(7) 313558fe90SMaxime Ripard #define SUN6I_GBL_CTL_RST BIT(31) 323558fe90SMaxime Ripard 333558fe90SMaxime Ripard #define SUN6I_TFR_CTL_REG 0x08 343558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CPHA BIT(0) 353558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CPOL BIT(1) 363558fe90SMaxime Ripard #define SUN6I_TFR_CTL_SPOL BIT(2) 37d31ad46fSAxel Lin #define SUN6I_TFR_CTL_CS_MASK 0x30 38d31ad46fSAxel Lin #define SUN6I_TFR_CTL_CS(cs) (((cs) << 4) & SUN6I_TFR_CTL_CS_MASK) 393558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CS_MANUAL BIT(6) 403558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CS_LEVEL BIT(7) 413558fe90SMaxime Ripard #define SUN6I_TFR_CTL_DHB BIT(8) 423558fe90SMaxime Ripard #define SUN6I_TFR_CTL_FBS BIT(12) 433558fe90SMaxime Ripard #define SUN6I_TFR_CTL_XCH BIT(31) 443558fe90SMaxime Ripard 453558fe90SMaxime Ripard #define SUN6I_INT_CTL_REG 0x10 46913f536cSIcenowy Zheng #define SUN6I_INT_CTL_RF_RDY BIT(0) 47913f536cSIcenowy Zheng #define SUN6I_INT_CTL_TF_ERQ BIT(4) 483558fe90SMaxime Ripard #define SUN6I_INT_CTL_RF_OVF BIT(8) 493558fe90SMaxime Ripard #define SUN6I_INT_CTL_TC BIT(12) 503558fe90SMaxime Ripard 513558fe90SMaxime Ripard #define SUN6I_INT_STA_REG 0x14 523558fe90SMaxime Ripard 533558fe90SMaxime Ripard #define SUN6I_FIFO_CTL_REG 0x18 54913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_RF_RDY_TRIG_LEVEL_MASK 0xff 55913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_RF_RDY_TRIG_LEVEL_BITS 0 563558fe90SMaxime Ripard #define SUN6I_FIFO_CTL_RF_RST BIT(15) 57913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_TF_ERQ_TRIG_LEVEL_MASK 0xff 58913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_TF_ERQ_TRIG_LEVEL_BITS 16 593558fe90SMaxime Ripard #define SUN6I_FIFO_CTL_TF_RST BIT(31) 603558fe90SMaxime Ripard 613558fe90SMaxime Ripard #define SUN6I_FIFO_STA_REG 0x1c 623558fe90SMaxime Ripard #define SUN6I_FIFO_STA_RF_CNT_MASK 0x7f 633558fe90SMaxime Ripard #define SUN6I_FIFO_STA_RF_CNT_BITS 0 64*9a3ef9dfSMarc Kleine-Budde #define SUN6I_FIFO_STA_TF_CNT_MASK GENMASK(23, 16) 653558fe90SMaxime Ripard 663558fe90SMaxime Ripard #define SUN6I_CLK_CTL_REG 0x24 673558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR2_MASK 0xff 683558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR2(div) (((div) & SUN6I_CLK_CTL_CDR2_MASK) << 0) 693558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR1_MASK 0xf 703558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR1(div) (((div) & SUN6I_CLK_CTL_CDR1_MASK) << 8) 713558fe90SMaxime Ripard #define SUN6I_CLK_CTL_DRS BIT(12) 723558fe90SMaxime Ripard 73913f536cSIcenowy Zheng #define SUN6I_MAX_XFER_SIZE 0xffffff 74913f536cSIcenowy Zheng 753558fe90SMaxime Ripard #define SUN6I_BURST_CNT_REG 0x30 763558fe90SMaxime Ripard 773558fe90SMaxime Ripard #define SUN6I_XMIT_CNT_REG 0x34 783558fe90SMaxime Ripard 793558fe90SMaxime Ripard #define SUN6I_BURST_CTL_CNT_REG 0x38 803558fe90SMaxime Ripard 813558fe90SMaxime Ripard #define SUN6I_TXDATA_REG 0x200 823558fe90SMaxime Ripard #define SUN6I_RXDATA_REG 0x300 833558fe90SMaxime Ripard 843558fe90SMaxime Ripard struct sun6i_spi { 853558fe90SMaxime Ripard struct spi_master *master; 863558fe90SMaxime Ripard void __iomem *base_addr; 873558fe90SMaxime Ripard struct clk *hclk; 883558fe90SMaxime Ripard struct clk *mclk; 893558fe90SMaxime Ripard struct reset_control *rstc; 903558fe90SMaxime Ripard 913558fe90SMaxime Ripard struct completion done; 923558fe90SMaxime Ripard 933558fe90SMaxime Ripard const u8 *tx_buf; 943558fe90SMaxime Ripard u8 *rx_buf; 953558fe90SMaxime Ripard int len; 9610565dfdSMilo Kim unsigned long fifo_depth; 973558fe90SMaxime Ripard }; 983558fe90SMaxime Ripard 993558fe90SMaxime Ripard static inline u32 sun6i_spi_read(struct sun6i_spi *sspi, u32 reg) 1003558fe90SMaxime Ripard { 1013558fe90SMaxime Ripard return readl(sspi->base_addr + reg); 1023558fe90SMaxime Ripard } 1033558fe90SMaxime Ripard 1043558fe90SMaxime Ripard static inline void sun6i_spi_write(struct sun6i_spi *sspi, u32 reg, u32 value) 1053558fe90SMaxime Ripard { 1063558fe90SMaxime Ripard writel(value, sspi->base_addr + reg); 1073558fe90SMaxime Ripard } 1083558fe90SMaxime Ripard 109913f536cSIcenowy Zheng static inline u32 sun6i_spi_get_tx_fifo_count(struct sun6i_spi *sspi) 110913f536cSIcenowy Zheng { 111913f536cSIcenowy Zheng u32 reg = sun6i_spi_read(sspi, SUN6I_FIFO_STA_REG); 112913f536cSIcenowy Zheng 113*9a3ef9dfSMarc Kleine-Budde return FIELD_GET(SUN6I_FIFO_STA_TF_CNT_MASK, reg); 114913f536cSIcenowy Zheng } 115913f536cSIcenowy Zheng 116913f536cSIcenowy Zheng static inline void sun6i_spi_enable_interrupt(struct sun6i_spi *sspi, u32 mask) 117913f536cSIcenowy Zheng { 118913f536cSIcenowy Zheng u32 reg = sun6i_spi_read(sspi, SUN6I_INT_CTL_REG); 119913f536cSIcenowy Zheng 120913f536cSIcenowy Zheng reg |= mask; 121913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, reg); 122913f536cSIcenowy Zheng } 123913f536cSIcenowy Zheng 124913f536cSIcenowy Zheng static inline void sun6i_spi_disable_interrupt(struct sun6i_spi *sspi, u32 mask) 125913f536cSIcenowy Zheng { 126913f536cSIcenowy Zheng u32 reg = sun6i_spi_read(sspi, SUN6I_INT_CTL_REG); 127913f536cSIcenowy Zheng 128913f536cSIcenowy Zheng reg &= ~mask; 129913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, reg); 130913f536cSIcenowy Zheng } 131913f536cSIcenowy Zheng 1323558fe90SMaxime Ripard static inline void sun6i_spi_drain_fifo(struct sun6i_spi *sspi, int len) 1333558fe90SMaxime Ripard { 1343558fe90SMaxime Ripard u32 reg, cnt; 1353558fe90SMaxime Ripard u8 byte; 1363558fe90SMaxime Ripard 1373558fe90SMaxime Ripard /* See how much data is available */ 1383558fe90SMaxime Ripard reg = sun6i_spi_read(sspi, SUN6I_FIFO_STA_REG); 1393558fe90SMaxime Ripard reg &= SUN6I_FIFO_STA_RF_CNT_MASK; 1403558fe90SMaxime Ripard cnt = reg >> SUN6I_FIFO_STA_RF_CNT_BITS; 1413558fe90SMaxime Ripard 1423558fe90SMaxime Ripard if (len > cnt) 1433558fe90SMaxime Ripard len = cnt; 1443558fe90SMaxime Ripard 1453558fe90SMaxime Ripard while (len--) { 1463558fe90SMaxime Ripard byte = readb(sspi->base_addr + SUN6I_RXDATA_REG); 1473558fe90SMaxime Ripard if (sspi->rx_buf) 1483558fe90SMaxime Ripard *sspi->rx_buf++ = byte; 1493558fe90SMaxime Ripard } 1503558fe90SMaxime Ripard } 1513558fe90SMaxime Ripard 1523558fe90SMaxime Ripard static inline void sun6i_spi_fill_fifo(struct sun6i_spi *sspi, int len) 1533558fe90SMaxime Ripard { 154913f536cSIcenowy Zheng u32 cnt; 1553558fe90SMaxime Ripard u8 byte; 1563558fe90SMaxime Ripard 157913f536cSIcenowy Zheng /* See how much data we can fit */ 158913f536cSIcenowy Zheng cnt = sspi->fifo_depth - sun6i_spi_get_tx_fifo_count(sspi); 159913f536cSIcenowy Zheng 160913f536cSIcenowy Zheng len = min3(len, (int)cnt, sspi->len); 1613558fe90SMaxime Ripard 1623558fe90SMaxime Ripard while (len--) { 1633558fe90SMaxime Ripard byte = sspi->tx_buf ? *sspi->tx_buf++ : 0; 1643558fe90SMaxime Ripard writeb(byte, sspi->base_addr + SUN6I_TXDATA_REG); 1653558fe90SMaxime Ripard sspi->len--; 1663558fe90SMaxime Ripard } 1673558fe90SMaxime Ripard } 1683558fe90SMaxime Ripard 1693558fe90SMaxime Ripard static void sun6i_spi_set_cs(struct spi_device *spi, bool enable) 1703558fe90SMaxime Ripard { 1713558fe90SMaxime Ripard struct sun6i_spi *sspi = spi_master_get_devdata(spi->master); 1723558fe90SMaxime Ripard u32 reg; 1733558fe90SMaxime Ripard 1743558fe90SMaxime Ripard reg = sun6i_spi_read(sspi, SUN6I_TFR_CTL_REG); 1753558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_CS_MASK; 1763558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CS(spi->chip_select); 1773558fe90SMaxime Ripard 1783558fe90SMaxime Ripard if (enable) 1793558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CS_LEVEL; 1803558fe90SMaxime Ripard else 1813558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_CS_LEVEL; 1823558fe90SMaxime Ripard 1833558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_TFR_CTL_REG, reg); 1843558fe90SMaxime Ripard } 1853558fe90SMaxime Ripard 186794912cfSMichal Suchanek static size_t sun6i_spi_max_transfer_size(struct spi_device *spi) 187794912cfSMichal Suchanek { 1883288d5cbSIcenowy Zheng return SUN6I_MAX_XFER_SIZE - 1; 189794912cfSMichal Suchanek } 1903558fe90SMaxime Ripard 1913558fe90SMaxime Ripard static int sun6i_spi_transfer_one(struct spi_master *master, 1923558fe90SMaxime Ripard struct spi_device *spi, 1933558fe90SMaxime Ripard struct spi_transfer *tfr) 1943558fe90SMaxime Ripard { 1953558fe90SMaxime Ripard struct sun6i_spi *sspi = spi_master_get_devdata(master); 196ed7815dbSMarc Kleine-Budde unsigned int mclk_rate, div, div_cdr1, div_cdr2, timeout; 197719bd654SMichal Suchanek unsigned int start, end, tx_time; 198913f536cSIcenowy Zheng unsigned int trig_level; 1993558fe90SMaxime Ripard unsigned int tx_len = 0; 2003558fe90SMaxime Ripard int ret = 0; 2013558fe90SMaxime Ripard u32 reg; 2023558fe90SMaxime Ripard 203913f536cSIcenowy Zheng if (tfr->len > SUN6I_MAX_XFER_SIZE) 2043558fe90SMaxime Ripard return -EINVAL; 2053558fe90SMaxime Ripard 2063558fe90SMaxime Ripard reinit_completion(&sspi->done); 2073558fe90SMaxime Ripard sspi->tx_buf = tfr->tx_buf; 2083558fe90SMaxime Ripard sspi->rx_buf = tfr->rx_buf; 2093558fe90SMaxime Ripard sspi->len = tfr->len; 2103558fe90SMaxime Ripard 2113558fe90SMaxime Ripard /* Clear pending interrupts */ 2123558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_INT_STA_REG, ~0); 2133558fe90SMaxime Ripard 2143558fe90SMaxime Ripard /* Reset FIFO */ 2153558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_FIFO_CTL_REG, 2163558fe90SMaxime Ripard SUN6I_FIFO_CTL_RF_RST | SUN6I_FIFO_CTL_TF_RST); 2173558fe90SMaxime Ripard 2183558fe90SMaxime Ripard /* 219913f536cSIcenowy Zheng * Setup FIFO interrupt trigger level 220913f536cSIcenowy Zheng * Here we choose 3/4 of the full fifo depth, as it's the hardcoded 221913f536cSIcenowy Zheng * value used in old generation of Allwinner SPI controller. 222913f536cSIcenowy Zheng * (See spi-sun4i.c) 223913f536cSIcenowy Zheng */ 224913f536cSIcenowy Zheng trig_level = sspi->fifo_depth / 4 * 3; 225913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_FIFO_CTL_REG, 226913f536cSIcenowy Zheng (trig_level << SUN6I_FIFO_CTL_RF_RDY_TRIG_LEVEL_BITS) | 227913f536cSIcenowy Zheng (trig_level << SUN6I_FIFO_CTL_TF_ERQ_TRIG_LEVEL_BITS)); 228913f536cSIcenowy Zheng 229913f536cSIcenowy Zheng /* 2303558fe90SMaxime Ripard * Setup the transfer control register: Chip Select, 2313558fe90SMaxime Ripard * polarities, etc. 2323558fe90SMaxime Ripard */ 2333558fe90SMaxime Ripard reg = sun6i_spi_read(sspi, SUN6I_TFR_CTL_REG); 2343558fe90SMaxime Ripard 2353558fe90SMaxime Ripard if (spi->mode & SPI_CPOL) 2363558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CPOL; 2373558fe90SMaxime Ripard else 2383558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_CPOL; 2393558fe90SMaxime Ripard 2403558fe90SMaxime Ripard if (spi->mode & SPI_CPHA) 2413558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CPHA; 2423558fe90SMaxime Ripard else 2433558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_CPHA; 2443558fe90SMaxime Ripard 2453558fe90SMaxime Ripard if (spi->mode & SPI_LSB_FIRST) 2463558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_FBS; 2473558fe90SMaxime Ripard else 2483558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_FBS; 2493558fe90SMaxime Ripard 2503558fe90SMaxime Ripard /* 2513558fe90SMaxime Ripard * If it's a TX only transfer, we don't want to fill the RX 2523558fe90SMaxime Ripard * FIFO with bogus data 2533558fe90SMaxime Ripard */ 2543558fe90SMaxime Ripard if (sspi->rx_buf) 2553558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_DHB; 2563558fe90SMaxime Ripard else 2573558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_DHB; 2583558fe90SMaxime Ripard 2593558fe90SMaxime Ripard /* We want to control the chip select manually */ 2603558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CS_MANUAL; 2613558fe90SMaxime Ripard 2623558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_TFR_CTL_REG, reg); 2633558fe90SMaxime Ripard 2643558fe90SMaxime Ripard /* Ensure that we have a parent clock fast enough */ 2653558fe90SMaxime Ripard mclk_rate = clk_get_rate(sspi->mclk); 26647284e3eSMarcus Weseloh if (mclk_rate < (2 * tfr->speed_hz)) { 26747284e3eSMarcus Weseloh clk_set_rate(sspi->mclk, 2 * tfr->speed_hz); 2683558fe90SMaxime Ripard mclk_rate = clk_get_rate(sspi->mclk); 2693558fe90SMaxime Ripard } 2703558fe90SMaxime Ripard 2713558fe90SMaxime Ripard /* 2723558fe90SMaxime Ripard * Setup clock divider. 2733558fe90SMaxime Ripard * 2743558fe90SMaxime Ripard * We have two choices there. Either we can use the clock 2753558fe90SMaxime Ripard * divide rate 1, which is calculated thanks to this formula: 2763558fe90SMaxime Ripard * SPI_CLK = MOD_CLK / (2 ^ cdr) 2773558fe90SMaxime Ripard * Or we can use CDR2, which is calculated with the formula: 2783558fe90SMaxime Ripard * SPI_CLK = MOD_CLK / (2 * (cdr + 1)) 2793558fe90SMaxime Ripard * Wether we use the former or the latter is set through the 2803558fe90SMaxime Ripard * DRS bit. 2813558fe90SMaxime Ripard * 2823558fe90SMaxime Ripard * First try CDR2, and if we can't reach the expected 2833558fe90SMaxime Ripard * frequency, fall back to CDR1. 2843558fe90SMaxime Ripard */ 285ed7815dbSMarc Kleine-Budde div_cdr1 = DIV_ROUND_UP(mclk_rate, tfr->speed_hz); 286ed7815dbSMarc Kleine-Budde div_cdr2 = DIV_ROUND_UP(div_cdr1, 2); 287ed7815dbSMarc Kleine-Budde if (div_cdr2 <= (SUN6I_CLK_CTL_CDR2_MASK + 1)) { 288ed7815dbSMarc Kleine-Budde reg = SUN6I_CLK_CTL_CDR2(div_cdr2 - 1) | SUN6I_CLK_CTL_DRS; 2890bc7b8a2SMarc Kleine-Budde tfr->effective_speed_hz = mclk_rate / (2 * div_cdr2); 2903558fe90SMaxime Ripard } else { 291ed7815dbSMarc Kleine-Budde div = min(SUN6I_CLK_CTL_CDR1_MASK, order_base_2(div_cdr1)); 2923558fe90SMaxime Ripard reg = SUN6I_CLK_CTL_CDR1(div); 2930bc7b8a2SMarc Kleine-Budde tfr->effective_speed_hz = mclk_rate / (1 << div); 2943558fe90SMaxime Ripard } 2953558fe90SMaxime Ripard 2963558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_CLK_CTL_REG, reg); 2973558fe90SMaxime Ripard 2983558fe90SMaxime Ripard /* Setup the transfer now... */ 2993558fe90SMaxime Ripard if (sspi->tx_buf) 3003558fe90SMaxime Ripard tx_len = tfr->len; 3013558fe90SMaxime Ripard 3023558fe90SMaxime Ripard /* Setup the counters */ 3032130be57SMarc Kleine-Budde sun6i_spi_write(sspi, SUN6I_BURST_CNT_REG, tfr->len); 3042130be57SMarc Kleine-Budde sun6i_spi_write(sspi, SUN6I_XMIT_CNT_REG, tx_len); 3052130be57SMarc Kleine-Budde sun6i_spi_write(sspi, SUN6I_BURST_CTL_CNT_REG, tx_len); 3063558fe90SMaxime Ripard 3073558fe90SMaxime Ripard /* Fill the TX FIFO */ 30810565dfdSMilo Kim sun6i_spi_fill_fifo(sspi, sspi->fifo_depth); 3093558fe90SMaxime Ripard 3103558fe90SMaxime Ripard /* Enable the interrupts */ 3113558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, SUN6I_INT_CTL_TC); 312913f536cSIcenowy Zheng sun6i_spi_enable_interrupt(sspi, SUN6I_INT_CTL_TC | 313913f536cSIcenowy Zheng SUN6I_INT_CTL_RF_RDY); 314913f536cSIcenowy Zheng if (tx_len > sspi->fifo_depth) 315913f536cSIcenowy Zheng sun6i_spi_enable_interrupt(sspi, SUN6I_INT_CTL_TF_ERQ); 3163558fe90SMaxime Ripard 3173558fe90SMaxime Ripard /* Start the transfer */ 3183558fe90SMaxime Ripard reg = sun6i_spi_read(sspi, SUN6I_TFR_CTL_REG); 3193558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_TFR_CTL_REG, reg | SUN6I_TFR_CTL_XCH); 3203558fe90SMaxime Ripard 321719bd654SMichal Suchanek tx_time = max(tfr->len * 8 * 2 / (tfr->speed_hz / 1000), 100U); 322719bd654SMichal Suchanek start = jiffies; 3233558fe90SMaxime Ripard timeout = wait_for_completion_timeout(&sspi->done, 324719bd654SMichal Suchanek msecs_to_jiffies(tx_time)); 325719bd654SMichal Suchanek end = jiffies; 3263558fe90SMaxime Ripard if (!timeout) { 327719bd654SMichal Suchanek dev_warn(&master->dev, 328719bd654SMichal Suchanek "%s: timeout transferring %u bytes@%iHz for %i(%i)ms", 329719bd654SMichal Suchanek dev_name(&spi->dev), tfr->len, tfr->speed_hz, 330719bd654SMichal Suchanek jiffies_to_msecs(end - start), tx_time); 3313558fe90SMaxime Ripard ret = -ETIMEDOUT; 3323558fe90SMaxime Ripard } 3333558fe90SMaxime Ripard 3343558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, 0); 3353558fe90SMaxime Ripard 3363558fe90SMaxime Ripard return ret; 3373558fe90SMaxime Ripard } 3383558fe90SMaxime Ripard 3393558fe90SMaxime Ripard static irqreturn_t sun6i_spi_handler(int irq, void *dev_id) 3403558fe90SMaxime Ripard { 3413558fe90SMaxime Ripard struct sun6i_spi *sspi = dev_id; 3423558fe90SMaxime Ripard u32 status = sun6i_spi_read(sspi, SUN6I_INT_STA_REG); 3433558fe90SMaxime Ripard 3443558fe90SMaxime Ripard /* Transfer complete */ 3453558fe90SMaxime Ripard if (status & SUN6I_INT_CTL_TC) { 3463558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_INT_STA_REG, SUN6I_INT_CTL_TC); 347913f536cSIcenowy Zheng sun6i_spi_drain_fifo(sspi, sspi->fifo_depth); 3483558fe90SMaxime Ripard complete(&sspi->done); 3493558fe90SMaxime Ripard return IRQ_HANDLED; 3503558fe90SMaxime Ripard } 3513558fe90SMaxime Ripard 352913f536cSIcenowy Zheng /* Receive FIFO 3/4 full */ 353913f536cSIcenowy Zheng if (status & SUN6I_INT_CTL_RF_RDY) { 354913f536cSIcenowy Zheng sun6i_spi_drain_fifo(sspi, SUN6I_FIFO_DEPTH); 355913f536cSIcenowy Zheng /* Only clear the interrupt _after_ draining the FIFO */ 356913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_INT_STA_REG, SUN6I_INT_CTL_RF_RDY); 357913f536cSIcenowy Zheng return IRQ_HANDLED; 358913f536cSIcenowy Zheng } 359913f536cSIcenowy Zheng 360913f536cSIcenowy Zheng /* Transmit FIFO 3/4 empty */ 361913f536cSIcenowy Zheng if (status & SUN6I_INT_CTL_TF_ERQ) { 362913f536cSIcenowy Zheng sun6i_spi_fill_fifo(sspi, SUN6I_FIFO_DEPTH); 363913f536cSIcenowy Zheng 364913f536cSIcenowy Zheng if (!sspi->len) 365913f536cSIcenowy Zheng /* nothing left to transmit */ 366913f536cSIcenowy Zheng sun6i_spi_disable_interrupt(sspi, SUN6I_INT_CTL_TF_ERQ); 367913f536cSIcenowy Zheng 368913f536cSIcenowy Zheng /* Only clear the interrupt _after_ re-seeding the FIFO */ 369913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_INT_STA_REG, SUN6I_INT_CTL_TF_ERQ); 370913f536cSIcenowy Zheng 371913f536cSIcenowy Zheng return IRQ_HANDLED; 372913f536cSIcenowy Zheng } 373913f536cSIcenowy Zheng 3743558fe90SMaxime Ripard return IRQ_NONE; 3753558fe90SMaxime Ripard } 3763558fe90SMaxime Ripard 3773558fe90SMaxime Ripard static int sun6i_spi_runtime_resume(struct device *dev) 3783558fe90SMaxime Ripard { 3793558fe90SMaxime Ripard struct spi_master *master = dev_get_drvdata(dev); 3803558fe90SMaxime Ripard struct sun6i_spi *sspi = spi_master_get_devdata(master); 3813558fe90SMaxime Ripard int ret; 3823558fe90SMaxime Ripard 3833558fe90SMaxime Ripard ret = clk_prepare_enable(sspi->hclk); 3843558fe90SMaxime Ripard if (ret) { 3853558fe90SMaxime Ripard dev_err(dev, "Couldn't enable AHB clock\n"); 3863558fe90SMaxime Ripard goto out; 3873558fe90SMaxime Ripard } 3883558fe90SMaxime Ripard 3893558fe90SMaxime Ripard ret = clk_prepare_enable(sspi->mclk); 3903558fe90SMaxime Ripard if (ret) { 3913558fe90SMaxime Ripard dev_err(dev, "Couldn't enable module clock\n"); 3923558fe90SMaxime Ripard goto err; 3933558fe90SMaxime Ripard } 3943558fe90SMaxime Ripard 3953558fe90SMaxime Ripard ret = reset_control_deassert(sspi->rstc); 3963558fe90SMaxime Ripard if (ret) { 3973558fe90SMaxime Ripard dev_err(dev, "Couldn't deassert the device from reset\n"); 3983558fe90SMaxime Ripard goto err2; 3993558fe90SMaxime Ripard } 4003558fe90SMaxime Ripard 4013558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_GBL_CTL_REG, 4023558fe90SMaxime Ripard SUN6I_GBL_CTL_BUS_ENABLE | SUN6I_GBL_CTL_MASTER | SUN6I_GBL_CTL_TP); 4033558fe90SMaxime Ripard 4043558fe90SMaxime Ripard return 0; 4053558fe90SMaxime Ripard 4063558fe90SMaxime Ripard err2: 4073558fe90SMaxime Ripard clk_disable_unprepare(sspi->mclk); 4083558fe90SMaxime Ripard err: 4093558fe90SMaxime Ripard clk_disable_unprepare(sspi->hclk); 4103558fe90SMaxime Ripard out: 4113558fe90SMaxime Ripard return ret; 4123558fe90SMaxime Ripard } 4133558fe90SMaxime Ripard 4143558fe90SMaxime Ripard static int sun6i_spi_runtime_suspend(struct device *dev) 4153558fe90SMaxime Ripard { 4163558fe90SMaxime Ripard struct spi_master *master = dev_get_drvdata(dev); 4173558fe90SMaxime Ripard struct sun6i_spi *sspi = spi_master_get_devdata(master); 4183558fe90SMaxime Ripard 4193558fe90SMaxime Ripard reset_control_assert(sspi->rstc); 4203558fe90SMaxime Ripard clk_disable_unprepare(sspi->mclk); 4213558fe90SMaxime Ripard clk_disable_unprepare(sspi->hclk); 4223558fe90SMaxime Ripard 4233558fe90SMaxime Ripard return 0; 4243558fe90SMaxime Ripard } 4253558fe90SMaxime Ripard 4263558fe90SMaxime Ripard static int sun6i_spi_probe(struct platform_device *pdev) 4273558fe90SMaxime Ripard { 4283558fe90SMaxime Ripard struct spi_master *master; 4293558fe90SMaxime Ripard struct sun6i_spi *sspi; 4303558fe90SMaxime Ripard int ret = 0, irq; 4313558fe90SMaxime Ripard 4323558fe90SMaxime Ripard master = spi_alloc_master(&pdev->dev, sizeof(struct sun6i_spi)); 4333558fe90SMaxime Ripard if (!master) { 4343558fe90SMaxime Ripard dev_err(&pdev->dev, "Unable to allocate SPI Master\n"); 4353558fe90SMaxime Ripard return -ENOMEM; 4363558fe90SMaxime Ripard } 4373558fe90SMaxime Ripard 4383558fe90SMaxime Ripard platform_set_drvdata(pdev, master); 4393558fe90SMaxime Ripard sspi = spi_master_get_devdata(master); 4403558fe90SMaxime Ripard 4417c7c31f7SYueHaibing sspi->base_addr = devm_platform_ioremap_resource(pdev, 0); 4423558fe90SMaxime Ripard if (IS_ERR(sspi->base_addr)) { 4433558fe90SMaxime Ripard ret = PTR_ERR(sspi->base_addr); 4443558fe90SMaxime Ripard goto err_free_master; 4453558fe90SMaxime Ripard } 4463558fe90SMaxime Ripard 4473558fe90SMaxime Ripard irq = platform_get_irq(pdev, 0); 4483558fe90SMaxime Ripard if (irq < 0) { 4493558fe90SMaxime Ripard ret = -ENXIO; 4503558fe90SMaxime Ripard goto err_free_master; 4513558fe90SMaxime Ripard } 4523558fe90SMaxime Ripard 4533558fe90SMaxime Ripard ret = devm_request_irq(&pdev->dev, irq, sun6i_spi_handler, 4543558fe90SMaxime Ripard 0, "sun6i-spi", sspi); 4553558fe90SMaxime Ripard if (ret) { 4563558fe90SMaxime Ripard dev_err(&pdev->dev, "Cannot request IRQ\n"); 4573558fe90SMaxime Ripard goto err_free_master; 4583558fe90SMaxime Ripard } 4593558fe90SMaxime Ripard 4603558fe90SMaxime Ripard sspi->master = master; 46110565dfdSMilo Kim sspi->fifo_depth = (unsigned long)of_device_get_match_data(&pdev->dev); 46210565dfdSMilo Kim 4630b06d8cfSMichal Suchanek master->max_speed_hz = 100 * 1000 * 1000; 4640b06d8cfSMichal Suchanek master->min_speed_hz = 3 * 1000; 46574750e06SAlistair Francis master->use_gpio_descriptors = true; 4663558fe90SMaxime Ripard master->set_cs = sun6i_spi_set_cs; 4673558fe90SMaxime Ripard master->transfer_one = sun6i_spi_transfer_one; 4683558fe90SMaxime Ripard master->num_chipselect = 4; 4693558fe90SMaxime Ripard master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH | SPI_LSB_FIRST; 470743a46b8SAxel Lin master->bits_per_word_mask = SPI_BPW_MASK(8); 4713558fe90SMaxime Ripard master->dev.of_node = pdev->dev.of_node; 4723558fe90SMaxime Ripard master->auto_runtime_pm = true; 473794912cfSMichal Suchanek master->max_transfer_size = sun6i_spi_max_transfer_size; 4743558fe90SMaxime Ripard 4753558fe90SMaxime Ripard sspi->hclk = devm_clk_get(&pdev->dev, "ahb"); 4763558fe90SMaxime Ripard if (IS_ERR(sspi->hclk)) { 4773558fe90SMaxime Ripard dev_err(&pdev->dev, "Unable to acquire AHB clock\n"); 4783558fe90SMaxime Ripard ret = PTR_ERR(sspi->hclk); 4793558fe90SMaxime Ripard goto err_free_master; 4803558fe90SMaxime Ripard } 4813558fe90SMaxime Ripard 4823558fe90SMaxime Ripard sspi->mclk = devm_clk_get(&pdev->dev, "mod"); 4833558fe90SMaxime Ripard if (IS_ERR(sspi->mclk)) { 4843558fe90SMaxime Ripard dev_err(&pdev->dev, "Unable to acquire module clock\n"); 4853558fe90SMaxime Ripard ret = PTR_ERR(sspi->mclk); 4863558fe90SMaxime Ripard goto err_free_master; 4873558fe90SMaxime Ripard } 4883558fe90SMaxime Ripard 4893558fe90SMaxime Ripard init_completion(&sspi->done); 4903558fe90SMaxime Ripard 49136bc7491SPhilipp Zabel sspi->rstc = devm_reset_control_get_exclusive(&pdev->dev, NULL); 4923558fe90SMaxime Ripard if (IS_ERR(sspi->rstc)) { 4933558fe90SMaxime Ripard dev_err(&pdev->dev, "Couldn't get reset controller\n"); 4943558fe90SMaxime Ripard ret = PTR_ERR(sspi->rstc); 4953558fe90SMaxime Ripard goto err_free_master; 4963558fe90SMaxime Ripard } 4973558fe90SMaxime Ripard 4983558fe90SMaxime Ripard /* 4993558fe90SMaxime Ripard * This wake-up/shutdown pattern is to be able to have the 5003558fe90SMaxime Ripard * device woken up, even if runtime_pm is disabled 5013558fe90SMaxime Ripard */ 5023558fe90SMaxime Ripard ret = sun6i_spi_runtime_resume(&pdev->dev); 5033558fe90SMaxime Ripard if (ret) { 5043558fe90SMaxime Ripard dev_err(&pdev->dev, "Couldn't resume the device\n"); 5053558fe90SMaxime Ripard goto err_free_master; 5063558fe90SMaxime Ripard } 5073558fe90SMaxime Ripard 5083558fe90SMaxime Ripard pm_runtime_set_active(&pdev->dev); 5093558fe90SMaxime Ripard pm_runtime_enable(&pdev->dev); 5103558fe90SMaxime Ripard pm_runtime_idle(&pdev->dev); 5113558fe90SMaxime Ripard 5123558fe90SMaxime Ripard ret = devm_spi_register_master(&pdev->dev, master); 5133558fe90SMaxime Ripard if (ret) { 5143558fe90SMaxime Ripard dev_err(&pdev->dev, "cannot register SPI master\n"); 5153558fe90SMaxime Ripard goto err_pm_disable; 5163558fe90SMaxime Ripard } 5173558fe90SMaxime Ripard 5183558fe90SMaxime Ripard return 0; 5193558fe90SMaxime Ripard 5203558fe90SMaxime Ripard err_pm_disable: 5213558fe90SMaxime Ripard pm_runtime_disable(&pdev->dev); 5223558fe90SMaxime Ripard sun6i_spi_runtime_suspend(&pdev->dev); 5233558fe90SMaxime Ripard err_free_master: 5243558fe90SMaxime Ripard spi_master_put(master); 5253558fe90SMaxime Ripard return ret; 5263558fe90SMaxime Ripard } 5273558fe90SMaxime Ripard 5283558fe90SMaxime Ripard static int sun6i_spi_remove(struct platform_device *pdev) 5293558fe90SMaxime Ripard { 5302d9bbd02STobias Jordan pm_runtime_force_suspend(&pdev->dev); 5313558fe90SMaxime Ripard 5323558fe90SMaxime Ripard return 0; 5333558fe90SMaxime Ripard } 5343558fe90SMaxime Ripard 5353558fe90SMaxime Ripard static const struct of_device_id sun6i_spi_match[] = { 53610565dfdSMilo Kim { .compatible = "allwinner,sun6i-a31-spi", .data = (void *)SUN6I_FIFO_DEPTH }, 53710565dfdSMilo Kim { .compatible = "allwinner,sun8i-h3-spi", .data = (void *)SUN8I_FIFO_DEPTH }, 5383558fe90SMaxime Ripard {} 5393558fe90SMaxime Ripard }; 5403558fe90SMaxime Ripard MODULE_DEVICE_TABLE(of, sun6i_spi_match); 5413558fe90SMaxime Ripard 5423558fe90SMaxime Ripard static const struct dev_pm_ops sun6i_spi_pm_ops = { 5433558fe90SMaxime Ripard .runtime_resume = sun6i_spi_runtime_resume, 5443558fe90SMaxime Ripard .runtime_suspend = sun6i_spi_runtime_suspend, 5453558fe90SMaxime Ripard }; 5463558fe90SMaxime Ripard 5473558fe90SMaxime Ripard static struct platform_driver sun6i_spi_driver = { 5483558fe90SMaxime Ripard .probe = sun6i_spi_probe, 5493558fe90SMaxime Ripard .remove = sun6i_spi_remove, 5503558fe90SMaxime Ripard .driver = { 5513558fe90SMaxime Ripard .name = "sun6i-spi", 5523558fe90SMaxime Ripard .of_match_table = sun6i_spi_match, 5533558fe90SMaxime Ripard .pm = &sun6i_spi_pm_ops, 5543558fe90SMaxime Ripard }, 5553558fe90SMaxime Ripard }; 5563558fe90SMaxime Ripard module_platform_driver(sun6i_spi_driver); 5573558fe90SMaxime Ripard 5583558fe90SMaxime Ripard MODULE_AUTHOR("Pan Nan <pannan@allwinnertech.com>"); 5593558fe90SMaxime Ripard MODULE_AUTHOR("Maxime Ripard <maxime.ripard@free-electrons.com>"); 5603558fe90SMaxime Ripard MODULE_DESCRIPTION("Allwinner A31 SPI controller driver"); 5613558fe90SMaxime Ripard MODULE_LICENSE("GPL"); 562