18d7c56d0SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
2ecfb4598STang Yuantian /*
3ecfb4598STang Yuantian * Freescale QorIQ AHCI SATA platform driver
4ecfb4598STang Yuantian *
5ecfb4598STang Yuantian * Copyright 2015 Freescale, Inc.
6ecfb4598STang Yuantian * Tang Yuantian <Yuantian.Tang@freescale.com>
7ecfb4598STang Yuantian */
8ecfb4598STang Yuantian
9564a7eedSYuantian Tang #include <linux/acpi.h>
10ecfb4598STang Yuantian #include <linux/kernel.h>
11ecfb4598STang Yuantian #include <linux/module.h>
12ecfb4598STang Yuantian #include <linux/pm.h>
13ecfb4598STang Yuantian #include <linux/ahci_platform.h>
14ecfb4598STang Yuantian #include <linux/device.h>
15ecfb4598STang Yuantian #include <linux/of.h>
16ecfb4598STang Yuantian #include <linux/platform_device.h>
17ecfb4598STang Yuantian #include <linux/libata.h>
18ecfb4598STang Yuantian #include "ahci.h"
19ecfb4598STang Yuantian
20ecfb4598STang Yuantian #define DRV_NAME "ahci-qoriq"
21ecfb4598STang Yuantian
22ecfb4598STang Yuantian /* port register definition */
23ecfb4598STang Yuantian #define PORT_PHY1 0xA8
24ecfb4598STang Yuantian #define PORT_PHY2 0xAC
25ecfb4598STang Yuantian #define PORT_PHY3 0xB0
26ecfb4598STang Yuantian #define PORT_PHY4 0xB4
27ecfb4598STang Yuantian #define PORT_PHY5 0xB8
2816af080eSTang Yuantian #define PORT_AXICC 0xBC
29ecfb4598STang Yuantian #define PORT_TRANS 0xC8
30ecfb4598STang Yuantian
31ecfb4598STang Yuantian /* port register default value */
32ecfb4598STang Yuantian #define AHCI_PORT_PHY_1_CFG 0xa003fffe
33ce179cbdSYuantian Tang #define AHCI_PORT_PHY2_CFG 0x28184d1f
34ce179cbdSYuantian Tang #define AHCI_PORT_PHY3_CFG 0x0e081509
35e3a6dadcSTang Yuantian #define AHCI_PORT_TRANS_CFG 0x08000029
3616af080eSTang Yuantian #define AHCI_PORT_AXICC_CFG 0x3fffffff
37dfcdc5feSTang Yuantian
38dfcdc5feSTang Yuantian /* for ls1021a */
39dfcdc5feSTang Yuantian #define LS1021A_PORT_PHY2 0x28183414
40dfcdc5feSTang Yuantian #define LS1021A_PORT_PHY3 0x0e080e06
41dfcdc5feSTang Yuantian #define LS1021A_PORT_PHY4 0x064a080b
42dfcdc5feSTang Yuantian #define LS1021A_PORT_PHY5 0x2aa86470
4316af080eSTang Yuantian #define LS1021A_AXICC_ADDR 0xC0
44ecfb4598STang Yuantian
45ecfb4598STang Yuantian #define SATA_ECC_DISABLE 0x00020000
4601f2901aSTang Yuantian #define ECC_DIS_ARMV8_CH2 0x80000000
470cee73f7SYuantian Tang #define ECC_DIS_LS1088A 0x40000000
48ecfb4598STang Yuantian
49ecfb4598STang Yuantian enum ahci_qoriq_type {
50ecfb4598STang Yuantian AHCI_LS1021A,
51a1d78317SPeng Ma AHCI_LS1028A,
52ecfb4598STang Yuantian AHCI_LS1043A,
53d19f9aafSTang Yuantian AHCI_LS2080A,
542facc6daSTang Yuantian AHCI_LS1046A,
550cee73f7SYuantian Tang AHCI_LS1088A,
56ce8f4537STang Yuantian AHCI_LS2088A,
572be8481aSPeng Ma AHCI_LX2160A,
58ecfb4598STang Yuantian };
59ecfb4598STang Yuantian
60ecfb4598STang Yuantian struct ahci_qoriq_priv {
61ecfb4598STang Yuantian struct ccsr_ahci *reg_base;
62ecfb4598STang Yuantian enum ahci_qoriq_type type;
63ecfb4598STang Yuantian void __iomem *ecc_addr;
64386dc3b8STang Yuantian bool is_dmacoherent;
65ecfb4598STang Yuantian };
66ecfb4598STang Yuantian
672be8481aSPeng Ma static bool ecc_initialized;
682be8481aSPeng Ma
69ecfb4598STang Yuantian static const struct of_device_id ahci_qoriq_of_match[] = {
70ecfb4598STang Yuantian { .compatible = "fsl,ls1021a-ahci", .data = (void *)AHCI_LS1021A},
71a1d78317SPeng Ma { .compatible = "fsl,ls1028a-ahci", .data = (void *)AHCI_LS1028A},
72ecfb4598STang Yuantian { .compatible = "fsl,ls1043a-ahci", .data = (void *)AHCI_LS1043A},
73d19f9aafSTang Yuantian { .compatible = "fsl,ls2080a-ahci", .data = (void *)AHCI_LS2080A},
742facc6daSTang Yuantian { .compatible = "fsl,ls1046a-ahci", .data = (void *)AHCI_LS1046A},
750cee73f7SYuantian Tang { .compatible = "fsl,ls1088a-ahci", .data = (void *)AHCI_LS1088A},
76ce8f4537STang Yuantian { .compatible = "fsl,ls2088a-ahci", .data = (void *)AHCI_LS2088A},
772be8481aSPeng Ma { .compatible = "fsl,lx2160a-ahci", .data = (void *)AHCI_LX2160A},
785e776d7bSGeert Uytterhoeven { /* sentinel */ }
79ecfb4598STang Yuantian };
80ecfb4598STang Yuantian MODULE_DEVICE_TABLE(of, ahci_qoriq_of_match);
81ecfb4598STang Yuantian
82564a7eedSYuantian Tang static const struct acpi_device_id ahci_qoriq_acpi_match[] = {
83564a7eedSYuantian Tang {"NXP0004", .driver_data = (kernel_ulong_t)AHCI_LX2160A},
84564a7eedSYuantian Tang { }
85564a7eedSYuantian Tang };
86564a7eedSYuantian Tang MODULE_DEVICE_TABLE(acpi, ahci_qoriq_acpi_match);
87564a7eedSYuantian Tang
ahci_qoriq_hardreset(struct ata_link * link,unsigned int * class,unsigned long deadline)88ecfb4598STang Yuantian static int ahci_qoriq_hardreset(struct ata_link *link, unsigned int *class,
89ecfb4598STang Yuantian unsigned long deadline)
90ecfb4598STang Yuantian {
91*d14d41ccSSergey Shtylyov const unsigned int *timing = sata_ehc_deb_timing(&link->eh_context);
92ecfb4598STang Yuantian void __iomem *port_mmio = ahci_port_base(link->ap);
93ecfb4598STang Yuantian u32 px_cmd, px_is, px_val;
94ecfb4598STang Yuantian struct ata_port *ap = link->ap;
95ecfb4598STang Yuantian struct ahci_port_priv *pp = ap->private_data;
96ecfb4598STang Yuantian struct ahci_host_priv *hpriv = ap->host->private_data;
97ecfb4598STang Yuantian struct ahci_qoriq_priv *qoriq_priv = hpriv->plat_data;
98ecfb4598STang Yuantian u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG;
99ecfb4598STang Yuantian struct ata_taskfile tf;
100ecfb4598STang Yuantian bool online;
101ecfb4598STang Yuantian int rc;
102eb351031SArnd Bergmann bool ls1021a_workaround = (qoriq_priv->type == AHCI_LS1021A);
103ecfb4598STang Yuantian
104fa89f53bSEvan Wang hpriv->stop_engine(ap);
105ecfb4598STang Yuantian
106ecfb4598STang Yuantian /*
107ecfb4598STang Yuantian * There is a errata on ls1021a Rev1.0 and Rev2.0 which is:
108ecfb4598STang Yuantian * A-009042: The device detection initialization sequence
109ecfb4598STang Yuantian * mistakenly resets some registers.
110ecfb4598STang Yuantian *
111ecfb4598STang Yuantian * Workaround for this is:
112ecfb4598STang Yuantian * The software should read and store PxCMD and PxIS values
113ecfb4598STang Yuantian * before issuing the device detection initialization sequence.
114ecfb4598STang Yuantian * After the sequence is complete, software should restore the
115ecfb4598STang Yuantian * PxCMD and PxIS with the stored values.
116ecfb4598STang Yuantian */
117eb351031SArnd Bergmann if (ls1021a_workaround) {
118ecfb4598STang Yuantian px_cmd = readl(port_mmio + PORT_CMD);
119ecfb4598STang Yuantian px_is = readl(port_mmio + PORT_IRQ_STAT);
120ecfb4598STang Yuantian }
121ecfb4598STang Yuantian
122ecfb4598STang Yuantian /* clear D2H reception area to properly wait for D2H FIS */
123ecfb4598STang Yuantian ata_tf_init(link->device, &tf);
124efcef265SSergey Shtylyov tf.status = ATA_BUSY;
125ecfb4598STang Yuantian ata_tf_to_fis(&tf, 0, 0, d2h_fis);
126ecfb4598STang Yuantian
127ecfb4598STang Yuantian rc = sata_link_hardreset(link, timing, deadline, &online,
128ecfb4598STang Yuantian ahci_check_ready);
129ecfb4598STang Yuantian
130ecfb4598STang Yuantian /* restore the PxCMD and PxIS on ls1021 */
131eb351031SArnd Bergmann if (ls1021a_workaround) {
132ecfb4598STang Yuantian px_val = readl(port_mmio + PORT_CMD);
133ecfb4598STang Yuantian if (px_val != px_cmd)
134ecfb4598STang Yuantian writel(px_cmd, port_mmio + PORT_CMD);
135ecfb4598STang Yuantian
136ecfb4598STang Yuantian px_val = readl(port_mmio + PORT_IRQ_STAT);
137ecfb4598STang Yuantian if (px_val != px_is)
138ecfb4598STang Yuantian writel(px_is, port_mmio + PORT_IRQ_STAT);
139ecfb4598STang Yuantian }
140ecfb4598STang Yuantian
141ecfb4598STang Yuantian hpriv->start_engine(ap);
142ecfb4598STang Yuantian
143ecfb4598STang Yuantian if (online)
144ecfb4598STang Yuantian *class = ahci_dev_classify(ap);
145ecfb4598STang Yuantian return rc;
146ecfb4598STang Yuantian }
147ecfb4598STang Yuantian
148ecfb4598STang Yuantian static struct ata_port_operations ahci_qoriq_ops = {
149ecfb4598STang Yuantian .inherits = &ahci_ops,
150ecfb4598STang Yuantian .hardreset = ahci_qoriq_hardreset,
151ecfb4598STang Yuantian };
152ecfb4598STang Yuantian
1531ce788d2STang Yuantian static const struct ata_port_info ahci_qoriq_port_info = {
154ecfb4598STang Yuantian .flags = AHCI_FLAG_COMMON | ATA_FLAG_NCQ,
155ecfb4598STang Yuantian .pio_mask = ATA_PIO4,
156ecfb4598STang Yuantian .udma_mask = ATA_UDMA6,
157ecfb4598STang Yuantian .port_ops = &ahci_qoriq_ops,
158ecfb4598STang Yuantian };
159ecfb4598STang Yuantian
16025df73d9SBart Van Assche static const struct scsi_host_template ahci_qoriq_sht = {
161ecfb4598STang Yuantian AHCI_SHT(DRV_NAME),
162ecfb4598STang Yuantian };
163ecfb4598STang Yuantian
ahci_qoriq_phy_init(struct ahci_host_priv * hpriv)164ecfb4598STang Yuantian static int ahci_qoriq_phy_init(struct ahci_host_priv *hpriv)
165ecfb4598STang Yuantian {
166ecfb4598STang Yuantian struct ahci_qoriq_priv *qpriv = hpriv->plat_data;
167ecfb4598STang Yuantian void __iomem *reg_base = hpriv->mmio;
168ecfb4598STang Yuantian
169ecfb4598STang Yuantian switch (qpriv->type) {
170ecfb4598STang Yuantian case AHCI_LS1021A:
1712be8481aSPeng Ma if (!(qpriv->ecc_addr || ecc_initialized))
17201f2901aSTang Yuantian return -EINVAL;
1732be8481aSPeng Ma else if (qpriv->ecc_addr && !ecc_initialized)
174ecfb4598STang Yuantian writel(SATA_ECC_DISABLE, qpriv->ecc_addr);
175ecfb4598STang Yuantian writel(AHCI_PORT_PHY_1_CFG, reg_base + PORT_PHY1);
176dfcdc5feSTang Yuantian writel(LS1021A_PORT_PHY2, reg_base + PORT_PHY2);
177dfcdc5feSTang Yuantian writel(LS1021A_PORT_PHY3, reg_base + PORT_PHY3);
178dfcdc5feSTang Yuantian writel(LS1021A_PORT_PHY4, reg_base + PORT_PHY4);
179dfcdc5feSTang Yuantian writel(LS1021A_PORT_PHY5, reg_base + PORT_PHY5);
180ecfb4598STang Yuantian writel(AHCI_PORT_TRANS_CFG, reg_base + PORT_TRANS);
181386dc3b8STang Yuantian if (qpriv->is_dmacoherent)
182386dc3b8STang Yuantian writel(AHCI_PORT_AXICC_CFG,
183386dc3b8STang Yuantian reg_base + LS1021A_AXICC_ADDR);
184ecfb4598STang Yuantian break;
185ecfb4598STang Yuantian
186ecfb4598STang Yuantian case AHCI_LS1043A:
1872be8481aSPeng Ma if (!(qpriv->ecc_addr || ecc_initialized))
18801f2901aSTang Yuantian return -EINVAL;
1892be8481aSPeng Ma else if (qpriv->ecc_addr && !ecc_initialized)
1902be8481aSPeng Ma writel(readl(qpriv->ecc_addr) |
1912be8481aSPeng Ma ECC_DIS_ARMV8_CH2,
1926022c5caSYuantian Tang qpriv->ecc_addr);
193ef0cc7feSTang Yuantian writel(AHCI_PORT_PHY_1_CFG, reg_base + PORT_PHY1);
194ce179cbdSYuantian Tang writel(AHCI_PORT_PHY2_CFG, reg_base + PORT_PHY2);
195ce179cbdSYuantian Tang writel(AHCI_PORT_PHY3_CFG, reg_base + PORT_PHY3);
196ef0cc7feSTang Yuantian writel(AHCI_PORT_TRANS_CFG, reg_base + PORT_TRANS);
197386dc3b8STang Yuantian if (qpriv->is_dmacoherent)
19816af080eSTang Yuantian writel(AHCI_PORT_AXICC_CFG, reg_base + PORT_AXICC);
199ef0cc7feSTang Yuantian break;
200ef0cc7feSTang Yuantian
201d19f9aafSTang Yuantian case AHCI_LS2080A:
202ecfb4598STang Yuantian writel(AHCI_PORT_PHY_1_CFG, reg_base + PORT_PHY1);
203ce179cbdSYuantian Tang writel(AHCI_PORT_PHY2_CFG, reg_base + PORT_PHY2);
204ce179cbdSYuantian Tang writel(AHCI_PORT_PHY3_CFG, reg_base + PORT_PHY3);
205e3a6dadcSTang Yuantian writel(AHCI_PORT_TRANS_CFG, reg_base + PORT_TRANS);
206386dc3b8STang Yuantian if (qpriv->is_dmacoherent)
20716af080eSTang Yuantian writel(AHCI_PORT_AXICC_CFG, reg_base + PORT_AXICC);
208ecfb4598STang Yuantian break;
2092facc6daSTang Yuantian
2102facc6daSTang Yuantian case AHCI_LS1046A:
2112be8481aSPeng Ma if (!(qpriv->ecc_addr || ecc_initialized))
21201f2901aSTang Yuantian return -EINVAL;
2132be8481aSPeng Ma else if (qpriv->ecc_addr && !ecc_initialized)
2142be8481aSPeng Ma writel(readl(qpriv->ecc_addr) |
2152be8481aSPeng Ma ECC_DIS_ARMV8_CH2,
2166022c5caSYuantian Tang qpriv->ecc_addr);
2172facc6daSTang Yuantian writel(AHCI_PORT_PHY_1_CFG, reg_base + PORT_PHY1);
218ce179cbdSYuantian Tang writel(AHCI_PORT_PHY2_CFG, reg_base + PORT_PHY2);
219ce179cbdSYuantian Tang writel(AHCI_PORT_PHY3_CFG, reg_base + PORT_PHY3);
2202facc6daSTang Yuantian writel(AHCI_PORT_TRANS_CFG, reg_base + PORT_TRANS);
221386dc3b8STang Yuantian if (qpriv->is_dmacoherent)
2222facc6daSTang Yuantian writel(AHCI_PORT_AXICC_CFG, reg_base + PORT_AXICC);
2232facc6daSTang Yuantian break;
224ce8f4537STang Yuantian
225a1d78317SPeng Ma case AHCI_LS1028A:
2260cee73f7SYuantian Tang case AHCI_LS1088A:
2272be8481aSPeng Ma case AHCI_LX2160A:
2282be8481aSPeng Ma if (!(qpriv->ecc_addr || ecc_initialized))
2290cee73f7SYuantian Tang return -EINVAL;
2302be8481aSPeng Ma else if (qpriv->ecc_addr && !ecc_initialized)
2312be8481aSPeng Ma writel(readl(qpriv->ecc_addr) |
2322be8481aSPeng Ma ECC_DIS_LS1088A,
2330cee73f7SYuantian Tang qpriv->ecc_addr);
2340cee73f7SYuantian Tang writel(AHCI_PORT_PHY_1_CFG, reg_base + PORT_PHY1);
235ce179cbdSYuantian Tang writel(AHCI_PORT_PHY2_CFG, reg_base + PORT_PHY2);
236ce179cbdSYuantian Tang writel(AHCI_PORT_PHY3_CFG, reg_base + PORT_PHY3);
2370cee73f7SYuantian Tang writel(AHCI_PORT_TRANS_CFG, reg_base + PORT_TRANS);
2380cee73f7SYuantian Tang if (qpriv->is_dmacoherent)
2390cee73f7SYuantian Tang writel(AHCI_PORT_AXICC_CFG, reg_base + PORT_AXICC);
2400cee73f7SYuantian Tang break;
2410cee73f7SYuantian Tang
242ce8f4537STang Yuantian case AHCI_LS2088A:
243ce8f4537STang Yuantian writel(AHCI_PORT_PHY_1_CFG, reg_base + PORT_PHY1);
244ce179cbdSYuantian Tang writel(AHCI_PORT_PHY2_CFG, reg_base + PORT_PHY2);
245ce179cbdSYuantian Tang writel(AHCI_PORT_PHY3_CFG, reg_base + PORT_PHY3);
246ce8f4537STang Yuantian writel(AHCI_PORT_TRANS_CFG, reg_base + PORT_TRANS);
247ce8f4537STang Yuantian if (qpriv->is_dmacoherent)
248ce8f4537STang Yuantian writel(AHCI_PORT_AXICC_CFG, reg_base + PORT_AXICC);
249ce8f4537STang Yuantian break;
250ecfb4598STang Yuantian }
251ecfb4598STang Yuantian
2522be8481aSPeng Ma ecc_initialized = true;
253ecfb4598STang Yuantian return 0;
254ecfb4598STang Yuantian }
255ecfb4598STang Yuantian
ahci_qoriq_probe(struct platform_device * pdev)256ecfb4598STang Yuantian static int ahci_qoriq_probe(struct platform_device *pdev)
257ecfb4598STang Yuantian {
258ecfb4598STang Yuantian struct device_node *np = pdev->dev.of_node;
259564a7eedSYuantian Tang const struct acpi_device_id *acpi_id;
260ecfb4598STang Yuantian struct device *dev = &pdev->dev;
261ecfb4598STang Yuantian struct ahci_host_priv *hpriv;
262ecfb4598STang Yuantian struct ahci_qoriq_priv *qoriq_priv;
263ecfb4598STang Yuantian const struct of_device_id *of_id;
264ecfb4598STang Yuantian struct resource *res;
265ecfb4598STang Yuantian int rc;
266ecfb4598STang Yuantian
26716af2d65SKunihiko Hayashi hpriv = ahci_platform_get_resources(pdev, 0);
268ecfb4598STang Yuantian if (IS_ERR(hpriv))
269ecfb4598STang Yuantian return PTR_ERR(hpriv);
270ecfb4598STang Yuantian
271ecfb4598STang Yuantian of_id = of_match_node(ahci_qoriq_of_match, np);
272564a7eedSYuantian Tang acpi_id = acpi_match_device(ahci_qoriq_acpi_match, &pdev->dev);
273564a7eedSYuantian Tang if (!(of_id || acpi_id))
274ecfb4598STang Yuantian return -ENODEV;
275ecfb4598STang Yuantian
276ecfb4598STang Yuantian qoriq_priv = devm_kzalloc(dev, sizeof(*qoriq_priv), GFP_KERNEL);
277ecfb4598STang Yuantian if (!qoriq_priv)
278ecfb4598STang Yuantian return -ENOMEM;
279ecfb4598STang Yuantian
280564a7eedSYuantian Tang if (of_id)
2812ce3a0bfSDamien Le Moal qoriq_priv->type = (unsigned long)of_id->data;
282564a7eedSYuantian Tang else
283564a7eedSYuantian Tang qoriq_priv->type = (enum ahci_qoriq_type)acpi_id->driver_data;
284ecfb4598STang Yuantian
2852be8481aSPeng Ma if (unlikely(!ecc_initialized)) {
2862be8481aSPeng Ma res = platform_get_resource_byname(pdev,
2872be8481aSPeng Ma IORESOURCE_MEM,
288ecfb4598STang Yuantian "sata-ecc");
2892facc6daSTang Yuantian if (res) {
2902be8481aSPeng Ma qoriq_priv->ecc_addr =
2912be8481aSPeng Ma devm_ioremap_resource(dev, res);
292ecfb4598STang Yuantian if (IS_ERR(qoriq_priv->ecc_addr))
293ecfb4598STang Yuantian return PTR_ERR(qoriq_priv->ecc_addr);
294ecfb4598STang Yuantian }
2952be8481aSPeng Ma }
2962be8481aSPeng Ma
297564a7eedSYuantian Tang if (device_get_dma_attr(&pdev->dev) == DEV_DMA_COHERENT)
298564a7eedSYuantian Tang qoriq_priv->is_dmacoherent = true;
299ecfb4598STang Yuantian
300ecfb4598STang Yuantian rc = ahci_platform_enable_resources(hpriv);
301ecfb4598STang Yuantian if (rc)
302ecfb4598STang Yuantian return rc;
303ecfb4598STang Yuantian
304ecfb4598STang Yuantian hpriv->plat_data = qoriq_priv;
305ecfb4598STang Yuantian rc = ahci_qoriq_phy_init(hpriv);
306ecfb4598STang Yuantian if (rc)
307ecfb4598STang Yuantian goto disable_resources;
308ecfb4598STang Yuantian
309ecfb4598STang Yuantian rc = ahci_platform_init_host(pdev, hpriv, &ahci_qoriq_port_info,
310ecfb4598STang Yuantian &ahci_qoriq_sht);
311ecfb4598STang Yuantian if (rc)
312ecfb4598STang Yuantian goto disable_resources;
313ecfb4598STang Yuantian
314ecfb4598STang Yuantian return 0;
315ecfb4598STang Yuantian
316ecfb4598STang Yuantian disable_resources:
317ecfb4598STang Yuantian ahci_platform_disable_resources(hpriv);
318ecfb4598STang Yuantian
319ecfb4598STang Yuantian return rc;
320ecfb4598STang Yuantian }
321ecfb4598STang Yuantian
322ecfb4598STang Yuantian #ifdef CONFIG_PM_SLEEP
ahci_qoriq_resume(struct device * dev)323ecfb4598STang Yuantian static int ahci_qoriq_resume(struct device *dev)
324ecfb4598STang Yuantian {
325ecfb4598STang Yuantian struct ata_host *host = dev_get_drvdata(dev);
326ecfb4598STang Yuantian struct ahci_host_priv *hpriv = host->private_data;
327ecfb4598STang Yuantian int rc;
328ecfb4598STang Yuantian
329ecfb4598STang Yuantian rc = ahci_platform_enable_resources(hpriv);
330ecfb4598STang Yuantian if (rc)
331ecfb4598STang Yuantian return rc;
332ecfb4598STang Yuantian
333ecfb4598STang Yuantian rc = ahci_qoriq_phy_init(hpriv);
334ecfb4598STang Yuantian if (rc)
335ecfb4598STang Yuantian goto disable_resources;
336ecfb4598STang Yuantian
337ecfb4598STang Yuantian rc = ahci_platform_resume_host(dev);
338ecfb4598STang Yuantian if (rc)
339ecfb4598STang Yuantian goto disable_resources;
340ecfb4598STang Yuantian
341ecfb4598STang Yuantian /* We resumed so update PM runtime state */
342ecfb4598STang Yuantian pm_runtime_disable(dev);
343ecfb4598STang Yuantian pm_runtime_set_active(dev);
344ecfb4598STang Yuantian pm_runtime_enable(dev);
345ecfb4598STang Yuantian
346ecfb4598STang Yuantian return 0;
347ecfb4598STang Yuantian
348ecfb4598STang Yuantian disable_resources:
349ecfb4598STang Yuantian ahci_platform_disable_resources(hpriv);
350ecfb4598STang Yuantian
351ecfb4598STang Yuantian return rc;
352ecfb4598STang Yuantian }
353ecfb4598STang Yuantian #endif
354ecfb4598STang Yuantian
355ecfb4598STang Yuantian static SIMPLE_DEV_PM_OPS(ahci_qoriq_pm_ops, ahci_platform_suspend,
356ecfb4598STang Yuantian ahci_qoriq_resume);
357ecfb4598STang Yuantian
358ecfb4598STang Yuantian static struct platform_driver ahci_qoriq_driver = {
359ecfb4598STang Yuantian .probe = ahci_qoriq_probe,
360a7eb54d4SUwe Kleine-König .remove_new = ata_platform_remove_one,
361ecfb4598STang Yuantian .driver = {
362ecfb4598STang Yuantian .name = DRV_NAME,
363ecfb4598STang Yuantian .of_match_table = ahci_qoriq_of_match,
364564a7eedSYuantian Tang .acpi_match_table = ahci_qoriq_acpi_match,
365ecfb4598STang Yuantian .pm = &ahci_qoriq_pm_ops,
366ecfb4598STang Yuantian },
367ecfb4598STang Yuantian };
368ecfb4598STang Yuantian module_platform_driver(ahci_qoriq_driver);
369ecfb4598STang Yuantian
370ecfb4598STang Yuantian MODULE_DESCRIPTION("Freescale QorIQ AHCI SATA platform driver");
371ecfb4598STang Yuantian MODULE_AUTHOR("Tang Yuantian <Yuantian.Tang@freescale.com>");
372ecfb4598STang Yuantian MODULE_LICENSE("GPL");
373