19cade1a4SAndy Shevchenko /* 29cade1a4SAndy Shevchenko * Platform driver for the Synopsys DesignWare DMA Controller 39cade1a4SAndy Shevchenko * 49cade1a4SAndy Shevchenko * Copyright (C) 2007-2008 Atmel Corporation 59cade1a4SAndy Shevchenko * Copyright (C) 2010-2011 ST Microelectronics 69cade1a4SAndy Shevchenko * Copyright (C) 2013 Intel Corporation 79cade1a4SAndy Shevchenko * 89cade1a4SAndy Shevchenko * Some parts of this driver are derived from the original dw_dmac. 99cade1a4SAndy Shevchenko * 109cade1a4SAndy Shevchenko * This program is free software; you can redistribute it and/or modify 119cade1a4SAndy Shevchenko * it under the terms of the GNU General Public License version 2 as 129cade1a4SAndy Shevchenko * published by the Free Software Foundation. 139cade1a4SAndy Shevchenko */ 149cade1a4SAndy Shevchenko 159cade1a4SAndy Shevchenko #include <linux/module.h> 169cade1a4SAndy Shevchenko #include <linux/device.h> 179cade1a4SAndy Shevchenko #include <linux/clk.h> 186acf3998SAndy Shevchenko #include <linux/pm_runtime.h> 199cade1a4SAndy Shevchenko #include <linux/platform_device.h> 209cade1a4SAndy Shevchenko #include <linux/dmaengine.h> 219cade1a4SAndy Shevchenko #include <linux/dma-mapping.h> 229cade1a4SAndy Shevchenko #include <linux/of.h> 239cade1a4SAndy Shevchenko #include <linux/of_dma.h> 249cade1a4SAndy Shevchenko #include <linux/acpi.h> 259cade1a4SAndy Shevchenko #include <linux/acpi_dma.h> 269cade1a4SAndy Shevchenko 279cade1a4SAndy Shevchenko #include "internal.h" 289cade1a4SAndy Shevchenko 29a104a45bSAndy Shevchenko #define DRV_NAME "dw_dmac" 30a104a45bSAndy Shevchenko 319cade1a4SAndy Shevchenko static struct dma_chan *dw_dma_of_xlate(struct of_phandle_args *dma_spec, 329cade1a4SAndy Shevchenko struct of_dma *ofdma) 339cade1a4SAndy Shevchenko { 349cade1a4SAndy Shevchenko struct dw_dma *dw = ofdma->of_dma_data; 354d130de2SAndy Shevchenko struct dw_dma_slave slave = { 364d130de2SAndy Shevchenko .dma_dev = dw->dma.dev, 379cade1a4SAndy Shevchenko }; 389cade1a4SAndy Shevchenko dma_cap_mask_t cap; 399cade1a4SAndy Shevchenko 409cade1a4SAndy Shevchenko if (dma_spec->args_count != 3) 419cade1a4SAndy Shevchenko return NULL; 429cade1a4SAndy Shevchenko 434d130de2SAndy Shevchenko slave.src_id = dma_spec->args[0]; 444d130de2SAndy Shevchenko slave.dst_id = dma_spec->args[0]; 45c422025cSAndy Shevchenko slave.m_master = dma_spec->args[1]; 46c422025cSAndy Shevchenko slave.p_master = dma_spec->args[2]; 479cade1a4SAndy Shevchenko 484d130de2SAndy Shevchenko if (WARN_ON(slave.src_id >= DW_DMA_MAX_NR_REQUESTS || 494d130de2SAndy Shevchenko slave.dst_id >= DW_DMA_MAX_NR_REQUESTS || 50161c3d04SAndy Shevchenko slave.m_master >= dw->pdata->nr_masters || 51161c3d04SAndy Shevchenko slave.p_master >= dw->pdata->nr_masters)) 529cade1a4SAndy Shevchenko return NULL; 539cade1a4SAndy Shevchenko 549cade1a4SAndy Shevchenko dma_cap_zero(cap); 559cade1a4SAndy Shevchenko dma_cap_set(DMA_SLAVE, cap); 569cade1a4SAndy Shevchenko 579cade1a4SAndy Shevchenko /* TODO: there should be a simpler way to do this */ 584d130de2SAndy Shevchenko return dma_request_channel(cap, dw_dma_filter, &slave); 599cade1a4SAndy Shevchenko } 609cade1a4SAndy Shevchenko 619cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI 629cade1a4SAndy Shevchenko static bool dw_dma_acpi_filter(struct dma_chan *chan, void *param) 639cade1a4SAndy Shevchenko { 649cade1a4SAndy Shevchenko struct acpi_dma_spec *dma_spec = param; 654d130de2SAndy Shevchenko struct dw_dma_slave slave = { 664d130de2SAndy Shevchenko .dma_dev = dma_spec->dev, 674d130de2SAndy Shevchenko .src_id = dma_spec->slave_id, 684d130de2SAndy Shevchenko .dst_id = dma_spec->slave_id, 69c422025cSAndy Shevchenko .m_master = 0, 70c422025cSAndy Shevchenko .p_master = 1, 714d130de2SAndy Shevchenko }; 729cade1a4SAndy Shevchenko 734d130de2SAndy Shevchenko return dw_dma_filter(chan, &slave); 749cade1a4SAndy Shevchenko } 759cade1a4SAndy Shevchenko 769cade1a4SAndy Shevchenko static void dw_dma_acpi_controller_register(struct dw_dma *dw) 779cade1a4SAndy Shevchenko { 789cade1a4SAndy Shevchenko struct device *dev = dw->dma.dev; 799cade1a4SAndy Shevchenko struct acpi_dma_filter_info *info; 809cade1a4SAndy Shevchenko int ret; 819cade1a4SAndy Shevchenko 829cade1a4SAndy Shevchenko info = devm_kzalloc(dev, sizeof(*info), GFP_KERNEL); 839cade1a4SAndy Shevchenko if (!info) 849cade1a4SAndy Shevchenko return; 859cade1a4SAndy Shevchenko 869cade1a4SAndy Shevchenko dma_cap_zero(info->dma_cap); 879cade1a4SAndy Shevchenko dma_cap_set(DMA_SLAVE, info->dma_cap); 889cade1a4SAndy Shevchenko info->filter_fn = dw_dma_acpi_filter; 899cade1a4SAndy Shevchenko 909cade1a4SAndy Shevchenko ret = devm_acpi_dma_controller_register(dev, acpi_dma_simple_xlate, 919cade1a4SAndy Shevchenko info); 929cade1a4SAndy Shevchenko if (ret) 939cade1a4SAndy Shevchenko dev_err(dev, "could not register acpi_dma_controller\n"); 949cade1a4SAndy Shevchenko } 959cade1a4SAndy Shevchenko #else /* !CONFIG_ACPI */ 969cade1a4SAndy Shevchenko static inline void dw_dma_acpi_controller_register(struct dw_dma *dw) {} 979cade1a4SAndy Shevchenko #endif /* !CONFIG_ACPI */ 989cade1a4SAndy Shevchenko 999cade1a4SAndy Shevchenko #ifdef CONFIG_OF 1009cade1a4SAndy Shevchenko static struct dw_dma_platform_data * 1019cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev) 1029cade1a4SAndy Shevchenko { 1039cade1a4SAndy Shevchenko struct device_node *np = pdev->dev.of_node; 1049cade1a4SAndy Shevchenko struct dw_dma_platform_data *pdata; 105d8ded50fSAndy Shevchenko u32 tmp, arr[DW_DMA_MAX_NR_MASTERS]; 106969f750fSAndy Shevchenko u32 nr_masters; 1072b574ba9SMans Rullgard u32 nr_channels; 1089cade1a4SAndy Shevchenko 1099cade1a4SAndy Shevchenko if (!np) { 1109cade1a4SAndy Shevchenko dev_err(&pdev->dev, "Missing DT data\n"); 1119cade1a4SAndy Shevchenko return NULL; 1129cade1a4SAndy Shevchenko } 1139cade1a4SAndy Shevchenko 114969f750fSAndy Shevchenko if (of_property_read_u32(np, "dma-masters", &nr_masters)) 115969f750fSAndy Shevchenko return NULL; 116969f750fSAndy Shevchenko if (nr_masters < 1 || nr_masters > DW_DMA_MAX_NR_MASTERS) 117969f750fSAndy Shevchenko return NULL; 118969f750fSAndy Shevchenko 1192b574ba9SMans Rullgard if (of_property_read_u32(np, "dma-channels", &nr_channels)) 1202b574ba9SMans Rullgard return NULL; 1212b574ba9SMans Rullgard 1229cade1a4SAndy Shevchenko pdata = devm_kzalloc(&pdev->dev, sizeof(*pdata), GFP_KERNEL); 1239cade1a4SAndy Shevchenko if (!pdata) 1249cade1a4SAndy Shevchenko return NULL; 1259cade1a4SAndy Shevchenko 126969f750fSAndy Shevchenko pdata->nr_masters = nr_masters; 1272b574ba9SMans Rullgard pdata->nr_channels = nr_channels; 1289cade1a4SAndy Shevchenko 1299cade1a4SAndy Shevchenko if (of_property_read_bool(np, "is_private")) 1309cade1a4SAndy Shevchenko pdata->is_private = true; 1319cade1a4SAndy Shevchenko 1329cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "chan_allocation_order", &tmp)) 1339cade1a4SAndy Shevchenko pdata->chan_allocation_order = (unsigned char)tmp; 1349cade1a4SAndy Shevchenko 1359cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "chan_priority", &tmp)) 1369cade1a4SAndy Shevchenko pdata->chan_priority = tmp; 1379cade1a4SAndy Shevchenko 1389cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "block_size", &tmp)) 1399cade1a4SAndy Shevchenko pdata->block_size = tmp; 1409cade1a4SAndy Shevchenko 1412e65060eSAndy Shevchenko if (!of_property_read_u32_array(np, "data-width", arr, nr_masters)) { 142969f750fSAndy Shevchenko for (tmp = 0; tmp < nr_masters; tmp++) 1439cade1a4SAndy Shevchenko pdata->data_width[tmp] = arr[tmp]; 1442e65060eSAndy Shevchenko } else if (!of_property_read_u32_array(np, "data_width", arr, nr_masters)) { 1452e65060eSAndy Shevchenko for (tmp = 0; tmp < nr_masters; tmp++) 1462e65060eSAndy Shevchenko pdata->data_width[tmp] = BIT(arr[tmp] & 0x07); 147969f750fSAndy Shevchenko } 1489cade1a4SAndy Shevchenko 1499cade1a4SAndy Shevchenko return pdata; 1509cade1a4SAndy Shevchenko } 1519cade1a4SAndy Shevchenko #else 1529cade1a4SAndy Shevchenko static inline struct dw_dma_platform_data * 1539cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev) 1549cade1a4SAndy Shevchenko { 1559cade1a4SAndy Shevchenko return NULL; 1569cade1a4SAndy Shevchenko } 1579cade1a4SAndy Shevchenko #endif 1589cade1a4SAndy Shevchenko 1599cade1a4SAndy Shevchenko static int dw_probe(struct platform_device *pdev) 1609cade1a4SAndy Shevchenko { 1619cade1a4SAndy Shevchenko struct dw_dma_chip *chip; 1629cade1a4SAndy Shevchenko struct device *dev = &pdev->dev; 1639cade1a4SAndy Shevchenko struct resource *mem; 164*3a14c66dSAndy Shevchenko const struct dw_dma_platform_data *pdata; 1659cade1a4SAndy Shevchenko int err; 1669cade1a4SAndy Shevchenko 1679cade1a4SAndy Shevchenko chip = devm_kzalloc(dev, sizeof(*chip), GFP_KERNEL); 1689cade1a4SAndy Shevchenko if (!chip) 1699cade1a4SAndy Shevchenko return -ENOMEM; 1709cade1a4SAndy Shevchenko 1719cade1a4SAndy Shevchenko chip->irq = platform_get_irq(pdev, 0); 1729cade1a4SAndy Shevchenko if (chip->irq < 0) 1739cade1a4SAndy Shevchenko return chip->irq; 1749cade1a4SAndy Shevchenko 1759cade1a4SAndy Shevchenko mem = platform_get_resource(pdev, IORESOURCE_MEM, 0); 1769cade1a4SAndy Shevchenko chip->regs = devm_ioremap_resource(dev, mem); 1779cade1a4SAndy Shevchenko if (IS_ERR(chip->regs)) 1789cade1a4SAndy Shevchenko return PTR_ERR(chip->regs); 1799cade1a4SAndy Shevchenko 18024353b8bSRussell King err = dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)); 18124353b8bSRussell King if (err) 18224353b8bSRussell King return err; 1839cade1a4SAndy Shevchenko 1849cade1a4SAndy Shevchenko pdata = dev_get_platdata(dev); 1859cade1a4SAndy Shevchenko if (!pdata) 1869cade1a4SAndy Shevchenko pdata = dw_dma_parse_dt(pdev); 1879cade1a4SAndy Shevchenko 1889cade1a4SAndy Shevchenko chip->dev = dev; 189*3a14c66dSAndy Shevchenko chip->pdata = pdata; 1909cade1a4SAndy Shevchenko 191a15636e8SAndy Shevchenko chip->clk = devm_clk_get(chip->dev, "hclk"); 192a15636e8SAndy Shevchenko if (IS_ERR(chip->clk)) 193a15636e8SAndy Shevchenko return PTR_ERR(chip->clk); 194a15636e8SAndy Shevchenko err = clk_prepare_enable(chip->clk); 1959cade1a4SAndy Shevchenko if (err) 1969cade1a4SAndy Shevchenko return err; 1979cade1a4SAndy Shevchenko 1986acf3998SAndy Shevchenko pm_runtime_enable(&pdev->dev); 1996acf3998SAndy Shevchenko 200*3a14c66dSAndy Shevchenko err = dw_dma_probe(chip); 201a15636e8SAndy Shevchenko if (err) 202a15636e8SAndy Shevchenko goto err_dw_dma_probe; 203a15636e8SAndy Shevchenko 2049cade1a4SAndy Shevchenko platform_set_drvdata(pdev, chip); 2059cade1a4SAndy Shevchenko 2069cade1a4SAndy Shevchenko if (pdev->dev.of_node) { 2079cade1a4SAndy Shevchenko err = of_dma_controller_register(pdev->dev.of_node, 2089cade1a4SAndy Shevchenko dw_dma_of_xlate, chip->dw); 2099cade1a4SAndy Shevchenko if (err) 2109cade1a4SAndy Shevchenko dev_err(&pdev->dev, 2119cade1a4SAndy Shevchenko "could not register of_dma_controller\n"); 2129cade1a4SAndy Shevchenko } 2139cade1a4SAndy Shevchenko 2149cade1a4SAndy Shevchenko if (ACPI_HANDLE(&pdev->dev)) 2159cade1a4SAndy Shevchenko dw_dma_acpi_controller_register(chip->dw); 2169cade1a4SAndy Shevchenko 2179cade1a4SAndy Shevchenko return 0; 218a15636e8SAndy Shevchenko 219a15636e8SAndy Shevchenko err_dw_dma_probe: 2206acf3998SAndy Shevchenko pm_runtime_disable(&pdev->dev); 221a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 222a15636e8SAndy Shevchenko return err; 2239cade1a4SAndy Shevchenko } 2249cade1a4SAndy Shevchenko 2259cade1a4SAndy Shevchenko static int dw_remove(struct platform_device *pdev) 2269cade1a4SAndy Shevchenko { 2279cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2289cade1a4SAndy Shevchenko 2299cade1a4SAndy Shevchenko if (pdev->dev.of_node) 2309cade1a4SAndy Shevchenko of_dma_controller_free(pdev->dev.of_node); 2319cade1a4SAndy Shevchenko 232a15636e8SAndy Shevchenko dw_dma_remove(chip); 2336acf3998SAndy Shevchenko pm_runtime_disable(&pdev->dev); 234a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 235a15636e8SAndy Shevchenko 236a15636e8SAndy Shevchenko return 0; 2379cade1a4SAndy Shevchenko } 2389cade1a4SAndy Shevchenko 2399cade1a4SAndy Shevchenko static void dw_shutdown(struct platform_device *pdev) 2409cade1a4SAndy Shevchenko { 2419cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2429cade1a4SAndy Shevchenko 24332146588SAndy Shevchenko /* 24432146588SAndy Shevchenko * We have to call dw_dma_disable() to stop any ongoing transfer. On 24532146588SAndy Shevchenko * some platforms we can't do that since DMA device is powered off. 24632146588SAndy Shevchenko * Moreover we have no possibility to check if the platform is affected 24732146588SAndy Shevchenko * or not. That's why we call pm_runtime_get_sync() / pm_runtime_put() 24832146588SAndy Shevchenko * unconditionally. On the other hand we can't use 24932146588SAndy Shevchenko * pm_runtime_suspended() because runtime PM framework is not fully 25032146588SAndy Shevchenko * used by the driver. 25132146588SAndy Shevchenko */ 25232146588SAndy Shevchenko pm_runtime_get_sync(chip->dev); 2532540f74bSAndy Shevchenko dw_dma_disable(chip); 25432146588SAndy Shevchenko pm_runtime_put_sync_suspend(chip->dev); 25532146588SAndy Shevchenko 256a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 2579cade1a4SAndy Shevchenko } 2589cade1a4SAndy Shevchenko 2599cade1a4SAndy Shevchenko #ifdef CONFIG_OF 2609cade1a4SAndy Shevchenko static const struct of_device_id dw_dma_of_id_table[] = { 2619cade1a4SAndy Shevchenko { .compatible = "snps,dma-spear1340" }, 2629cade1a4SAndy Shevchenko {} 2639cade1a4SAndy Shevchenko }; 2649cade1a4SAndy Shevchenko MODULE_DEVICE_TABLE(of, dw_dma_of_id_table); 2659cade1a4SAndy Shevchenko #endif 2669cade1a4SAndy Shevchenko 2679cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI 2689cade1a4SAndy Shevchenko static const struct acpi_device_id dw_dma_acpi_id_table[] = { 269bc0bb1fdSAndy Shevchenko { "INTL9C60", 0 }, 2709cade1a4SAndy Shevchenko { } 2719cade1a4SAndy Shevchenko }; 272be480dcbSAndy Shevchenko MODULE_DEVICE_TABLE(acpi, dw_dma_acpi_id_table); 2739cade1a4SAndy Shevchenko #endif 2749cade1a4SAndy Shevchenko 2759cade1a4SAndy Shevchenko #ifdef CONFIG_PM_SLEEP 2769cade1a4SAndy Shevchenko 277067bd4fdSAndy Shevchenko static int dw_suspend_late(struct device *dev) 2789cade1a4SAndy Shevchenko { 2799cade1a4SAndy Shevchenko struct platform_device *pdev = to_platform_device(dev); 2809cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2819cade1a4SAndy Shevchenko 2822540f74bSAndy Shevchenko dw_dma_disable(chip); 283a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 284a15636e8SAndy Shevchenko 285a15636e8SAndy Shevchenko return 0; 2869cade1a4SAndy Shevchenko } 2879cade1a4SAndy Shevchenko 288067bd4fdSAndy Shevchenko static int dw_resume_early(struct device *dev) 2899cade1a4SAndy Shevchenko { 2909cade1a4SAndy Shevchenko struct platform_device *pdev = to_platform_device(dev); 2919cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2929cade1a4SAndy Shevchenko 293a15636e8SAndy Shevchenko clk_prepare_enable(chip->clk); 2942540f74bSAndy Shevchenko return dw_dma_enable(chip); 2959cade1a4SAndy Shevchenko } 2969cade1a4SAndy Shevchenko 297067bd4fdSAndy Shevchenko #endif /* CONFIG_PM_SLEEP */ 2989cade1a4SAndy Shevchenko 2999cade1a4SAndy Shevchenko static const struct dev_pm_ops dw_dev_pm_ops = { 300067bd4fdSAndy Shevchenko SET_LATE_SYSTEM_SLEEP_PM_OPS(dw_suspend_late, dw_resume_early) 3019cade1a4SAndy Shevchenko }; 3029cade1a4SAndy Shevchenko 3039cade1a4SAndy Shevchenko static struct platform_driver dw_driver = { 3049cade1a4SAndy Shevchenko .probe = dw_probe, 3059cade1a4SAndy Shevchenko .remove = dw_remove, 3069cade1a4SAndy Shevchenko .shutdown = dw_shutdown, 3079cade1a4SAndy Shevchenko .driver = { 308a104a45bSAndy Shevchenko .name = DRV_NAME, 3099cade1a4SAndy Shevchenko .pm = &dw_dev_pm_ops, 3109cade1a4SAndy Shevchenko .of_match_table = of_match_ptr(dw_dma_of_id_table), 3119cade1a4SAndy Shevchenko .acpi_match_table = ACPI_PTR(dw_dma_acpi_id_table), 3129cade1a4SAndy Shevchenko }, 3139cade1a4SAndy Shevchenko }; 3149cade1a4SAndy Shevchenko 3159cade1a4SAndy Shevchenko static int __init dw_init(void) 3169cade1a4SAndy Shevchenko { 3179cade1a4SAndy Shevchenko return platform_driver_register(&dw_driver); 3189cade1a4SAndy Shevchenko } 3199cade1a4SAndy Shevchenko subsys_initcall(dw_init); 3209cade1a4SAndy Shevchenko 3219cade1a4SAndy Shevchenko static void __exit dw_exit(void) 3229cade1a4SAndy Shevchenko { 3239cade1a4SAndy Shevchenko platform_driver_unregister(&dw_driver); 3249cade1a4SAndy Shevchenko } 3259cade1a4SAndy Shevchenko module_exit(dw_exit); 3269cade1a4SAndy Shevchenko 3279cade1a4SAndy Shevchenko MODULE_LICENSE("GPL v2"); 3289cade1a4SAndy Shevchenko MODULE_DESCRIPTION("Synopsys DesignWare DMA Controller platform driver"); 329a104a45bSAndy Shevchenko MODULE_ALIAS("platform:" DRV_NAME); 330