19cade1a4SAndy Shevchenko /* 29cade1a4SAndy Shevchenko * Platform driver for the Synopsys DesignWare DMA Controller 39cade1a4SAndy Shevchenko * 49cade1a4SAndy Shevchenko * Copyright (C) 2007-2008 Atmel Corporation 59cade1a4SAndy Shevchenko * Copyright (C) 2010-2011 ST Microelectronics 69cade1a4SAndy Shevchenko * Copyright (C) 2013 Intel Corporation 79cade1a4SAndy Shevchenko * 89cade1a4SAndy Shevchenko * Some parts of this driver are derived from the original dw_dmac. 99cade1a4SAndy Shevchenko * 109cade1a4SAndy Shevchenko * This program is free software; you can redistribute it and/or modify 119cade1a4SAndy Shevchenko * it under the terms of the GNU General Public License version 2 as 129cade1a4SAndy Shevchenko * published by the Free Software Foundation. 139cade1a4SAndy Shevchenko */ 149cade1a4SAndy Shevchenko 159cade1a4SAndy Shevchenko #include <linux/module.h> 169cade1a4SAndy Shevchenko #include <linux/device.h> 179cade1a4SAndy Shevchenko #include <linux/clk.h> 186acf3998SAndy Shevchenko #include <linux/pm_runtime.h> 199cade1a4SAndy Shevchenko #include <linux/platform_device.h> 209cade1a4SAndy Shevchenko #include <linux/dmaengine.h> 219cade1a4SAndy Shevchenko #include <linux/dma-mapping.h> 229cade1a4SAndy Shevchenko #include <linux/of.h> 239cade1a4SAndy Shevchenko #include <linux/of_dma.h> 249cade1a4SAndy Shevchenko #include <linux/acpi.h> 259cade1a4SAndy Shevchenko #include <linux/acpi_dma.h> 269cade1a4SAndy Shevchenko 279cade1a4SAndy Shevchenko #include "internal.h" 289cade1a4SAndy Shevchenko 29a104a45bSAndy Shevchenko #define DRV_NAME "dw_dmac" 30a104a45bSAndy Shevchenko 319cade1a4SAndy Shevchenko static struct dma_chan *dw_dma_of_xlate(struct of_phandle_args *dma_spec, 329cade1a4SAndy Shevchenko struct of_dma *ofdma) 339cade1a4SAndy Shevchenko { 349cade1a4SAndy Shevchenko struct dw_dma *dw = ofdma->of_dma_data; 354d130de2SAndy Shevchenko struct dw_dma_slave slave = { 364d130de2SAndy Shevchenko .dma_dev = dw->dma.dev, 379cade1a4SAndy Shevchenko }; 389cade1a4SAndy Shevchenko dma_cap_mask_t cap; 399cade1a4SAndy Shevchenko 409cade1a4SAndy Shevchenko if (dma_spec->args_count != 3) 419cade1a4SAndy Shevchenko return NULL; 429cade1a4SAndy Shevchenko 434d130de2SAndy Shevchenko slave.src_id = dma_spec->args[0]; 444d130de2SAndy Shevchenko slave.dst_id = dma_spec->args[0]; 45c422025cSAndy Shevchenko slave.m_master = dma_spec->args[1]; 46c422025cSAndy Shevchenko slave.p_master = dma_spec->args[2]; 479cade1a4SAndy Shevchenko 484d130de2SAndy Shevchenko if (WARN_ON(slave.src_id >= DW_DMA_MAX_NR_REQUESTS || 494d130de2SAndy Shevchenko slave.dst_id >= DW_DMA_MAX_NR_REQUESTS || 50161c3d04SAndy Shevchenko slave.m_master >= dw->pdata->nr_masters || 51161c3d04SAndy Shevchenko slave.p_master >= dw->pdata->nr_masters)) 529cade1a4SAndy Shevchenko return NULL; 539cade1a4SAndy Shevchenko 549cade1a4SAndy Shevchenko dma_cap_zero(cap); 559cade1a4SAndy Shevchenko dma_cap_set(DMA_SLAVE, cap); 569cade1a4SAndy Shevchenko 579cade1a4SAndy Shevchenko /* TODO: there should be a simpler way to do this */ 584d130de2SAndy Shevchenko return dma_request_channel(cap, dw_dma_filter, &slave); 599cade1a4SAndy Shevchenko } 609cade1a4SAndy Shevchenko 619cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI 629cade1a4SAndy Shevchenko static bool dw_dma_acpi_filter(struct dma_chan *chan, void *param) 639cade1a4SAndy Shevchenko { 649cade1a4SAndy Shevchenko struct acpi_dma_spec *dma_spec = param; 654d130de2SAndy Shevchenko struct dw_dma_slave slave = { 664d130de2SAndy Shevchenko .dma_dev = dma_spec->dev, 674d130de2SAndy Shevchenko .src_id = dma_spec->slave_id, 684d130de2SAndy Shevchenko .dst_id = dma_spec->slave_id, 69c422025cSAndy Shevchenko .m_master = 0, 70c422025cSAndy Shevchenko .p_master = 1, 714d130de2SAndy Shevchenko }; 729cade1a4SAndy Shevchenko 734d130de2SAndy Shevchenko return dw_dma_filter(chan, &slave); 749cade1a4SAndy Shevchenko } 759cade1a4SAndy Shevchenko 769cade1a4SAndy Shevchenko static void dw_dma_acpi_controller_register(struct dw_dma *dw) 779cade1a4SAndy Shevchenko { 789cade1a4SAndy Shevchenko struct device *dev = dw->dma.dev; 799cade1a4SAndy Shevchenko struct acpi_dma_filter_info *info; 809cade1a4SAndy Shevchenko int ret; 819cade1a4SAndy Shevchenko 829cade1a4SAndy Shevchenko info = devm_kzalloc(dev, sizeof(*info), GFP_KERNEL); 839cade1a4SAndy Shevchenko if (!info) 849cade1a4SAndy Shevchenko return; 859cade1a4SAndy Shevchenko 869cade1a4SAndy Shevchenko dma_cap_zero(info->dma_cap); 879cade1a4SAndy Shevchenko dma_cap_set(DMA_SLAVE, info->dma_cap); 889cade1a4SAndy Shevchenko info->filter_fn = dw_dma_acpi_filter; 899cade1a4SAndy Shevchenko 909cade1a4SAndy Shevchenko ret = devm_acpi_dma_controller_register(dev, acpi_dma_simple_xlate, 919cade1a4SAndy Shevchenko info); 929cade1a4SAndy Shevchenko if (ret) 939cade1a4SAndy Shevchenko dev_err(dev, "could not register acpi_dma_controller\n"); 949cade1a4SAndy Shevchenko } 959cade1a4SAndy Shevchenko #else /* !CONFIG_ACPI */ 969cade1a4SAndy Shevchenko static inline void dw_dma_acpi_controller_register(struct dw_dma *dw) {} 979cade1a4SAndy Shevchenko #endif /* !CONFIG_ACPI */ 989cade1a4SAndy Shevchenko 999cade1a4SAndy Shevchenko #ifdef CONFIG_OF 1009cade1a4SAndy Shevchenko static struct dw_dma_platform_data * 1019cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev) 1029cade1a4SAndy Shevchenko { 1039cade1a4SAndy Shevchenko struct device_node *np = pdev->dev.of_node; 1049cade1a4SAndy Shevchenko struct dw_dma_platform_data *pdata; 105bd2c6636SEugeniy Paltsev u32 tmp, arr[DW_DMA_MAX_NR_MASTERS], mb[DW_DMA_MAX_NR_CHANNELS]; 106969f750fSAndy Shevchenko u32 nr_masters; 1072b574ba9SMans Rullgard u32 nr_channels; 1089cade1a4SAndy Shevchenko 1099cade1a4SAndy Shevchenko if (!np) { 1109cade1a4SAndy Shevchenko dev_err(&pdev->dev, "Missing DT data\n"); 1119cade1a4SAndy Shevchenko return NULL; 1129cade1a4SAndy Shevchenko } 1139cade1a4SAndy Shevchenko 114969f750fSAndy Shevchenko if (of_property_read_u32(np, "dma-masters", &nr_masters)) 115969f750fSAndy Shevchenko return NULL; 116969f750fSAndy Shevchenko if (nr_masters < 1 || nr_masters > DW_DMA_MAX_NR_MASTERS) 117969f750fSAndy Shevchenko return NULL; 118969f750fSAndy Shevchenko 1192b574ba9SMans Rullgard if (of_property_read_u32(np, "dma-channels", &nr_channels)) 1202b574ba9SMans Rullgard return NULL; 121bd2c6636SEugeniy Paltsev if (nr_channels > DW_DMA_MAX_NR_CHANNELS) 122bd2c6636SEugeniy Paltsev return NULL; 1232b574ba9SMans Rullgard 1249cade1a4SAndy Shevchenko pdata = devm_kzalloc(&pdev->dev, sizeof(*pdata), GFP_KERNEL); 1259cade1a4SAndy Shevchenko if (!pdata) 1269cade1a4SAndy Shevchenko return NULL; 1279cade1a4SAndy Shevchenko 128969f750fSAndy Shevchenko pdata->nr_masters = nr_masters; 1292b574ba9SMans Rullgard pdata->nr_channels = nr_channels; 1309cade1a4SAndy Shevchenko 1319cade1a4SAndy Shevchenko if (of_property_read_bool(np, "is_private")) 1329cade1a4SAndy Shevchenko pdata->is_private = true; 1339cade1a4SAndy Shevchenko 134258f2277SEugeniy Paltsev /* 135258f2277SEugeniy Paltsev * All known devices, which use DT for configuration, support 136258f2277SEugeniy Paltsev * memory-to-memory transfers. So enable it by default. 137258f2277SEugeniy Paltsev */ 138258f2277SEugeniy Paltsev pdata->is_memcpy = true; 139258f2277SEugeniy Paltsev 1409cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "chan_allocation_order", &tmp)) 1419cade1a4SAndy Shevchenko pdata->chan_allocation_order = (unsigned char)tmp; 1429cade1a4SAndy Shevchenko 1439cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "chan_priority", &tmp)) 1449cade1a4SAndy Shevchenko pdata->chan_priority = tmp; 1459cade1a4SAndy Shevchenko 1469cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "block_size", &tmp)) 1479cade1a4SAndy Shevchenko pdata->block_size = tmp; 1489cade1a4SAndy Shevchenko 1492e65060eSAndy Shevchenko if (!of_property_read_u32_array(np, "data-width", arr, nr_masters)) { 150969f750fSAndy Shevchenko for (tmp = 0; tmp < nr_masters; tmp++) 1519cade1a4SAndy Shevchenko pdata->data_width[tmp] = arr[tmp]; 1522e65060eSAndy Shevchenko } else if (!of_property_read_u32_array(np, "data_width", arr, nr_masters)) { 1532e65060eSAndy Shevchenko for (tmp = 0; tmp < nr_masters; tmp++) 1542e65060eSAndy Shevchenko pdata->data_width[tmp] = BIT(arr[tmp] & 0x07); 155969f750fSAndy Shevchenko } 1569cade1a4SAndy Shevchenko 157bd2c6636SEugeniy Paltsev if (!of_property_read_u32_array(np, "multi-block", mb, nr_channels)) { 158bd2c6636SEugeniy Paltsev for (tmp = 0; tmp < nr_channels; tmp++) 159bd2c6636SEugeniy Paltsev pdata->multi_block[tmp] = mb[tmp]; 160bd2c6636SEugeniy Paltsev } else { 161bd2c6636SEugeniy Paltsev for (tmp = 0; tmp < nr_channels; tmp++) 162bd2c6636SEugeniy Paltsev pdata->multi_block[tmp] = 1; 163bd2c6636SEugeniy Paltsev } 164bd2c6636SEugeniy Paltsev 1659cade1a4SAndy Shevchenko return pdata; 1669cade1a4SAndy Shevchenko } 1679cade1a4SAndy Shevchenko #else 1689cade1a4SAndy Shevchenko static inline struct dw_dma_platform_data * 1699cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev) 1709cade1a4SAndy Shevchenko { 1719cade1a4SAndy Shevchenko return NULL; 1729cade1a4SAndy Shevchenko } 1739cade1a4SAndy Shevchenko #endif 1749cade1a4SAndy Shevchenko 1759cade1a4SAndy Shevchenko static int dw_probe(struct platform_device *pdev) 1769cade1a4SAndy Shevchenko { 1779cade1a4SAndy Shevchenko struct dw_dma_chip *chip; 1789cade1a4SAndy Shevchenko struct device *dev = &pdev->dev; 1799cade1a4SAndy Shevchenko struct resource *mem; 1803a14c66dSAndy Shevchenko const struct dw_dma_platform_data *pdata; 1819cade1a4SAndy Shevchenko int err; 1829cade1a4SAndy Shevchenko 1839cade1a4SAndy Shevchenko chip = devm_kzalloc(dev, sizeof(*chip), GFP_KERNEL); 1849cade1a4SAndy Shevchenko if (!chip) 1859cade1a4SAndy Shevchenko return -ENOMEM; 1869cade1a4SAndy Shevchenko 1879cade1a4SAndy Shevchenko chip->irq = platform_get_irq(pdev, 0); 1889cade1a4SAndy Shevchenko if (chip->irq < 0) 1899cade1a4SAndy Shevchenko return chip->irq; 1909cade1a4SAndy Shevchenko 1919cade1a4SAndy Shevchenko mem = platform_get_resource(pdev, IORESOURCE_MEM, 0); 1929cade1a4SAndy Shevchenko chip->regs = devm_ioremap_resource(dev, mem); 1939cade1a4SAndy Shevchenko if (IS_ERR(chip->regs)) 1949cade1a4SAndy Shevchenko return PTR_ERR(chip->regs); 1959cade1a4SAndy Shevchenko 19624353b8bSRussell King err = dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)); 19724353b8bSRussell King if (err) 19824353b8bSRussell King return err; 1999cade1a4SAndy Shevchenko 2009cade1a4SAndy Shevchenko pdata = dev_get_platdata(dev); 2019cade1a4SAndy Shevchenko if (!pdata) 2029cade1a4SAndy Shevchenko pdata = dw_dma_parse_dt(pdev); 2039cade1a4SAndy Shevchenko 2049cade1a4SAndy Shevchenko chip->dev = dev; 20508d62f58SAndy Shevchenko chip->id = pdev->id; 2063a14c66dSAndy Shevchenko chip->pdata = pdata; 2079cade1a4SAndy Shevchenko 208a15636e8SAndy Shevchenko chip->clk = devm_clk_get(chip->dev, "hclk"); 209a15636e8SAndy Shevchenko if (IS_ERR(chip->clk)) 210a15636e8SAndy Shevchenko return PTR_ERR(chip->clk); 211a15636e8SAndy Shevchenko err = clk_prepare_enable(chip->clk); 2129cade1a4SAndy Shevchenko if (err) 2139cade1a4SAndy Shevchenko return err; 2149cade1a4SAndy Shevchenko 2156acf3998SAndy Shevchenko pm_runtime_enable(&pdev->dev); 2166acf3998SAndy Shevchenko 2173a14c66dSAndy Shevchenko err = dw_dma_probe(chip); 218a15636e8SAndy Shevchenko if (err) 219a15636e8SAndy Shevchenko goto err_dw_dma_probe; 220a15636e8SAndy Shevchenko 2219cade1a4SAndy Shevchenko platform_set_drvdata(pdev, chip); 2229cade1a4SAndy Shevchenko 2239cade1a4SAndy Shevchenko if (pdev->dev.of_node) { 2249cade1a4SAndy Shevchenko err = of_dma_controller_register(pdev->dev.of_node, 2259cade1a4SAndy Shevchenko dw_dma_of_xlate, chip->dw); 2269cade1a4SAndy Shevchenko if (err) 2279cade1a4SAndy Shevchenko dev_err(&pdev->dev, 2289cade1a4SAndy Shevchenko "could not register of_dma_controller\n"); 2299cade1a4SAndy Shevchenko } 2309cade1a4SAndy Shevchenko 2319cade1a4SAndy Shevchenko if (ACPI_HANDLE(&pdev->dev)) 2329cade1a4SAndy Shevchenko dw_dma_acpi_controller_register(chip->dw); 2339cade1a4SAndy Shevchenko 2349cade1a4SAndy Shevchenko return 0; 235a15636e8SAndy Shevchenko 236a15636e8SAndy Shevchenko err_dw_dma_probe: 2376acf3998SAndy Shevchenko pm_runtime_disable(&pdev->dev); 238a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 239a15636e8SAndy Shevchenko return err; 2409cade1a4SAndy Shevchenko } 2419cade1a4SAndy Shevchenko 2429cade1a4SAndy Shevchenko static int dw_remove(struct platform_device *pdev) 2439cade1a4SAndy Shevchenko { 2449cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2459cade1a4SAndy Shevchenko 2469cade1a4SAndy Shevchenko if (pdev->dev.of_node) 2479cade1a4SAndy Shevchenko of_dma_controller_free(pdev->dev.of_node); 2489cade1a4SAndy Shevchenko 249a15636e8SAndy Shevchenko dw_dma_remove(chip); 2506acf3998SAndy Shevchenko pm_runtime_disable(&pdev->dev); 251a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 252a15636e8SAndy Shevchenko 253a15636e8SAndy Shevchenko return 0; 2549cade1a4SAndy Shevchenko } 2559cade1a4SAndy Shevchenko 2569cade1a4SAndy Shevchenko static void dw_shutdown(struct platform_device *pdev) 2579cade1a4SAndy Shevchenko { 2589cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2599cade1a4SAndy Shevchenko 26032146588SAndy Shevchenko /* 26132146588SAndy Shevchenko * We have to call dw_dma_disable() to stop any ongoing transfer. On 26232146588SAndy Shevchenko * some platforms we can't do that since DMA device is powered off. 26332146588SAndy Shevchenko * Moreover we have no possibility to check if the platform is affected 26432146588SAndy Shevchenko * or not. That's why we call pm_runtime_get_sync() / pm_runtime_put() 26532146588SAndy Shevchenko * unconditionally. On the other hand we can't use 26632146588SAndy Shevchenko * pm_runtime_suspended() because runtime PM framework is not fully 26732146588SAndy Shevchenko * used by the driver. 26832146588SAndy Shevchenko */ 26932146588SAndy Shevchenko pm_runtime_get_sync(chip->dev); 2702540f74bSAndy Shevchenko dw_dma_disable(chip); 27132146588SAndy Shevchenko pm_runtime_put_sync_suspend(chip->dev); 27232146588SAndy Shevchenko 273a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 2749cade1a4SAndy Shevchenko } 2759cade1a4SAndy Shevchenko 2769cade1a4SAndy Shevchenko #ifdef CONFIG_OF 2779cade1a4SAndy Shevchenko static const struct of_device_id dw_dma_of_id_table[] = { 2789cade1a4SAndy Shevchenko { .compatible = "snps,dma-spear1340" }, 2799cade1a4SAndy Shevchenko {} 2809cade1a4SAndy Shevchenko }; 2819cade1a4SAndy Shevchenko MODULE_DEVICE_TABLE(of, dw_dma_of_id_table); 2829cade1a4SAndy Shevchenko #endif 2839cade1a4SAndy Shevchenko 2849cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI 2859cade1a4SAndy Shevchenko static const struct acpi_device_id dw_dma_acpi_id_table[] = { 286bc0bb1fdSAndy Shevchenko { "INTL9C60", 0 }, 287*5658f4f9SHans de Goede { "80862286", 0 }, 288*5658f4f9SHans de Goede { "808622C0", 0 }, 2899cade1a4SAndy Shevchenko { } 2909cade1a4SAndy Shevchenko }; 291be480dcbSAndy Shevchenko MODULE_DEVICE_TABLE(acpi, dw_dma_acpi_id_table); 2929cade1a4SAndy Shevchenko #endif 2939cade1a4SAndy Shevchenko 2949cade1a4SAndy Shevchenko #ifdef CONFIG_PM_SLEEP 2959cade1a4SAndy Shevchenko 296067bd4fdSAndy Shevchenko static int dw_suspend_late(struct device *dev) 2979cade1a4SAndy Shevchenko { 29883ff1323SWolfram Sang struct dw_dma_chip *chip = dev_get_drvdata(dev); 2999cade1a4SAndy Shevchenko 3002540f74bSAndy Shevchenko dw_dma_disable(chip); 301a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 302a15636e8SAndy Shevchenko 303a15636e8SAndy Shevchenko return 0; 3049cade1a4SAndy Shevchenko } 3059cade1a4SAndy Shevchenko 306067bd4fdSAndy Shevchenko static int dw_resume_early(struct device *dev) 3079cade1a4SAndy Shevchenko { 30883ff1323SWolfram Sang struct dw_dma_chip *chip = dev_get_drvdata(dev); 309702fce05SArvind Yadav int ret; 3109cade1a4SAndy Shevchenko 311702fce05SArvind Yadav ret = clk_prepare_enable(chip->clk); 312702fce05SArvind Yadav if (ret) 313702fce05SArvind Yadav return ret; 314702fce05SArvind Yadav 3152540f74bSAndy Shevchenko return dw_dma_enable(chip); 3169cade1a4SAndy Shevchenko } 3179cade1a4SAndy Shevchenko 318067bd4fdSAndy Shevchenko #endif /* CONFIG_PM_SLEEP */ 3199cade1a4SAndy Shevchenko 3209cade1a4SAndy Shevchenko static const struct dev_pm_ops dw_dev_pm_ops = { 321067bd4fdSAndy Shevchenko SET_LATE_SYSTEM_SLEEP_PM_OPS(dw_suspend_late, dw_resume_early) 3229cade1a4SAndy Shevchenko }; 3239cade1a4SAndy Shevchenko 3249cade1a4SAndy Shevchenko static struct platform_driver dw_driver = { 3259cade1a4SAndy Shevchenko .probe = dw_probe, 3269cade1a4SAndy Shevchenko .remove = dw_remove, 3279cade1a4SAndy Shevchenko .shutdown = dw_shutdown, 3289cade1a4SAndy Shevchenko .driver = { 329a104a45bSAndy Shevchenko .name = DRV_NAME, 3309cade1a4SAndy Shevchenko .pm = &dw_dev_pm_ops, 3319cade1a4SAndy Shevchenko .of_match_table = of_match_ptr(dw_dma_of_id_table), 3329cade1a4SAndy Shevchenko .acpi_match_table = ACPI_PTR(dw_dma_acpi_id_table), 3339cade1a4SAndy Shevchenko }, 3349cade1a4SAndy Shevchenko }; 3359cade1a4SAndy Shevchenko 3369cade1a4SAndy Shevchenko static int __init dw_init(void) 3379cade1a4SAndy Shevchenko { 3389cade1a4SAndy Shevchenko return platform_driver_register(&dw_driver); 3399cade1a4SAndy Shevchenko } 3409cade1a4SAndy Shevchenko subsys_initcall(dw_init); 3419cade1a4SAndy Shevchenko 3429cade1a4SAndy Shevchenko static void __exit dw_exit(void) 3439cade1a4SAndy Shevchenko { 3449cade1a4SAndy Shevchenko platform_driver_unregister(&dw_driver); 3459cade1a4SAndy Shevchenko } 3469cade1a4SAndy Shevchenko module_exit(dw_exit); 3479cade1a4SAndy Shevchenko 3489cade1a4SAndy Shevchenko MODULE_LICENSE("GPL v2"); 3499cade1a4SAndy Shevchenko MODULE_DESCRIPTION("Synopsys DesignWare DMA Controller platform driver"); 350a104a45bSAndy Shevchenko MODULE_ALIAS("platform:" DRV_NAME); 351