19cade1a4SAndy Shevchenko /* 29cade1a4SAndy Shevchenko * Platform driver for the Synopsys DesignWare DMA Controller 39cade1a4SAndy Shevchenko * 49cade1a4SAndy Shevchenko * Copyright (C) 2007-2008 Atmel Corporation 59cade1a4SAndy Shevchenko * Copyright (C) 2010-2011 ST Microelectronics 69cade1a4SAndy Shevchenko * Copyright (C) 2013 Intel Corporation 79cade1a4SAndy Shevchenko * 89cade1a4SAndy Shevchenko * Some parts of this driver are derived from the original dw_dmac. 99cade1a4SAndy Shevchenko * 109cade1a4SAndy Shevchenko * This program is free software; you can redistribute it and/or modify 119cade1a4SAndy Shevchenko * it under the terms of the GNU General Public License version 2 as 129cade1a4SAndy Shevchenko * published by the Free Software Foundation. 139cade1a4SAndy Shevchenko */ 149cade1a4SAndy Shevchenko 159cade1a4SAndy Shevchenko #include <linux/module.h> 169cade1a4SAndy Shevchenko #include <linux/device.h> 179cade1a4SAndy Shevchenko #include <linux/clk.h> 186acf3998SAndy Shevchenko #include <linux/pm_runtime.h> 199cade1a4SAndy Shevchenko #include <linux/platform_device.h> 209cade1a4SAndy Shevchenko #include <linux/dmaengine.h> 219cade1a4SAndy Shevchenko #include <linux/dma-mapping.h> 229cade1a4SAndy Shevchenko #include <linux/of.h> 239cade1a4SAndy Shevchenko #include <linux/of_dma.h> 249cade1a4SAndy Shevchenko #include <linux/acpi.h> 259cade1a4SAndy Shevchenko #include <linux/acpi_dma.h> 269cade1a4SAndy Shevchenko 279cade1a4SAndy Shevchenko #include "internal.h" 289cade1a4SAndy Shevchenko 29a104a45bSAndy Shevchenko #define DRV_NAME "dw_dmac" 30a104a45bSAndy Shevchenko 319cade1a4SAndy Shevchenko static struct dma_chan *dw_dma_of_xlate(struct of_phandle_args *dma_spec, 329cade1a4SAndy Shevchenko struct of_dma *ofdma) 339cade1a4SAndy Shevchenko { 349cade1a4SAndy Shevchenko struct dw_dma *dw = ofdma->of_dma_data; 354d130de2SAndy Shevchenko struct dw_dma_slave slave = { 364d130de2SAndy Shevchenko .dma_dev = dw->dma.dev, 379cade1a4SAndy Shevchenko }; 389cade1a4SAndy Shevchenko dma_cap_mask_t cap; 399cade1a4SAndy Shevchenko 409cade1a4SAndy Shevchenko if (dma_spec->args_count != 3) 419cade1a4SAndy Shevchenko return NULL; 429cade1a4SAndy Shevchenko 434d130de2SAndy Shevchenko slave.src_id = dma_spec->args[0]; 444d130de2SAndy Shevchenko slave.dst_id = dma_spec->args[0]; 454d130de2SAndy Shevchenko slave.src_master = dma_spec->args[1]; 464d130de2SAndy Shevchenko slave.dst_master = dma_spec->args[2]; 479cade1a4SAndy Shevchenko 484d130de2SAndy Shevchenko if (WARN_ON(slave.src_id >= DW_DMA_MAX_NR_REQUESTS || 494d130de2SAndy Shevchenko slave.dst_id >= DW_DMA_MAX_NR_REQUESTS || 504d130de2SAndy Shevchenko slave.src_master >= dw->nr_masters || 514d130de2SAndy Shevchenko slave.dst_master >= dw->nr_masters)) 529cade1a4SAndy Shevchenko return NULL; 539cade1a4SAndy Shevchenko 549cade1a4SAndy Shevchenko dma_cap_zero(cap); 559cade1a4SAndy Shevchenko dma_cap_set(DMA_SLAVE, cap); 569cade1a4SAndy Shevchenko 579cade1a4SAndy Shevchenko /* TODO: there should be a simpler way to do this */ 584d130de2SAndy Shevchenko return dma_request_channel(cap, dw_dma_filter, &slave); 599cade1a4SAndy Shevchenko } 609cade1a4SAndy Shevchenko 619cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI 629cade1a4SAndy Shevchenko static bool dw_dma_acpi_filter(struct dma_chan *chan, void *param) 639cade1a4SAndy Shevchenko { 649cade1a4SAndy Shevchenko struct acpi_dma_spec *dma_spec = param; 654d130de2SAndy Shevchenko struct dw_dma_slave slave = { 664d130de2SAndy Shevchenko .dma_dev = dma_spec->dev, 674d130de2SAndy Shevchenko .src_id = dma_spec->slave_id, 684d130de2SAndy Shevchenko .dst_id = dma_spec->slave_id, 694d130de2SAndy Shevchenko .src_master = 1, 704d130de2SAndy Shevchenko .dst_master = 0, 714d130de2SAndy Shevchenko }; 729cade1a4SAndy Shevchenko 734d130de2SAndy Shevchenko return dw_dma_filter(chan, &slave); 749cade1a4SAndy Shevchenko } 759cade1a4SAndy Shevchenko 769cade1a4SAndy Shevchenko static void dw_dma_acpi_controller_register(struct dw_dma *dw) 779cade1a4SAndy Shevchenko { 789cade1a4SAndy Shevchenko struct device *dev = dw->dma.dev; 799cade1a4SAndy Shevchenko struct acpi_dma_filter_info *info; 809cade1a4SAndy Shevchenko int ret; 819cade1a4SAndy Shevchenko 829cade1a4SAndy Shevchenko info = devm_kzalloc(dev, sizeof(*info), GFP_KERNEL); 839cade1a4SAndy Shevchenko if (!info) 849cade1a4SAndy Shevchenko return; 859cade1a4SAndy Shevchenko 869cade1a4SAndy Shevchenko dma_cap_zero(info->dma_cap); 879cade1a4SAndy Shevchenko dma_cap_set(DMA_SLAVE, info->dma_cap); 889cade1a4SAndy Shevchenko info->filter_fn = dw_dma_acpi_filter; 899cade1a4SAndy Shevchenko 909cade1a4SAndy Shevchenko ret = devm_acpi_dma_controller_register(dev, acpi_dma_simple_xlate, 919cade1a4SAndy Shevchenko info); 929cade1a4SAndy Shevchenko if (ret) 939cade1a4SAndy Shevchenko dev_err(dev, "could not register acpi_dma_controller\n"); 949cade1a4SAndy Shevchenko } 959cade1a4SAndy Shevchenko #else /* !CONFIG_ACPI */ 969cade1a4SAndy Shevchenko static inline void dw_dma_acpi_controller_register(struct dw_dma *dw) {} 979cade1a4SAndy Shevchenko #endif /* !CONFIG_ACPI */ 989cade1a4SAndy Shevchenko 999cade1a4SAndy Shevchenko #ifdef CONFIG_OF 1009cade1a4SAndy Shevchenko static struct dw_dma_platform_data * 1019cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev) 1029cade1a4SAndy Shevchenko { 1039cade1a4SAndy Shevchenko struct device_node *np = pdev->dev.of_node; 1049cade1a4SAndy Shevchenko struct dw_dma_platform_data *pdata; 105d8ded50fSAndy Shevchenko u32 tmp, arr[DW_DMA_MAX_NR_MASTERS]; 106*2b574ba9SMans Rullgard u32 nr_channels; 1079cade1a4SAndy Shevchenko 1089cade1a4SAndy Shevchenko if (!np) { 1099cade1a4SAndy Shevchenko dev_err(&pdev->dev, "Missing DT data\n"); 1109cade1a4SAndy Shevchenko return NULL; 1119cade1a4SAndy Shevchenko } 1129cade1a4SAndy Shevchenko 113*2b574ba9SMans Rullgard if (of_property_read_u32(np, "dma-channels", &nr_channels)) 114*2b574ba9SMans Rullgard return NULL; 115*2b574ba9SMans Rullgard 1169cade1a4SAndy Shevchenko pdata = devm_kzalloc(&pdev->dev, sizeof(*pdata), GFP_KERNEL); 1179cade1a4SAndy Shevchenko if (!pdata) 1189cade1a4SAndy Shevchenko return NULL; 1199cade1a4SAndy Shevchenko 120*2b574ba9SMans Rullgard pdata->nr_channels = nr_channels; 1219cade1a4SAndy Shevchenko 1229cade1a4SAndy Shevchenko if (of_property_read_bool(np, "is_private")) 1239cade1a4SAndy Shevchenko pdata->is_private = true; 1249cade1a4SAndy Shevchenko 1259cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "chan_allocation_order", &tmp)) 1269cade1a4SAndy Shevchenko pdata->chan_allocation_order = (unsigned char)tmp; 1279cade1a4SAndy Shevchenko 1289cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "chan_priority", &tmp)) 1299cade1a4SAndy Shevchenko pdata->chan_priority = tmp; 1309cade1a4SAndy Shevchenko 1319cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "block_size", &tmp)) 1329cade1a4SAndy Shevchenko pdata->block_size = tmp; 1339cade1a4SAndy Shevchenko 1349cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "dma-masters", &tmp)) { 135d8ded50fSAndy Shevchenko if (tmp > DW_DMA_MAX_NR_MASTERS) 1369cade1a4SAndy Shevchenko return NULL; 1379cade1a4SAndy Shevchenko 1389cade1a4SAndy Shevchenko pdata->nr_masters = tmp; 1399cade1a4SAndy Shevchenko } 1409cade1a4SAndy Shevchenko 1419cade1a4SAndy Shevchenko if (!of_property_read_u32_array(np, "data_width", arr, 1429cade1a4SAndy Shevchenko pdata->nr_masters)) 1439cade1a4SAndy Shevchenko for (tmp = 0; tmp < pdata->nr_masters; tmp++) 1449cade1a4SAndy Shevchenko pdata->data_width[tmp] = arr[tmp]; 1459cade1a4SAndy Shevchenko 1469cade1a4SAndy Shevchenko return pdata; 1479cade1a4SAndy Shevchenko } 1489cade1a4SAndy Shevchenko #else 1499cade1a4SAndy Shevchenko static inline struct dw_dma_platform_data * 1509cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev) 1519cade1a4SAndy Shevchenko { 1529cade1a4SAndy Shevchenko return NULL; 1539cade1a4SAndy Shevchenko } 1549cade1a4SAndy Shevchenko #endif 1559cade1a4SAndy Shevchenko 1569cade1a4SAndy Shevchenko static int dw_probe(struct platform_device *pdev) 1579cade1a4SAndy Shevchenko { 1589cade1a4SAndy Shevchenko struct dw_dma_chip *chip; 1599cade1a4SAndy Shevchenko struct device *dev = &pdev->dev; 1609cade1a4SAndy Shevchenko struct resource *mem; 161175267b3SAndy Shevchenko const struct acpi_device_id *id; 1629cade1a4SAndy Shevchenko struct dw_dma_platform_data *pdata; 1639cade1a4SAndy Shevchenko int err; 1649cade1a4SAndy Shevchenko 1659cade1a4SAndy Shevchenko chip = devm_kzalloc(dev, sizeof(*chip), GFP_KERNEL); 1669cade1a4SAndy Shevchenko if (!chip) 1679cade1a4SAndy Shevchenko return -ENOMEM; 1689cade1a4SAndy Shevchenko 1699cade1a4SAndy Shevchenko chip->irq = platform_get_irq(pdev, 0); 1709cade1a4SAndy Shevchenko if (chip->irq < 0) 1719cade1a4SAndy Shevchenko return chip->irq; 1729cade1a4SAndy Shevchenko 1739cade1a4SAndy Shevchenko mem = platform_get_resource(pdev, IORESOURCE_MEM, 0); 1749cade1a4SAndy Shevchenko chip->regs = devm_ioremap_resource(dev, mem); 1759cade1a4SAndy Shevchenko if (IS_ERR(chip->regs)) 1769cade1a4SAndy Shevchenko return PTR_ERR(chip->regs); 1779cade1a4SAndy Shevchenko 17824353b8bSRussell King err = dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)); 17924353b8bSRussell King if (err) 18024353b8bSRussell King return err; 1819cade1a4SAndy Shevchenko 1829cade1a4SAndy Shevchenko pdata = dev_get_platdata(dev); 1839cade1a4SAndy Shevchenko if (!pdata) 1849cade1a4SAndy Shevchenko pdata = dw_dma_parse_dt(pdev); 185175267b3SAndy Shevchenko if (!pdata && has_acpi_companion(dev)) { 186175267b3SAndy Shevchenko id = acpi_match_device(dev->driver->acpi_match_table, dev); 187175267b3SAndy Shevchenko if (id) 188175267b3SAndy Shevchenko pdata = (struct dw_dma_platform_data *)id->driver_data; 189175267b3SAndy Shevchenko } 1909cade1a4SAndy Shevchenko 1919cade1a4SAndy Shevchenko chip->dev = dev; 1929cade1a4SAndy Shevchenko 193a15636e8SAndy Shevchenko chip->clk = devm_clk_get(chip->dev, "hclk"); 194a15636e8SAndy Shevchenko if (IS_ERR(chip->clk)) 195a15636e8SAndy Shevchenko return PTR_ERR(chip->clk); 196a15636e8SAndy Shevchenko err = clk_prepare_enable(chip->clk); 1979cade1a4SAndy Shevchenko if (err) 1989cade1a4SAndy Shevchenko return err; 1999cade1a4SAndy Shevchenko 2006acf3998SAndy Shevchenko pm_runtime_enable(&pdev->dev); 2016acf3998SAndy Shevchenko 202a15636e8SAndy Shevchenko err = dw_dma_probe(chip, pdata); 203a15636e8SAndy Shevchenko if (err) 204a15636e8SAndy Shevchenko goto err_dw_dma_probe; 205a15636e8SAndy Shevchenko 2069cade1a4SAndy Shevchenko platform_set_drvdata(pdev, chip); 2079cade1a4SAndy Shevchenko 2089cade1a4SAndy Shevchenko if (pdev->dev.of_node) { 2099cade1a4SAndy Shevchenko err = of_dma_controller_register(pdev->dev.of_node, 2109cade1a4SAndy Shevchenko dw_dma_of_xlate, chip->dw); 2119cade1a4SAndy Shevchenko if (err) 2129cade1a4SAndy Shevchenko dev_err(&pdev->dev, 2139cade1a4SAndy Shevchenko "could not register of_dma_controller\n"); 2149cade1a4SAndy Shevchenko } 2159cade1a4SAndy Shevchenko 2169cade1a4SAndy Shevchenko if (ACPI_HANDLE(&pdev->dev)) 2179cade1a4SAndy Shevchenko dw_dma_acpi_controller_register(chip->dw); 2189cade1a4SAndy Shevchenko 2199cade1a4SAndy Shevchenko return 0; 220a15636e8SAndy Shevchenko 221a15636e8SAndy Shevchenko err_dw_dma_probe: 2226acf3998SAndy Shevchenko pm_runtime_disable(&pdev->dev); 223a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 224a15636e8SAndy Shevchenko return err; 2259cade1a4SAndy Shevchenko } 2269cade1a4SAndy Shevchenko 2279cade1a4SAndy Shevchenko static int dw_remove(struct platform_device *pdev) 2289cade1a4SAndy Shevchenko { 2299cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2309cade1a4SAndy Shevchenko 2319cade1a4SAndy Shevchenko if (pdev->dev.of_node) 2329cade1a4SAndy Shevchenko of_dma_controller_free(pdev->dev.of_node); 2339cade1a4SAndy Shevchenko 234a15636e8SAndy Shevchenko dw_dma_remove(chip); 2356acf3998SAndy Shevchenko pm_runtime_disable(&pdev->dev); 236a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 237a15636e8SAndy Shevchenko 238a15636e8SAndy Shevchenko return 0; 2399cade1a4SAndy Shevchenko } 2409cade1a4SAndy Shevchenko 2419cade1a4SAndy Shevchenko static void dw_shutdown(struct platform_device *pdev) 2429cade1a4SAndy Shevchenko { 2439cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2449cade1a4SAndy Shevchenko 2452540f74bSAndy Shevchenko dw_dma_disable(chip); 246a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 2479cade1a4SAndy Shevchenko } 2489cade1a4SAndy Shevchenko 2499cade1a4SAndy Shevchenko #ifdef CONFIG_OF 2509cade1a4SAndy Shevchenko static const struct of_device_id dw_dma_of_id_table[] = { 2519cade1a4SAndy Shevchenko { .compatible = "snps,dma-spear1340" }, 2529cade1a4SAndy Shevchenko {} 2539cade1a4SAndy Shevchenko }; 2549cade1a4SAndy Shevchenko MODULE_DEVICE_TABLE(of, dw_dma_of_id_table); 2559cade1a4SAndy Shevchenko #endif 2569cade1a4SAndy Shevchenko 2579cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI 258175267b3SAndy Shevchenko static struct dw_dma_platform_data dw_dma_acpi_pdata = { 259175267b3SAndy Shevchenko .nr_channels = 8, 260175267b3SAndy Shevchenko .is_private = true, 261175267b3SAndy Shevchenko .chan_allocation_order = CHAN_ALLOCATION_ASCENDING, 262175267b3SAndy Shevchenko .chan_priority = CHAN_PRIORITY_ASCENDING, 263175267b3SAndy Shevchenko .block_size = 4095, 264175267b3SAndy Shevchenko .nr_masters = 2, 265175267b3SAndy Shevchenko }; 266175267b3SAndy Shevchenko 2679cade1a4SAndy Shevchenko static const struct acpi_device_id dw_dma_acpi_id_table[] = { 268175267b3SAndy Shevchenko { "INTL9C60", (kernel_ulong_t)&dw_dma_acpi_pdata }, 2699cade1a4SAndy Shevchenko { } 2709cade1a4SAndy Shevchenko }; 271be480dcbSAndy Shevchenko MODULE_DEVICE_TABLE(acpi, dw_dma_acpi_id_table); 2729cade1a4SAndy Shevchenko #endif 2739cade1a4SAndy Shevchenko 2749cade1a4SAndy Shevchenko #ifdef CONFIG_PM_SLEEP 2759cade1a4SAndy Shevchenko 276067bd4fdSAndy Shevchenko static int dw_suspend_late(struct device *dev) 2779cade1a4SAndy Shevchenko { 2789cade1a4SAndy Shevchenko struct platform_device *pdev = to_platform_device(dev); 2799cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2809cade1a4SAndy Shevchenko 2812540f74bSAndy Shevchenko dw_dma_disable(chip); 282a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 283a15636e8SAndy Shevchenko 284a15636e8SAndy Shevchenko return 0; 2859cade1a4SAndy Shevchenko } 2869cade1a4SAndy Shevchenko 287067bd4fdSAndy Shevchenko static int dw_resume_early(struct device *dev) 2889cade1a4SAndy Shevchenko { 2899cade1a4SAndy Shevchenko struct platform_device *pdev = to_platform_device(dev); 2909cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2919cade1a4SAndy Shevchenko 292a15636e8SAndy Shevchenko clk_prepare_enable(chip->clk); 2932540f74bSAndy Shevchenko return dw_dma_enable(chip); 2949cade1a4SAndy Shevchenko } 2959cade1a4SAndy Shevchenko 296067bd4fdSAndy Shevchenko #endif /* CONFIG_PM_SLEEP */ 2979cade1a4SAndy Shevchenko 2989cade1a4SAndy Shevchenko static const struct dev_pm_ops dw_dev_pm_ops = { 299067bd4fdSAndy Shevchenko SET_LATE_SYSTEM_SLEEP_PM_OPS(dw_suspend_late, dw_resume_early) 3009cade1a4SAndy Shevchenko }; 3019cade1a4SAndy Shevchenko 3029cade1a4SAndy Shevchenko static struct platform_driver dw_driver = { 3039cade1a4SAndy Shevchenko .probe = dw_probe, 3049cade1a4SAndy Shevchenko .remove = dw_remove, 3059cade1a4SAndy Shevchenko .shutdown = dw_shutdown, 3069cade1a4SAndy Shevchenko .driver = { 307a104a45bSAndy Shevchenko .name = DRV_NAME, 3089cade1a4SAndy Shevchenko .pm = &dw_dev_pm_ops, 3099cade1a4SAndy Shevchenko .of_match_table = of_match_ptr(dw_dma_of_id_table), 3109cade1a4SAndy Shevchenko .acpi_match_table = ACPI_PTR(dw_dma_acpi_id_table), 3119cade1a4SAndy Shevchenko }, 3129cade1a4SAndy Shevchenko }; 3139cade1a4SAndy Shevchenko 3149cade1a4SAndy Shevchenko static int __init dw_init(void) 3159cade1a4SAndy Shevchenko { 3169cade1a4SAndy Shevchenko return platform_driver_register(&dw_driver); 3179cade1a4SAndy Shevchenko } 3189cade1a4SAndy Shevchenko subsys_initcall(dw_init); 3199cade1a4SAndy Shevchenko 3209cade1a4SAndy Shevchenko static void __exit dw_exit(void) 3219cade1a4SAndy Shevchenko { 3229cade1a4SAndy Shevchenko platform_driver_unregister(&dw_driver); 3239cade1a4SAndy Shevchenko } 3249cade1a4SAndy Shevchenko module_exit(dw_exit); 3259cade1a4SAndy Shevchenko 3269cade1a4SAndy Shevchenko MODULE_LICENSE("GPL v2"); 3279cade1a4SAndy Shevchenko MODULE_DESCRIPTION("Synopsys DesignWare DMA Controller platform driver"); 328a104a45bSAndy Shevchenko MODULE_ALIAS("platform:" DRV_NAME); 329