19cade1a4SAndy Shevchenko /* 29cade1a4SAndy Shevchenko * Platform driver for the Synopsys DesignWare DMA Controller 39cade1a4SAndy Shevchenko * 49cade1a4SAndy Shevchenko * Copyright (C) 2007-2008 Atmel Corporation 59cade1a4SAndy Shevchenko * Copyright (C) 2010-2011 ST Microelectronics 69cade1a4SAndy Shevchenko * Copyright (C) 2013 Intel Corporation 79cade1a4SAndy Shevchenko * 89cade1a4SAndy Shevchenko * Some parts of this driver are derived from the original dw_dmac. 99cade1a4SAndy Shevchenko * 109cade1a4SAndy Shevchenko * This program is free software; you can redistribute it and/or modify 119cade1a4SAndy Shevchenko * it under the terms of the GNU General Public License version 2 as 129cade1a4SAndy Shevchenko * published by the Free Software Foundation. 139cade1a4SAndy Shevchenko */ 149cade1a4SAndy Shevchenko 159cade1a4SAndy Shevchenko #include <linux/module.h> 169cade1a4SAndy Shevchenko #include <linux/device.h> 179cade1a4SAndy Shevchenko #include <linux/clk.h> 186acf3998SAndy Shevchenko #include <linux/pm_runtime.h> 199cade1a4SAndy Shevchenko #include <linux/platform_device.h> 209cade1a4SAndy Shevchenko #include <linux/dmaengine.h> 219cade1a4SAndy Shevchenko #include <linux/dma-mapping.h> 229cade1a4SAndy Shevchenko #include <linux/of.h> 239cade1a4SAndy Shevchenko #include <linux/of_dma.h> 249cade1a4SAndy Shevchenko #include <linux/acpi.h> 259cade1a4SAndy Shevchenko #include <linux/acpi_dma.h> 269cade1a4SAndy Shevchenko 279cade1a4SAndy Shevchenko #include "internal.h" 289cade1a4SAndy Shevchenko 29a104a45bSAndy Shevchenko #define DRV_NAME "dw_dmac" 30a104a45bSAndy Shevchenko 319cade1a4SAndy Shevchenko static struct dma_chan *dw_dma_of_xlate(struct of_phandle_args *dma_spec, 329cade1a4SAndy Shevchenko struct of_dma *ofdma) 339cade1a4SAndy Shevchenko { 349cade1a4SAndy Shevchenko struct dw_dma *dw = ofdma->of_dma_data; 354d130de2SAndy Shevchenko struct dw_dma_slave slave = { 364d130de2SAndy Shevchenko .dma_dev = dw->dma.dev, 379cade1a4SAndy Shevchenko }; 389cade1a4SAndy Shevchenko dma_cap_mask_t cap; 399cade1a4SAndy Shevchenko 409cade1a4SAndy Shevchenko if (dma_spec->args_count != 3) 419cade1a4SAndy Shevchenko return NULL; 429cade1a4SAndy Shevchenko 434d130de2SAndy Shevchenko slave.src_id = dma_spec->args[0]; 444d130de2SAndy Shevchenko slave.dst_id = dma_spec->args[0]; 454d130de2SAndy Shevchenko slave.src_master = dma_spec->args[1]; 464d130de2SAndy Shevchenko slave.dst_master = dma_spec->args[2]; 479cade1a4SAndy Shevchenko 484d130de2SAndy Shevchenko if (WARN_ON(slave.src_id >= DW_DMA_MAX_NR_REQUESTS || 494d130de2SAndy Shevchenko slave.dst_id >= DW_DMA_MAX_NR_REQUESTS || 504d130de2SAndy Shevchenko slave.src_master >= dw->nr_masters || 514d130de2SAndy Shevchenko slave.dst_master >= dw->nr_masters)) 529cade1a4SAndy Shevchenko return NULL; 539cade1a4SAndy Shevchenko 549cade1a4SAndy Shevchenko dma_cap_zero(cap); 559cade1a4SAndy Shevchenko dma_cap_set(DMA_SLAVE, cap); 569cade1a4SAndy Shevchenko 579cade1a4SAndy Shevchenko /* TODO: there should be a simpler way to do this */ 584d130de2SAndy Shevchenko return dma_request_channel(cap, dw_dma_filter, &slave); 599cade1a4SAndy Shevchenko } 609cade1a4SAndy Shevchenko 619cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI 629cade1a4SAndy Shevchenko static bool dw_dma_acpi_filter(struct dma_chan *chan, void *param) 639cade1a4SAndy Shevchenko { 649cade1a4SAndy Shevchenko struct acpi_dma_spec *dma_spec = param; 654d130de2SAndy Shevchenko struct dw_dma_slave slave = { 664d130de2SAndy Shevchenko .dma_dev = dma_spec->dev, 674d130de2SAndy Shevchenko .src_id = dma_spec->slave_id, 684d130de2SAndy Shevchenko .dst_id = dma_spec->slave_id, 694d130de2SAndy Shevchenko .src_master = 1, 704d130de2SAndy Shevchenko .dst_master = 0, 714d130de2SAndy Shevchenko }; 729cade1a4SAndy Shevchenko 734d130de2SAndy Shevchenko return dw_dma_filter(chan, &slave); 749cade1a4SAndy Shevchenko } 759cade1a4SAndy Shevchenko 769cade1a4SAndy Shevchenko static void dw_dma_acpi_controller_register(struct dw_dma *dw) 779cade1a4SAndy Shevchenko { 789cade1a4SAndy Shevchenko struct device *dev = dw->dma.dev; 799cade1a4SAndy Shevchenko struct acpi_dma_filter_info *info; 809cade1a4SAndy Shevchenko int ret; 819cade1a4SAndy Shevchenko 829cade1a4SAndy Shevchenko info = devm_kzalloc(dev, sizeof(*info), GFP_KERNEL); 839cade1a4SAndy Shevchenko if (!info) 849cade1a4SAndy Shevchenko return; 859cade1a4SAndy Shevchenko 869cade1a4SAndy Shevchenko dma_cap_zero(info->dma_cap); 879cade1a4SAndy Shevchenko dma_cap_set(DMA_SLAVE, info->dma_cap); 889cade1a4SAndy Shevchenko info->filter_fn = dw_dma_acpi_filter; 899cade1a4SAndy Shevchenko 909cade1a4SAndy Shevchenko ret = devm_acpi_dma_controller_register(dev, acpi_dma_simple_xlate, 919cade1a4SAndy Shevchenko info); 929cade1a4SAndy Shevchenko if (ret) 939cade1a4SAndy Shevchenko dev_err(dev, "could not register acpi_dma_controller\n"); 949cade1a4SAndy Shevchenko } 959cade1a4SAndy Shevchenko #else /* !CONFIG_ACPI */ 969cade1a4SAndy Shevchenko static inline void dw_dma_acpi_controller_register(struct dw_dma *dw) {} 979cade1a4SAndy Shevchenko #endif /* !CONFIG_ACPI */ 989cade1a4SAndy Shevchenko 999cade1a4SAndy Shevchenko #ifdef CONFIG_OF 1009cade1a4SAndy Shevchenko static struct dw_dma_platform_data * 1019cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev) 1029cade1a4SAndy Shevchenko { 1039cade1a4SAndy Shevchenko struct device_node *np = pdev->dev.of_node; 1049cade1a4SAndy Shevchenko struct dw_dma_platform_data *pdata; 105d8ded50fSAndy Shevchenko u32 tmp, arr[DW_DMA_MAX_NR_MASTERS]; 1069cade1a4SAndy Shevchenko 1079cade1a4SAndy Shevchenko if (!np) { 1089cade1a4SAndy Shevchenko dev_err(&pdev->dev, "Missing DT data\n"); 1099cade1a4SAndy Shevchenko return NULL; 1109cade1a4SAndy Shevchenko } 1119cade1a4SAndy Shevchenko 1129cade1a4SAndy Shevchenko pdata = devm_kzalloc(&pdev->dev, sizeof(*pdata), GFP_KERNEL); 1139cade1a4SAndy Shevchenko if (!pdata) 1149cade1a4SAndy Shevchenko return NULL; 1159cade1a4SAndy Shevchenko 1169cade1a4SAndy Shevchenko if (of_property_read_u32(np, "dma-channels", &pdata->nr_channels)) 1179cade1a4SAndy Shevchenko return NULL; 1189cade1a4SAndy Shevchenko 1199cade1a4SAndy Shevchenko if (of_property_read_bool(np, "is_private")) 1209cade1a4SAndy Shevchenko pdata->is_private = true; 1219cade1a4SAndy Shevchenko 1229cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "chan_allocation_order", &tmp)) 1239cade1a4SAndy Shevchenko pdata->chan_allocation_order = (unsigned char)tmp; 1249cade1a4SAndy Shevchenko 1259cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "chan_priority", &tmp)) 1269cade1a4SAndy Shevchenko pdata->chan_priority = tmp; 1279cade1a4SAndy Shevchenko 1289cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "block_size", &tmp)) 1299cade1a4SAndy Shevchenko pdata->block_size = tmp; 1309cade1a4SAndy Shevchenko 1319cade1a4SAndy Shevchenko if (!of_property_read_u32(np, "dma-masters", &tmp)) { 132d8ded50fSAndy Shevchenko if (tmp > DW_DMA_MAX_NR_MASTERS) 1339cade1a4SAndy Shevchenko return NULL; 1349cade1a4SAndy Shevchenko 1359cade1a4SAndy Shevchenko pdata->nr_masters = tmp; 1369cade1a4SAndy Shevchenko } 1379cade1a4SAndy Shevchenko 1389cade1a4SAndy Shevchenko if (!of_property_read_u32_array(np, "data_width", arr, 1399cade1a4SAndy Shevchenko pdata->nr_masters)) 1409cade1a4SAndy Shevchenko for (tmp = 0; tmp < pdata->nr_masters; tmp++) 1419cade1a4SAndy Shevchenko pdata->data_width[tmp] = arr[tmp]; 1429cade1a4SAndy Shevchenko 1439cade1a4SAndy Shevchenko return pdata; 1449cade1a4SAndy Shevchenko } 1459cade1a4SAndy Shevchenko #else 1469cade1a4SAndy Shevchenko static inline struct dw_dma_platform_data * 1479cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev) 1489cade1a4SAndy Shevchenko { 1499cade1a4SAndy Shevchenko return NULL; 1509cade1a4SAndy Shevchenko } 1519cade1a4SAndy Shevchenko #endif 1529cade1a4SAndy Shevchenko 1539cade1a4SAndy Shevchenko static int dw_probe(struct platform_device *pdev) 1549cade1a4SAndy Shevchenko { 1559cade1a4SAndy Shevchenko struct dw_dma_chip *chip; 1569cade1a4SAndy Shevchenko struct device *dev = &pdev->dev; 1579cade1a4SAndy Shevchenko struct resource *mem; 158175267b3SAndy Shevchenko const struct acpi_device_id *id; 1599cade1a4SAndy Shevchenko struct dw_dma_platform_data *pdata; 1609cade1a4SAndy Shevchenko int err; 1619cade1a4SAndy Shevchenko 1629cade1a4SAndy Shevchenko chip = devm_kzalloc(dev, sizeof(*chip), GFP_KERNEL); 1639cade1a4SAndy Shevchenko if (!chip) 1649cade1a4SAndy Shevchenko return -ENOMEM; 1659cade1a4SAndy Shevchenko 1669cade1a4SAndy Shevchenko chip->irq = platform_get_irq(pdev, 0); 1679cade1a4SAndy Shevchenko if (chip->irq < 0) 1689cade1a4SAndy Shevchenko return chip->irq; 1699cade1a4SAndy Shevchenko 1709cade1a4SAndy Shevchenko mem = platform_get_resource(pdev, IORESOURCE_MEM, 0); 1719cade1a4SAndy Shevchenko chip->regs = devm_ioremap_resource(dev, mem); 1729cade1a4SAndy Shevchenko if (IS_ERR(chip->regs)) 1739cade1a4SAndy Shevchenko return PTR_ERR(chip->regs); 1749cade1a4SAndy Shevchenko 17524353b8bSRussell King err = dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)); 17624353b8bSRussell King if (err) 17724353b8bSRussell King return err; 1789cade1a4SAndy Shevchenko 1799cade1a4SAndy Shevchenko pdata = dev_get_platdata(dev); 1809cade1a4SAndy Shevchenko if (!pdata) 1819cade1a4SAndy Shevchenko pdata = dw_dma_parse_dt(pdev); 182175267b3SAndy Shevchenko if (!pdata && has_acpi_companion(dev)) { 183175267b3SAndy Shevchenko id = acpi_match_device(dev->driver->acpi_match_table, dev); 184175267b3SAndy Shevchenko if (id) 185175267b3SAndy Shevchenko pdata = (struct dw_dma_platform_data *)id->driver_data; 186175267b3SAndy Shevchenko } 1879cade1a4SAndy Shevchenko 1889cade1a4SAndy Shevchenko chip->dev = dev; 1899cade1a4SAndy Shevchenko 190a15636e8SAndy Shevchenko chip->clk = devm_clk_get(chip->dev, "hclk"); 191a15636e8SAndy Shevchenko if (IS_ERR(chip->clk)) 192a15636e8SAndy Shevchenko return PTR_ERR(chip->clk); 193a15636e8SAndy Shevchenko err = clk_prepare_enable(chip->clk); 1949cade1a4SAndy Shevchenko if (err) 1959cade1a4SAndy Shevchenko return err; 1969cade1a4SAndy Shevchenko 1976acf3998SAndy Shevchenko pm_runtime_enable(&pdev->dev); 1986acf3998SAndy Shevchenko 199a15636e8SAndy Shevchenko err = dw_dma_probe(chip, pdata); 200a15636e8SAndy Shevchenko if (err) 201a15636e8SAndy Shevchenko goto err_dw_dma_probe; 202a15636e8SAndy Shevchenko 2039cade1a4SAndy Shevchenko platform_set_drvdata(pdev, chip); 2049cade1a4SAndy Shevchenko 2059cade1a4SAndy Shevchenko if (pdev->dev.of_node) { 2069cade1a4SAndy Shevchenko err = of_dma_controller_register(pdev->dev.of_node, 2079cade1a4SAndy Shevchenko dw_dma_of_xlate, chip->dw); 2089cade1a4SAndy Shevchenko if (err) 2099cade1a4SAndy Shevchenko dev_err(&pdev->dev, 2109cade1a4SAndy Shevchenko "could not register of_dma_controller\n"); 2119cade1a4SAndy Shevchenko } 2129cade1a4SAndy Shevchenko 2139cade1a4SAndy Shevchenko if (ACPI_HANDLE(&pdev->dev)) 2149cade1a4SAndy Shevchenko dw_dma_acpi_controller_register(chip->dw); 2159cade1a4SAndy Shevchenko 2169cade1a4SAndy Shevchenko return 0; 217a15636e8SAndy Shevchenko 218a15636e8SAndy Shevchenko err_dw_dma_probe: 2196acf3998SAndy Shevchenko pm_runtime_disable(&pdev->dev); 220a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 221a15636e8SAndy Shevchenko return err; 2229cade1a4SAndy Shevchenko } 2239cade1a4SAndy Shevchenko 2249cade1a4SAndy Shevchenko static int dw_remove(struct platform_device *pdev) 2259cade1a4SAndy Shevchenko { 2269cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2279cade1a4SAndy Shevchenko 2289cade1a4SAndy Shevchenko if (pdev->dev.of_node) 2299cade1a4SAndy Shevchenko of_dma_controller_free(pdev->dev.of_node); 2309cade1a4SAndy Shevchenko 231a15636e8SAndy Shevchenko dw_dma_remove(chip); 2326acf3998SAndy Shevchenko pm_runtime_disable(&pdev->dev); 233a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 234a15636e8SAndy Shevchenko 235a15636e8SAndy Shevchenko return 0; 2369cade1a4SAndy Shevchenko } 2379cade1a4SAndy Shevchenko 2389cade1a4SAndy Shevchenko static void dw_shutdown(struct platform_device *pdev) 2399cade1a4SAndy Shevchenko { 2409cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2419cade1a4SAndy Shevchenko 242*32146588SAndy Shevchenko /* 243*32146588SAndy Shevchenko * We have to call dw_dma_disable() to stop any ongoing transfer. On 244*32146588SAndy Shevchenko * some platforms we can't do that since DMA device is powered off. 245*32146588SAndy Shevchenko * Moreover we have no possibility to check if the platform is affected 246*32146588SAndy Shevchenko * or not. That's why we call pm_runtime_get_sync() / pm_runtime_put() 247*32146588SAndy Shevchenko * unconditionally. On the other hand we can't use 248*32146588SAndy Shevchenko * pm_runtime_suspended() because runtime PM framework is not fully 249*32146588SAndy Shevchenko * used by the driver. 250*32146588SAndy Shevchenko */ 251*32146588SAndy Shevchenko pm_runtime_get_sync(chip->dev); 2522540f74bSAndy Shevchenko dw_dma_disable(chip); 253*32146588SAndy Shevchenko pm_runtime_put_sync_suspend(chip->dev); 254*32146588SAndy Shevchenko 255a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 2569cade1a4SAndy Shevchenko } 2579cade1a4SAndy Shevchenko 2589cade1a4SAndy Shevchenko #ifdef CONFIG_OF 2599cade1a4SAndy Shevchenko static const struct of_device_id dw_dma_of_id_table[] = { 2609cade1a4SAndy Shevchenko { .compatible = "snps,dma-spear1340" }, 2619cade1a4SAndy Shevchenko {} 2629cade1a4SAndy Shevchenko }; 2639cade1a4SAndy Shevchenko MODULE_DEVICE_TABLE(of, dw_dma_of_id_table); 2649cade1a4SAndy Shevchenko #endif 2659cade1a4SAndy Shevchenko 2669cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI 267175267b3SAndy Shevchenko static struct dw_dma_platform_data dw_dma_acpi_pdata = { 268175267b3SAndy Shevchenko .nr_channels = 8, 269175267b3SAndy Shevchenko .is_private = true, 270175267b3SAndy Shevchenko .chan_allocation_order = CHAN_ALLOCATION_ASCENDING, 271175267b3SAndy Shevchenko .chan_priority = CHAN_PRIORITY_ASCENDING, 272175267b3SAndy Shevchenko .block_size = 4095, 273175267b3SAndy Shevchenko .nr_masters = 2, 274175267b3SAndy Shevchenko }; 275175267b3SAndy Shevchenko 2769cade1a4SAndy Shevchenko static const struct acpi_device_id dw_dma_acpi_id_table[] = { 277175267b3SAndy Shevchenko { "INTL9C60", (kernel_ulong_t)&dw_dma_acpi_pdata }, 2789cade1a4SAndy Shevchenko { } 2799cade1a4SAndy Shevchenko }; 280be480dcbSAndy Shevchenko MODULE_DEVICE_TABLE(acpi, dw_dma_acpi_id_table); 2819cade1a4SAndy Shevchenko #endif 2829cade1a4SAndy Shevchenko 2839cade1a4SAndy Shevchenko #ifdef CONFIG_PM_SLEEP 2849cade1a4SAndy Shevchenko 285067bd4fdSAndy Shevchenko static int dw_suspend_late(struct device *dev) 2869cade1a4SAndy Shevchenko { 2879cade1a4SAndy Shevchenko struct platform_device *pdev = to_platform_device(dev); 2889cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 2899cade1a4SAndy Shevchenko 2902540f74bSAndy Shevchenko dw_dma_disable(chip); 291a15636e8SAndy Shevchenko clk_disable_unprepare(chip->clk); 292a15636e8SAndy Shevchenko 293a15636e8SAndy Shevchenko return 0; 2949cade1a4SAndy Shevchenko } 2959cade1a4SAndy Shevchenko 296067bd4fdSAndy Shevchenko static int dw_resume_early(struct device *dev) 2979cade1a4SAndy Shevchenko { 2989cade1a4SAndy Shevchenko struct platform_device *pdev = to_platform_device(dev); 2999cade1a4SAndy Shevchenko struct dw_dma_chip *chip = platform_get_drvdata(pdev); 3009cade1a4SAndy Shevchenko 301a15636e8SAndy Shevchenko clk_prepare_enable(chip->clk); 3022540f74bSAndy Shevchenko return dw_dma_enable(chip); 3039cade1a4SAndy Shevchenko } 3049cade1a4SAndy Shevchenko 305067bd4fdSAndy Shevchenko #endif /* CONFIG_PM_SLEEP */ 3069cade1a4SAndy Shevchenko 3079cade1a4SAndy Shevchenko static const struct dev_pm_ops dw_dev_pm_ops = { 308067bd4fdSAndy Shevchenko SET_LATE_SYSTEM_SLEEP_PM_OPS(dw_suspend_late, dw_resume_early) 3099cade1a4SAndy Shevchenko }; 3109cade1a4SAndy Shevchenko 3119cade1a4SAndy Shevchenko static struct platform_driver dw_driver = { 3129cade1a4SAndy Shevchenko .probe = dw_probe, 3139cade1a4SAndy Shevchenko .remove = dw_remove, 3149cade1a4SAndy Shevchenko .shutdown = dw_shutdown, 3159cade1a4SAndy Shevchenko .driver = { 316a104a45bSAndy Shevchenko .name = DRV_NAME, 3179cade1a4SAndy Shevchenko .pm = &dw_dev_pm_ops, 3189cade1a4SAndy Shevchenko .of_match_table = of_match_ptr(dw_dma_of_id_table), 3199cade1a4SAndy Shevchenko .acpi_match_table = ACPI_PTR(dw_dma_acpi_id_table), 3209cade1a4SAndy Shevchenko }, 3219cade1a4SAndy Shevchenko }; 3229cade1a4SAndy Shevchenko 3239cade1a4SAndy Shevchenko static int __init dw_init(void) 3249cade1a4SAndy Shevchenko { 3259cade1a4SAndy Shevchenko return platform_driver_register(&dw_driver); 3269cade1a4SAndy Shevchenko } 3279cade1a4SAndy Shevchenko subsys_initcall(dw_init); 3289cade1a4SAndy Shevchenko 3299cade1a4SAndy Shevchenko static void __exit dw_exit(void) 3309cade1a4SAndy Shevchenko { 3319cade1a4SAndy Shevchenko platform_driver_unregister(&dw_driver); 3329cade1a4SAndy Shevchenko } 3339cade1a4SAndy Shevchenko module_exit(dw_exit); 3349cade1a4SAndy Shevchenko 3359cade1a4SAndy Shevchenko MODULE_LICENSE("GPL v2"); 3369cade1a4SAndy Shevchenko MODULE_DESCRIPTION("Synopsys DesignWare DMA Controller platform driver"); 337a104a45bSAndy Shevchenko MODULE_ALIAS("platform:" DRV_NAME); 338