xref: /linux/drivers/dma/dw/platform.c (revision 2b574ba9c50a06a1aa6cf908cd44119367111006)
19cade1a4SAndy Shevchenko /*
29cade1a4SAndy Shevchenko  * Platform driver for the Synopsys DesignWare DMA Controller
39cade1a4SAndy Shevchenko  *
49cade1a4SAndy Shevchenko  * Copyright (C) 2007-2008 Atmel Corporation
59cade1a4SAndy Shevchenko  * Copyright (C) 2010-2011 ST Microelectronics
69cade1a4SAndy Shevchenko  * Copyright (C) 2013 Intel Corporation
79cade1a4SAndy Shevchenko  *
89cade1a4SAndy Shevchenko  * Some parts of this driver are derived from the original dw_dmac.
99cade1a4SAndy Shevchenko  *
109cade1a4SAndy Shevchenko  * This program is free software; you can redistribute it and/or modify
119cade1a4SAndy Shevchenko  * it under the terms of the GNU General Public License version 2 as
129cade1a4SAndy Shevchenko  * published by the Free Software Foundation.
139cade1a4SAndy Shevchenko  */
149cade1a4SAndy Shevchenko 
159cade1a4SAndy Shevchenko #include <linux/module.h>
169cade1a4SAndy Shevchenko #include <linux/device.h>
179cade1a4SAndy Shevchenko #include <linux/clk.h>
186acf3998SAndy Shevchenko #include <linux/pm_runtime.h>
199cade1a4SAndy Shevchenko #include <linux/platform_device.h>
209cade1a4SAndy Shevchenko #include <linux/dmaengine.h>
219cade1a4SAndy Shevchenko #include <linux/dma-mapping.h>
229cade1a4SAndy Shevchenko #include <linux/of.h>
239cade1a4SAndy Shevchenko #include <linux/of_dma.h>
249cade1a4SAndy Shevchenko #include <linux/acpi.h>
259cade1a4SAndy Shevchenko #include <linux/acpi_dma.h>
269cade1a4SAndy Shevchenko 
279cade1a4SAndy Shevchenko #include "internal.h"
289cade1a4SAndy Shevchenko 
29a104a45bSAndy Shevchenko #define DRV_NAME	"dw_dmac"
30a104a45bSAndy Shevchenko 
319cade1a4SAndy Shevchenko static struct dma_chan *dw_dma_of_xlate(struct of_phandle_args *dma_spec,
329cade1a4SAndy Shevchenko 					struct of_dma *ofdma)
339cade1a4SAndy Shevchenko {
349cade1a4SAndy Shevchenko 	struct dw_dma *dw = ofdma->of_dma_data;
354d130de2SAndy Shevchenko 	struct dw_dma_slave slave = {
364d130de2SAndy Shevchenko 		.dma_dev = dw->dma.dev,
379cade1a4SAndy Shevchenko 	};
389cade1a4SAndy Shevchenko 	dma_cap_mask_t cap;
399cade1a4SAndy Shevchenko 
409cade1a4SAndy Shevchenko 	if (dma_spec->args_count != 3)
419cade1a4SAndy Shevchenko 		return NULL;
429cade1a4SAndy Shevchenko 
434d130de2SAndy Shevchenko 	slave.src_id = dma_spec->args[0];
444d130de2SAndy Shevchenko 	slave.dst_id = dma_spec->args[0];
454d130de2SAndy Shevchenko 	slave.src_master = dma_spec->args[1];
464d130de2SAndy Shevchenko 	slave.dst_master = dma_spec->args[2];
479cade1a4SAndy Shevchenko 
484d130de2SAndy Shevchenko 	if (WARN_ON(slave.src_id >= DW_DMA_MAX_NR_REQUESTS ||
494d130de2SAndy Shevchenko 		    slave.dst_id >= DW_DMA_MAX_NR_REQUESTS ||
504d130de2SAndy Shevchenko 		    slave.src_master >= dw->nr_masters ||
514d130de2SAndy Shevchenko 		    slave.dst_master >= dw->nr_masters))
529cade1a4SAndy Shevchenko 		return NULL;
539cade1a4SAndy Shevchenko 
549cade1a4SAndy Shevchenko 	dma_cap_zero(cap);
559cade1a4SAndy Shevchenko 	dma_cap_set(DMA_SLAVE, cap);
569cade1a4SAndy Shevchenko 
579cade1a4SAndy Shevchenko 	/* TODO: there should be a simpler way to do this */
584d130de2SAndy Shevchenko 	return dma_request_channel(cap, dw_dma_filter, &slave);
599cade1a4SAndy Shevchenko }
609cade1a4SAndy Shevchenko 
619cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI
629cade1a4SAndy Shevchenko static bool dw_dma_acpi_filter(struct dma_chan *chan, void *param)
639cade1a4SAndy Shevchenko {
649cade1a4SAndy Shevchenko 	struct acpi_dma_spec *dma_spec = param;
654d130de2SAndy Shevchenko 	struct dw_dma_slave slave = {
664d130de2SAndy Shevchenko 		.dma_dev = dma_spec->dev,
674d130de2SAndy Shevchenko 		.src_id = dma_spec->slave_id,
684d130de2SAndy Shevchenko 		.dst_id = dma_spec->slave_id,
694d130de2SAndy Shevchenko 		.src_master = 1,
704d130de2SAndy Shevchenko 		.dst_master = 0,
714d130de2SAndy Shevchenko 	};
729cade1a4SAndy Shevchenko 
734d130de2SAndy Shevchenko 	return dw_dma_filter(chan, &slave);
749cade1a4SAndy Shevchenko }
759cade1a4SAndy Shevchenko 
769cade1a4SAndy Shevchenko static void dw_dma_acpi_controller_register(struct dw_dma *dw)
779cade1a4SAndy Shevchenko {
789cade1a4SAndy Shevchenko 	struct device *dev = dw->dma.dev;
799cade1a4SAndy Shevchenko 	struct acpi_dma_filter_info *info;
809cade1a4SAndy Shevchenko 	int ret;
819cade1a4SAndy Shevchenko 
829cade1a4SAndy Shevchenko 	info = devm_kzalloc(dev, sizeof(*info), GFP_KERNEL);
839cade1a4SAndy Shevchenko 	if (!info)
849cade1a4SAndy Shevchenko 		return;
859cade1a4SAndy Shevchenko 
869cade1a4SAndy Shevchenko 	dma_cap_zero(info->dma_cap);
879cade1a4SAndy Shevchenko 	dma_cap_set(DMA_SLAVE, info->dma_cap);
889cade1a4SAndy Shevchenko 	info->filter_fn = dw_dma_acpi_filter;
899cade1a4SAndy Shevchenko 
909cade1a4SAndy Shevchenko 	ret = devm_acpi_dma_controller_register(dev, acpi_dma_simple_xlate,
919cade1a4SAndy Shevchenko 						info);
929cade1a4SAndy Shevchenko 	if (ret)
939cade1a4SAndy Shevchenko 		dev_err(dev, "could not register acpi_dma_controller\n");
949cade1a4SAndy Shevchenko }
959cade1a4SAndy Shevchenko #else /* !CONFIG_ACPI */
969cade1a4SAndy Shevchenko static inline void dw_dma_acpi_controller_register(struct dw_dma *dw) {}
979cade1a4SAndy Shevchenko #endif /* !CONFIG_ACPI */
989cade1a4SAndy Shevchenko 
999cade1a4SAndy Shevchenko #ifdef CONFIG_OF
1009cade1a4SAndy Shevchenko static struct dw_dma_platform_data *
1019cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev)
1029cade1a4SAndy Shevchenko {
1039cade1a4SAndy Shevchenko 	struct device_node *np = pdev->dev.of_node;
1049cade1a4SAndy Shevchenko 	struct dw_dma_platform_data *pdata;
105d8ded50fSAndy Shevchenko 	u32 tmp, arr[DW_DMA_MAX_NR_MASTERS];
106*2b574ba9SMans Rullgard 	u32 nr_channels;
1079cade1a4SAndy Shevchenko 
1089cade1a4SAndy Shevchenko 	if (!np) {
1099cade1a4SAndy Shevchenko 		dev_err(&pdev->dev, "Missing DT data\n");
1109cade1a4SAndy Shevchenko 		return NULL;
1119cade1a4SAndy Shevchenko 	}
1129cade1a4SAndy Shevchenko 
113*2b574ba9SMans Rullgard 	if (of_property_read_u32(np, "dma-channels", &nr_channels))
114*2b574ba9SMans Rullgard 		return NULL;
115*2b574ba9SMans Rullgard 
1169cade1a4SAndy Shevchenko 	pdata = devm_kzalloc(&pdev->dev, sizeof(*pdata), GFP_KERNEL);
1179cade1a4SAndy Shevchenko 	if (!pdata)
1189cade1a4SAndy Shevchenko 		return NULL;
1199cade1a4SAndy Shevchenko 
120*2b574ba9SMans Rullgard 	pdata->nr_channels = nr_channels;
1219cade1a4SAndy Shevchenko 
1229cade1a4SAndy Shevchenko 	if (of_property_read_bool(np, "is_private"))
1239cade1a4SAndy Shevchenko 		pdata->is_private = true;
1249cade1a4SAndy Shevchenko 
1259cade1a4SAndy Shevchenko 	if (!of_property_read_u32(np, "chan_allocation_order", &tmp))
1269cade1a4SAndy Shevchenko 		pdata->chan_allocation_order = (unsigned char)tmp;
1279cade1a4SAndy Shevchenko 
1289cade1a4SAndy Shevchenko 	if (!of_property_read_u32(np, "chan_priority", &tmp))
1299cade1a4SAndy Shevchenko 		pdata->chan_priority = tmp;
1309cade1a4SAndy Shevchenko 
1319cade1a4SAndy Shevchenko 	if (!of_property_read_u32(np, "block_size", &tmp))
1329cade1a4SAndy Shevchenko 		pdata->block_size = tmp;
1339cade1a4SAndy Shevchenko 
1349cade1a4SAndy Shevchenko 	if (!of_property_read_u32(np, "dma-masters", &tmp)) {
135d8ded50fSAndy Shevchenko 		if (tmp > DW_DMA_MAX_NR_MASTERS)
1369cade1a4SAndy Shevchenko 			return NULL;
1379cade1a4SAndy Shevchenko 
1389cade1a4SAndy Shevchenko 		pdata->nr_masters = tmp;
1399cade1a4SAndy Shevchenko 	}
1409cade1a4SAndy Shevchenko 
1419cade1a4SAndy Shevchenko 	if (!of_property_read_u32_array(np, "data_width", arr,
1429cade1a4SAndy Shevchenko 				pdata->nr_masters))
1439cade1a4SAndy Shevchenko 		for (tmp = 0; tmp < pdata->nr_masters; tmp++)
1449cade1a4SAndy Shevchenko 			pdata->data_width[tmp] = arr[tmp];
1459cade1a4SAndy Shevchenko 
1469cade1a4SAndy Shevchenko 	return pdata;
1479cade1a4SAndy Shevchenko }
1489cade1a4SAndy Shevchenko #else
1499cade1a4SAndy Shevchenko static inline struct dw_dma_platform_data *
1509cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev)
1519cade1a4SAndy Shevchenko {
1529cade1a4SAndy Shevchenko 	return NULL;
1539cade1a4SAndy Shevchenko }
1549cade1a4SAndy Shevchenko #endif
1559cade1a4SAndy Shevchenko 
1569cade1a4SAndy Shevchenko static int dw_probe(struct platform_device *pdev)
1579cade1a4SAndy Shevchenko {
1589cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip;
1599cade1a4SAndy Shevchenko 	struct device *dev = &pdev->dev;
1609cade1a4SAndy Shevchenko 	struct resource *mem;
161175267b3SAndy Shevchenko 	const struct acpi_device_id *id;
1629cade1a4SAndy Shevchenko 	struct dw_dma_platform_data *pdata;
1639cade1a4SAndy Shevchenko 	int err;
1649cade1a4SAndy Shevchenko 
1659cade1a4SAndy Shevchenko 	chip = devm_kzalloc(dev, sizeof(*chip), GFP_KERNEL);
1669cade1a4SAndy Shevchenko 	if (!chip)
1679cade1a4SAndy Shevchenko 		return -ENOMEM;
1689cade1a4SAndy Shevchenko 
1699cade1a4SAndy Shevchenko 	chip->irq = platform_get_irq(pdev, 0);
1709cade1a4SAndy Shevchenko 	if (chip->irq < 0)
1719cade1a4SAndy Shevchenko 		return chip->irq;
1729cade1a4SAndy Shevchenko 
1739cade1a4SAndy Shevchenko 	mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1749cade1a4SAndy Shevchenko 	chip->regs = devm_ioremap_resource(dev, mem);
1759cade1a4SAndy Shevchenko 	if (IS_ERR(chip->regs))
1769cade1a4SAndy Shevchenko 		return PTR_ERR(chip->regs);
1779cade1a4SAndy Shevchenko 
17824353b8bSRussell King 	err = dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
17924353b8bSRussell King 	if (err)
18024353b8bSRussell King 		return err;
1819cade1a4SAndy Shevchenko 
1829cade1a4SAndy Shevchenko 	pdata = dev_get_platdata(dev);
1839cade1a4SAndy Shevchenko 	if (!pdata)
1849cade1a4SAndy Shevchenko 		pdata = dw_dma_parse_dt(pdev);
185175267b3SAndy Shevchenko 	if (!pdata && has_acpi_companion(dev)) {
186175267b3SAndy Shevchenko 		id = acpi_match_device(dev->driver->acpi_match_table, dev);
187175267b3SAndy Shevchenko 		if (id)
188175267b3SAndy Shevchenko 			pdata = (struct dw_dma_platform_data *)id->driver_data;
189175267b3SAndy Shevchenko 	}
1909cade1a4SAndy Shevchenko 
1919cade1a4SAndy Shevchenko 	chip->dev = dev;
1929cade1a4SAndy Shevchenko 
193a15636e8SAndy Shevchenko 	chip->clk = devm_clk_get(chip->dev, "hclk");
194a15636e8SAndy Shevchenko 	if (IS_ERR(chip->clk))
195a15636e8SAndy Shevchenko 		return PTR_ERR(chip->clk);
196a15636e8SAndy Shevchenko 	err = clk_prepare_enable(chip->clk);
1979cade1a4SAndy Shevchenko 	if (err)
1989cade1a4SAndy Shevchenko 		return err;
1999cade1a4SAndy Shevchenko 
2006acf3998SAndy Shevchenko 	pm_runtime_enable(&pdev->dev);
2016acf3998SAndy Shevchenko 
202a15636e8SAndy Shevchenko 	err = dw_dma_probe(chip, pdata);
203a15636e8SAndy Shevchenko 	if (err)
204a15636e8SAndy Shevchenko 		goto err_dw_dma_probe;
205a15636e8SAndy Shevchenko 
2069cade1a4SAndy Shevchenko 	platform_set_drvdata(pdev, chip);
2079cade1a4SAndy Shevchenko 
2089cade1a4SAndy Shevchenko 	if (pdev->dev.of_node) {
2099cade1a4SAndy Shevchenko 		err = of_dma_controller_register(pdev->dev.of_node,
2109cade1a4SAndy Shevchenko 						 dw_dma_of_xlate, chip->dw);
2119cade1a4SAndy Shevchenko 		if (err)
2129cade1a4SAndy Shevchenko 			dev_err(&pdev->dev,
2139cade1a4SAndy Shevchenko 				"could not register of_dma_controller\n");
2149cade1a4SAndy Shevchenko 	}
2159cade1a4SAndy Shevchenko 
2169cade1a4SAndy Shevchenko 	if (ACPI_HANDLE(&pdev->dev))
2179cade1a4SAndy Shevchenko 		dw_dma_acpi_controller_register(chip->dw);
2189cade1a4SAndy Shevchenko 
2199cade1a4SAndy Shevchenko 	return 0;
220a15636e8SAndy Shevchenko 
221a15636e8SAndy Shevchenko err_dw_dma_probe:
2226acf3998SAndy Shevchenko 	pm_runtime_disable(&pdev->dev);
223a15636e8SAndy Shevchenko 	clk_disable_unprepare(chip->clk);
224a15636e8SAndy Shevchenko 	return err;
2259cade1a4SAndy Shevchenko }
2269cade1a4SAndy Shevchenko 
2279cade1a4SAndy Shevchenko static int dw_remove(struct platform_device *pdev)
2289cade1a4SAndy Shevchenko {
2299cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip = platform_get_drvdata(pdev);
2309cade1a4SAndy Shevchenko 
2319cade1a4SAndy Shevchenko 	if (pdev->dev.of_node)
2329cade1a4SAndy Shevchenko 		of_dma_controller_free(pdev->dev.of_node);
2339cade1a4SAndy Shevchenko 
234a15636e8SAndy Shevchenko 	dw_dma_remove(chip);
2356acf3998SAndy Shevchenko 	pm_runtime_disable(&pdev->dev);
236a15636e8SAndy Shevchenko 	clk_disable_unprepare(chip->clk);
237a15636e8SAndy Shevchenko 
238a15636e8SAndy Shevchenko 	return 0;
2399cade1a4SAndy Shevchenko }
2409cade1a4SAndy Shevchenko 
2419cade1a4SAndy Shevchenko static void dw_shutdown(struct platform_device *pdev)
2429cade1a4SAndy Shevchenko {
2439cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip = platform_get_drvdata(pdev);
2449cade1a4SAndy Shevchenko 
2452540f74bSAndy Shevchenko 	dw_dma_disable(chip);
246a15636e8SAndy Shevchenko 	clk_disable_unprepare(chip->clk);
2479cade1a4SAndy Shevchenko }
2489cade1a4SAndy Shevchenko 
2499cade1a4SAndy Shevchenko #ifdef CONFIG_OF
2509cade1a4SAndy Shevchenko static const struct of_device_id dw_dma_of_id_table[] = {
2519cade1a4SAndy Shevchenko 	{ .compatible = "snps,dma-spear1340" },
2529cade1a4SAndy Shevchenko 	{}
2539cade1a4SAndy Shevchenko };
2549cade1a4SAndy Shevchenko MODULE_DEVICE_TABLE(of, dw_dma_of_id_table);
2559cade1a4SAndy Shevchenko #endif
2569cade1a4SAndy Shevchenko 
2579cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI
258175267b3SAndy Shevchenko static struct dw_dma_platform_data dw_dma_acpi_pdata = {
259175267b3SAndy Shevchenko 	.nr_channels = 8,
260175267b3SAndy Shevchenko 	.is_private = true,
261175267b3SAndy Shevchenko 	.chan_allocation_order = CHAN_ALLOCATION_ASCENDING,
262175267b3SAndy Shevchenko 	.chan_priority = CHAN_PRIORITY_ASCENDING,
263175267b3SAndy Shevchenko 	.block_size = 4095,
264175267b3SAndy Shevchenko 	.nr_masters = 2,
265175267b3SAndy Shevchenko };
266175267b3SAndy Shevchenko 
2679cade1a4SAndy Shevchenko static const struct acpi_device_id dw_dma_acpi_id_table[] = {
268175267b3SAndy Shevchenko 	{ "INTL9C60", (kernel_ulong_t)&dw_dma_acpi_pdata },
2699cade1a4SAndy Shevchenko 	{ }
2709cade1a4SAndy Shevchenko };
271be480dcbSAndy Shevchenko MODULE_DEVICE_TABLE(acpi, dw_dma_acpi_id_table);
2729cade1a4SAndy Shevchenko #endif
2739cade1a4SAndy Shevchenko 
2749cade1a4SAndy Shevchenko #ifdef CONFIG_PM_SLEEP
2759cade1a4SAndy Shevchenko 
276067bd4fdSAndy Shevchenko static int dw_suspend_late(struct device *dev)
2779cade1a4SAndy Shevchenko {
2789cade1a4SAndy Shevchenko 	struct platform_device *pdev = to_platform_device(dev);
2799cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip = platform_get_drvdata(pdev);
2809cade1a4SAndy Shevchenko 
2812540f74bSAndy Shevchenko 	dw_dma_disable(chip);
282a15636e8SAndy Shevchenko 	clk_disable_unprepare(chip->clk);
283a15636e8SAndy Shevchenko 
284a15636e8SAndy Shevchenko 	return 0;
2859cade1a4SAndy Shevchenko }
2869cade1a4SAndy Shevchenko 
287067bd4fdSAndy Shevchenko static int dw_resume_early(struct device *dev)
2889cade1a4SAndy Shevchenko {
2899cade1a4SAndy Shevchenko 	struct platform_device *pdev = to_platform_device(dev);
2909cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip = platform_get_drvdata(pdev);
2919cade1a4SAndy Shevchenko 
292a15636e8SAndy Shevchenko 	clk_prepare_enable(chip->clk);
2932540f74bSAndy Shevchenko 	return dw_dma_enable(chip);
2949cade1a4SAndy Shevchenko }
2959cade1a4SAndy Shevchenko 
296067bd4fdSAndy Shevchenko #endif /* CONFIG_PM_SLEEP */
2979cade1a4SAndy Shevchenko 
2989cade1a4SAndy Shevchenko static const struct dev_pm_ops dw_dev_pm_ops = {
299067bd4fdSAndy Shevchenko 	SET_LATE_SYSTEM_SLEEP_PM_OPS(dw_suspend_late, dw_resume_early)
3009cade1a4SAndy Shevchenko };
3019cade1a4SAndy Shevchenko 
3029cade1a4SAndy Shevchenko static struct platform_driver dw_driver = {
3039cade1a4SAndy Shevchenko 	.probe		= dw_probe,
3049cade1a4SAndy Shevchenko 	.remove		= dw_remove,
3059cade1a4SAndy Shevchenko 	.shutdown       = dw_shutdown,
3069cade1a4SAndy Shevchenko 	.driver = {
307a104a45bSAndy Shevchenko 		.name	= DRV_NAME,
3089cade1a4SAndy Shevchenko 		.pm	= &dw_dev_pm_ops,
3099cade1a4SAndy Shevchenko 		.of_match_table = of_match_ptr(dw_dma_of_id_table),
3109cade1a4SAndy Shevchenko 		.acpi_match_table = ACPI_PTR(dw_dma_acpi_id_table),
3119cade1a4SAndy Shevchenko 	},
3129cade1a4SAndy Shevchenko };
3139cade1a4SAndy Shevchenko 
3149cade1a4SAndy Shevchenko static int __init dw_init(void)
3159cade1a4SAndy Shevchenko {
3169cade1a4SAndy Shevchenko 	return platform_driver_register(&dw_driver);
3179cade1a4SAndy Shevchenko }
3189cade1a4SAndy Shevchenko subsys_initcall(dw_init);
3199cade1a4SAndy Shevchenko 
3209cade1a4SAndy Shevchenko static void __exit dw_exit(void)
3219cade1a4SAndy Shevchenko {
3229cade1a4SAndy Shevchenko 	platform_driver_unregister(&dw_driver);
3239cade1a4SAndy Shevchenko }
3249cade1a4SAndy Shevchenko module_exit(dw_exit);
3259cade1a4SAndy Shevchenko 
3269cade1a4SAndy Shevchenko MODULE_LICENSE("GPL v2");
3279cade1a4SAndy Shevchenko MODULE_DESCRIPTION("Synopsys DesignWare DMA Controller platform driver");
328a104a45bSAndy Shevchenko MODULE_ALIAS("platform:" DRV_NAME);
329