xref: /linux/drivers/dma/dw/platform.c (revision 258f2277a93fe0e3cdac275264d275c526170db6)
19cade1a4SAndy Shevchenko /*
29cade1a4SAndy Shevchenko  * Platform driver for the Synopsys DesignWare DMA Controller
39cade1a4SAndy Shevchenko  *
49cade1a4SAndy Shevchenko  * Copyright (C) 2007-2008 Atmel Corporation
59cade1a4SAndy Shevchenko  * Copyright (C) 2010-2011 ST Microelectronics
69cade1a4SAndy Shevchenko  * Copyright (C) 2013 Intel Corporation
79cade1a4SAndy Shevchenko  *
89cade1a4SAndy Shevchenko  * Some parts of this driver are derived from the original dw_dmac.
99cade1a4SAndy Shevchenko  *
109cade1a4SAndy Shevchenko  * This program is free software; you can redistribute it and/or modify
119cade1a4SAndy Shevchenko  * it under the terms of the GNU General Public License version 2 as
129cade1a4SAndy Shevchenko  * published by the Free Software Foundation.
139cade1a4SAndy Shevchenko  */
149cade1a4SAndy Shevchenko 
159cade1a4SAndy Shevchenko #include <linux/module.h>
169cade1a4SAndy Shevchenko #include <linux/device.h>
179cade1a4SAndy Shevchenko #include <linux/clk.h>
186acf3998SAndy Shevchenko #include <linux/pm_runtime.h>
199cade1a4SAndy Shevchenko #include <linux/platform_device.h>
209cade1a4SAndy Shevchenko #include <linux/dmaengine.h>
219cade1a4SAndy Shevchenko #include <linux/dma-mapping.h>
229cade1a4SAndy Shevchenko #include <linux/of.h>
239cade1a4SAndy Shevchenko #include <linux/of_dma.h>
249cade1a4SAndy Shevchenko #include <linux/acpi.h>
259cade1a4SAndy Shevchenko #include <linux/acpi_dma.h>
269cade1a4SAndy Shevchenko 
279cade1a4SAndy Shevchenko #include "internal.h"
289cade1a4SAndy Shevchenko 
29a104a45bSAndy Shevchenko #define DRV_NAME	"dw_dmac"
30a104a45bSAndy Shevchenko 
319cade1a4SAndy Shevchenko static struct dma_chan *dw_dma_of_xlate(struct of_phandle_args *dma_spec,
329cade1a4SAndy Shevchenko 					struct of_dma *ofdma)
339cade1a4SAndy Shevchenko {
349cade1a4SAndy Shevchenko 	struct dw_dma *dw = ofdma->of_dma_data;
354d130de2SAndy Shevchenko 	struct dw_dma_slave slave = {
364d130de2SAndy Shevchenko 		.dma_dev = dw->dma.dev,
379cade1a4SAndy Shevchenko 	};
389cade1a4SAndy Shevchenko 	dma_cap_mask_t cap;
399cade1a4SAndy Shevchenko 
409cade1a4SAndy Shevchenko 	if (dma_spec->args_count != 3)
419cade1a4SAndy Shevchenko 		return NULL;
429cade1a4SAndy Shevchenko 
434d130de2SAndy Shevchenko 	slave.src_id = dma_spec->args[0];
444d130de2SAndy Shevchenko 	slave.dst_id = dma_spec->args[0];
45c422025cSAndy Shevchenko 	slave.m_master = dma_spec->args[1];
46c422025cSAndy Shevchenko 	slave.p_master = dma_spec->args[2];
479cade1a4SAndy Shevchenko 
484d130de2SAndy Shevchenko 	if (WARN_ON(slave.src_id >= DW_DMA_MAX_NR_REQUESTS ||
494d130de2SAndy Shevchenko 		    slave.dst_id >= DW_DMA_MAX_NR_REQUESTS ||
50161c3d04SAndy Shevchenko 		    slave.m_master >= dw->pdata->nr_masters ||
51161c3d04SAndy Shevchenko 		    slave.p_master >= dw->pdata->nr_masters))
529cade1a4SAndy Shevchenko 		return NULL;
539cade1a4SAndy Shevchenko 
549cade1a4SAndy Shevchenko 	dma_cap_zero(cap);
559cade1a4SAndy Shevchenko 	dma_cap_set(DMA_SLAVE, cap);
569cade1a4SAndy Shevchenko 
579cade1a4SAndy Shevchenko 	/* TODO: there should be a simpler way to do this */
584d130de2SAndy Shevchenko 	return dma_request_channel(cap, dw_dma_filter, &slave);
599cade1a4SAndy Shevchenko }
609cade1a4SAndy Shevchenko 
619cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI
629cade1a4SAndy Shevchenko static bool dw_dma_acpi_filter(struct dma_chan *chan, void *param)
639cade1a4SAndy Shevchenko {
649cade1a4SAndy Shevchenko 	struct acpi_dma_spec *dma_spec = param;
654d130de2SAndy Shevchenko 	struct dw_dma_slave slave = {
664d130de2SAndy Shevchenko 		.dma_dev = dma_spec->dev,
674d130de2SAndy Shevchenko 		.src_id = dma_spec->slave_id,
684d130de2SAndy Shevchenko 		.dst_id = dma_spec->slave_id,
69c422025cSAndy Shevchenko 		.m_master = 0,
70c422025cSAndy Shevchenko 		.p_master = 1,
714d130de2SAndy Shevchenko 	};
729cade1a4SAndy Shevchenko 
734d130de2SAndy Shevchenko 	return dw_dma_filter(chan, &slave);
749cade1a4SAndy Shevchenko }
759cade1a4SAndy Shevchenko 
769cade1a4SAndy Shevchenko static void dw_dma_acpi_controller_register(struct dw_dma *dw)
779cade1a4SAndy Shevchenko {
789cade1a4SAndy Shevchenko 	struct device *dev = dw->dma.dev;
799cade1a4SAndy Shevchenko 	struct acpi_dma_filter_info *info;
809cade1a4SAndy Shevchenko 	int ret;
819cade1a4SAndy Shevchenko 
829cade1a4SAndy Shevchenko 	info = devm_kzalloc(dev, sizeof(*info), GFP_KERNEL);
839cade1a4SAndy Shevchenko 	if (!info)
849cade1a4SAndy Shevchenko 		return;
859cade1a4SAndy Shevchenko 
869cade1a4SAndy Shevchenko 	dma_cap_zero(info->dma_cap);
879cade1a4SAndy Shevchenko 	dma_cap_set(DMA_SLAVE, info->dma_cap);
889cade1a4SAndy Shevchenko 	info->filter_fn = dw_dma_acpi_filter;
899cade1a4SAndy Shevchenko 
909cade1a4SAndy Shevchenko 	ret = devm_acpi_dma_controller_register(dev, acpi_dma_simple_xlate,
919cade1a4SAndy Shevchenko 						info);
929cade1a4SAndy Shevchenko 	if (ret)
939cade1a4SAndy Shevchenko 		dev_err(dev, "could not register acpi_dma_controller\n");
949cade1a4SAndy Shevchenko }
959cade1a4SAndy Shevchenko #else /* !CONFIG_ACPI */
969cade1a4SAndy Shevchenko static inline void dw_dma_acpi_controller_register(struct dw_dma *dw) {}
979cade1a4SAndy Shevchenko #endif /* !CONFIG_ACPI */
989cade1a4SAndy Shevchenko 
999cade1a4SAndy Shevchenko #ifdef CONFIG_OF
1009cade1a4SAndy Shevchenko static struct dw_dma_platform_data *
1019cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev)
1029cade1a4SAndy Shevchenko {
1039cade1a4SAndy Shevchenko 	struct device_node *np = pdev->dev.of_node;
1049cade1a4SAndy Shevchenko 	struct dw_dma_platform_data *pdata;
105d8ded50fSAndy Shevchenko 	u32 tmp, arr[DW_DMA_MAX_NR_MASTERS];
106969f750fSAndy Shevchenko 	u32 nr_masters;
1072b574ba9SMans Rullgard 	u32 nr_channels;
1089cade1a4SAndy Shevchenko 
1099cade1a4SAndy Shevchenko 	if (!np) {
1109cade1a4SAndy Shevchenko 		dev_err(&pdev->dev, "Missing DT data\n");
1119cade1a4SAndy Shevchenko 		return NULL;
1129cade1a4SAndy Shevchenko 	}
1139cade1a4SAndy Shevchenko 
114969f750fSAndy Shevchenko 	if (of_property_read_u32(np, "dma-masters", &nr_masters))
115969f750fSAndy Shevchenko 		return NULL;
116969f750fSAndy Shevchenko 	if (nr_masters < 1 || nr_masters > DW_DMA_MAX_NR_MASTERS)
117969f750fSAndy Shevchenko 		return NULL;
118969f750fSAndy Shevchenko 
1192b574ba9SMans Rullgard 	if (of_property_read_u32(np, "dma-channels", &nr_channels))
1202b574ba9SMans Rullgard 		return NULL;
1212b574ba9SMans Rullgard 
1229cade1a4SAndy Shevchenko 	pdata = devm_kzalloc(&pdev->dev, sizeof(*pdata), GFP_KERNEL);
1239cade1a4SAndy Shevchenko 	if (!pdata)
1249cade1a4SAndy Shevchenko 		return NULL;
1259cade1a4SAndy Shevchenko 
126969f750fSAndy Shevchenko 	pdata->nr_masters = nr_masters;
1272b574ba9SMans Rullgard 	pdata->nr_channels = nr_channels;
1289cade1a4SAndy Shevchenko 
1299cade1a4SAndy Shevchenko 	if (of_property_read_bool(np, "is_private"))
1309cade1a4SAndy Shevchenko 		pdata->is_private = true;
1319cade1a4SAndy Shevchenko 
132*258f2277SEugeniy Paltsev 	/*
133*258f2277SEugeniy Paltsev 	 * All known devices, which use DT for configuration, support
134*258f2277SEugeniy Paltsev 	 * memory-to-memory transfers. So enable it by default.
135*258f2277SEugeniy Paltsev 	 */
136*258f2277SEugeniy Paltsev 	pdata->is_memcpy = true;
137*258f2277SEugeniy Paltsev 
1389cade1a4SAndy Shevchenko 	if (!of_property_read_u32(np, "chan_allocation_order", &tmp))
1399cade1a4SAndy Shevchenko 		pdata->chan_allocation_order = (unsigned char)tmp;
1409cade1a4SAndy Shevchenko 
1419cade1a4SAndy Shevchenko 	if (!of_property_read_u32(np, "chan_priority", &tmp))
1429cade1a4SAndy Shevchenko 		pdata->chan_priority = tmp;
1439cade1a4SAndy Shevchenko 
1449cade1a4SAndy Shevchenko 	if (!of_property_read_u32(np, "block_size", &tmp))
1459cade1a4SAndy Shevchenko 		pdata->block_size = tmp;
1469cade1a4SAndy Shevchenko 
1472e65060eSAndy Shevchenko 	if (!of_property_read_u32_array(np, "data-width", arr, nr_masters)) {
148969f750fSAndy Shevchenko 		for (tmp = 0; tmp < nr_masters; tmp++)
1499cade1a4SAndy Shevchenko 			pdata->data_width[tmp] = arr[tmp];
1502e65060eSAndy Shevchenko 	} else if (!of_property_read_u32_array(np, "data_width", arr, nr_masters)) {
1512e65060eSAndy Shevchenko 		for (tmp = 0; tmp < nr_masters; tmp++)
1522e65060eSAndy Shevchenko 			pdata->data_width[tmp] = BIT(arr[tmp] & 0x07);
153969f750fSAndy Shevchenko 	}
1549cade1a4SAndy Shevchenko 
1559cade1a4SAndy Shevchenko 	return pdata;
1569cade1a4SAndy Shevchenko }
1579cade1a4SAndy Shevchenko #else
1589cade1a4SAndy Shevchenko static inline struct dw_dma_platform_data *
1599cade1a4SAndy Shevchenko dw_dma_parse_dt(struct platform_device *pdev)
1609cade1a4SAndy Shevchenko {
1619cade1a4SAndy Shevchenko 	return NULL;
1629cade1a4SAndy Shevchenko }
1639cade1a4SAndy Shevchenko #endif
1649cade1a4SAndy Shevchenko 
1659cade1a4SAndy Shevchenko static int dw_probe(struct platform_device *pdev)
1669cade1a4SAndy Shevchenko {
1679cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip;
1689cade1a4SAndy Shevchenko 	struct device *dev = &pdev->dev;
1699cade1a4SAndy Shevchenko 	struct resource *mem;
1703a14c66dSAndy Shevchenko 	const struct dw_dma_platform_data *pdata;
1719cade1a4SAndy Shevchenko 	int err;
1729cade1a4SAndy Shevchenko 
1739cade1a4SAndy Shevchenko 	chip = devm_kzalloc(dev, sizeof(*chip), GFP_KERNEL);
1749cade1a4SAndy Shevchenko 	if (!chip)
1759cade1a4SAndy Shevchenko 		return -ENOMEM;
1769cade1a4SAndy Shevchenko 
1779cade1a4SAndy Shevchenko 	chip->irq = platform_get_irq(pdev, 0);
1789cade1a4SAndy Shevchenko 	if (chip->irq < 0)
1799cade1a4SAndy Shevchenko 		return chip->irq;
1809cade1a4SAndy Shevchenko 
1819cade1a4SAndy Shevchenko 	mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1829cade1a4SAndy Shevchenko 	chip->regs = devm_ioremap_resource(dev, mem);
1839cade1a4SAndy Shevchenko 	if (IS_ERR(chip->regs))
1849cade1a4SAndy Shevchenko 		return PTR_ERR(chip->regs);
1859cade1a4SAndy Shevchenko 
18624353b8bSRussell King 	err = dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
18724353b8bSRussell King 	if (err)
18824353b8bSRussell King 		return err;
1899cade1a4SAndy Shevchenko 
1909cade1a4SAndy Shevchenko 	pdata = dev_get_platdata(dev);
1919cade1a4SAndy Shevchenko 	if (!pdata)
1929cade1a4SAndy Shevchenko 		pdata = dw_dma_parse_dt(pdev);
1939cade1a4SAndy Shevchenko 
1949cade1a4SAndy Shevchenko 	chip->dev = dev;
1953a14c66dSAndy Shevchenko 	chip->pdata = pdata;
1969cade1a4SAndy Shevchenko 
197a15636e8SAndy Shevchenko 	chip->clk = devm_clk_get(chip->dev, "hclk");
198a15636e8SAndy Shevchenko 	if (IS_ERR(chip->clk))
199a15636e8SAndy Shevchenko 		return PTR_ERR(chip->clk);
200a15636e8SAndy Shevchenko 	err = clk_prepare_enable(chip->clk);
2019cade1a4SAndy Shevchenko 	if (err)
2029cade1a4SAndy Shevchenko 		return err;
2039cade1a4SAndy Shevchenko 
2046acf3998SAndy Shevchenko 	pm_runtime_enable(&pdev->dev);
2056acf3998SAndy Shevchenko 
2063a14c66dSAndy Shevchenko 	err = dw_dma_probe(chip);
207a15636e8SAndy Shevchenko 	if (err)
208a15636e8SAndy Shevchenko 		goto err_dw_dma_probe;
209a15636e8SAndy Shevchenko 
2109cade1a4SAndy Shevchenko 	platform_set_drvdata(pdev, chip);
2119cade1a4SAndy Shevchenko 
2129cade1a4SAndy Shevchenko 	if (pdev->dev.of_node) {
2139cade1a4SAndy Shevchenko 		err = of_dma_controller_register(pdev->dev.of_node,
2149cade1a4SAndy Shevchenko 						 dw_dma_of_xlate, chip->dw);
2159cade1a4SAndy Shevchenko 		if (err)
2169cade1a4SAndy Shevchenko 			dev_err(&pdev->dev,
2179cade1a4SAndy Shevchenko 				"could not register of_dma_controller\n");
2189cade1a4SAndy Shevchenko 	}
2199cade1a4SAndy Shevchenko 
2209cade1a4SAndy Shevchenko 	if (ACPI_HANDLE(&pdev->dev))
2219cade1a4SAndy Shevchenko 		dw_dma_acpi_controller_register(chip->dw);
2229cade1a4SAndy Shevchenko 
2239cade1a4SAndy Shevchenko 	return 0;
224a15636e8SAndy Shevchenko 
225a15636e8SAndy Shevchenko err_dw_dma_probe:
2266acf3998SAndy Shevchenko 	pm_runtime_disable(&pdev->dev);
227a15636e8SAndy Shevchenko 	clk_disable_unprepare(chip->clk);
228a15636e8SAndy Shevchenko 	return err;
2299cade1a4SAndy Shevchenko }
2309cade1a4SAndy Shevchenko 
2319cade1a4SAndy Shevchenko static int dw_remove(struct platform_device *pdev)
2329cade1a4SAndy Shevchenko {
2339cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip = platform_get_drvdata(pdev);
2349cade1a4SAndy Shevchenko 
2359cade1a4SAndy Shevchenko 	if (pdev->dev.of_node)
2369cade1a4SAndy Shevchenko 		of_dma_controller_free(pdev->dev.of_node);
2379cade1a4SAndy Shevchenko 
238a15636e8SAndy Shevchenko 	dw_dma_remove(chip);
2396acf3998SAndy Shevchenko 	pm_runtime_disable(&pdev->dev);
240a15636e8SAndy Shevchenko 	clk_disable_unprepare(chip->clk);
241a15636e8SAndy Shevchenko 
242a15636e8SAndy Shevchenko 	return 0;
2439cade1a4SAndy Shevchenko }
2449cade1a4SAndy Shevchenko 
2459cade1a4SAndy Shevchenko static void dw_shutdown(struct platform_device *pdev)
2469cade1a4SAndy Shevchenko {
2479cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip = platform_get_drvdata(pdev);
2489cade1a4SAndy Shevchenko 
24932146588SAndy Shevchenko 	/*
25032146588SAndy Shevchenko 	 * We have to call dw_dma_disable() to stop any ongoing transfer. On
25132146588SAndy Shevchenko 	 * some platforms we can't do that since DMA device is powered off.
25232146588SAndy Shevchenko 	 * Moreover we have no possibility to check if the platform is affected
25332146588SAndy Shevchenko 	 * or not. That's why we call pm_runtime_get_sync() / pm_runtime_put()
25432146588SAndy Shevchenko 	 * unconditionally. On the other hand we can't use
25532146588SAndy Shevchenko 	 * pm_runtime_suspended() because runtime PM framework is not fully
25632146588SAndy Shevchenko 	 * used by the driver.
25732146588SAndy Shevchenko 	 */
25832146588SAndy Shevchenko 	pm_runtime_get_sync(chip->dev);
2592540f74bSAndy Shevchenko 	dw_dma_disable(chip);
26032146588SAndy Shevchenko 	pm_runtime_put_sync_suspend(chip->dev);
26132146588SAndy Shevchenko 
262a15636e8SAndy Shevchenko 	clk_disable_unprepare(chip->clk);
2639cade1a4SAndy Shevchenko }
2649cade1a4SAndy Shevchenko 
2659cade1a4SAndy Shevchenko #ifdef CONFIG_OF
2669cade1a4SAndy Shevchenko static const struct of_device_id dw_dma_of_id_table[] = {
2679cade1a4SAndy Shevchenko 	{ .compatible = "snps,dma-spear1340" },
2689cade1a4SAndy Shevchenko 	{}
2699cade1a4SAndy Shevchenko };
2709cade1a4SAndy Shevchenko MODULE_DEVICE_TABLE(of, dw_dma_of_id_table);
2719cade1a4SAndy Shevchenko #endif
2729cade1a4SAndy Shevchenko 
2739cade1a4SAndy Shevchenko #ifdef CONFIG_ACPI
2749cade1a4SAndy Shevchenko static const struct acpi_device_id dw_dma_acpi_id_table[] = {
275bc0bb1fdSAndy Shevchenko 	{ "INTL9C60", 0 },
2769cade1a4SAndy Shevchenko 	{ }
2779cade1a4SAndy Shevchenko };
278be480dcbSAndy Shevchenko MODULE_DEVICE_TABLE(acpi, dw_dma_acpi_id_table);
2799cade1a4SAndy Shevchenko #endif
2809cade1a4SAndy Shevchenko 
2819cade1a4SAndy Shevchenko #ifdef CONFIG_PM_SLEEP
2829cade1a4SAndy Shevchenko 
283067bd4fdSAndy Shevchenko static int dw_suspend_late(struct device *dev)
2849cade1a4SAndy Shevchenko {
2859cade1a4SAndy Shevchenko 	struct platform_device *pdev = to_platform_device(dev);
2869cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip = platform_get_drvdata(pdev);
2879cade1a4SAndy Shevchenko 
2882540f74bSAndy Shevchenko 	dw_dma_disable(chip);
289a15636e8SAndy Shevchenko 	clk_disable_unprepare(chip->clk);
290a15636e8SAndy Shevchenko 
291a15636e8SAndy Shevchenko 	return 0;
2929cade1a4SAndy Shevchenko }
2939cade1a4SAndy Shevchenko 
294067bd4fdSAndy Shevchenko static int dw_resume_early(struct device *dev)
2959cade1a4SAndy Shevchenko {
2969cade1a4SAndy Shevchenko 	struct platform_device *pdev = to_platform_device(dev);
2979cade1a4SAndy Shevchenko 	struct dw_dma_chip *chip = platform_get_drvdata(pdev);
2989cade1a4SAndy Shevchenko 
299a15636e8SAndy Shevchenko 	clk_prepare_enable(chip->clk);
3002540f74bSAndy Shevchenko 	return dw_dma_enable(chip);
3019cade1a4SAndy Shevchenko }
3029cade1a4SAndy Shevchenko 
303067bd4fdSAndy Shevchenko #endif /* CONFIG_PM_SLEEP */
3049cade1a4SAndy Shevchenko 
3059cade1a4SAndy Shevchenko static const struct dev_pm_ops dw_dev_pm_ops = {
306067bd4fdSAndy Shevchenko 	SET_LATE_SYSTEM_SLEEP_PM_OPS(dw_suspend_late, dw_resume_early)
3079cade1a4SAndy Shevchenko };
3089cade1a4SAndy Shevchenko 
3099cade1a4SAndy Shevchenko static struct platform_driver dw_driver = {
3109cade1a4SAndy Shevchenko 	.probe		= dw_probe,
3119cade1a4SAndy Shevchenko 	.remove		= dw_remove,
3129cade1a4SAndy Shevchenko 	.shutdown       = dw_shutdown,
3139cade1a4SAndy Shevchenko 	.driver = {
314a104a45bSAndy Shevchenko 		.name	= DRV_NAME,
3159cade1a4SAndy Shevchenko 		.pm	= &dw_dev_pm_ops,
3169cade1a4SAndy Shevchenko 		.of_match_table = of_match_ptr(dw_dma_of_id_table),
3179cade1a4SAndy Shevchenko 		.acpi_match_table = ACPI_PTR(dw_dma_acpi_id_table),
3189cade1a4SAndy Shevchenko 	},
3199cade1a4SAndy Shevchenko };
3209cade1a4SAndy Shevchenko 
3219cade1a4SAndy Shevchenko static int __init dw_init(void)
3229cade1a4SAndy Shevchenko {
3239cade1a4SAndy Shevchenko 	return platform_driver_register(&dw_driver);
3249cade1a4SAndy Shevchenko }
3259cade1a4SAndy Shevchenko subsys_initcall(dw_init);
3269cade1a4SAndy Shevchenko 
3279cade1a4SAndy Shevchenko static void __exit dw_exit(void)
3289cade1a4SAndy Shevchenko {
3299cade1a4SAndy Shevchenko 	platform_driver_unregister(&dw_driver);
3309cade1a4SAndy Shevchenko }
3319cade1a4SAndy Shevchenko module_exit(dw_exit);
3329cade1a4SAndy Shevchenko 
3339cade1a4SAndy Shevchenko MODULE_LICENSE("GPL v2");
3349cade1a4SAndy Shevchenko MODULE_DESCRIPTION("Synopsys DesignWare DMA Controller platform driver");
335a104a45bSAndy Shevchenko MODULE_ALIAS("platform:" DRV_NAME);
336