1 // SPDX-License-Identifier: GPL-2.0
3  * pci-j721e - PCIe controller driver for TI's J721E SoCs
5  * Copyright (C) 2020 Texas Instruments Incorporated - http://www.ti.com
10 #include <linux/clk-provider.h>
17 #include <linux/mfd/syscon.h>
26 #include "pcie-cadence.h"
28 #define cdns_pcie_to_rc(p) container_of(p, struct cdns_pcie_rc, pcie)
83 static inline u32 j721e_pcie_user_readl(struct j721e_pcie *pcie, u32 offset)  in j721e_pcie_user_readl()  argument
85 	return readl(pcie->user_cfg_base + offset);  in j721e_pcie_user_readl()
88 static inline void j721e_pcie_user_writel(struct j721e_pcie *pcie, u32 offset,  in j721e_pcie_user_writel()  argument
91 	writel(value, pcie->user_cfg_base + offset);  in j721e_pcie_user_writel()
94 static inline u32 j721e_pcie_intd_readl(struct j721e_pcie *pcie, u32 offset)  in j721e_pcie_intd_readl()  argument
96 	return readl(pcie->intd_cfg_base + offset);  in j721e_pcie_intd_readl()
99 static inline void j721e_pcie_intd_writel(struct j721e_pcie *pcie, u32 offset,  in j721e_pcie_intd_writel()  argument
102 	writel(value, pcie->intd_cfg_base + offset);  in j721e_pcie_intd_writel()
107 	struct j721e_pcie *pcie = priv;  in j721e_pcie_link_irq_handler()  local
108 	struct device *dev = pcie->cdns_pcie->dev;  in j721e_pcie_link_irq_handler()
111 	reg = j721e_pcie_intd_readl(pcie, STATUS_REG_SYS_2);  in j721e_pcie_link_irq_handler()
112 	if (!(reg & pcie->linkdown_irq_regfield))  in j721e_pcie_link_irq_handler()
117 	j721e_pcie_intd_writel(pcie, STATUS_CLR_REG_SYS_2, pcie->linkdown_irq_regfield);  in j721e_pcie_link_irq_handler()
121 static void j721e_pcie_disable_link_irq(struct j721e_pcie *pcie)  in j721e_pcie_disable_link_irq()  argument
125 	reg = j721e_pcie_intd_readl(pcie, ENABLE_CLR_REG_SYS_2);  in j721e_pcie_disable_link_irq()
126 	reg |= pcie->linkdown_irq_regfield;  in j721e_pcie_disable_link_irq()
127 	j721e_pcie_intd_writel(pcie, ENABLE_CLR_REG_SYS_2, reg);  in j721e_pcie_disable_link_irq()
130 static void j721e_pcie_config_link_irq(struct j721e_pcie *pcie)  in j721e_pcie_config_link_irq()  argument
134 	reg = j721e_pcie_intd_readl(pcie, ENABLE_REG_SYS_2);  in j721e_pcie_config_link_irq()
135 	reg |= pcie->linkdown_irq_regfield;  in j721e_pcie_config_link_irq()
136 	j721e_pcie_intd_writel(pcie, ENABLE_REG_SYS_2, reg);  in j721e_pcie_config_link_irq()
141 	struct j721e_pcie *pcie = dev_get_drvdata(cdns_pcie->dev);  in j721e_pcie_start_link()  local
144 	reg = j721e_pcie_user_readl(pcie, J721E_PCIE_USER_CMD_STATUS);  in j721e_pcie_start_link()
146 	j721e_pcie_user_writel(pcie, J721E_PCIE_USER_CMD_STATUS, reg);  in j721e_pcie_start_link()
153 	struct j721e_pcie *pcie = dev_get_drvdata(cdns_pcie->dev);  in j721e_pcie_stop_link()  local
156 	reg = j721e_pcie_user_readl(pcie, J721E_PCIE_USER_CMD_STATUS);  in j721e_pcie_stop_link()
158 	j721e_pcie_user_writel(pcie, J721E_PCIE_USER_CMD_STATUS, reg);  in j721e_pcie_stop_link()
163 	struct j721e_pcie *pcie = dev_get_drvdata(cdns_pcie->dev);  in j721e_pcie_link_up()  local
166 	reg = j721e_pcie_user_readl(pcie, J721E_PCIE_USER_LINKSTATUS);  in j721e_pcie_link_up()
176 static int j721e_pcie_set_mode(struct j721e_pcie *pcie, struct regmap *syscon,  in j721e_pcie_set_mode()  argument
179 	struct device *dev = pcie->cdns_pcie->dev;  in j721e_pcie_set_mode()
181 	u32 mode = pcie->mode;  in j721e_pcie_set_mode()
188 	ret = regmap_update_bits(syscon, offset, mask, val);  in j721e_pcie_set_mode()
190 		dev_err(dev, "failed to set pcie mode\n");  in j721e_pcie_set_mode()
195 static int j721e_pcie_set_link_speed(struct j721e_pcie *pcie,  in j721e_pcie_set_link_speed()  argument
196 				     struct regmap *syscon, unsigned int offset)  in j721e_pcie_set_link_speed()  argument
198 	struct device *dev = pcie->cdns_pcie->dev;  in j721e_pcie_set_link_speed()
199 	struct device_node *np = dev->of_node;  in j721e_pcie_set_link_speed()
208 	val = link_speed - 1;  in j721e_pcie_set_link_speed()
209 	ret = regmap_update_bits(syscon, offset, GENERATION_SEL_MASK, val);  in j721e_pcie_set_link_speed()
216 static int j721e_pcie_set_lane_count(struct j721e_pcie *pcie,  in j721e_pcie_set_lane_count()  argument
217 				     struct regmap *syscon, unsigned int offset)  in j721e_pcie_set_lane_count()  argument
219 	struct device *dev = pcie->cdns_pcie->dev;  in j721e_pcie_set_lane_count()
220 	u32 lanes = pcie->num_lanes;  in j721e_pcie_set_lane_count()
225 	if (pcie->max_lanes == 4)  in j721e_pcie_set_lane_count()
228 	val = LANE_COUNT(lanes - 1);  in j721e_pcie_set_lane_count()
229 	ret = regmap_update_bits(syscon, offset, mask, val);  in j721e_pcie_set_lane_count()
236 static int j721e_enable_acspcie_refclk(struct j721e_pcie *pcie,  in j721e_enable_acspcie_refclk()  argument
237 				       struct regmap *syscon)  in j721e_enable_acspcie_refclk()  argument
239 	struct device *dev = pcie->cdns_pcie->dev;  in j721e_enable_acspcie_refclk()
240 	struct device_node *node = dev->of_node;  in j721e_enable_acspcie_refclk()
247 					       "ti,syscon-acspcie-proxy-ctrl",  in j721e_enable_acspcie_refclk()
251 			"ti,syscon-acspcie-proxy-ctrl has invalid arguments\n");  in j721e_enable_acspcie_refclk()
257 	ret = regmap_update_bits(syscon, 0, mask, val);  in j721e_enable_acspcie_refclk()
266 static int j721e_pcie_ctrl_init(struct j721e_pcie *pcie)  in j721e_pcie_ctrl_init()  argument
268 	struct device *dev = pcie->cdns_pcie->dev;  in j721e_pcie_ctrl_init()
269 	struct device_node *node = dev->of_node;  in j721e_pcie_ctrl_init()
272 	struct regmap *syscon;  in j721e_pcie_ctrl_init()  local
275 	syscon = syscon_regmap_lookup_by_phandle(node, "ti,syscon-pcie-ctrl");  in j721e_pcie_ctrl_init()
276 	if (IS_ERR(syscon)) {  in j721e_pcie_ctrl_init()
277 		dev_err(dev, "Unable to get ti,syscon-pcie-ctrl regmap\n");  in j721e_pcie_ctrl_init()
278 		return PTR_ERR(syscon);  in j721e_pcie_ctrl_init()
282 	ret = of_parse_phandle_with_fixed_args(node, "ti,syscon-pcie-ctrl", 1,  in j721e_pcie_ctrl_init()
287 	ret = j721e_pcie_set_mode(pcie, syscon, offset);  in j721e_pcie_ctrl_init()
293 	ret = j721e_pcie_set_link_speed(pcie, syscon, offset);  in j721e_pcie_ctrl_init()
299 	ret = j721e_pcie_set_lane_count(pcie, syscon, offset);  in j721e_pcie_ctrl_init()
301 		dev_err(dev, "Failed to set num-lanes\n");  in j721e_pcie_ctrl_init()
306 	syscon = syscon_regmap_lookup_by_phandle_optional(node,  in j721e_pcie_ctrl_init()
307 						"ti,syscon-acspcie-proxy-ctrl");  in j721e_pcie_ctrl_init()
308 	if (!syscon)  in j721e_pcie_ctrl_init()
311 	return j721e_enable_acspcie_refclk(pcie, syscon);  in j721e_pcie_ctrl_init()
406 		.compatible = "ti,j721e-pcie-host",
410 		.compatible = "ti,j721e-pcie-ep",
414 		.compatible = "ti,j7200-pcie-host",
418 		.compatible = "ti,j7200-pcie-ep",
422 		.compatible = "ti,am64-pcie-host",
426 		.compatible = "ti,am64-pcie-ep",
430 		.compatible = "ti,j784s4-pcie-host",
434 		.compatible = "ti,j784s4-pcie-ep",
438 		.compatible = "ti,j722s-pcie-host",
446 	struct device *dev = &pdev->dev;  in j721e_pcie_probe()
447 	struct device_node *node = dev->of_node;  in j721e_pcie_probe()
451 	struct j721e_pcie *pcie;  in j721e_pcie_probe()  local
464 		return -EINVAL;  in j721e_pcie_probe()
466 	mode = (u32)data->mode;  in j721e_pcie_probe()
468 	pcie = devm_kzalloc(dev, sizeof(*pcie), GFP_KERNEL);  in j721e_pcie_probe()
469 	if (!pcie)  in j721e_pcie_probe()
470 		return -ENOMEM;  in j721e_pcie_probe()
475 			return -ENODEV;  in j721e_pcie_probe()
479 			return -ENOMEM;  in j721e_pcie_probe()
481 		if (!data->byte_access_allowed)  in j721e_pcie_probe()
482 			bridge->ops = &cdns_ti_pcie_host_ops;  in j721e_pcie_probe()
484 		rc->quirk_retrain_flag = data->quirk_retrain_flag;  in j721e_pcie_probe()
485 		rc->quirk_detect_quiet_flag = data->quirk_detect_quiet_flag;  in j721e_pcie_probe()
487 		cdns_pcie = &rc->pcie;  in j721e_pcie_probe()
488 		cdns_pcie->dev = dev;  in j721e_pcie_probe()
489 		cdns_pcie->ops = &j721e_pcie_ops;  in j721e_pcie_probe()
490 		pcie->cdns_pcie = cdns_pcie;  in j721e_pcie_probe()
494 			return -ENODEV;  in j721e_pcie_probe()
498 			return -ENOMEM;  in j721e_pcie_probe()
500 		ep->quirk_detect_quiet_flag = data->quirk_detect_quiet_flag;  in j721e_pcie_probe()
501 		ep->quirk_disable_flr = data->quirk_disable_flr;  in j721e_pcie_probe()
503 		cdns_pcie = &ep->pcie;  in j721e_pcie_probe()
504 		cdns_pcie->dev = dev;  in j721e_pcie_probe()
505 		cdns_pcie->ops = &j721e_pcie_ops;  in j721e_pcie_probe()
506 		pcie->cdns_pcie = cdns_pcie;  in j721e_pcie_probe()
513 	pcie->mode = mode;  in j721e_pcie_probe()
514 	pcie->linkdown_irq_regfield = data->linkdown_irq_regfield;  in j721e_pcie_probe()
519 	pcie->intd_cfg_base = base;  in j721e_pcie_probe()
524 	pcie->user_cfg_base = base;  in j721e_pcie_probe()
526 	ret = of_property_read_u32(node, "num-lanes", &num_lanes);  in j721e_pcie_probe()
527 	if (ret || num_lanes > data->max_lanes) {  in j721e_pcie_probe()
528 		dev_warn(dev, "num-lanes property not provided or invalid, setting num-lanes to 1\n");  in j721e_pcie_probe()
532 	pcie->num_lanes = num_lanes;  in j721e_pcie_probe()
533 	pcie->max_lanes = data->max_lanes;  in j721e_pcie_probe()
536 		return -EINVAL;  in j721e_pcie_probe()
542 	dev_set_drvdata(dev, pcie);  in j721e_pcie_probe()
550 	ret = j721e_pcie_ctrl_init(pcie);  in j721e_pcie_probe()
557 			       "j721e-pcie-link-down-irq", pcie);  in j721e_pcie_probe()
563 	j721e_pcie_config_link_irq(pcie);  in j721e_pcie_probe()
572 		pcie->reset_gpio = gpiod;  in j721e_pcie_probe()
591 		pcie->refclk = clk;  in j721e_pcie_probe()
607 			clk_disable_unprepare(pcie->refclk);  in j721e_pcie_probe()
640 	struct j721e_pcie *pcie = platform_get_drvdata(pdev);  in j721e_pcie_remove()  local
641 	struct cdns_pcie *cdns_pcie = pcie->cdns_pcie;  in j721e_pcie_remove()
642 	struct device *dev = &pdev->dev;  in j721e_pcie_remove()
646 	if (pcie->mode == PCI_MODE_RC) {  in j721e_pcie_remove()
647 		rc = container_of(cdns_pcie, struct cdns_pcie_rc, pcie);  in j721e_pcie_remove()
650 		ep = container_of(cdns_pcie, struct cdns_pcie_ep, pcie);  in j721e_pcie_remove()
654 	gpiod_set_value_cansleep(pcie->reset_gpio, 0);  in j721e_pcie_remove()
656 	clk_disable_unprepare(pcie->refclk);  in j721e_pcie_remove()
658 	j721e_pcie_disable_link_irq(pcie);  in j721e_pcie_remove()
665 	struct j721e_pcie *pcie = dev_get_drvdata(dev);  in j721e_pcie_suspend_noirq()  local
667 	if (pcie->mode == PCI_MODE_RC) {  in j721e_pcie_suspend_noirq()
668 		gpiod_set_value_cansleep(pcie->reset_gpio, 0);  in j721e_pcie_suspend_noirq()
669 		clk_disable_unprepare(pcie->refclk);  in j721e_pcie_suspend_noirq()
672 	cdns_pcie_disable_phy(pcie->cdns_pcie);  in j721e_pcie_suspend_noirq()
679 	struct j721e_pcie *pcie = dev_get_drvdata(dev);  in j721e_pcie_resume_noirq()  local
680 	struct cdns_pcie *cdns_pcie = pcie->cdns_pcie;  in j721e_pcie_resume_noirq()
683 	ret = j721e_pcie_ctrl_init(pcie);  in j721e_pcie_resume_noirq()
687 	j721e_pcie_config_link_irq(pcie);  in j721e_pcie_resume_noirq()
693 	ret = cdns_pcie_enable_phy(pcie->cdns_pcie);  in j721e_pcie_resume_noirq()
697 	if (pcie->mode == PCI_MODE_RC) {  in j721e_pcie_resume_noirq()
700 		ret = clk_prepare_enable(pcie->refclk);  in j721e_pcie_resume_noirq()
711 		if (pcie->reset_gpio) {  in j721e_pcie_resume_noirq()
713 			gpiod_set_value_cansleep(pcie->reset_gpio, 1);  in j721e_pcie_resume_noirq()
718 			clk_disable_unprepare(pcie->refclk);  in j721e_pcie_resume_noirq()
727 			rc->avail_ib_bar[bar] = true;  in j721e_pcie_resume_noirq()
731 			clk_disable_unprepare(pcie->refclk);  in j721e_pcie_resume_noirq()
747 		.name	= "j721e-pcie",
756 MODULE_DESCRIPTION("PCIe controller driver for TI's J721E and related SoCs");