Lines Matching +full:ecam +full:- +full:based
1 // SPDX-License-Identifier: GPL-2.0
16 #include <linux/irqchip/irq-msi-lib.h>
21 #include <linux/pci-ecam.h>
30 #include "../pci-bridge-emul.h"
140 #define OB_WIN_DEFAULT_ACTIONS (OB_WIN_ACTIONS(OB_WIN_COUNT-1) + 0x4)
294 writel(val, pcie->base + reg); in advk_writel()
299 return readl(pcie->base + reg); in advk_readl()
314 /* check if LTSSM is in normal operation - some L* state */ in advk_pcie_link_up()
322 * According to PCIe Base specification 3.0, Table 4-14: Link in advk_pcie_link_active()
336 * According to PCIe Base specification 3.0, Table 4-14: Link in advk_pcie_link_training()
359 return -ETIMEDOUT; in advk_pcie_wait_for_link()
375 if (!pcie->reset_gpio) in advk_pcie_issue_perst()
379 dev_info(&pcie->pdev->dev, "issuing PERST via reset GPIO for 10ms\n"); in advk_pcie_issue_perst()
380 gpiod_set_value_cansleep(pcie->reset_gpio, 1); in advk_pcie_issue_perst()
382 gpiod_set_value_cansleep(pcie->reset_gpio, 0); in advk_pcie_issue_perst()
387 struct device *dev = &pcie->pdev->dev; in advk_pcie_train_link()
392 * Setup PCIe rev / gen compliance based on device tree property in advk_pcie_train_link()
393 * 'max-link-speed' which also forces maximal link speed. in advk_pcie_train_link()
397 if (pcie->link_gen == 3) in advk_pcie_train_link()
399 else if (pcie->link_gen == 2) in advk_pcie_train_link()
407 * Armada 3700 Functional Specification says that default value is based in advk_pcie_train_link()
412 if (pcie->link_gen == 3) in advk_pcie_train_link()
414 else if (pcie->link_gen == 2) in advk_pcie_train_link()
427 * during link training when they are in some non-initial state. in advk_pcie_train_link()
487 * Reference clock differential signal off-chip and disable in advk_pcie_setup_hw()
488 * receiving off-chip differential signal. in advk_pcie_setup_hw()
510 * read-only vendor id bits in PCIE_CORE_DEV_ID_REG register. Workaround in advk_pcie_setup_hw()
524 * and is reported as Type 0. In range 0x10 - 0x34 it has totally in advk_pcie_setup_hw()
636 * Configure PCIe address windows for non-memory or in advk_pcie_setup_hw()
637 * non-transparent access as by default PCIe uses in advk_pcie_setup_hw()
640 for (i = 0; i < pcie->wins_count; i++) in advk_pcie_setup_hw()
642 pcie->wins[i].match, pcie->wins[i].remap, in advk_pcie_setup_hw()
643 pcie->wins[i].mask, pcie->wins[i].actions); in advk_pcie_setup_hw()
646 for (i = pcie->wins_count; i < OB_WIN_COUNT; i++) in advk_pcie_setup_hw()
654 struct device *dev = &pcie->pdev->dev; in advk_pcie_check_pio_status()
683 ret = -EFAULT; in advk_pcie_check_pio_status()
695 ret = -EOPNOTSUPP; in advk_pcie_check_pio_status()
705 * read-data value of 0001h for the Vendor ID field and in advk_pcie_check_pio_status()
718 * must re-issue the Configuration Request as a new Request. in advk_pcie_check_pio_status()
721 * the Root Complex must re-issue the Configuration Request as in advk_pcie_check_pio_status()
729 * So return -EAGAIN and caller (pci-aardvark.c driver) will in advk_pcie_check_pio_status()
730 * re-issue request again up to the PIO_RETRY_CNT retries. in advk_pcie_check_pio_status()
733 ret = -EAGAIN; in advk_pcie_check_pio_status()
737 ret = -ECANCELED; in advk_pcie_check_pio_status()
741 ret = -EINVAL; in advk_pcie_check_pio_status()
749 str_posted = "Non-posted"; in advk_pcie_check_pio_status()
761 struct device *dev = &pcie->pdev->dev; in advk_pcie_wait_pio()
775 return -ETIMEDOUT; in advk_pcie_wait_pio()
782 struct advk_pcie *pcie = bridge->data; in advk_pci_bridge_emul_base_conf_read()
795 __le32 *cfgspace = (__le32 *)&bridge->conf; in advk_pci_bridge_emul_base_conf_read()
818 struct advk_pcie *pcie = bridge->data; in advk_pci_bridge_emul_base_conf_write()
827 * According to Figure 6-3: Pseudo Logic Diagram for Error in advk_pci_bridge_emul_base_conf_write()
858 struct advk_pcie *pcie = bridge->data; in advk_pci_bridge_emul_pcie_conf_read()
912 struct advk_pcie *pcie = bridge->data; in advk_pci_bridge_emul_pcie_conf_write()
922 u16 rootctl = le16_to_cpu(bridge->pcie_conf.rootctl); in advk_pci_bridge_emul_pcie_conf_write()
925 bridge->pcie_conf.rootctl = cpu_to_le16(rootctl); in advk_pci_bridge_emul_pcie_conf_write()
950 struct advk_pcie *pcie = bridge->data; in advk_pci_bridge_emul_ext_conf_read()
994 struct advk_pcie *pcie = bridge->data; in advk_pci_bridge_emul_ext_conf_write()
1032 * Initialize the configuration space of the PCI-to-PCI bridge
1037 struct pci_bridge_emul *bridge = &pcie->bridge; in advk_sw_pci_bridge_init()
1039 bridge->conf.vendor = in advk_sw_pci_bridge_init()
1041 bridge->conf.device = in advk_sw_pci_bridge_init()
1043 bridge->conf.class_revision = in advk_sw_pci_bridge_init()
1047 bridge->conf.iobase = PCI_IO_RANGE_TYPE_32; in advk_sw_pci_bridge_init()
1048 bridge->conf.iolimit = PCI_IO_RANGE_TYPE_32; in advk_sw_pci_bridge_init()
1051 bridge->conf.pref_mem_base = cpu_to_le16(PCI_PREF_RANGE_TYPE_64); in advk_sw_pci_bridge_init()
1052 bridge->conf.pref_mem_limit = cpu_to_le16(PCI_PREF_RANGE_TYPE_64); in advk_sw_pci_bridge_init()
1055 bridge->conf.intpin = PCI_INTERRUPT_INTA; in advk_sw_pci_bridge_init()
1061 bridge->pcie_conf.cap = cpu_to_le16(2 | PCI_EXP_FLAGS_SLOT); in advk_sw_pci_bridge_init()
1073 bridge->pcie_conf.slotcap = cpu_to_le32(FIELD_PREP(PCI_EXP_SLTCAP_PSN, in advk_sw_pci_bridge_init()
1075 bridge->pcie_conf.slotsta = cpu_to_le16(PCI_EXP_SLTSTA_PDS); in advk_sw_pci_bridge_init()
1078 bridge->pcie_conf.rootcap = cpu_to_le16(PCI_EXP_RTCAP_RRS_SV); in advk_sw_pci_bridge_init()
1080 bridge->subsystem_vendor_id = advk_readl(pcie, PCIE_CORE_SSDEV_ID_REG) & 0xffff; in advk_sw_pci_bridge_init()
1081 bridge->subsystem_id = advk_readl(pcie, PCIE_CORE_SSDEV_ID_REG) >> 16; in advk_sw_pci_bridge_init()
1082 bridge->has_pcie = true; in advk_sw_pci_bridge_init()
1083 bridge->pcie_start = PCIE_CORE_PCIEXP_CAP; in advk_sw_pci_bridge_init()
1084 bridge->data = pcie; in advk_sw_pci_bridge_init()
1085 bridge->ops = &advk_pci_bridge_emul_ops; in advk_sw_pci_bridge_init()
1097 * If the link goes down after we check for link-up, we have a problem: in advk_pcie_valid_device()
1098 * if a PIO request is executed while link-down, the whole controller in advk_pcie_valid_device()
1099 * gets stuck in a non-functional state, and even after link comes up in advk_pcie_valid_device()
1112 struct device *dev = &pcie->pdev->dev; in advk_pcie_pio_is_running()
1118 * SError Interrupt on CPU0, code 0xbf000002 -- SError in advk_pcie_pio_is_running()
1119 * Kernel panic - not syncing: Asynchronous SError Interrupt in advk_pcie_pio_is_running()
1128 * EL3 level and mask it to prevent kernel panic. Relevant TF-A commit: in advk_pcie_pio_is_running()
1129 * https://git.trustedfirmware.org/TF-A/trusted-firmware-a.git/commit/?id=3c7dcdac5c50 in advk_pcie_pio_is_running()
1142 struct advk_pcie *pcie = bus->sysdata; in advk_pcie_rd_conf()
1152 return pci_bridge_emul_conf_read(&pcie->bridge, where, in advk_pcie_rd_conf()
1161 (le16_to_cpu(pcie->bridge.pcie_conf.rootctl) & in advk_pcie_rd_conf()
1170 if (pci_is_root_bus(bus->parent)) in advk_pcie_rd_conf()
1177 reg = ALIGN_DOWN(PCIE_ECAM_OFFSET(bus->number, devfn, where), 4); in advk_pcie_rd_conf()
1198 } while (ret == -EAGAIN && retry_count < PIO_RETRY_CNT); in advk_pcie_rd_conf()
1228 struct advk_pcie *pcie = bus->sysdata; in advk_pcie_wr_conf()
1239 return pci_bridge_emul_conf_write(&pcie->bridge, where, in advk_pcie_wr_conf()
1251 if (pci_is_root_bus(bus->parent)) in advk_pcie_wr_conf()
1258 reg = ALIGN_DOWN(PCIE_ECAM_OFFSET(bus->number, devfn, where), 4); in advk_pcie_wr_conf()
1265 data_strobe = GENMASK(size - 1, 0) << offset; in advk_pcie_wr_conf()
1286 } while (ret == -EAGAIN && retry_count < PIO_RETRY_CNT); in advk_pcie_wr_conf()
1302 msg->address_lo = lower_32_bits(msi_addr); in advk_msi_irq_compose_msi_msg()
1303 msg->address_hi = upper_32_bits(msi_addr); in advk_msi_irq_compose_msi_msg()
1304 msg->data = data->hwirq; in advk_msi_irq_compose_msi_msg()
1309 struct advk_pcie *pcie = d->domain->host_data; in advk_msi_irq_mask()
1314 raw_spin_lock_irqsave(&pcie->msi_irq_lock, flags); in advk_msi_irq_mask()
1318 raw_spin_unlock_irqrestore(&pcie->msi_irq_lock, flags); in advk_msi_irq_mask()
1323 struct advk_pcie *pcie = d->domain->host_data; in advk_msi_irq_unmask()
1328 raw_spin_lock_irqsave(&pcie->msi_irq_lock, flags); in advk_msi_irq_unmask()
1332 raw_spin_unlock_irqrestore(&pcie->msi_irq_lock, flags); in advk_msi_irq_unmask()
1346 struct advk_pcie *pcie = domain->host_data; in advk_msi_irq_domain_alloc()
1349 mutex_lock(&pcie->msi_used_lock); in advk_msi_irq_domain_alloc()
1350 hwirq = bitmap_find_free_region(pcie->msi_used, MSI_IRQ_NUM, in advk_msi_irq_domain_alloc()
1352 mutex_unlock(&pcie->msi_used_lock); in advk_msi_irq_domain_alloc()
1354 return -ENOSPC; in advk_msi_irq_domain_alloc()
1359 domain->host_data, handle_simple_irq, in advk_msi_irq_domain_alloc()
1369 struct advk_pcie *pcie = domain->host_data; in advk_msi_irq_domain_free()
1371 mutex_lock(&pcie->msi_used_lock); in advk_msi_irq_domain_free()
1372 bitmap_release_region(pcie->msi_used, d->hwirq, order_base_2(nr_irqs)); in advk_msi_irq_domain_free()
1373 mutex_unlock(&pcie->msi_used_lock); in advk_msi_irq_domain_free()
1383 struct advk_pcie *pcie = d->domain->host_data; in advk_pcie_irq_mask()
1388 raw_spin_lock_irqsave(&pcie->irq_lock, flags); in advk_pcie_irq_mask()
1392 raw_spin_unlock_irqrestore(&pcie->irq_lock, flags); in advk_pcie_irq_mask()
1397 struct advk_pcie *pcie = d->domain->host_data; in advk_pcie_irq_unmask()
1402 raw_spin_lock_irqsave(&pcie->irq_lock, flags); in advk_pcie_irq_unmask()
1406 raw_spin_unlock_irqrestore(&pcie->irq_lock, flags); in advk_pcie_irq_unmask()
1412 struct advk_pcie *pcie = h->host_data; in advk_pcie_irq_map()
1415 irq_set_chip_and_handler(virq, &pcie->irq_chip, in advk_pcie_irq_map()
1439 .prefix = "advk-",
1445 struct device *dev = &pcie->pdev->dev; in advk_pcie_init_msi_irq_domain()
1447 raw_spin_lock_init(&pcie->msi_irq_lock); in advk_pcie_init_msi_irq_domain()
1448 mutex_init(&pcie->msi_used_lock); in advk_pcie_init_msi_irq_domain()
1457 pcie->msi_inner_domain = msi_create_parent_irq_domain(&info, &advk_msi_parent_ops); in advk_pcie_init_msi_irq_domain()
1458 if (!pcie->msi_inner_domain) in advk_pcie_init_msi_irq_domain()
1459 return -ENOMEM; in advk_pcie_init_msi_irq_domain()
1466 irq_domain_remove(pcie->msi_inner_domain); in advk_pcie_remove_msi_irq_domain()
1471 struct device *dev = &pcie->pdev->dev; in advk_pcie_init_irq_domain()
1472 struct device_node *node = dev->of_node; in advk_pcie_init_irq_domain()
1477 raw_spin_lock_init(&pcie->irq_lock); in advk_pcie_init_irq_domain()
1482 return -ENODEV; in advk_pcie_init_irq_domain()
1485 irq_chip = &pcie->irq_chip; in advk_pcie_init_irq_domain()
1487 irq_chip->name = devm_kasprintf(dev, GFP_KERNEL, "%s-irq", in advk_pcie_init_irq_domain()
1489 if (!irq_chip->name) { in advk_pcie_init_irq_domain()
1490 ret = -ENOMEM; in advk_pcie_init_irq_domain()
1494 irq_chip->irq_mask = advk_pcie_irq_mask; in advk_pcie_init_irq_domain()
1495 irq_chip->irq_unmask = advk_pcie_irq_unmask; in advk_pcie_init_irq_domain()
1497 pcie->irq_domain = irq_domain_create_linear(of_fwnode_handle(pcie_intc_node), PCI_NUM_INTX, in advk_pcie_init_irq_domain()
1499 if (!pcie->irq_domain) { in advk_pcie_init_irq_domain()
1501 ret = -ENOMEM; in advk_pcie_init_irq_domain()
1512 irq_domain_remove(pcie->irq_domain); in advk_pcie_remove_irq_domain()
1516 .name = "advk-RP",
1522 struct advk_pcie *pcie = h->host_data; in advk_pcie_rp_irq_map()
1537 pcie->rp_irq_domain = irq_domain_create_linear(NULL, 1, &advk_pcie_rp_irq_domain_ops, pcie); in advk_pcie_init_rp_irq_domain()
1538 if (!pcie->rp_irq_domain) { in advk_pcie_init_rp_irq_domain()
1539 dev_err(&pcie->pdev->dev, "Failed to add Root Port IRQ domain\n"); in advk_pcie_init_rp_irq_domain()
1540 return -ENOMEM; in advk_pcie_init_rp_irq_domain()
1548 irq_domain_remove(pcie->rp_irq_domain); in advk_pcie_remove_rp_irq_domain()
1562 if (!(le32_to_cpu(pcie->bridge.pcie_conf.rootsta) & PCI_EXP_RTSTA_PME)) { in advk_pcie_handle_pme()
1563 pcie->bridge.pcie_conf.rootsta = cpu_to_le32(requester | PCI_EXP_RTSTA_PME); in advk_pcie_handle_pme()
1569 if (!(le16_to_cpu(pcie->bridge.pcie_conf.rootctl) & PCI_EXP_RTCTL_PMEIE)) in advk_pcie_handle_pme()
1572 if (generic_handle_domain_irq(pcie->rp_irq_domain, 0) == -EINVAL) in advk_pcie_handle_pme()
1573 dev_err_ratelimited(&pcie->pdev->dev, "unhandled PME IRQ\n"); in advk_pcie_handle_pme()
1590 if (generic_handle_domain_irq(pcie->msi_inner_domain, msi_idx) == -EINVAL) in advk_pcie_handle_msi()
1591 dev_err_ratelimited(&pcie->pdev->dev, "unexpected MSI 0x%02x\n", msi_idx); in advk_pcie_handle_msi()
1624 if (generic_handle_domain_irq(pcie->rp_irq_domain, 0) == -EINVAL) in advk_pcie_handle_int()
1625 dev_err_ratelimited(&pcie->pdev->dev, "unhandled ERR IRQ\n"); in advk_pcie_handle_int()
1640 if (generic_handle_domain_irq(pcie->irq_domain, i) == -EINVAL) in advk_pcie_handle_int()
1641 dev_err_ratelimited(&pcie->pdev->dev, "unexpected INT%c IRQ\n", in advk_pcie_handle_int()
1665 struct advk_pcie *pcie = dev->bus->sysdata; in advk_pcie_map_irq()
1672 if (pci_is_root_bus(dev->bus)) in advk_pcie_map_irq()
1673 return irq_create_mapping(pcie->rp_irq_domain, pin - 1); in advk_pcie_map_irq()
1680 phy_power_off(pcie->phy); in advk_pcie_disable_phy()
1681 phy_exit(pcie->phy); in advk_pcie_disable_phy()
1688 if (!pcie->phy) in advk_pcie_enable_phy()
1691 ret = phy_init(pcie->phy); in advk_pcie_enable_phy()
1695 ret = phy_set_mode(pcie->phy, PHY_MODE_PCIE); in advk_pcie_enable_phy()
1697 phy_exit(pcie->phy); in advk_pcie_enable_phy()
1701 ret = phy_power_on(pcie->phy); in advk_pcie_enable_phy()
1703 phy_exit(pcie->phy); in advk_pcie_enable_phy()
1712 struct device *dev = &pcie->pdev->dev; in advk_pcie_setup_phy()
1713 struct device_node *node = dev->of_node; in advk_pcie_setup_phy()
1716 pcie->phy = devm_of_phy_get(dev, node, NULL); in advk_pcie_setup_phy()
1717 if (IS_ERR(pcie->phy) && (PTR_ERR(pcie->phy) == -EPROBE_DEFER)) in advk_pcie_setup_phy()
1718 return PTR_ERR(pcie->phy); in advk_pcie_setup_phy()
1721 if (IS_ERR(pcie->phy)) { in advk_pcie_setup_phy()
1722 dev_warn(dev, "PHY unavailable (%ld)\n", PTR_ERR(pcie->phy)); in advk_pcie_setup_phy()
1723 pcie->phy = NULL; in advk_pcie_setup_phy()
1736 struct device *dev = &pdev->dev; in advk_pcie_probe()
1744 return -ENOMEM; in advk_pcie_probe()
1747 pcie->pdev = pdev; in advk_pcie_probe()
1750 resource_list_for_each_entry(entry, &bridge->windows) { in advk_pcie_probe()
1751 resource_size_t start = entry->res->start; in advk_pcie_probe()
1752 resource_size_t size = resource_size(entry->res); in advk_pcie_probe()
1753 unsigned long type = resource_type(entry->res); in advk_pcie_probe()
1770 if (type == IORESOURCE_MEM && entry->offset == 0) in advk_pcie_probe()
1774 * The n-th PCIe window is configured by tuple (match, remap, mask) in advk_pcie_probe()
1782 while (pcie->wins_count < OB_WIN_COUNT && size > 0) { in advk_pcie_probe()
1784 win_size = (1ULL << (fls64(size)-1)) | in advk_pcie_probe()
1791 "Configuring PCIe window %d: [0x%llx-0x%llx] as %lu\n", in advk_pcie_probe()
1792 pcie->wins_count, (unsigned long long)start, in advk_pcie_probe()
1796 pcie->wins[pcie->wins_count].actions = OB_WIN_TYPE_IO; in advk_pcie_probe()
1797 pcie->wins[pcie->wins_count].match = pci_pio_to_address(start); in advk_pcie_probe()
1799 pcie->wins[pcie->wins_count].actions = OB_WIN_TYPE_MEM; in advk_pcie_probe()
1800 pcie->wins[pcie->wins_count].match = start; in advk_pcie_probe()
1802 pcie->wins[pcie->wins_count].remap = start - entry->offset; in advk_pcie_probe()
1803 pcie->wins[pcie->wins_count].mask = ~(win_size - 1); in advk_pcie_probe()
1805 if (pcie->wins[pcie->wins_count].remap & (win_size - 1)) in advk_pcie_probe()
1809 size -= win_size; in advk_pcie_probe()
1810 pcie->wins_count++; in advk_pcie_probe()
1814 dev_err(&pcie->pdev->dev, in advk_pcie_probe()
1815 "Invalid PCIe region [0x%llx-0x%llx]\n", in advk_pcie_probe()
1816 (unsigned long long)entry->res->start, in advk_pcie_probe()
1817 (unsigned long long)entry->res->end + 1); in advk_pcie_probe()
1818 return -EINVAL; in advk_pcie_probe()
1822 pcie->base = devm_platform_ioremap_resource(pdev, 0); in advk_pcie_probe()
1823 if (IS_ERR(pcie->base)) in advk_pcie_probe()
1824 return PTR_ERR(pcie->base); in advk_pcie_probe()
1831 IRQF_SHARED | IRQF_NO_THREAD, "advk-pcie", in advk_pcie_probe()
1838 pcie->reset_gpio = devm_gpiod_get_optional(dev, "reset", GPIOD_OUT_LOW); in advk_pcie_probe()
1839 ret = PTR_ERR_OR_ZERO(pcie->reset_gpio); in advk_pcie_probe()
1841 if (ret != -EPROBE_DEFER) in advk_pcie_probe()
1842 dev_err(dev, "Failed to get reset-gpio: %i\n", ret); in advk_pcie_probe()
1846 ret = gpiod_set_consumer_name(pcie->reset_gpio, "pcie1-reset"); in advk_pcie_probe()
1852 ret = of_pci_get_max_link_speed(dev->of_node); in advk_pcie_probe()
1854 pcie->link_gen = 3; in advk_pcie_probe()
1856 pcie->link_gen = ret; in advk_pcie_probe()
1891 bridge->sysdata = pcie; in advk_pcie_probe()
1892 bridge->ops = &advk_pcie_ops; in advk_pcie_probe()
1893 bridge->map_irq = advk_pcie_map_irq; in advk_pcie_probe()
1915 pci_stop_root_bus(bridge->bus); in advk_pcie_remove()
1916 pci_remove_root_bus(bridge->bus); in advk_pcie_remove()
1951 pci_bridge_emul_cleanup(&pcie->bridge); in advk_pcie_remove()
1954 if (pcie->reset_gpio) in advk_pcie_remove()
1955 gpiod_set_value_cansleep(pcie->reset_gpio, 1); in advk_pcie_remove()
1971 { .compatible = "marvell,armada-3700-pcie", },
1978 .name = "advk-pcie",