Lines Matching +full:pcie +full:- +full:is +full:- +full:gen1
1 // SPDX-License-Identifier: GPL-2.0+
3 * Rockchip AXI PCIe endpoint controller driver
7 * Author: Shawn Lin <shawn.lin@rock-chips.com>
8 * Simon Xue <xxm@rock-chips.com>
18 #include <linux/pci-epc.h>
20 #include <linux/pci-epf.h>
24 #include "pcie-rockchip.h"
27 * struct rockchip_pcie_ep - private data for PCIe endpoint controller driver
28 * @rockchip: Rockchip PCIe controller
34 * dedicated outbound regions is mapped.
37 * IRQ) TLP through the PCIe bus.
45 * @link_up: True if the PCI link is up.
81 int num_pass_bits = fls64(pci_addr ^ (pci_addr + size - 1)); in rockchip_pcie_ep_ob_atu_num_bits()
98 addr0 = ((num_pass_bits - 1) & PCIE_CORE_OB_REGION_ADDR0_NUM_BITS) | in rockchip_pcie_prog_ep_ob_atu()
119 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_write_header()
124 hdr->vendorid | hdr->subsys_vendor_id << 16, in rockchip_pcie_ep_write_header()
129 reg = (reg & 0xFFFF) | (hdr->deviceid << 16); in rockchip_pcie_ep_write_header()
133 hdr->revid | in rockchip_pcie_ep_write_header()
134 hdr->progif_code << 8 | in rockchip_pcie_ep_write_header()
135 hdr->subclass_code << 16 | in rockchip_pcie_ep_write_header()
136 hdr->baseclass_code << 24, in rockchip_pcie_ep_write_header()
138 rockchip_pcie_write(rockchip, hdr->cache_line_size, in rockchip_pcie_ep_write_header()
141 rockchip_pcie_write(rockchip, hdr->subsys_id << 16, in rockchip_pcie_ep_write_header()
144 rockchip_pcie_write(rockchip, hdr->interrupt_pin << 8, in rockchip_pcie_ep_write_header()
155 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_set_bar()
156 dma_addr_t bar_phys = epf_bar->phys_addr; in rockchip_pcie_ep_set_bar()
157 enum pci_barno bar = epf_bar->barno; in rockchip_pcie_ep_set_bar()
158 int flags = epf_bar->flags; in rockchip_pcie_ep_set_bar()
162 /* BAR size is 2^(aperture + 7) */ in rockchip_pcie_ep_set_bar()
163 sz = max_t(size_t, epf_bar->size, MIN_EP_APERTURE); in rockchip_pcie_ep_set_bar()
166 * roundup_pow_of_two() returns an unsigned long, which is not suited in rockchip_pcie_ep_set_bar()
169 sz = 1ULL << fls64(sz - 1); in rockchip_pcie_ep_set_bar()
170 aperture = ilog2(sz) - 7; /* 128B -> 0, 256B -> 1, 512B -> 2, ... */ in rockchip_pcie_ep_set_bar()
179 return -EINVAL; in rockchip_pcie_ep_set_bar()
198 b = bar - BAR_4; in rockchip_pcie_ep_set_bar()
223 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_clear_bar()
225 enum pci_barno bar = epf_bar->barno; in rockchip_pcie_ep_clear_bar()
232 b = bar - BAR_4; in rockchip_pcie_ep_clear_bar()
261 num_bits = rockchip_pcie_ep_ob_atu_num_bits(&ep->rockchip, in rockchip_pcie_ep_align_addr()
263 mask = (1ULL << num_bits) - 1; in rockchip_pcie_ep_align_addr()
267 size = SZ_1M - offset; in rockchip_pcie_ep_align_addr()
280 struct rockchip_pcie *pcie = &ep->rockchip; in rockchip_pcie_ep_map_addr() local
283 if (test_bit(r, &ep->ob_region_map)) in rockchip_pcie_ep_map_addr()
284 return -EBUSY; in rockchip_pcie_ep_map_addr()
286 rockchip_pcie_prog_ep_ob_atu(pcie, fn, r, addr, pci_addr, size); in rockchip_pcie_ep_map_addr()
288 set_bit(r, &ep->ob_region_map); in rockchip_pcie_ep_map_addr()
289 ep->ob_addr[r] = addr; in rockchip_pcie_ep_map_addr()
298 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_unmap_addr()
301 if (addr != ep->ob_addr[r] || !test_bit(r, &ep->ob_region_map)) in rockchip_pcie_ep_unmap_addr()
306 ep->ob_addr[r] = 0; in rockchip_pcie_ep_unmap_addr()
307 clear_bit(r, &ep->ob_region_map); in rockchip_pcie_ep_unmap_addr()
314 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_set_msi()
335 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_get_msi()
342 return -EINVAL; in rockchip_pcie_ep_get_msi()
351 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_assert_intx()
356 ep->irq_pending |= BIT(intx); in rockchip_pcie_ep_assert_intx()
362 ep->irq_pending &= ~BIT(intx); in rockchip_pcie_ep_assert_intx()
375 cmd = rockchip_pcie_read(&ep->rockchip, in rockchip_pcie_ep_send_intx_irq()
380 return -EINVAL; in rockchip_pcie_ep_send_intx_irq()
396 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_send_msi_irq()
404 flags = rockchip_pcie_read(&ep->rockchip, in rockchip_pcie_ep_send_msi_irq()
408 return -EINVAL; in rockchip_pcie_ep_send_msi_irq()
415 return -EINVAL; in rockchip_pcie_ep_send_msi_irq()
418 data_mask = msi_count - 1; in rockchip_pcie_ep_send_msi_irq()
423 data = (data & ~data_mask) | ((interrupt_num - 1) & data_mask); in rockchip_pcie_ep_send_msi_irq()
438 irq_pci_addr = rockchip_pcie_ep_align_addr(ep->epc, in rockchip_pcie_ep_send_msi_irq()
441 if (unlikely(ep->irq_pci_addr != irq_pci_addr || in rockchip_pcie_ep_send_msi_irq()
442 ep->irq_pci_fn != fn)) { in rockchip_pcie_ep_send_msi_irq()
444 rockchip_ob_region(ep->irq_phys_addr), in rockchip_pcie_ep_send_msi_irq()
445 ep->irq_phys_addr, in rockchip_pcie_ep_send_msi_irq()
447 ep->irq_pci_addr = irq_pci_addr; in rockchip_pcie_ep_send_msi_irq()
448 ep->irq_pci_fn = fn; in rockchip_pcie_ep_send_msi_irq()
451 writew(data, ep->irq_cpu_addr + offset + (pci_addr & ~PCIE_ADDR_MASK)); in rockchip_pcie_ep_send_msi_irq()
466 return -EINVAL; in rockchip_pcie_ep_raise_irq()
473 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_start()
478 list_for_each_entry(epf, &epc->pci_epf, list) in rockchip_pcie_ep_start()
479 cfg |= BIT(epf->func_no); in rockchip_pcie_ep_start()
483 if (rockchip->perst_gpio) in rockchip_pcie_ep_start()
484 enable_irq(ep->perst_irq); in rockchip_pcie_ep_start()
492 if (!rockchip->perst_gpio) in rockchip_pcie_ep_start()
493 schedule_delayed_work(&ep->link_training, 0); in rockchip_pcie_ep_start()
501 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_stop()
503 if (rockchip->perst_gpio) { in rockchip_pcie_ep_stop()
504 ep->perst_asserted = true; in rockchip_pcie_ep_stop()
505 disable_irq(ep->perst_irq); in rockchip_pcie_ep_stop()
508 cancel_delayed_work_sync(&ep->link_training); in rockchip_pcie_ep_stop()
537 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_link_training()
538 struct device *dev = rockchip->dev; in rockchip_pcie_ep_link_training()
542 /* Enable Gen1 training and wait for its completion */ in rockchip_pcie_ep_link_training()
543 ret = readl_poll_timeout(rockchip->apb_base + PCIE_CORE_CTRL, in rockchip_pcie_ep_link_training()
549 /* Make sure that the link is up */ in rockchip_pcie_ep_link_training()
550 ret = readl_poll_timeout(rockchip->apb_base + PCIE_CLIENT_BASIC_STATUS1, in rockchip_pcie_ep_link_training()
561 if (!PCIE_LINK_IS_GEN2(val) && rockchip->link_gen == 2) { in rockchip_pcie_ep_link_training()
564 readl_poll_timeout(rockchip->apb_base + PCIE_CORE_CTRL, in rockchip_pcie_ep_link_training()
569 /* Check again that the link is up */ in rockchip_pcie_ep_link_training()
577 if (ep->perst_asserted) in rockchip_pcie_ep_link_training()
588 pci_epc_linkup(ep->epc); in rockchip_pcie_ep_link_training()
589 ep->link_up = true; in rockchip_pcie_ep_link_training()
594 schedule_delayed_work(&ep->link_training, msecs_to_jiffies(5)); in rockchip_pcie_ep_link_training()
599 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_perst_assert()
601 dev_dbg(rockchip->dev, "PERST# asserted, link down\n"); in rockchip_pcie_ep_perst_assert()
603 if (ep->perst_asserted) in rockchip_pcie_ep_perst_assert()
606 ep->perst_asserted = true; in rockchip_pcie_ep_perst_assert()
608 cancel_delayed_work_sync(&ep->link_training); in rockchip_pcie_ep_perst_assert()
610 if (ep->link_up) { in rockchip_pcie_ep_perst_assert()
611 pci_epc_linkdown(ep->epc); in rockchip_pcie_ep_perst_assert()
612 ep->link_up = false; in rockchip_pcie_ep_perst_assert()
618 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_perst_deassert()
620 dev_dbg(rockchip->dev, "PERST# de-asserted, starting link training\n"); in rockchip_pcie_ep_perst_deassert()
622 if (!ep->perst_asserted) in rockchip_pcie_ep_perst_deassert()
625 ep->perst_asserted = false; in rockchip_pcie_ep_perst_deassert()
627 /* Enable link re-training */ in rockchip_pcie_ep_perst_deassert()
631 schedule_delayed_work(&ep->link_training, 0); in rockchip_pcie_ep_perst_deassert()
638 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_perst_irq_thread()
639 u32 perst = gpiod_get_value(rockchip->perst_gpio); in rockchip_pcie_ep_perst_irq_thread()
646 irq_set_irq_type(ep->perst_irq, in rockchip_pcie_ep_perst_irq_thread()
655 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_setup_irq()
656 struct device *dev = rockchip->dev; in rockchip_pcie_ep_setup_irq()
659 if (!rockchip->perst_gpio) in rockchip_pcie_ep_setup_irq()
662 /* PCIe reset interrupt */ in rockchip_pcie_ep_setup_irq()
663 ep->perst_irq = gpiod_to_irq(rockchip->perst_gpio); in rockchip_pcie_ep_setup_irq()
664 if (ep->perst_irq < 0) { in rockchip_pcie_ep_setup_irq()
667 ep->perst_irq); in rockchip_pcie_ep_setup_irq()
669 return ep->perst_irq; in rockchip_pcie_ep_setup_irq()
673 * The perst_gpio is active low, so when it is inactive on start, it in rockchip_pcie_ep_setup_irq()
674 * is high and will trigger the perst_irq handler. So treat this initial in rockchip_pcie_ep_setup_irq()
677 ep->perst_asserted = true; in rockchip_pcie_ep_setup_irq()
678 irq_set_status_flags(ep->perst_irq, IRQ_NOAUTOEN); in rockchip_pcie_ep_setup_irq()
679 ret = devm_request_threaded_irq(dev, ep->perst_irq, NULL, in rockchip_pcie_ep_setup_irq()
682 "pcie-ep-perst", epc); in rockchip_pcie_ep_setup_irq()
726 struct device *dev = rockchip->dev; in rockchip_pcie_ep_get_resources()
737 err = of_property_read_u32(dev->of_node, in rockchip_pcie_ep_get_resources()
738 "rockchip,max-outbound-regions", in rockchip_pcie_ep_get_resources()
739 &ep->max_regions); in rockchip_pcie_ep_get_resources()
740 if (err < 0 || ep->max_regions > MAX_REGION_LIMIT) in rockchip_pcie_ep_get_resources()
741 ep->max_regions = MAX_REGION_LIMIT; in rockchip_pcie_ep_get_resources()
743 ep->ob_region_map = 0; in rockchip_pcie_ep_get_resources()
745 err = of_property_read_u8(dev->of_node, "max-functions", in rockchip_pcie_ep_get_resources()
746 &ep->epc->max_functions); in rockchip_pcie_ep_get_resources()
748 ep->epc->max_functions = 1; in rockchip_pcie_ep_get_resources()
754 { .compatible = "rockchip,rk3399-pcie-ep"},
760 struct rockchip_pcie *rockchip = &ep->rockchip; in rockchip_pcie_ep_init_ob_mem()
761 struct device *dev = rockchip->dev; in rockchip_pcie_ep_init_ob_mem()
765 ep->ob_addr = devm_kcalloc(dev, ep->max_regions, sizeof(*ep->ob_addr), in rockchip_pcie_ep_init_ob_mem()
768 if (!ep->ob_addr) in rockchip_pcie_ep_init_ob_mem()
769 return -ENOMEM; in rockchip_pcie_ep_init_ob_mem()
771 windows = devm_kcalloc(dev, ep->max_regions, in rockchip_pcie_ep_init_ob_mem()
774 return -ENOMEM; in rockchip_pcie_ep_init_ob_mem()
776 for (i = 0; i < ep->max_regions; i++) { in rockchip_pcie_ep_init_ob_mem()
777 windows[i].phys_base = rockchip->mem_res->start + (SZ_1M * i); in rockchip_pcie_ep_init_ob_mem()
781 err = pci_epc_multi_mem_init(ep->epc, windows, ep->max_regions); in rockchip_pcie_ep_init_ob_mem()
789 ep->irq_cpu_addr = pci_epc_mem_alloc_addr(ep->epc, &ep->irq_phys_addr, in rockchip_pcie_ep_init_ob_mem()
791 if (!ep->irq_cpu_addr) { in rockchip_pcie_ep_init_ob_mem()
793 err = -ENOMEM; in rockchip_pcie_ep_init_ob_mem()
797 ep->irq_pci_addr = ROCKCHIP_PCIE_EP_DUMMY_IRQ_ADDR; in rockchip_pcie_ep_init_ob_mem()
802 pci_epc_mem_exit(ep->epc); in rockchip_pcie_ep_init_ob_mem()
809 pci_epc_mem_exit(ep->epc); in rockchip_pcie_ep_exit_ob_mem()
817 * MSI-X is not supported but the controller still advertises the MSI-X in rockchip_pcie_ep_hide_broken_msix_cap()
819 * allocating MSI-X vectors which cannot be used. Avoid this by skipping in rockchip_pcie_ep_hide_broken_msix_cap()
820 * the MSI-X capability entry in the PCIe capabilities linked-list: get in rockchip_pcie_ep_hide_broken_msix_cap()
821 * the next pointer from the MSI-X entry and set that in the MSI in rockchip_pcie_ep_hide_broken_msix_cap()
822 * capability entry (which is the previous entry). This way the MSI-X in rockchip_pcie_ep_hide_broken_msix_cap()
823 * entry is skipped (left out of the linked-list) and not advertised. in rockchip_pcie_ep_hide_broken_msix_cap()
842 struct device *dev = &pdev->dev; in rockchip_pcie_ep_probe()
850 return -ENOMEM; in rockchip_pcie_ep_probe()
852 rockchip = &ep->rockchip; in rockchip_pcie_ep_probe()
853 rockchip->is_rc = false; in rockchip_pcie_ep_probe()
854 rockchip->dev = dev; in rockchip_pcie_ep_probe()
855 INIT_DELAYED_WORK(&ep->link_training, rockchip_pcie_ep_link_training); in rockchip_pcie_ep_probe()
863 ep->epc = epc; in rockchip_pcie_ep_probe()
905 .name = "rockchip-pcie-ep",