1 // SPDX-License-Identifier: GPL-2.0
3 // Cadence PCIe endpoint controller driver.
4 // Author: Cyrille Pitchen <cyrille.pitchen@free-electrons.com>
11 #include <linux/pci-epc.h>
15 #include "pcie-cadence.h"
22 static u8 cdns_pcie_get_fn_from_vfn(struct cdns_pcie *pcie, u8 fn, u8 vfn)  in cdns_pcie_get_fn_from_vfn()  argument
30 	first_vf_offset = cdns_pcie_ep_fn_readw(pcie, fn, cap + PCI_SRIOV_VF_OFFSET);  in cdns_pcie_get_fn_from_vfn()
31 	stride = cdns_pcie_ep_fn_readw(pcie, fn, cap +  PCI_SRIOV_VF_STRIDE);  in cdns_pcie_get_fn_from_vfn()
32 	fn = fn + first_vf_offset + ((vfn - 1) * stride);  in cdns_pcie_get_fn_from_vfn()
42 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_write_header()  local
46 		dev_err(&epc->dev, "Only Virtual Function #1 has deviceID\n");  in cdns_pcie_ep_write_header()
47 		return -EINVAL;  in cdns_pcie_ep_write_header()
50 		cdns_pcie_ep_fn_writew(pcie, fn, reg, hdr->deviceid);  in cdns_pcie_ep_write_header()
54 	cdns_pcie_ep_fn_writew(pcie, fn, PCI_DEVICE_ID, hdr->deviceid);  in cdns_pcie_ep_write_header()
55 	cdns_pcie_ep_fn_writeb(pcie, fn, PCI_REVISION_ID, hdr->revid);  in cdns_pcie_ep_write_header()
56 	cdns_pcie_ep_fn_writeb(pcie, fn, PCI_CLASS_PROG, hdr->progif_code);  in cdns_pcie_ep_write_header()
57 	cdns_pcie_ep_fn_writew(pcie, fn, PCI_CLASS_DEVICE,  in cdns_pcie_ep_write_header()
58 			       hdr->subclass_code | hdr->baseclass_code << 8);  in cdns_pcie_ep_write_header()
59 	cdns_pcie_ep_fn_writeb(pcie, fn, PCI_CACHE_LINE_SIZE,  in cdns_pcie_ep_write_header()
60 			       hdr->cache_line_size);  in cdns_pcie_ep_write_header()
61 	cdns_pcie_ep_fn_writew(pcie, fn, PCI_SUBSYSTEM_ID, hdr->subsys_id);  in cdns_pcie_ep_write_header()
62 	cdns_pcie_ep_fn_writeb(pcie, fn, PCI_INTERRUPT_PIN, hdr->interrupt_pin);  in cdns_pcie_ep_write_header()
70 		u32 id = CDNS_PCIE_LM_ID_VENDOR(hdr->vendorid) |  in cdns_pcie_ep_write_header()
71 			 CDNS_PCIE_LM_ID_SUBSYS(hdr->subsys_vendor_id);  in cdns_pcie_ep_write_header()
73 		cdns_pcie_writel(pcie, CDNS_PCIE_LM_ID, id);  in cdns_pcie_ep_write_header()
83 	struct cdns_pcie_epf *epf = &ep->epf[fn];  in cdns_pcie_ep_set_bar()
84 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_set_bar()  local
85 	dma_addr_t bar_phys = epf_bar->phys_addr;  in cdns_pcie_ep_set_bar()
86 	enum pci_barno bar = epf_bar->barno;  in cdns_pcie_ep_set_bar()
87 	int flags = epf_bar->flags;  in cdns_pcie_ep_set_bar()
92 	sz = max_t(size_t, epf_bar->size, CDNS_PCIE_EP_MIN_APERTURE);  in cdns_pcie_ep_set_bar()
97 	sz = 1ULL << fls64(sz - 1);  in cdns_pcie_ep_set_bar()
98 	aperture = ilog2(sz) - 7; /* 128B -> 0, 256B -> 1, 512B -> 2, ... */  in cdns_pcie_ep_set_bar()
107 			return -EINVAL;  in cdns_pcie_ep_set_bar()
126 	b = (bar < BAR_4) ? bar : bar - BAR_4;  in cdns_pcie_ep_set_bar()
129 		cfg = cdns_pcie_readl(pcie, reg);  in cdns_pcie_ep_set_bar()
134 		cdns_pcie_writel(pcie, reg, cfg);  in cdns_pcie_ep_set_bar()
137 	fn = cdns_pcie_get_fn_from_vfn(pcie, fn, vfn);  in cdns_pcie_ep_set_bar()
138 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_IB_EP_FUNC_BAR_ADDR0(fn, bar),  in cdns_pcie_ep_set_bar()
140 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_IB_EP_FUNC_BAR_ADDR1(fn, bar),  in cdns_pcie_ep_set_bar()
144 		epf = &epf->epf[vfn - 1];  in cdns_pcie_ep_set_bar()
145 	epf->epf_bar[bar] = epf_bar;  in cdns_pcie_ep_set_bar()
154 	struct cdns_pcie_epf *epf = &ep->epf[fn];  in cdns_pcie_ep_clear_bar()
155 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_clear_bar()  local
156 	enum pci_barno bar = epf_bar->barno;  in cdns_pcie_ep_clear_bar()
163 	b = (bar < BAR_4) ? bar : bar - BAR_4;  in cdns_pcie_ep_clear_bar()
167 		cfg = cdns_pcie_readl(pcie, reg);  in cdns_pcie_ep_clear_bar()
171 		cdns_pcie_writel(pcie, reg, cfg);  in cdns_pcie_ep_clear_bar()
174 	fn = cdns_pcie_get_fn_from_vfn(pcie, fn, vfn);  in cdns_pcie_ep_clear_bar()
175 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_IB_EP_FUNC_BAR_ADDR0(fn, bar), 0);  in cdns_pcie_ep_clear_bar()
176 	cdns_pcie_writel(pcie, CDNS_PCIE_AT_IB_EP_FUNC_BAR_ADDR1(fn, bar), 0);  in cdns_pcie_ep_clear_bar()
179 		epf = &epf->epf[vfn - 1];  in cdns_pcie_ep_clear_bar()
180 	epf->epf_bar[bar] = NULL;  in cdns_pcie_ep_clear_bar()
187 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_map_addr()  local
190 	r = find_first_zero_bit(&ep->ob_region_map, BITS_PER_LONG);  in cdns_pcie_ep_map_addr()
191 	if (r >= ep->max_regions - 1) {  in cdns_pcie_ep_map_addr()
192 		dev_err(&epc->dev, "no free outbound region\n");  in cdns_pcie_ep_map_addr()
193 		return -EINVAL;  in cdns_pcie_ep_map_addr()
196 	fn = cdns_pcie_get_fn_from_vfn(pcie, fn, vfn);  in cdns_pcie_ep_map_addr()
197 	cdns_pcie_set_outbound_region(pcie, 0, fn, r, false, addr, pci_addr, size);  in cdns_pcie_ep_map_addr()
199 	set_bit(r, &ep->ob_region_map);  in cdns_pcie_ep_map_addr()
200 	ep->ob_addr[r] = addr;  in cdns_pcie_ep_map_addr()
209 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_unmap_addr()  local
212 	for (r = 0; r < ep->max_regions - 1; r++)  in cdns_pcie_ep_unmap_addr()
213 		if (ep->ob_addr[r] == addr)  in cdns_pcie_ep_unmap_addr()
216 	if (r == ep->max_regions - 1)  in cdns_pcie_ep_unmap_addr()
219 	cdns_pcie_reset_outbound_region(pcie, r);  in cdns_pcie_ep_unmap_addr()
221 	ep->ob_addr[r] = 0;  in cdns_pcie_ep_unmap_addr()
222 	clear_bit(r, &ep->ob_region_map);  in cdns_pcie_ep_unmap_addr()
228 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_set_msi()  local
233 	fn = cdns_pcie_get_fn_from_vfn(pcie, fn, vfn);  in cdns_pcie_ep_set_msi()
239 	flags = cdns_pcie_ep_fn_readw(pcie, fn, cap + PCI_MSI_FLAGS);  in cdns_pcie_ep_set_msi()
243 	cdns_pcie_ep_fn_writew(pcie, fn, cap + PCI_MSI_FLAGS, flags);  in cdns_pcie_ep_set_msi()
251 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_get_msi()  local
255 	fn = cdns_pcie_get_fn_from_vfn(pcie, fn, vfn);  in cdns_pcie_ep_get_msi()
258 	flags = cdns_pcie_ep_fn_readw(pcie, fn, cap + PCI_MSI_FLAGS);  in cdns_pcie_ep_get_msi()
260 		return -EINVAL;  in cdns_pcie_ep_get_msi()
274 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_get_msix()  local
278 	func_no = cdns_pcie_get_fn_from_vfn(pcie, func_no, vfunc_no);  in cdns_pcie_ep_get_msix()
281 	val = cdns_pcie_ep_fn_readw(pcie, func_no, reg);  in cdns_pcie_ep_get_msix()
283 		return -EINVAL;  in cdns_pcie_ep_get_msix()
294 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_set_msix()  local
298 	fn = cdns_pcie_get_fn_from_vfn(pcie, fn, vfn);  in cdns_pcie_ep_set_msix()
301 	val = cdns_pcie_ep_fn_readw(pcie, fn, reg);  in cdns_pcie_ep_set_msix()
303 	val |= nr_irqs - 1; /* encoded as N-1 */  in cdns_pcie_ep_set_msix()
304 	cdns_pcie_ep_fn_writew(pcie, fn, reg, val);  in cdns_pcie_ep_set_msix()
306 	/* Set MSI-X BAR and offset */  in cdns_pcie_ep_set_msix()
309 	cdns_pcie_ep_fn_writel(pcie, fn, reg, val);  in cdns_pcie_ep_set_msix()
311 	/* Set PBA BAR and offset.  BAR must match MSI-X BAR */  in cdns_pcie_ep_set_msix()
314 	cdns_pcie_ep_fn_writel(pcie, fn, reg, val);  in cdns_pcie_ep_set_msix()
322 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_assert_intx()  local
331 	if (unlikely(ep->irq_pci_addr != CDNS_PCIE_EP_IRQ_PCI_ADDR_LEGACY ||  in cdns_pcie_ep_assert_intx()
332 		     ep->irq_pci_fn != fn)) {  in cdns_pcie_ep_assert_intx()
334 		cdns_pcie_set_outbound_region_for_normal_msg(pcie, 0, fn, 0,  in cdns_pcie_ep_assert_intx()
335 							     ep->irq_phys_addr);  in cdns_pcie_ep_assert_intx()
336 		ep->irq_pci_addr = CDNS_PCIE_EP_IRQ_PCI_ADDR_LEGACY;  in cdns_pcie_ep_assert_intx()
337 		ep->irq_pci_fn = fn;  in cdns_pcie_ep_assert_intx()
341 		ep->irq_pending |= BIT(intx);  in cdns_pcie_ep_assert_intx()
344 		ep->irq_pending &= ~BIT(intx);  in cdns_pcie_ep_assert_intx()
348 	spin_lock_irqsave(&ep->lock, flags);  in cdns_pcie_ep_assert_intx()
349 	status = cdns_pcie_ep_fn_readw(pcie, fn, PCI_STATUS);  in cdns_pcie_ep_assert_intx()
350 	if (((status & PCI_STATUS_INTERRUPT) != 0) ^ (ep->irq_pending != 0)) {  in cdns_pcie_ep_assert_intx()
352 		cdns_pcie_ep_fn_writew(pcie, fn, PCI_STATUS, status);  in cdns_pcie_ep_assert_intx()
354 	spin_unlock_irqrestore(&ep->lock, flags);  in cdns_pcie_ep_assert_intx()
358 	writel(0, ep->irq_cpu_addr + offset);  in cdns_pcie_ep_assert_intx()
366 	cmd = cdns_pcie_ep_fn_readw(&ep->pcie, fn, PCI_COMMAND);  in cdns_pcie_ep_send_intx_irq()
368 		return -EINVAL;  in cdns_pcie_ep_send_intx_irq()
382 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_send_msi_irq()  local
388 	fn = cdns_pcie_get_fn_from_vfn(pcie, fn, vfn);  in cdns_pcie_ep_send_msi_irq()
390 	/* Check whether the MSI feature has been enabled by the PCI host. */  in cdns_pcie_ep_send_msi_irq()
391 	flags = cdns_pcie_ep_fn_readw(pcie, fn, cap + PCI_MSI_FLAGS);  in cdns_pcie_ep_send_msi_irq()
393 		return -EINVAL;  in cdns_pcie_ep_send_msi_irq()
399 		return -EINVAL;  in cdns_pcie_ep_send_msi_irq()
402 	data_mask = msi_count - 1;  in cdns_pcie_ep_send_msi_irq()
403 	data = cdns_pcie_ep_fn_readw(pcie, fn, cap + PCI_MSI_DATA_64);  in cdns_pcie_ep_send_msi_irq()
404 	data = (data & ~data_mask) | ((interrupt_num - 1) & data_mask);  in cdns_pcie_ep_send_msi_irq()
407 	pci_addr = cdns_pcie_ep_fn_readl(pcie, fn, cap + PCI_MSI_ADDRESS_HI);  in cdns_pcie_ep_send_msi_irq()
409 	pci_addr |= cdns_pcie_ep_fn_readl(pcie, fn, cap + PCI_MSI_ADDRESS_LO);  in cdns_pcie_ep_send_msi_irq()
413 	if (unlikely(ep->irq_pci_addr != (pci_addr & ~pci_addr_mask) ||  in cdns_pcie_ep_send_msi_irq()
414 		     ep->irq_pci_fn != fn)) {  in cdns_pcie_ep_send_msi_irq()
416 		cdns_pcie_set_outbound_region(pcie, 0, fn, 0,  in cdns_pcie_ep_send_msi_irq()
418 					      ep->irq_phys_addr,  in cdns_pcie_ep_send_msi_irq()
421 		ep->irq_pci_addr = (pci_addr & ~pci_addr_mask);  in cdns_pcie_ep_send_msi_irq()
422 		ep->irq_pci_fn = fn;  in cdns_pcie_ep_send_msi_irq()
424 	writel(data, ep->irq_cpu_addr + (pci_addr & pci_addr_mask));  in cdns_pcie_ep_send_msi_irq()
436 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_map_msi_irq()  local
443 	fn = cdns_pcie_get_fn_from_vfn(pcie, fn, vfn);  in cdns_pcie_ep_map_msi_irq()
445 	/* Check whether the MSI feature has been enabled by the PCI host. */  in cdns_pcie_ep_map_msi_irq()
446 	flags = cdns_pcie_ep_fn_readw(pcie, fn, cap + PCI_MSI_FLAGS);  in cdns_pcie_ep_map_msi_irq()
448 		return -EINVAL;  in cdns_pcie_ep_map_msi_irq()
454 		return -EINVAL;  in cdns_pcie_ep_map_msi_irq()
457 	data_mask = msi_count - 1;  in cdns_pcie_ep_map_msi_irq()
458 	data = cdns_pcie_ep_fn_readw(pcie, fn, cap + PCI_MSI_DATA_64);  in cdns_pcie_ep_map_msi_irq()
462 	pci_addr = cdns_pcie_ep_fn_readl(pcie, fn, cap + PCI_MSI_ADDRESS_HI);  in cdns_pcie_ep_map_msi_irq()
464 	pci_addr |= cdns_pcie_ep_fn_readl(pcie, fn, cap + PCI_MSI_ADDRESS_LO);  in cdns_pcie_ep_map_msi_irq()
487 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_send_msix_irq()  local
495 	epf = &ep->epf[fn];  in cdns_pcie_ep_send_msix_irq()
497 		epf = &epf->epf[vfn - 1];  in cdns_pcie_ep_send_msix_irq()
499 	fn = cdns_pcie_get_fn_from_vfn(pcie, fn, vfn);  in cdns_pcie_ep_send_msix_irq()
501 	/* Check whether the MSI-X feature has been enabled by the PCI host. */  in cdns_pcie_ep_send_msix_irq()
502 	flags = cdns_pcie_ep_fn_readw(pcie, fn, cap + PCI_MSIX_FLAGS);  in cdns_pcie_ep_send_msix_irq()
504 		return -EINVAL;  in cdns_pcie_ep_send_msix_irq()
507 	tbl_offset = cdns_pcie_ep_fn_readl(pcie, fn, reg);  in cdns_pcie_ep_send_msix_irq()
511 	msix_tbl = epf->epf_bar[bir]->addr + tbl_offset;  in cdns_pcie_ep_send_msix_irq()
512 	msg_addr = msix_tbl[(interrupt_num - 1)].msg_addr;  in cdns_pcie_ep_send_msix_irq()
513 	msg_data = msix_tbl[(interrupt_num - 1)].msg_data;  in cdns_pcie_ep_send_msix_irq()
516 	if (ep->irq_pci_addr != (msg_addr & ~pci_addr_mask) ||  in cdns_pcie_ep_send_msix_irq()
517 	    ep->irq_pci_fn != fn) {  in cdns_pcie_ep_send_msix_irq()
519 		cdns_pcie_set_outbound_region(pcie, 0, fn, 0,  in cdns_pcie_ep_send_msix_irq()
521 					      ep->irq_phys_addr,  in cdns_pcie_ep_send_msix_irq()
524 		ep->irq_pci_addr = (msg_addr & ~pci_addr_mask);  in cdns_pcie_ep_send_msix_irq()
525 		ep->irq_pci_fn = fn;  in cdns_pcie_ep_send_msix_irq()
527 	writel(msg_data, ep->irq_cpu_addr + (msg_addr & pci_addr_mask));  in cdns_pcie_ep_send_msix_irq()
536 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_raise_irq()  local
537 	struct device *dev = pcie->dev;  in cdns_pcie_ep_raise_irq()
543 			return -EINVAL;  in cdns_pcie_ep_raise_irq()
557 	return -EINVAL;  in cdns_pcie_ep_raise_irq()
563 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_start()  local
564 	struct device *dev = pcie->dev;  in cdns_pcie_ep_start()
565 	int max_epfs = sizeof(epc->function_num_map) * 8;  in cdns_pcie_ep_start()
573 	cdns_pcie_writel(pcie, CDNS_PCIE_LM_EP_FUNC_CFG, epc->function_num_map);  in cdns_pcie_ep_start()
580 	last_fn = find_last_bit(&epc->function_num_map, BITS_PER_LONG);  in cdns_pcie_ep_start()
582 	value  = cdns_pcie_readl(pcie, reg);  in cdns_pcie_ep_start()
584 	cdns_pcie_writel(pcie, reg, value);  in cdns_pcie_ep_start()
586 	if (ep->quirk_disable_flr) {  in cdns_pcie_ep_start()
588 			if (!(epc->function_num_map & BIT(epf)))  in cdns_pcie_ep_start()
591 			value = cdns_pcie_ep_fn_readl(pcie, epf,  in cdns_pcie_ep_start()
595 			cdns_pcie_ep_fn_writel(pcie, epf,  in cdns_pcie_ep_start()
601 	ret = cdns_pcie_start_link(pcie);  in cdns_pcie_ep_start()
651 	struct device *dev = ep->pcie.dev;  in cdns_pcie_ep_disable()
655 	pci_epc_mem_free_addr(epc, ep->irq_phys_addr, ep->irq_cpu_addr,  in cdns_pcie_ep_disable()
663 	struct device *dev = ep->pcie.dev;  in cdns_pcie_ep_setup()
665 	struct device_node *np = dev->of_node;  in cdns_pcie_ep_setup()
666 	struct cdns_pcie *pcie = &ep->pcie;  in cdns_pcie_ep_setup()  local
673 	pcie->is_rc = false;  in cdns_pcie_ep_setup()
675 	pcie->reg_base = devm_platform_ioremap_resource_byname(pdev, "reg");  in cdns_pcie_ep_setup()
676 	if (IS_ERR(pcie->reg_base)) {  in cdns_pcie_ep_setup()
678 		return PTR_ERR(pcie->reg_base);  in cdns_pcie_ep_setup()
684 		return -EINVAL;  in cdns_pcie_ep_setup()
686 	pcie->mem_res = res;  in cdns_pcie_ep_setup()
688 	ep->max_regions = CDNS_PCIE_MAX_OB;  in cdns_pcie_ep_setup()
689 	of_property_read_u32(np, "cdns,max-outbound-regions", &ep->max_regions);  in cdns_pcie_ep_setup()
691 	ep->ob_addr = devm_kcalloc(dev,  in cdns_pcie_ep_setup()
692 				   ep->max_regions, sizeof(*ep->ob_addr),  in cdns_pcie_ep_setup()
694 	if (!ep->ob_addr)  in cdns_pcie_ep_setup()
695 		return -ENOMEM;  in cdns_pcie_ep_setup()
698 	cdns_pcie_writel(pcie, CDNS_PCIE_LM_EP_FUNC_CFG, BIT(0));  in cdns_pcie_ep_setup()
708 	if (of_property_read_u8(np, "max-functions", &epc->max_functions) < 0)  in cdns_pcie_ep_setup()
709 		epc->max_functions = 1;  in cdns_pcie_ep_setup()
711 	ep->epf = devm_kcalloc(dev, epc->max_functions, sizeof(*ep->epf),  in cdns_pcie_ep_setup()
713 	if (!ep->epf)  in cdns_pcie_ep_setup()
714 		return -ENOMEM;  in cdns_pcie_ep_setup()
716 	epc->max_vfs = devm_kcalloc(dev, epc->max_functions,  in cdns_pcie_ep_setup()
717 				    sizeof(*epc->max_vfs), GFP_KERNEL);  in cdns_pcie_ep_setup()
718 	if (!epc->max_vfs)  in cdns_pcie_ep_setup()
719 		return -ENOMEM;  in cdns_pcie_ep_setup()
721 	ret = of_property_read_u8_array(np, "max-virtual-functions",  in cdns_pcie_ep_setup()
722 					epc->max_vfs, epc->max_functions);  in cdns_pcie_ep_setup()
724 		for (i = 0; i < epc->max_functions; i++) {  in cdns_pcie_ep_setup()
725 			epf = &ep->epf[i];  in cdns_pcie_ep_setup()
726 			if (epc->max_vfs[i] == 0)  in cdns_pcie_ep_setup()
728 			epf->epf = devm_kcalloc(dev, epc->max_vfs[i],  in cdns_pcie_ep_setup()
729 						sizeof(*ep->epf), GFP_KERNEL);  in cdns_pcie_ep_setup()
730 			if (!epf->epf)  in cdns_pcie_ep_setup()
731 				return -ENOMEM;  in cdns_pcie_ep_setup()
735 	ret = pci_epc_mem_init(epc, pcie->mem_res->start,  in cdns_pcie_ep_setup()
736 			       resource_size(pcie->mem_res), PAGE_SIZE);  in cdns_pcie_ep_setup()
742 	ep->irq_cpu_addr = pci_epc_mem_alloc_addr(epc, &ep->irq_phys_addr,  in cdns_pcie_ep_setup()
744 	if (!ep->irq_cpu_addr) {  in cdns_pcie_ep_setup()
746 		ret = -ENOMEM;  in cdns_pcie_ep_setup()
749 	ep->irq_pci_addr = CDNS_PCIE_EP_IRQ_PCI_ADDR_NONE;  in cdns_pcie_ep_setup()
751 	set_bit(0, &ep->ob_region_map);  in cdns_pcie_ep_setup()
753 	if (ep->quirk_detect_quiet_flag)  in cdns_pcie_ep_setup()
754 		cdns_pcie_detect_quiet_min_delay_set(&ep->pcie);  in cdns_pcie_ep_setup()
756 	spin_lock_init(&ep->lock);  in cdns_pcie_ep_setup()
770 MODULE_DESCRIPTION("Cadence PCIe endpoint controller driver");
771 MODULE_AUTHOR("Cyrille Pitchen <cyrille.pitchen@free-electrons.com>");