xref: /freebsd/sys/arm64/cavium/thunder_pcie_common.c (revision f94f8e62ab96dabeda86cc03cb6a011e52398a0d)
1d943d79aSZbigniew Bodek /*-
2d943d79aSZbigniew Bodek  * Copyright (c) 2015 The FreeBSD Foundation
3d943d79aSZbigniew Bodek  * All rights reserved.
4d943d79aSZbigniew Bodek  *
5d943d79aSZbigniew Bodek  * This software was developed by Semihalf under
6d943d79aSZbigniew Bodek  * the sponsorship of the FreeBSD Foundation.
7d943d79aSZbigniew Bodek  *
8d943d79aSZbigniew Bodek  * Redistribution and use in source and binary forms, with or without
9d943d79aSZbigniew Bodek  * modification, are permitted provided that the following conditions
10d943d79aSZbigniew Bodek  * are met:
11d943d79aSZbigniew Bodek  * 1. Redistributions of source code must retain the above copyright
12d943d79aSZbigniew Bodek  * notice, this list of conditions and the following disclaimer.
13d943d79aSZbigniew Bodek  * 2. Redistributions in binary form must reproduce the above copyright
14d943d79aSZbigniew Bodek  * notice, this list of conditions and the following disclaimer in the
15d943d79aSZbigniew Bodek  * documentation and/or other materials provided with the distribution.
16d943d79aSZbigniew Bodek  *
17d943d79aSZbigniew Bodek  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18d943d79aSZbigniew Bodek  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19d943d79aSZbigniew Bodek  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20d943d79aSZbigniew Bodek  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21d943d79aSZbigniew Bodek  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22d943d79aSZbigniew Bodek  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23d943d79aSZbigniew Bodek  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24d943d79aSZbigniew Bodek  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25d943d79aSZbigniew Bodek  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26d943d79aSZbigniew Bodek  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27d943d79aSZbigniew Bodek  * SUCH DAMAGE.
28d943d79aSZbigniew Bodek  */
29d943d79aSZbigniew Bodek 
30d943d79aSZbigniew Bodek /* Common PCIe functions for Cavium Thunder SOC */
31d943d79aSZbigniew Bodek 
32d943d79aSZbigniew Bodek #include <sys/cdefs.h>
33d943d79aSZbigniew Bodek __FBSDID("$FreeBSD$");
34d943d79aSZbigniew Bodek 
35fb05500bSWojciech Macek #include "opt_platform.h"
36fb05500bSWojciech Macek 
37d943d79aSZbigniew Bodek #include <sys/param.h>
38d943d79aSZbigniew Bodek #include <sys/systm.h>
39d943d79aSZbigniew Bodek #include <sys/kernel.h>
4068a59477SZbigniew Bodek #include <sys/malloc.h>
41d943d79aSZbigniew Bodek #include <sys/bus.h>
42bc5758b6SZbigniew Bodek #include <sys/rman.h>
43bc5758b6SZbigniew Bodek 
44d943d79aSZbigniew Bodek #include <machine/bus.h>
45d943d79aSZbigniew Bodek #include <machine/cpu.h>
46d943d79aSZbigniew Bodek #include <machine/intr.h>
47d943d79aSZbigniew Bodek 
48fb05500bSWojciech Macek #ifdef FDT
49fb05500bSWojciech Macek #include <dev/ofw/openfirm.h>
50fb05500bSWojciech Macek #include <dev/ofw/ofw_bus.h>
51fb05500bSWojciech Macek #include <dev/ofw/ofw_bus_subr.h>
52fb05500bSWojciech Macek #include <dev/ofw/ofw_pci.h>
53fb05500bSWojciech Macek #endif
54fb05500bSWojciech Macek 
552445e7c8SWojciech Macek #include <sys/pciio.h>
56fb05500bSWojciech Macek #include <dev/pci/pcireg.h>
572445e7c8SWojciech Macek #include <dev/pci/pcivar.h>
582445e7c8SWojciech Macek #include <dev/pci/pci_private.h>
59fb05500bSWojciech Macek #include <dev/pci/pcib_private.h>
60fb05500bSWojciech Macek #include <dev/pci/pci_host_generic.h>
61*f94f8e62SAndrew Turner #ifdef FDT
62*f94f8e62SAndrew Turner #include <dev/pci/pci_host_generic_fdt.h>
63*f94f8e62SAndrew Turner #endif
64fb05500bSWojciech Macek 
65d943d79aSZbigniew Bodek #include "thunder_pcie_common.h"
66d943d79aSZbigniew Bodek 
6768a59477SZbigniew Bodek MALLOC_DEFINE(M_THUNDER_PCIE, "Thunder PCIe driver", "Thunder PCIe driver memory");
6868a59477SZbigniew Bodek 
69fb05500bSWojciech Macek #define	THUNDER_CFG_BASE_TO_ECAM(x)	((((x) >> 36UL) & 0x3) | (((x) >> 42UL) & 0x4))
70fb05500bSWojciech Macek 
71d943d79aSZbigniew Bodek uint32_t
72d943d79aSZbigniew Bodek range_addr_is_pci(struct pcie_range *ranges, uint64_t addr, uint64_t size)
73d943d79aSZbigniew Bodek {
74d943d79aSZbigniew Bodek 	struct pcie_range *r;
75d943d79aSZbigniew Bodek 	int tuple;
76d943d79aSZbigniew Bodek 
77fb05500bSWojciech Macek 	for (tuple = 0; tuple < MAX_RANGES_TUPLES; tuple++) {
78d943d79aSZbigniew Bodek 		r = &ranges[tuple];
79d943d79aSZbigniew Bodek 		if (addr >= r->pci_base &&
80d943d79aSZbigniew Bodek 		    addr < (r->pci_base + r->size) &&
81d943d79aSZbigniew Bodek 		    size < r->size) {
82d943d79aSZbigniew Bodek 			/* Address is within PCI range */
83d943d79aSZbigniew Bodek 			return (1);
84d943d79aSZbigniew Bodek 		}
85d943d79aSZbigniew Bodek 	}
86d943d79aSZbigniew Bodek 
87d943d79aSZbigniew Bodek 	/* Address is outside PCI range */
88d943d79aSZbigniew Bodek 	return (0);
89d943d79aSZbigniew Bodek }
90d943d79aSZbigniew Bodek 
91d943d79aSZbigniew Bodek uint32_t
92d943d79aSZbigniew Bodek range_addr_is_phys(struct pcie_range *ranges, uint64_t addr, uint64_t size)
93d943d79aSZbigniew Bodek {
94d943d79aSZbigniew Bodek 	struct pcie_range *r;
95d943d79aSZbigniew Bodek 	int tuple;
96d943d79aSZbigniew Bodek 
97fb05500bSWojciech Macek 	for (tuple = 0; tuple < MAX_RANGES_TUPLES; tuple++) {
98d943d79aSZbigniew Bodek 		r = &ranges[tuple];
99d943d79aSZbigniew Bodek 		if (addr >= r->phys_base &&
100d943d79aSZbigniew Bodek 		    addr < (r->phys_base + r->size) &&
101d943d79aSZbigniew Bodek 		    size < r->size) {
102d943d79aSZbigniew Bodek 			/* Address is within Physical range */
103d943d79aSZbigniew Bodek 			return (1);
104d943d79aSZbigniew Bodek 		}
105d943d79aSZbigniew Bodek 	}
106d943d79aSZbigniew Bodek 
107d943d79aSZbigniew Bodek 	/* Address is outside Physical range */
108d943d79aSZbigniew Bodek 	return (0);
109d943d79aSZbigniew Bodek }
110d943d79aSZbigniew Bodek 
111d943d79aSZbigniew Bodek uint64_t
11252ea10afSWojciech Macek range_addr_phys_to_pci(struct pcie_range *ranges, uint64_t phys_addr)
11352ea10afSWojciech Macek {
11452ea10afSWojciech Macek 	struct pcie_range *r;
11552ea10afSWojciech Macek 	uint64_t offset;
11652ea10afSWojciech Macek 	int tuple;
11752ea10afSWojciech Macek 
11852ea10afSWojciech Macek 	/* Find physical address corresponding to given bus address */
11952ea10afSWojciech Macek 	for (tuple = 0; tuple < MAX_RANGES_TUPLES; tuple++) {
12052ea10afSWojciech Macek 		r = &ranges[tuple];
12152ea10afSWojciech Macek 		if (phys_addr >= r->phys_base &&
12252ea10afSWojciech Macek 		    phys_addr < (r->phys_base + r->size)) {
12352ea10afSWojciech Macek 			/* Given phys addr is in this range.
12452ea10afSWojciech Macek 			 * Translate phys addr to bus addr.
12552ea10afSWojciech Macek 			 */
12652ea10afSWojciech Macek 			offset = phys_addr - r->phys_base;
12752ea10afSWojciech Macek 			return (r->pci_base + offset);
12852ea10afSWojciech Macek 		}
12952ea10afSWojciech Macek 	}
13052ea10afSWojciech Macek 	return (0);
13152ea10afSWojciech Macek }
13252ea10afSWojciech Macek 
13352ea10afSWojciech Macek uint64_t
134d943d79aSZbigniew Bodek range_addr_pci_to_phys(struct pcie_range *ranges, uint64_t pci_addr)
135d943d79aSZbigniew Bodek {
136d943d79aSZbigniew Bodek 	struct pcie_range *r;
137d943d79aSZbigniew Bodek 	uint64_t offset;
138d943d79aSZbigniew Bodek 	int tuple;
139d943d79aSZbigniew Bodek 
140d943d79aSZbigniew Bodek 	/* Find physical address corresponding to given bus address */
141fb05500bSWojciech Macek 	for (tuple = 0; tuple < MAX_RANGES_TUPLES; tuple++) {
142d943d79aSZbigniew Bodek 		r = &ranges[tuple];
143d943d79aSZbigniew Bodek 		if (pci_addr >= r->pci_base &&
144d943d79aSZbigniew Bodek 		    pci_addr < (r->pci_base + r->size)) {
145d943d79aSZbigniew Bodek 			/* Given pci addr is in this range.
146d943d79aSZbigniew Bodek 			 * Translate bus addr to phys addr.
147d943d79aSZbigniew Bodek 			 */
148d943d79aSZbigniew Bodek 			offset = pci_addr - r->pci_base;
149d943d79aSZbigniew Bodek 			return (r->phys_base + offset);
150d943d79aSZbigniew Bodek 		}
151d943d79aSZbigniew Bodek 	}
152d943d79aSZbigniew Bodek 	return (0);
153d943d79aSZbigniew Bodek }
154d943d79aSZbigniew Bodek 
155fb05500bSWojciech Macek int
156fb05500bSWojciech Macek thunder_pcie_identify_ecam(device_t dev, int *ecam)
157fb05500bSWojciech Macek {
158fb05500bSWojciech Macek 	rman_res_t start;
159fb05500bSWojciech Macek 
160fb05500bSWojciech Macek 	/* Check if we're running on Cavium ThunderX */
161fb05500bSWojciech Macek 	if (!CPU_MATCH(CPU_IMPL_MASK | CPU_PART_MASK,
162fb05500bSWojciech Macek 	    CPU_IMPL_CAVIUM, CPU_PART_THUNDER, 0, 0))
163fb05500bSWojciech Macek 		return (EINVAL);
164fb05500bSWojciech Macek 
165fb05500bSWojciech Macek 	start = bus_get_resource_start(dev, SYS_RES_MEMORY, 0);
166fb05500bSWojciech Macek 	*ecam = THUNDER_CFG_BASE_TO_ECAM(start);
167fb05500bSWojciech Macek 
168fb05500bSWojciech Macek 	device_printf(dev, "ThunderX quirk, setting ECAM to %d\n", *ecam);
169fb05500bSWojciech Macek 
170fb05500bSWojciech Macek 	return (0);
171fb05500bSWojciech Macek }
1722445e7c8SWojciech Macek 
1732445e7c8SWojciech Macek #ifdef THUNDERX_PASS_1_1_ERRATA
1742445e7c8SWojciech Macek struct resource *
1752445e7c8SWojciech Macek thunder_pcie_alloc_resource(device_t dev, device_t child, int type, int *rid,
1762445e7c8SWojciech Macek     rman_res_t start, rman_res_t end, rman_res_t count, u_int flags)
1772445e7c8SWojciech Macek {
1782445e7c8SWojciech Macek 	pci_addr_t map, testval;
1792445e7c8SWojciech Macek 
1802445e7c8SWojciech Macek 	/*
1812445e7c8SWojciech Macek 	 * If Enhanced Allocation is not used, we can't allocate any random
1822445e7c8SWojciech Macek 	 * range. All internal devices have hardcoded place where they can
1832445e7c8SWojciech Macek 	 * be located within PCI address space. Fortunately, we can read
1842445e7c8SWojciech Macek 	 * this value from BAR.
1852445e7c8SWojciech Macek 	 */
1862445e7c8SWojciech Macek 	if (((type == SYS_RES_IOPORT) || (type == SYS_RES_MEMORY)) &&
1872445e7c8SWojciech Macek 	    RMAN_IS_DEFAULT_RANGE(start, end)) {
1882445e7c8SWojciech Macek 
1892445e7c8SWojciech Macek 		/* Read BAR manually to get resource address and size */
1902445e7c8SWojciech Macek 		pci_read_bar(child, *rid, &map, &testval, NULL);
1912445e7c8SWojciech Macek 
1922445e7c8SWojciech Macek 		/* Mask the information bits */
1932445e7c8SWojciech Macek 		if (PCI_BAR_MEM(map))
1942445e7c8SWojciech Macek 			map &= PCIM_BAR_MEM_BASE;
1952445e7c8SWojciech Macek 		else
1962445e7c8SWojciech Macek 			map &= PCIM_BAR_IO_BASE;
1972445e7c8SWojciech Macek 
1982445e7c8SWojciech Macek 		if (PCI_BAR_MEM(testval))
1992445e7c8SWojciech Macek 			testval &= PCIM_BAR_MEM_BASE;
2002445e7c8SWojciech Macek 		else
2012445e7c8SWojciech Macek 			testval &= PCIM_BAR_IO_BASE;
2022445e7c8SWojciech Macek 
2032445e7c8SWojciech Macek 		start = map;
2042445e7c8SWojciech Macek 		end = start + count - 1;
2052445e7c8SWojciech Macek 	}
2062445e7c8SWojciech Macek 
2072445e7c8SWojciech Macek 	return (pci_host_generic_alloc_resource(dev, child, type, rid, start,
2082445e7c8SWojciech Macek 	    end, count, flags));
2092445e7c8SWojciech Macek }
2102445e7c8SWojciech Macek #endif
211