1d943d79aSZbigniew Bodek /*- 2d943d79aSZbigniew Bodek * Copyright (c) 2015 The FreeBSD Foundation 3d943d79aSZbigniew Bodek * All rights reserved. 4d943d79aSZbigniew Bodek * 5d943d79aSZbigniew Bodek * This software was developed by Semihalf under 6d943d79aSZbigniew Bodek * the sponsorship of the FreeBSD Foundation. 7d943d79aSZbigniew Bodek * 8d943d79aSZbigniew Bodek * Redistribution and use in source and binary forms, with or without 9d943d79aSZbigniew Bodek * modification, are permitted provided that the following conditions 10d943d79aSZbigniew Bodek * are met: 11d943d79aSZbigniew Bodek * 1. Redistributions of source code must retain the above copyright 12d943d79aSZbigniew Bodek * notice, this list of conditions and the following disclaimer. 13d943d79aSZbigniew Bodek * 2. Redistributions in binary form must reproduce the above copyright 14d943d79aSZbigniew Bodek * notice, this list of conditions and the following disclaimer in the 15d943d79aSZbigniew Bodek * documentation and/or other materials provided with the distribution. 16d943d79aSZbigniew Bodek * 17d943d79aSZbigniew Bodek * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 18d943d79aSZbigniew Bodek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19d943d79aSZbigniew Bodek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20d943d79aSZbigniew Bodek * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21d943d79aSZbigniew Bodek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22d943d79aSZbigniew Bodek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23d943d79aSZbigniew Bodek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24d943d79aSZbigniew Bodek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25d943d79aSZbigniew Bodek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26d943d79aSZbigniew Bodek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27d943d79aSZbigniew Bodek * SUCH DAMAGE. 28d943d79aSZbigniew Bodek */ 29d943d79aSZbigniew Bodek 30d943d79aSZbigniew Bodek /* Common PCIe functions for Cavium Thunder SOC */ 31d943d79aSZbigniew Bodek 32d943d79aSZbigniew Bodek #include <sys/cdefs.h> 33d943d79aSZbigniew Bodek __FBSDID("$FreeBSD$"); 34d943d79aSZbigniew Bodek 35fb05500bSWojciech Macek #include "opt_platform.h" 36fb05500bSWojciech Macek 37d943d79aSZbigniew Bodek #include <sys/param.h> 38d943d79aSZbigniew Bodek #include <sys/systm.h> 39d943d79aSZbigniew Bodek #include <sys/kernel.h> 4068a59477SZbigniew Bodek #include <sys/malloc.h> 41d943d79aSZbigniew Bodek #include <sys/bus.h> 42bc5758b6SZbigniew Bodek #include <sys/rman.h> 43bc5758b6SZbigniew Bodek 44d943d79aSZbigniew Bodek #include <machine/bus.h> 45d943d79aSZbigniew Bodek #include <machine/cpu.h> 46d943d79aSZbigniew Bodek #include <machine/intr.h> 47d943d79aSZbigniew Bodek 48fb05500bSWojciech Macek #ifdef FDT 49fb05500bSWojciech Macek #include <dev/ofw/openfirm.h> 50fb05500bSWojciech Macek #include <dev/ofw/ofw_bus.h> 51fb05500bSWojciech Macek #include <dev/ofw/ofw_bus_subr.h> 52fb05500bSWojciech Macek #include <dev/ofw/ofw_pci.h> 53fb05500bSWojciech Macek #endif 54fb05500bSWojciech Macek 552445e7c8SWojciech Macek #include <sys/pciio.h> 56fb05500bSWojciech Macek #include <dev/pci/pcireg.h> 572445e7c8SWojciech Macek #include <dev/pci/pcivar.h> 582445e7c8SWojciech Macek #include <dev/pci/pci_private.h> 59fb05500bSWojciech Macek #include <dev/pci/pcib_private.h> 60fb05500bSWojciech Macek #include <dev/pci/pci_host_generic.h> 61*f94f8e62SAndrew Turner #ifdef FDT 62*f94f8e62SAndrew Turner #include <dev/pci/pci_host_generic_fdt.h> 63*f94f8e62SAndrew Turner #endif 64fb05500bSWojciech Macek 65d943d79aSZbigniew Bodek #include "thunder_pcie_common.h" 66d943d79aSZbigniew Bodek 6768a59477SZbigniew Bodek MALLOC_DEFINE(M_THUNDER_PCIE, "Thunder PCIe driver", "Thunder PCIe driver memory"); 6868a59477SZbigniew Bodek 69fb05500bSWojciech Macek #define THUNDER_CFG_BASE_TO_ECAM(x) ((((x) >> 36UL) & 0x3) | (((x) >> 42UL) & 0x4)) 70fb05500bSWojciech Macek 71d943d79aSZbigniew Bodek uint32_t 72d943d79aSZbigniew Bodek range_addr_is_pci(struct pcie_range *ranges, uint64_t addr, uint64_t size) 73d943d79aSZbigniew Bodek { 74d943d79aSZbigniew Bodek struct pcie_range *r; 75d943d79aSZbigniew Bodek int tuple; 76d943d79aSZbigniew Bodek 77fb05500bSWojciech Macek for (tuple = 0; tuple < MAX_RANGES_TUPLES; tuple++) { 78d943d79aSZbigniew Bodek r = &ranges[tuple]; 79d943d79aSZbigniew Bodek if (addr >= r->pci_base && 80d943d79aSZbigniew Bodek addr < (r->pci_base + r->size) && 81d943d79aSZbigniew Bodek size < r->size) { 82d943d79aSZbigniew Bodek /* Address is within PCI range */ 83d943d79aSZbigniew Bodek return (1); 84d943d79aSZbigniew Bodek } 85d943d79aSZbigniew Bodek } 86d943d79aSZbigniew Bodek 87d943d79aSZbigniew Bodek /* Address is outside PCI range */ 88d943d79aSZbigniew Bodek return (0); 89d943d79aSZbigniew Bodek } 90d943d79aSZbigniew Bodek 91d943d79aSZbigniew Bodek uint32_t 92d943d79aSZbigniew Bodek range_addr_is_phys(struct pcie_range *ranges, uint64_t addr, uint64_t size) 93d943d79aSZbigniew Bodek { 94d943d79aSZbigniew Bodek struct pcie_range *r; 95d943d79aSZbigniew Bodek int tuple; 96d943d79aSZbigniew Bodek 97fb05500bSWojciech Macek for (tuple = 0; tuple < MAX_RANGES_TUPLES; tuple++) { 98d943d79aSZbigniew Bodek r = &ranges[tuple]; 99d943d79aSZbigniew Bodek if (addr >= r->phys_base && 100d943d79aSZbigniew Bodek addr < (r->phys_base + r->size) && 101d943d79aSZbigniew Bodek size < r->size) { 102d943d79aSZbigniew Bodek /* Address is within Physical range */ 103d943d79aSZbigniew Bodek return (1); 104d943d79aSZbigniew Bodek } 105d943d79aSZbigniew Bodek } 106d943d79aSZbigniew Bodek 107d943d79aSZbigniew Bodek /* Address is outside Physical range */ 108d943d79aSZbigniew Bodek return (0); 109d943d79aSZbigniew Bodek } 110d943d79aSZbigniew Bodek 111d943d79aSZbigniew Bodek uint64_t 11252ea10afSWojciech Macek range_addr_phys_to_pci(struct pcie_range *ranges, uint64_t phys_addr) 11352ea10afSWojciech Macek { 11452ea10afSWojciech Macek struct pcie_range *r; 11552ea10afSWojciech Macek uint64_t offset; 11652ea10afSWojciech Macek int tuple; 11752ea10afSWojciech Macek 11852ea10afSWojciech Macek /* Find physical address corresponding to given bus address */ 11952ea10afSWojciech Macek for (tuple = 0; tuple < MAX_RANGES_TUPLES; tuple++) { 12052ea10afSWojciech Macek r = &ranges[tuple]; 12152ea10afSWojciech Macek if (phys_addr >= r->phys_base && 12252ea10afSWojciech Macek phys_addr < (r->phys_base + r->size)) { 12352ea10afSWojciech Macek /* Given phys addr is in this range. 12452ea10afSWojciech Macek * Translate phys addr to bus addr. 12552ea10afSWojciech Macek */ 12652ea10afSWojciech Macek offset = phys_addr - r->phys_base; 12752ea10afSWojciech Macek return (r->pci_base + offset); 12852ea10afSWojciech Macek } 12952ea10afSWojciech Macek } 13052ea10afSWojciech Macek return (0); 13152ea10afSWojciech Macek } 13252ea10afSWojciech Macek 13352ea10afSWojciech Macek uint64_t 134d943d79aSZbigniew Bodek range_addr_pci_to_phys(struct pcie_range *ranges, uint64_t pci_addr) 135d943d79aSZbigniew Bodek { 136d943d79aSZbigniew Bodek struct pcie_range *r; 137d943d79aSZbigniew Bodek uint64_t offset; 138d943d79aSZbigniew Bodek int tuple; 139d943d79aSZbigniew Bodek 140d943d79aSZbigniew Bodek /* Find physical address corresponding to given bus address */ 141fb05500bSWojciech Macek for (tuple = 0; tuple < MAX_RANGES_TUPLES; tuple++) { 142d943d79aSZbigniew Bodek r = &ranges[tuple]; 143d943d79aSZbigniew Bodek if (pci_addr >= r->pci_base && 144d943d79aSZbigniew Bodek pci_addr < (r->pci_base + r->size)) { 145d943d79aSZbigniew Bodek /* Given pci addr is in this range. 146d943d79aSZbigniew Bodek * Translate bus addr to phys addr. 147d943d79aSZbigniew Bodek */ 148d943d79aSZbigniew Bodek offset = pci_addr - r->pci_base; 149d943d79aSZbigniew Bodek return (r->phys_base + offset); 150d943d79aSZbigniew Bodek } 151d943d79aSZbigniew Bodek } 152d943d79aSZbigniew Bodek return (0); 153d943d79aSZbigniew Bodek } 154d943d79aSZbigniew Bodek 155fb05500bSWojciech Macek int 156fb05500bSWojciech Macek thunder_pcie_identify_ecam(device_t dev, int *ecam) 157fb05500bSWojciech Macek { 158fb05500bSWojciech Macek rman_res_t start; 159fb05500bSWojciech Macek 160fb05500bSWojciech Macek /* Check if we're running on Cavium ThunderX */ 161fb05500bSWojciech Macek if (!CPU_MATCH(CPU_IMPL_MASK | CPU_PART_MASK, 162fb05500bSWojciech Macek CPU_IMPL_CAVIUM, CPU_PART_THUNDER, 0, 0)) 163fb05500bSWojciech Macek return (EINVAL); 164fb05500bSWojciech Macek 165fb05500bSWojciech Macek start = bus_get_resource_start(dev, SYS_RES_MEMORY, 0); 166fb05500bSWojciech Macek *ecam = THUNDER_CFG_BASE_TO_ECAM(start); 167fb05500bSWojciech Macek 168fb05500bSWojciech Macek device_printf(dev, "ThunderX quirk, setting ECAM to %d\n", *ecam); 169fb05500bSWojciech Macek 170fb05500bSWojciech Macek return (0); 171fb05500bSWojciech Macek } 1722445e7c8SWojciech Macek 1732445e7c8SWojciech Macek #ifdef THUNDERX_PASS_1_1_ERRATA 1742445e7c8SWojciech Macek struct resource * 1752445e7c8SWojciech Macek thunder_pcie_alloc_resource(device_t dev, device_t child, int type, int *rid, 1762445e7c8SWojciech Macek rman_res_t start, rman_res_t end, rman_res_t count, u_int flags) 1772445e7c8SWojciech Macek { 1782445e7c8SWojciech Macek pci_addr_t map, testval; 1792445e7c8SWojciech Macek 1802445e7c8SWojciech Macek /* 1812445e7c8SWojciech Macek * If Enhanced Allocation is not used, we can't allocate any random 1822445e7c8SWojciech Macek * range. All internal devices have hardcoded place where they can 1832445e7c8SWojciech Macek * be located within PCI address space. Fortunately, we can read 1842445e7c8SWojciech Macek * this value from BAR. 1852445e7c8SWojciech Macek */ 1862445e7c8SWojciech Macek if (((type == SYS_RES_IOPORT) || (type == SYS_RES_MEMORY)) && 1872445e7c8SWojciech Macek RMAN_IS_DEFAULT_RANGE(start, end)) { 1882445e7c8SWojciech Macek 1892445e7c8SWojciech Macek /* Read BAR manually to get resource address and size */ 1902445e7c8SWojciech Macek pci_read_bar(child, *rid, &map, &testval, NULL); 1912445e7c8SWojciech Macek 1922445e7c8SWojciech Macek /* Mask the information bits */ 1932445e7c8SWojciech Macek if (PCI_BAR_MEM(map)) 1942445e7c8SWojciech Macek map &= PCIM_BAR_MEM_BASE; 1952445e7c8SWojciech Macek else 1962445e7c8SWojciech Macek map &= PCIM_BAR_IO_BASE; 1972445e7c8SWojciech Macek 1982445e7c8SWojciech Macek if (PCI_BAR_MEM(testval)) 1992445e7c8SWojciech Macek testval &= PCIM_BAR_MEM_BASE; 2002445e7c8SWojciech Macek else 2012445e7c8SWojciech Macek testval &= PCIM_BAR_IO_BASE; 2022445e7c8SWojciech Macek 2032445e7c8SWojciech Macek start = map; 2042445e7c8SWojciech Macek end = start + count - 1; 2052445e7c8SWojciech Macek } 2062445e7c8SWojciech Macek 2072445e7c8SWojciech Macek return (pci_host_generic_alloc_resource(dev, child, type, rid, start, 2082445e7c8SWojciech Macek end, count, flags)); 2092445e7c8SWojciech Macek } 2102445e7c8SWojciech Macek #endif 211