1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Support PCI IO workaround 4 * 5 * Copyright (C) 2006 Benjamin Herrenschmidt <benh@kernel.crashing.org> 6 * IBM, Corp. 7 * (C) Copyright 2007-2008 TOSHIBA CORPORATION 8 */ 9 #undef DEBUG 10 11 #include <linux/kernel.h> 12 #include <linux/sched/mm.h> /* for init_mm */ 13 #include <linux/pgtable.h> 14 15 #include <asm/io.h> 16 #include <asm/machdep.h> 17 #include <asm/ppc-pci.h> 18 #include <asm/io-workarounds.h> 19 #include <asm/pte-walk.h> 20 21 22 #define IOWA_MAX_BUS 8 23 24 static struct iowa_bus iowa_busses[IOWA_MAX_BUS]; 25 static unsigned int iowa_bus_count; 26 27 static struct iowa_bus *iowa_pci_find(unsigned long vaddr, unsigned long paddr) 28 { 29 int i, j; 30 struct resource *res; 31 unsigned long vstart, vend; 32 33 for (i = 0; i < iowa_bus_count; i++) { 34 struct iowa_bus *bus = &iowa_busses[i]; 35 struct pci_controller *phb = bus->phb; 36 37 if (vaddr) { 38 vstart = (unsigned long)phb->io_base_virt; 39 vend = vstart + phb->pci_io_size - 1; 40 if ((vaddr >= vstart) && (vaddr <= vend)) 41 return bus; 42 } 43 44 if (paddr) 45 for (j = 0; j < 3; j++) { 46 res = &phb->mem_resources[j]; 47 if (paddr >= res->start && paddr <= res->end) 48 return bus; 49 } 50 } 51 52 return NULL; 53 } 54 55 #ifdef CONFIG_PPC_INDIRECT_MMIO 56 struct iowa_bus *iowa_mem_find_bus(const PCI_IO_ADDR addr) 57 { 58 struct iowa_bus *bus; 59 int token; 60 61 token = PCI_GET_ADDR_TOKEN(addr); 62 63 if (token && token <= iowa_bus_count) 64 bus = &iowa_busses[token - 1]; 65 else { 66 unsigned long vaddr, paddr; 67 68 vaddr = (unsigned long)PCI_FIX_ADDR(addr); 69 if (vaddr < PHB_IO_BASE || vaddr >= PHB_IO_END) 70 return NULL; 71 72 paddr = ppc_find_vmap_phys(vaddr); 73 74 bus = iowa_pci_find(vaddr, paddr); 75 76 if (bus == NULL) 77 return NULL; 78 } 79 80 return bus; 81 } 82 #else /* CONFIG_PPC_INDIRECT_MMIO */ 83 struct iowa_bus *iowa_mem_find_bus(const PCI_IO_ADDR addr) 84 { 85 return NULL; 86 } 87 #endif /* !CONFIG_PPC_INDIRECT_MMIO */ 88 89 #ifdef CONFIG_PPC_INDIRECT_PIO 90 struct iowa_bus *iowa_pio_find_bus(unsigned long port) 91 { 92 unsigned long vaddr = (unsigned long)pci_io_base + port; 93 return iowa_pci_find(vaddr, 0); 94 } 95 #else 96 struct iowa_bus *iowa_pio_find_bus(unsigned long port) 97 { 98 return NULL; 99 } 100 #endif 101 102 #define DEF_PCI_AC_RET(name, ret, at, al, space, aa) \ 103 static ret iowa_##name at \ 104 { \ 105 struct iowa_bus *bus; \ 106 bus = iowa_##space##_find_bus(aa); \ 107 if (bus && bus->ops && bus->ops->name) \ 108 return bus->ops->name al; \ 109 return __do_##name al; \ 110 } 111 112 #define DEF_PCI_AC_NORET(name, at, al, space, aa) \ 113 static void iowa_##name at \ 114 { \ 115 struct iowa_bus *bus; \ 116 bus = iowa_##space##_find_bus(aa); \ 117 if (bus && bus->ops && bus->ops->name) { \ 118 bus->ops->name al; \ 119 return; \ 120 } \ 121 __do_##name al; \ 122 } 123 124 #include <asm/io-defs.h> 125 126 #undef DEF_PCI_AC_RET 127 #undef DEF_PCI_AC_NORET 128 129 static const struct ppc_pci_io iowa_pci_io = { 130 131 #define DEF_PCI_AC_RET(name, ret, at, al, space, aa) .name = iowa_##name, 132 #define DEF_PCI_AC_NORET(name, at, al, space, aa) .name = iowa_##name, 133 134 #include <asm/io-defs.h> 135 136 #undef DEF_PCI_AC_RET 137 #undef DEF_PCI_AC_NORET 138 139 }; 140 141 #ifdef CONFIG_PPC_INDIRECT_MMIO 142 void __iomem *iowa_ioremap(phys_addr_t addr, unsigned long size, 143 pgprot_t prot, void *caller) 144 { 145 struct iowa_bus *bus; 146 void __iomem *res = __ioremap_caller(addr, size, prot, caller); 147 int busno; 148 149 bus = iowa_pci_find(0, (unsigned long)addr); 150 if (bus != NULL) { 151 busno = bus - iowa_busses; 152 PCI_SET_ADDR_TOKEN(res, busno + 1); 153 } 154 return res; 155 } 156 #endif /* !CONFIG_PPC_INDIRECT_MMIO */ 157 158 bool io_workaround_inited; 159 160 /* Enable IO workaround */ 161 static void io_workaround_init(void) 162 { 163 if (io_workaround_inited) 164 return; 165 ppc_pci_io = iowa_pci_io; 166 io_workaround_inited = true; 167 } 168 169 /* Register new bus to support workaround */ 170 void iowa_register_bus(struct pci_controller *phb, struct ppc_pci_io *ops, 171 int (*initfunc)(struct iowa_bus *, void *), void *data) 172 { 173 struct iowa_bus *bus; 174 struct device_node *np = phb->dn; 175 176 io_workaround_init(); 177 178 if (iowa_bus_count >= IOWA_MAX_BUS) { 179 pr_err("IOWA:Too many pci bridges, " 180 "workarounds disabled for %pOF\n", np); 181 return; 182 } 183 184 bus = &iowa_busses[iowa_bus_count]; 185 bus->phb = phb; 186 bus->ops = ops; 187 bus->private = data; 188 189 if (initfunc) 190 if ((*initfunc)(bus, data)) 191 return; 192 193 iowa_bus_count++; 194 195 pr_debug("IOWA:[%d]Add bus, %pOF.\n", iowa_bus_count-1, np); 196 } 197 198