1 // SPDX-License-Identifier: GPL-2.0+ 2 /* 3 * Copyright (C) 2022-2023, Advanced Micro Devices, Inc. 4 */ 5 6 #include <linux/pci.h> 7 #include <linux/of.h> 8 #include <linux/of_irq.h> 9 #include <linux/bitfield.h> 10 #include <linux/bits.h> 11 #include "pci.h" 12 13 #define OF_PCI_ADDRESS_CELLS 3 14 #define OF_PCI_SIZE_CELLS 2 15 #define OF_PCI_MAX_INT_PIN 4 16 17 struct of_pci_addr_pair { 18 u32 phys_addr[OF_PCI_ADDRESS_CELLS]; 19 u32 size[OF_PCI_SIZE_CELLS]; 20 }; 21 22 /* 23 * Each entry in the ranges table is a tuple containing the child address, 24 * the parent address, and the size of the region in the child address space. 25 * Thus, for PCI, in each entry parent address is an address on the primary 26 * side and the child address is the corresponding address on the secondary 27 * side. 28 */ 29 struct of_pci_range_entry { 30 u32 child_addr[OF_PCI_ADDRESS_CELLS]; 31 u32 parent_addr[OF_PCI_ADDRESS_CELLS]; 32 u32 size[OF_PCI_SIZE_CELLS]; 33 }; 34 35 #define OF_PCI_ADDR_SPACE_IO 0x1 36 #define OF_PCI_ADDR_SPACE_MEM32 0x2 37 #define OF_PCI_ADDR_SPACE_MEM64 0x3 38 39 #define OF_PCI_ADDR_FIELD_NONRELOC BIT(31) 40 #define OF_PCI_ADDR_FIELD_SS GENMASK(25, 24) 41 #define OF_PCI_ADDR_FIELD_PREFETCH BIT(30) 42 #define OF_PCI_ADDR_FIELD_BUS GENMASK(23, 16) 43 #define OF_PCI_ADDR_FIELD_DEV GENMASK(15, 11) 44 #define OF_PCI_ADDR_FIELD_FUNC GENMASK(10, 8) 45 #define OF_PCI_ADDR_FIELD_REG GENMASK(7, 0) 46 47 enum of_pci_prop_compatible { 48 PROP_COMPAT_PCI_VVVV_DDDD, 49 PROP_COMPAT_PCICLASS_CCSSPP, 50 PROP_COMPAT_PCICLASS_CCSS, 51 PROP_COMPAT_NUM, 52 }; 53 54 static void of_pci_set_address(struct pci_dev *pdev, u32 *prop, u64 addr, 55 u32 reg_num, u32 flags, bool reloc) 56 { 57 if (pdev) { 58 prop[0] = FIELD_PREP(OF_PCI_ADDR_FIELD_BUS, pdev->bus->number) | 59 FIELD_PREP(OF_PCI_ADDR_FIELD_DEV, PCI_SLOT(pdev->devfn)) | 60 FIELD_PREP(OF_PCI_ADDR_FIELD_FUNC, PCI_FUNC(pdev->devfn)); 61 } else 62 prop[0] = 0; 63 64 prop[0] |= flags | reg_num; 65 if (!reloc) { 66 prop[0] |= OF_PCI_ADDR_FIELD_NONRELOC; 67 prop[1] = upper_32_bits(addr); 68 prop[2] = lower_32_bits(addr); 69 } 70 } 71 72 static int of_pci_get_addr_flags(const struct resource *res, u32 *flags) 73 { 74 u32 ss; 75 76 if (res->flags & IORESOURCE_IO) 77 ss = OF_PCI_ADDR_SPACE_IO; 78 else if (res->flags & IORESOURCE_MEM_64) 79 ss = OF_PCI_ADDR_SPACE_MEM64; 80 else if (res->flags & IORESOURCE_MEM) 81 ss = OF_PCI_ADDR_SPACE_MEM32; 82 else 83 return -EINVAL; 84 85 *flags = 0; 86 if (res->flags & IORESOURCE_PREFETCH) 87 *flags |= OF_PCI_ADDR_FIELD_PREFETCH; 88 89 *flags |= FIELD_PREP(OF_PCI_ADDR_FIELD_SS, ss); 90 91 return 0; 92 } 93 94 static int of_pci_prop_bus_range(struct pci_dev *pdev, 95 struct of_changeset *ocs, 96 struct device_node *np) 97 { 98 u32 bus_range[] = { pdev->subordinate->busn_res.start, 99 pdev->subordinate->busn_res.end }; 100 101 return of_changeset_add_prop_u32_array(ocs, np, "bus-range", bus_range, 102 ARRAY_SIZE(bus_range)); 103 } 104 105 static int of_pci_prop_ranges(struct pci_dev *pdev, struct of_changeset *ocs, 106 struct device_node *np) 107 { 108 struct of_pci_range_entry *rp; 109 struct resource *res; 110 int i, j, ret; 111 u32 flags, num; 112 u64 val64; 113 114 if (pci_is_bridge(pdev)) { 115 num = PCI_BRIDGE_RESOURCE_NUM; 116 res = &pdev->resource[PCI_BRIDGE_RESOURCES]; 117 } else { 118 num = PCI_STD_NUM_BARS; 119 res = &pdev->resource[PCI_STD_RESOURCES]; 120 } 121 122 rp = kcalloc(num, sizeof(*rp), GFP_KERNEL); 123 if (!rp) 124 return -ENOMEM; 125 126 for (i = 0, j = 0; j < num; j++) { 127 if (!resource_size(&res[j])) 128 continue; 129 130 if (of_pci_get_addr_flags(&res[j], &flags)) 131 continue; 132 133 val64 = pci_bus_address(pdev, &res[j] - pdev->resource); 134 of_pci_set_address(pdev, rp[i].parent_addr, val64, 0, flags, 135 false); 136 if (pci_is_bridge(pdev)) { 137 memcpy(rp[i].child_addr, rp[i].parent_addr, 138 sizeof(rp[i].child_addr)); 139 } else { 140 /* 141 * For endpoint device, the lower 64-bits of child 142 * address is always zero. 143 */ 144 rp[i].child_addr[0] = j; 145 } 146 147 val64 = resource_size(&res[j]); 148 rp[i].size[0] = upper_32_bits(val64); 149 rp[i].size[1] = lower_32_bits(val64); 150 151 i++; 152 } 153 154 ret = of_changeset_add_prop_u32_array(ocs, np, "ranges", (u32 *)rp, 155 i * sizeof(*rp) / sizeof(u32)); 156 kfree(rp); 157 158 return ret; 159 } 160 161 static int of_pci_prop_reg(struct pci_dev *pdev, struct of_changeset *ocs, 162 struct device_node *np) 163 { 164 struct of_pci_addr_pair reg = { 0 }; 165 166 /* configuration space */ 167 of_pci_set_address(pdev, reg.phys_addr, 0, 0, 0, true); 168 169 return of_changeset_add_prop_u32_array(ocs, np, "reg", (u32 *)®, 170 sizeof(reg) / sizeof(u32)); 171 } 172 173 static int of_pci_prop_interrupts(struct pci_dev *pdev, 174 struct of_changeset *ocs, 175 struct device_node *np) 176 { 177 int ret; 178 u8 pin; 179 180 ret = pci_read_config_byte(pdev, PCI_INTERRUPT_PIN, &pin); 181 if (ret != 0) 182 return ret; 183 184 if (!pin) 185 return 0; 186 187 return of_changeset_add_prop_u32(ocs, np, "interrupts", (u32)pin); 188 } 189 190 static int of_pci_prop_intr_ctrl(struct pci_dev *pdev, struct of_changeset *ocs, 191 struct device_node *np) 192 { 193 int ret; 194 u8 pin; 195 196 ret = pci_read_config_byte(pdev, PCI_INTERRUPT_PIN, &pin); 197 if (ret != 0) 198 return ret; 199 200 if (!pin) 201 return 0; 202 203 ret = of_changeset_add_prop_u32(ocs, np, "#interrupt-cells", 1); 204 if (ret) 205 return ret; 206 207 return of_changeset_add_prop_bool(ocs, np, "interrupt-controller"); 208 } 209 210 static int of_pci_prop_intr_map(struct pci_dev *pdev, struct of_changeset *ocs, 211 struct device_node *np) 212 { 213 u32 i, addr_sz[OF_PCI_MAX_INT_PIN] = { 0 }, map_sz = 0; 214 struct of_phandle_args out_irq[OF_PCI_MAX_INT_PIN]; 215 __be32 laddr[OF_PCI_ADDRESS_CELLS] = { 0 }; 216 u32 int_map_mask[] = { 0xffff00, 0, 0, 7 }; 217 struct device_node *pnode; 218 struct pci_dev *child; 219 u32 *int_map, *mapp; 220 int ret; 221 u8 pin; 222 223 pnode = pci_device_to_OF_node(pdev->bus->self); 224 if (!pnode) 225 pnode = pci_bus_to_OF_node(pdev->bus); 226 227 if (!pnode) { 228 pci_err(pdev, "failed to get parent device node"); 229 return -EINVAL; 230 } 231 232 laddr[0] = cpu_to_be32((pdev->bus->number << 16) | (pdev->devfn << 8)); 233 for (pin = 1; pin <= OF_PCI_MAX_INT_PIN; pin++) { 234 i = pin - 1; 235 out_irq[i].np = pnode; 236 out_irq[i].args_count = 1; 237 out_irq[i].args[0] = pin; 238 ret = of_irq_parse_raw(laddr, &out_irq[i]); 239 if (ret) { 240 out_irq[i].np = NULL; 241 pci_dbg(pdev, "parse irq %d failed, ret %d", pin, ret); 242 continue; 243 } 244 of_property_read_u32(out_irq[i].np, "#address-cells", 245 &addr_sz[i]); 246 } 247 248 list_for_each_entry(child, &pdev->subordinate->devices, bus_list) { 249 for (pin = 1; pin <= OF_PCI_MAX_INT_PIN; pin++) { 250 i = pci_swizzle_interrupt_pin(child, pin) - 1; 251 if (!out_irq[i].np) 252 continue; 253 map_sz += 5 + addr_sz[i] + out_irq[i].args_count; 254 } 255 } 256 257 /* 258 * Parsing interrupt failed for all pins. In this case, it does not 259 * need to generate interrupt-map property. 260 */ 261 if (!map_sz) 262 return 0; 263 264 int_map = kcalloc(map_sz, sizeof(u32), GFP_KERNEL); 265 if (!int_map) 266 return -ENOMEM; 267 mapp = int_map; 268 269 list_for_each_entry(child, &pdev->subordinate->devices, bus_list) { 270 for (pin = 1; pin <= OF_PCI_MAX_INT_PIN; pin++) { 271 i = pci_swizzle_interrupt_pin(child, pin) - 1; 272 if (!out_irq[i].np) 273 continue; 274 275 *mapp = (child->bus->number << 16) | 276 (child->devfn << 8); 277 mapp += OF_PCI_ADDRESS_CELLS; 278 *mapp = pin; 279 mapp++; 280 *mapp = out_irq[i].np->phandle; 281 mapp++; 282 if (addr_sz[i]) { 283 ret = of_property_read_u32_array(out_irq[i].np, 284 "reg", mapp, 285 addr_sz[i]); 286 if (ret) 287 goto failed; 288 } 289 mapp += addr_sz[i]; 290 memcpy(mapp, out_irq[i].args, 291 out_irq[i].args_count * sizeof(u32)); 292 mapp += out_irq[i].args_count; 293 } 294 } 295 296 ret = of_changeset_add_prop_u32_array(ocs, np, "interrupt-map", int_map, 297 map_sz); 298 if (ret) 299 goto failed; 300 301 ret = of_changeset_add_prop_u32(ocs, np, "#interrupt-cells", 1); 302 if (ret) 303 goto failed; 304 305 ret = of_changeset_add_prop_u32_array(ocs, np, "interrupt-map-mask", 306 int_map_mask, 307 ARRAY_SIZE(int_map_mask)); 308 if (ret) 309 goto failed; 310 311 kfree(int_map); 312 return 0; 313 314 failed: 315 kfree(int_map); 316 return ret; 317 } 318 319 static int of_pci_prop_compatible(struct pci_dev *pdev, 320 struct of_changeset *ocs, 321 struct device_node *np) 322 { 323 const char *compat_strs[PROP_COMPAT_NUM] = { 0 }; 324 int i, ret; 325 326 compat_strs[PROP_COMPAT_PCI_VVVV_DDDD] = 327 kasprintf(GFP_KERNEL, "pci%x,%x", pdev->vendor, pdev->device); 328 compat_strs[PROP_COMPAT_PCICLASS_CCSSPP] = 329 kasprintf(GFP_KERNEL, "pciclass,%06x", pdev->class); 330 compat_strs[PROP_COMPAT_PCICLASS_CCSS] = 331 kasprintf(GFP_KERNEL, "pciclass,%04x", pdev->class >> 8); 332 333 ret = of_changeset_add_prop_string_array(ocs, np, "compatible", 334 compat_strs, PROP_COMPAT_NUM); 335 for (i = 0; i < PROP_COMPAT_NUM; i++) 336 kfree(compat_strs[i]); 337 338 return ret; 339 } 340 341 int of_pci_add_properties(struct pci_dev *pdev, struct of_changeset *ocs, 342 struct device_node *np) 343 { 344 int ret; 345 346 /* 347 * The added properties will be released when the 348 * changeset is destroyed. 349 */ 350 if (pci_is_bridge(pdev)) { 351 ret = of_changeset_add_prop_string(ocs, np, "device_type", 352 "pci"); 353 if (ret) 354 return ret; 355 356 ret = of_pci_prop_bus_range(pdev, ocs, np); 357 if (ret) 358 return ret; 359 360 ret = of_pci_prop_intr_map(pdev, ocs, np); 361 if (ret) 362 return ret; 363 } else { 364 ret = of_pci_prop_intr_ctrl(pdev, ocs, np); 365 if (ret) 366 return ret; 367 } 368 369 ret = of_pci_prop_ranges(pdev, ocs, np); 370 if (ret) 371 return ret; 372 373 ret = of_changeset_add_prop_u32(ocs, np, "#address-cells", 374 OF_PCI_ADDRESS_CELLS); 375 if (ret) 376 return ret; 377 378 ret = of_changeset_add_prop_u32(ocs, np, "#size-cells", 379 OF_PCI_SIZE_CELLS); 380 if (ret) 381 return ret; 382 383 ret = of_pci_prop_reg(pdev, ocs, np); 384 if (ret) 385 return ret; 386 387 ret = of_pci_prop_compatible(pdev, ocs, np); 388 if (ret) 389 return ret; 390 391 ret = of_pci_prop_interrupts(pdev, ocs, np); 392 if (ret) 393 return ret; 394 395 return 0; 396 } 397 398 static bool of_pci_is_range_resource(const struct resource *res, u32 *flags) 399 { 400 if (!(resource_type(res) & IORESOURCE_MEM) && 401 !(resource_type(res) & IORESOURCE_MEM_64)) 402 return false; 403 404 if (of_pci_get_addr_flags(res, flags)) 405 return false; 406 407 return true; 408 } 409 410 static int of_pci_host_bridge_prop_ranges(struct pci_host_bridge *bridge, 411 struct of_changeset *ocs, 412 struct device_node *np) 413 { 414 struct resource_entry *window; 415 unsigned int ranges_sz = 0; 416 unsigned int n_range = 0; 417 struct resource *res; 418 int n_addr_cells; 419 u32 *ranges; 420 u64 val64; 421 u32 flags; 422 int ret; 423 424 n_addr_cells = of_n_addr_cells(np); 425 if (n_addr_cells <= 0 || n_addr_cells > 2) 426 return -EINVAL; 427 428 resource_list_for_each_entry(window, &bridge->windows) { 429 res = window->res; 430 if (!of_pci_is_range_resource(res, &flags)) 431 continue; 432 n_range++; 433 } 434 435 if (!n_range) 436 return 0; 437 438 ranges = kcalloc(n_range, 439 (OF_PCI_ADDRESS_CELLS + OF_PCI_SIZE_CELLS + 440 n_addr_cells) * sizeof(*ranges), 441 GFP_KERNEL); 442 if (!ranges) 443 return -ENOMEM; 444 445 resource_list_for_each_entry(window, &bridge->windows) { 446 res = window->res; 447 if (!of_pci_is_range_resource(res, &flags)) 448 continue; 449 450 /* PCI bus address */ 451 val64 = res->start; 452 of_pci_set_address(NULL, &ranges[ranges_sz], 453 val64 - window->offset, 0, flags, false); 454 ranges_sz += OF_PCI_ADDRESS_CELLS; 455 456 /* Host bus address */ 457 if (n_addr_cells == 2) 458 ranges[ranges_sz++] = upper_32_bits(val64); 459 ranges[ranges_sz++] = lower_32_bits(val64); 460 461 /* Size */ 462 val64 = resource_size(res); 463 ranges[ranges_sz] = upper_32_bits(val64); 464 ranges[ranges_sz + 1] = lower_32_bits(val64); 465 ranges_sz += OF_PCI_SIZE_CELLS; 466 } 467 468 ret = of_changeset_add_prop_u32_array(ocs, np, "ranges", ranges, 469 ranges_sz); 470 kfree(ranges); 471 return ret; 472 } 473 474 int of_pci_add_host_bridge_properties(struct pci_host_bridge *bridge, 475 struct of_changeset *ocs, 476 struct device_node *np) 477 { 478 int ret; 479 480 ret = of_changeset_add_prop_string(ocs, np, "device_type", "pci"); 481 if (ret) 482 return ret; 483 484 ret = of_changeset_add_prop_u32(ocs, np, "#address-cells", 485 OF_PCI_ADDRESS_CELLS); 486 if (ret) 487 return ret; 488 489 ret = of_changeset_add_prop_u32(ocs, np, "#size-cells", 490 OF_PCI_SIZE_CELLS); 491 if (ret) 492 return ret; 493 494 ret = of_pci_host_bridge_prop_ranges(bridge, ocs, np); 495 if (ret) 496 return ret; 497 498 return 0; 499 } 500