xref: /linux/arch/powerpc/kernel/pci-common.c (revision b43ab901d671e3e3cad425ea5e9a3c74e266dcdd)
1 /*
2  * Contains common pci routines for ALL ppc platform
3  * (based on pci_32.c and pci_64.c)
4  *
5  * Port for PPC64 David Engebretsen, IBM Corp.
6  * Contains common pci routines for ppc64 platform, pSeries and iSeries brands.
7  *
8  * Copyright (C) 2003 Anton Blanchard <anton@au.ibm.com>, IBM
9  *   Rework, based on alpha PCI code.
10  *
11  * Common pmac/prep/chrp pci routines. -- Cort
12  *
13  * This program is free software; you can redistribute it and/or
14  * modify it under the terms of the GNU General Public License
15  * as published by the Free Software Foundation; either version
16  * 2 of the License, or (at your option) any later version.
17  */
18 
19 #include <linux/kernel.h>
20 #include <linux/pci.h>
21 #include <linux/string.h>
22 #include <linux/init.h>
23 #include <linux/bootmem.h>
24 #include <linux/export.h>
25 #include <linux/of_address.h>
26 #include <linux/of_pci.h>
27 #include <linux/mm.h>
28 #include <linux/list.h>
29 #include <linux/syscalls.h>
30 #include <linux/irq.h>
31 #include <linux/vmalloc.h>
32 #include <linux/slab.h>
33 
34 #include <asm/processor.h>
35 #include <asm/io.h>
36 #include <asm/prom.h>
37 #include <asm/pci-bridge.h>
38 #include <asm/byteorder.h>
39 #include <asm/machdep.h>
40 #include <asm/ppc-pci.h>
41 #include <asm/firmware.h>
42 #include <asm/eeh.h>
43 
44 static DEFINE_SPINLOCK(hose_spinlock);
45 LIST_HEAD(hose_list);
46 
47 /* XXX kill that some day ... */
48 static int global_phb_number;		/* Global phb counter */
49 
50 /* ISA Memory physical address */
51 resource_size_t isa_mem_base;
52 
53 /* Default PCI flags is 0 on ppc32, modified at boot on ppc64 */
54 unsigned int pci_flags = 0;
55 
56 
57 static struct dma_map_ops *pci_dma_ops = &dma_direct_ops;
58 
59 void set_pci_dma_ops(struct dma_map_ops *dma_ops)
60 {
61 	pci_dma_ops = dma_ops;
62 }
63 
64 struct dma_map_ops *get_pci_dma_ops(void)
65 {
66 	return pci_dma_ops;
67 }
68 EXPORT_SYMBOL(get_pci_dma_ops);
69 
70 struct pci_controller *pcibios_alloc_controller(struct device_node *dev)
71 {
72 	struct pci_controller *phb;
73 
74 	phb = zalloc_maybe_bootmem(sizeof(struct pci_controller), GFP_KERNEL);
75 	if (phb == NULL)
76 		return NULL;
77 	spin_lock(&hose_spinlock);
78 	phb->global_number = global_phb_number++;
79 	list_add_tail(&phb->list_node, &hose_list);
80 	spin_unlock(&hose_spinlock);
81 	phb->dn = dev;
82 	phb->is_dynamic = mem_init_done;
83 #ifdef CONFIG_PPC64
84 	if (dev) {
85 		int nid = of_node_to_nid(dev);
86 
87 		if (nid < 0 || !node_online(nid))
88 			nid = -1;
89 
90 		PHB_SET_NODE(phb, nid);
91 	}
92 #endif
93 	return phb;
94 }
95 
96 void pcibios_free_controller(struct pci_controller *phb)
97 {
98 	spin_lock(&hose_spinlock);
99 	list_del(&phb->list_node);
100 	spin_unlock(&hose_spinlock);
101 
102 	if (phb->is_dynamic)
103 		kfree(phb);
104 }
105 
106 static resource_size_t pcibios_io_size(const struct pci_controller *hose)
107 {
108 #ifdef CONFIG_PPC64
109 	return hose->pci_io_size;
110 #else
111 	return resource_size(&hose->io_resource);
112 #endif
113 }
114 
115 int pcibios_vaddr_is_ioport(void __iomem *address)
116 {
117 	int ret = 0;
118 	struct pci_controller *hose;
119 	resource_size_t size;
120 
121 	spin_lock(&hose_spinlock);
122 	list_for_each_entry(hose, &hose_list, list_node) {
123 		size = pcibios_io_size(hose);
124 		if (address >= hose->io_base_virt &&
125 		    address < (hose->io_base_virt + size)) {
126 			ret = 1;
127 			break;
128 		}
129 	}
130 	spin_unlock(&hose_spinlock);
131 	return ret;
132 }
133 
134 unsigned long pci_address_to_pio(phys_addr_t address)
135 {
136 	struct pci_controller *hose;
137 	resource_size_t size;
138 	unsigned long ret = ~0;
139 
140 	spin_lock(&hose_spinlock);
141 	list_for_each_entry(hose, &hose_list, list_node) {
142 		size = pcibios_io_size(hose);
143 		if (address >= hose->io_base_phys &&
144 		    address < (hose->io_base_phys + size)) {
145 			unsigned long base =
146 				(unsigned long)hose->io_base_virt - _IO_BASE;
147 			ret = base + (address - hose->io_base_phys);
148 			break;
149 		}
150 	}
151 	spin_unlock(&hose_spinlock);
152 
153 	return ret;
154 }
155 EXPORT_SYMBOL_GPL(pci_address_to_pio);
156 
157 /*
158  * Return the domain number for this bus.
159  */
160 int pci_domain_nr(struct pci_bus *bus)
161 {
162 	struct pci_controller *hose = pci_bus_to_host(bus);
163 
164 	return hose->global_number;
165 }
166 EXPORT_SYMBOL(pci_domain_nr);
167 
168 /* This routine is meant to be used early during boot, when the
169  * PCI bus numbers have not yet been assigned, and you need to
170  * issue PCI config cycles to an OF device.
171  * It could also be used to "fix" RTAS config cycles if you want
172  * to set pci_assign_all_buses to 1 and still use RTAS for PCI
173  * config cycles.
174  */
175 struct pci_controller* pci_find_hose_for_OF_device(struct device_node* node)
176 {
177 	while(node) {
178 		struct pci_controller *hose, *tmp;
179 		list_for_each_entry_safe(hose, tmp, &hose_list, list_node)
180 			if (hose->dn == node)
181 				return hose;
182 		node = node->parent;
183 	}
184 	return NULL;
185 }
186 
187 static ssize_t pci_show_devspec(struct device *dev,
188 		struct device_attribute *attr, char *buf)
189 {
190 	struct pci_dev *pdev;
191 	struct device_node *np;
192 
193 	pdev = to_pci_dev (dev);
194 	np = pci_device_to_OF_node(pdev);
195 	if (np == NULL || np->full_name == NULL)
196 		return 0;
197 	return sprintf(buf, "%s", np->full_name);
198 }
199 static DEVICE_ATTR(devspec, S_IRUGO, pci_show_devspec, NULL);
200 
201 /* Add sysfs properties */
202 int pcibios_add_platform_entries(struct pci_dev *pdev)
203 {
204 	return device_create_file(&pdev->dev, &dev_attr_devspec);
205 }
206 
207 char __devinit *pcibios_setup(char *str)
208 {
209 	return str;
210 }
211 
212 /*
213  * Reads the interrupt pin to determine if interrupt is use by card.
214  * If the interrupt is used, then gets the interrupt line from the
215  * openfirmware and sets it in the pci_dev and pci_config line.
216  */
217 static int pci_read_irq_line(struct pci_dev *pci_dev)
218 {
219 	struct of_irq oirq;
220 	unsigned int virq;
221 
222 	/* The current device-tree that iSeries generates from the HV
223 	 * PCI informations doesn't contain proper interrupt routing,
224 	 * and all the fallback would do is print out crap, so we
225 	 * don't attempt to resolve the interrupts here at all, some
226 	 * iSeries specific fixup does it.
227 	 *
228 	 * In the long run, we will hopefully fix the generated device-tree
229 	 * instead.
230 	 */
231 #ifdef CONFIG_PPC_ISERIES
232 	if (firmware_has_feature(FW_FEATURE_ISERIES))
233 		return -1;
234 #endif
235 
236 	pr_debug("PCI: Try to map irq for %s...\n", pci_name(pci_dev));
237 
238 #ifdef DEBUG
239 	memset(&oirq, 0xff, sizeof(oirq));
240 #endif
241 	/* Try to get a mapping from the device-tree */
242 	if (of_irq_map_pci(pci_dev, &oirq)) {
243 		u8 line, pin;
244 
245 		/* If that fails, lets fallback to what is in the config
246 		 * space and map that through the default controller. We
247 		 * also set the type to level low since that's what PCI
248 		 * interrupts are. If your platform does differently, then
249 		 * either provide a proper interrupt tree or don't use this
250 		 * function.
251 		 */
252 		if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_PIN, &pin))
253 			return -1;
254 		if (pin == 0)
255 			return -1;
256 		if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_LINE, &line) ||
257 		    line == 0xff || line == 0) {
258 			return -1;
259 		}
260 		pr_debug(" No map ! Using line %d (pin %d) from PCI config\n",
261 			 line, pin);
262 
263 		virq = irq_create_mapping(NULL, line);
264 		if (virq != NO_IRQ)
265 			irq_set_irq_type(virq, IRQ_TYPE_LEVEL_LOW);
266 	} else {
267 		pr_debug(" Got one, spec %d cells (0x%08x 0x%08x...) on %s\n",
268 			 oirq.size, oirq.specifier[0], oirq.specifier[1],
269 			 oirq.controller ? oirq.controller->full_name :
270 			 "<default>");
271 
272 		virq = irq_create_of_mapping(oirq.controller, oirq.specifier,
273 					     oirq.size);
274 	}
275 	if(virq == NO_IRQ) {
276 		pr_debug(" Failed to map !\n");
277 		return -1;
278 	}
279 
280 	pr_debug(" Mapped to linux irq %d\n", virq);
281 
282 	pci_dev->irq = virq;
283 
284 	return 0;
285 }
286 
287 /*
288  * Platform support for /proc/bus/pci/X/Y mmap()s,
289  * modelled on the sparc64 implementation by Dave Miller.
290  *  -- paulus.
291  */
292 
293 /*
294  * Adjust vm_pgoff of VMA such that it is the physical page offset
295  * corresponding to the 32-bit pci bus offset for DEV requested by the user.
296  *
297  * Basically, the user finds the base address for his device which he wishes
298  * to mmap.  They read the 32-bit value from the config space base register,
299  * add whatever PAGE_SIZE multiple offset they wish, and feed this into the
300  * offset parameter of mmap on /proc/bus/pci/XXX for that device.
301  *
302  * Returns negative error code on failure, zero on success.
303  */
304 static struct resource *__pci_mmap_make_offset(struct pci_dev *dev,
305 					       resource_size_t *offset,
306 					       enum pci_mmap_state mmap_state)
307 {
308 	struct pci_controller *hose = pci_bus_to_host(dev->bus);
309 	unsigned long io_offset = 0;
310 	int i, res_bit;
311 
312 	if (hose == 0)
313 		return NULL;		/* should never happen */
314 
315 	/* If memory, add on the PCI bridge address offset */
316 	if (mmap_state == pci_mmap_mem) {
317 #if 0 /* See comment in pci_resource_to_user() for why this is disabled */
318 		*offset += hose->pci_mem_offset;
319 #endif
320 		res_bit = IORESOURCE_MEM;
321 	} else {
322 		io_offset = (unsigned long)hose->io_base_virt - _IO_BASE;
323 		*offset += io_offset;
324 		res_bit = IORESOURCE_IO;
325 	}
326 
327 	/*
328 	 * Check that the offset requested corresponds to one of the
329 	 * resources of the device.
330 	 */
331 	for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
332 		struct resource *rp = &dev->resource[i];
333 		int flags = rp->flags;
334 
335 		/* treat ROM as memory (should be already) */
336 		if (i == PCI_ROM_RESOURCE)
337 			flags |= IORESOURCE_MEM;
338 
339 		/* Active and same type? */
340 		if ((flags & res_bit) == 0)
341 			continue;
342 
343 		/* In the range of this resource? */
344 		if (*offset < (rp->start & PAGE_MASK) || *offset > rp->end)
345 			continue;
346 
347 		/* found it! construct the final physical address */
348 		if (mmap_state == pci_mmap_io)
349 			*offset += hose->io_base_phys - io_offset;
350 		return rp;
351 	}
352 
353 	return NULL;
354 }
355 
356 /*
357  * Set vm_page_prot of VMA, as appropriate for this architecture, for a pci
358  * device mapping.
359  */
360 static pgprot_t __pci_mmap_set_pgprot(struct pci_dev *dev, struct resource *rp,
361 				      pgprot_t protection,
362 				      enum pci_mmap_state mmap_state,
363 				      int write_combine)
364 {
365 	unsigned long prot = pgprot_val(protection);
366 
367 	/* Write combine is always 0 on non-memory space mappings. On
368 	 * memory space, if the user didn't pass 1, we check for a
369 	 * "prefetchable" resource. This is a bit hackish, but we use
370 	 * this to workaround the inability of /sysfs to provide a write
371 	 * combine bit
372 	 */
373 	if (mmap_state != pci_mmap_mem)
374 		write_combine = 0;
375 	else if (write_combine == 0) {
376 		if (rp->flags & IORESOURCE_PREFETCH)
377 			write_combine = 1;
378 	}
379 
380 	/* XXX would be nice to have a way to ask for write-through */
381 	if (write_combine)
382 		return pgprot_noncached_wc(prot);
383 	else
384 		return pgprot_noncached(prot);
385 }
386 
387 /*
388  * This one is used by /dev/mem and fbdev who have no clue about the
389  * PCI device, it tries to find the PCI device first and calls the
390  * above routine
391  */
392 pgprot_t pci_phys_mem_access_prot(struct file *file,
393 				  unsigned long pfn,
394 				  unsigned long size,
395 				  pgprot_t prot)
396 {
397 	struct pci_dev *pdev = NULL;
398 	struct resource *found = NULL;
399 	resource_size_t offset = ((resource_size_t)pfn) << PAGE_SHIFT;
400 	int i;
401 
402 	if (page_is_ram(pfn))
403 		return prot;
404 
405 	prot = pgprot_noncached(prot);
406 	for_each_pci_dev(pdev) {
407 		for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
408 			struct resource *rp = &pdev->resource[i];
409 			int flags = rp->flags;
410 
411 			/* Active and same type? */
412 			if ((flags & IORESOURCE_MEM) == 0)
413 				continue;
414 			/* In the range of this resource? */
415 			if (offset < (rp->start & PAGE_MASK) ||
416 			    offset > rp->end)
417 				continue;
418 			found = rp;
419 			break;
420 		}
421 		if (found)
422 			break;
423 	}
424 	if (found) {
425 		if (found->flags & IORESOURCE_PREFETCH)
426 			prot = pgprot_noncached_wc(prot);
427 		pci_dev_put(pdev);
428 	}
429 
430 	pr_debug("PCI: Non-PCI map for %llx, prot: %lx\n",
431 		 (unsigned long long)offset, pgprot_val(prot));
432 
433 	return prot;
434 }
435 
436 
437 /*
438  * Perform the actual remap of the pages for a PCI device mapping, as
439  * appropriate for this architecture.  The region in the process to map
440  * is described by vm_start and vm_end members of VMA, the base physical
441  * address is found in vm_pgoff.
442  * The pci device structure is provided so that architectures may make mapping
443  * decisions on a per-device or per-bus basis.
444  *
445  * Returns a negative error code on failure, zero on success.
446  */
447 int pci_mmap_page_range(struct pci_dev *dev, struct vm_area_struct *vma,
448 			enum pci_mmap_state mmap_state, int write_combine)
449 {
450 	resource_size_t offset =
451 		((resource_size_t)vma->vm_pgoff) << PAGE_SHIFT;
452 	struct resource *rp;
453 	int ret;
454 
455 	rp = __pci_mmap_make_offset(dev, &offset, mmap_state);
456 	if (rp == NULL)
457 		return -EINVAL;
458 
459 	vma->vm_pgoff = offset >> PAGE_SHIFT;
460 	vma->vm_page_prot = __pci_mmap_set_pgprot(dev, rp,
461 						  vma->vm_page_prot,
462 						  mmap_state, write_combine);
463 
464 	ret = remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
465 			       vma->vm_end - vma->vm_start, vma->vm_page_prot);
466 
467 	return ret;
468 }
469 
470 /* This provides legacy IO read access on a bus */
471 int pci_legacy_read(struct pci_bus *bus, loff_t port, u32 *val, size_t size)
472 {
473 	unsigned long offset;
474 	struct pci_controller *hose = pci_bus_to_host(bus);
475 	struct resource *rp = &hose->io_resource;
476 	void __iomem *addr;
477 
478 	/* Check if port can be supported by that bus. We only check
479 	 * the ranges of the PHB though, not the bus itself as the rules
480 	 * for forwarding legacy cycles down bridges are not our problem
481 	 * here. So if the host bridge supports it, we do it.
482 	 */
483 	offset = (unsigned long)hose->io_base_virt - _IO_BASE;
484 	offset += port;
485 
486 	if (!(rp->flags & IORESOURCE_IO))
487 		return -ENXIO;
488 	if (offset < rp->start || (offset + size) > rp->end)
489 		return -ENXIO;
490 	addr = hose->io_base_virt + port;
491 
492 	switch(size) {
493 	case 1:
494 		*((u8 *)val) = in_8(addr);
495 		return 1;
496 	case 2:
497 		if (port & 1)
498 			return -EINVAL;
499 		*((u16 *)val) = in_le16(addr);
500 		return 2;
501 	case 4:
502 		if (port & 3)
503 			return -EINVAL;
504 		*((u32 *)val) = in_le32(addr);
505 		return 4;
506 	}
507 	return -EINVAL;
508 }
509 
510 /* This provides legacy IO write access on a bus */
511 int pci_legacy_write(struct pci_bus *bus, loff_t port, u32 val, size_t size)
512 {
513 	unsigned long offset;
514 	struct pci_controller *hose = pci_bus_to_host(bus);
515 	struct resource *rp = &hose->io_resource;
516 	void __iomem *addr;
517 
518 	/* Check if port can be supported by that bus. We only check
519 	 * the ranges of the PHB though, not the bus itself as the rules
520 	 * for forwarding legacy cycles down bridges are not our problem
521 	 * here. So if the host bridge supports it, we do it.
522 	 */
523 	offset = (unsigned long)hose->io_base_virt - _IO_BASE;
524 	offset += port;
525 
526 	if (!(rp->flags & IORESOURCE_IO))
527 		return -ENXIO;
528 	if (offset < rp->start || (offset + size) > rp->end)
529 		return -ENXIO;
530 	addr = hose->io_base_virt + port;
531 
532 	/* WARNING: The generic code is idiotic. It gets passed a pointer
533 	 * to what can be a 1, 2 or 4 byte quantity and always reads that
534 	 * as a u32, which means that we have to correct the location of
535 	 * the data read within those 32 bits for size 1 and 2
536 	 */
537 	switch(size) {
538 	case 1:
539 		out_8(addr, val >> 24);
540 		return 1;
541 	case 2:
542 		if (port & 1)
543 			return -EINVAL;
544 		out_le16(addr, val >> 16);
545 		return 2;
546 	case 4:
547 		if (port & 3)
548 			return -EINVAL;
549 		out_le32(addr, val);
550 		return 4;
551 	}
552 	return -EINVAL;
553 }
554 
555 /* This provides legacy IO or memory mmap access on a bus */
556 int pci_mmap_legacy_page_range(struct pci_bus *bus,
557 			       struct vm_area_struct *vma,
558 			       enum pci_mmap_state mmap_state)
559 {
560 	struct pci_controller *hose = pci_bus_to_host(bus);
561 	resource_size_t offset =
562 		((resource_size_t)vma->vm_pgoff) << PAGE_SHIFT;
563 	resource_size_t size = vma->vm_end - vma->vm_start;
564 	struct resource *rp;
565 
566 	pr_debug("pci_mmap_legacy_page_range(%04x:%02x, %s @%llx..%llx)\n",
567 		 pci_domain_nr(bus), bus->number,
568 		 mmap_state == pci_mmap_mem ? "MEM" : "IO",
569 		 (unsigned long long)offset,
570 		 (unsigned long long)(offset + size - 1));
571 
572 	if (mmap_state == pci_mmap_mem) {
573 		/* Hack alert !
574 		 *
575 		 * Because X is lame and can fail starting if it gets an error trying
576 		 * to mmap legacy_mem (instead of just moving on without legacy memory
577 		 * access) we fake it here by giving it anonymous memory, effectively
578 		 * behaving just like /dev/zero
579 		 */
580 		if ((offset + size) > hose->isa_mem_size) {
581 			printk(KERN_DEBUG
582 			       "Process %s (pid:%d) mapped non-existing PCI legacy memory for 0%04x:%02x\n",
583 			       current->comm, current->pid, pci_domain_nr(bus), bus->number);
584 			if (vma->vm_flags & VM_SHARED)
585 				return shmem_zero_setup(vma);
586 			return 0;
587 		}
588 		offset += hose->isa_mem_phys;
589 	} else {
590 		unsigned long io_offset = (unsigned long)hose->io_base_virt - _IO_BASE;
591 		unsigned long roffset = offset + io_offset;
592 		rp = &hose->io_resource;
593 		if (!(rp->flags & IORESOURCE_IO))
594 			return -ENXIO;
595 		if (roffset < rp->start || (roffset + size) > rp->end)
596 			return -ENXIO;
597 		offset += hose->io_base_phys;
598 	}
599 	pr_debug(" -> mapping phys %llx\n", (unsigned long long)offset);
600 
601 	vma->vm_pgoff = offset >> PAGE_SHIFT;
602 	vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
603 	return remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
604 			       vma->vm_end - vma->vm_start,
605 			       vma->vm_page_prot);
606 }
607 
608 void pci_resource_to_user(const struct pci_dev *dev, int bar,
609 			  const struct resource *rsrc,
610 			  resource_size_t *start, resource_size_t *end)
611 {
612 	struct pci_controller *hose = pci_bus_to_host(dev->bus);
613 	resource_size_t offset = 0;
614 
615 	if (hose == NULL)
616 		return;
617 
618 	if (rsrc->flags & IORESOURCE_IO)
619 		offset = (unsigned long)hose->io_base_virt - _IO_BASE;
620 
621 	/* We pass a fully fixed up address to userland for MMIO instead of
622 	 * a BAR value because X is lame and expects to be able to use that
623 	 * to pass to /dev/mem !
624 	 *
625 	 * That means that we'll have potentially 64 bits values where some
626 	 * userland apps only expect 32 (like X itself since it thinks only
627 	 * Sparc has 64 bits MMIO) but if we don't do that, we break it on
628 	 * 32 bits CHRPs :-(
629 	 *
630 	 * Hopefully, the sysfs insterface is immune to that gunk. Once X
631 	 * has been fixed (and the fix spread enough), we can re-enable the
632 	 * 2 lines below and pass down a BAR value to userland. In that case
633 	 * we'll also have to re-enable the matching code in
634 	 * __pci_mmap_make_offset().
635 	 *
636 	 * BenH.
637 	 */
638 #if 0
639 	else if (rsrc->flags & IORESOURCE_MEM)
640 		offset = hose->pci_mem_offset;
641 #endif
642 
643 	*start = rsrc->start - offset;
644 	*end = rsrc->end - offset;
645 }
646 
647 /**
648  * pci_process_bridge_OF_ranges - Parse PCI bridge resources from device tree
649  * @hose: newly allocated pci_controller to be setup
650  * @dev: device node of the host bridge
651  * @primary: set if primary bus (32 bits only, soon to be deprecated)
652  *
653  * This function will parse the "ranges" property of a PCI host bridge device
654  * node and setup the resource mapping of a pci controller based on its
655  * content.
656  *
657  * Life would be boring if it wasn't for a few issues that we have to deal
658  * with here:
659  *
660  *   - We can only cope with one IO space range and up to 3 Memory space
661  *     ranges. However, some machines (thanks Apple !) tend to split their
662  *     space into lots of small contiguous ranges. So we have to coalesce.
663  *
664  *   - We can only cope with all memory ranges having the same offset
665  *     between CPU addresses and PCI addresses. Unfortunately, some bridges
666  *     are setup for a large 1:1 mapping along with a small "window" which
667  *     maps PCI address 0 to some arbitrary high address of the CPU space in
668  *     order to give access to the ISA memory hole.
669  *     The way out of here that I've chosen for now is to always set the
670  *     offset based on the first resource found, then override it if we
671  *     have a different offset and the previous was set by an ISA hole.
672  *
673  *   - Some busses have IO space not starting at 0, which causes trouble with
674  *     the way we do our IO resource renumbering. The code somewhat deals with
675  *     it for 64 bits but I would expect problems on 32 bits.
676  *
677  *   - Some 32 bits platforms such as 4xx can have physical space larger than
678  *     32 bits so we need to use 64 bits values for the parsing
679  */
680 void __devinit pci_process_bridge_OF_ranges(struct pci_controller *hose,
681 					    struct device_node *dev,
682 					    int primary)
683 {
684 	const u32 *ranges;
685 	int rlen;
686 	int pna = of_n_addr_cells(dev);
687 	int np = pna + 5;
688 	int memno = 0, isa_hole = -1;
689 	u32 pci_space;
690 	unsigned long long pci_addr, cpu_addr, pci_next, cpu_next, size;
691 	unsigned long long isa_mb = 0;
692 	struct resource *res;
693 
694 	printk(KERN_INFO "PCI host bridge %s %s ranges:\n",
695 	       dev->full_name, primary ? "(primary)" : "");
696 
697 	/* Get ranges property */
698 	ranges = of_get_property(dev, "ranges", &rlen);
699 	if (ranges == NULL)
700 		return;
701 
702 	/* Parse it */
703 	while ((rlen -= np * 4) >= 0) {
704 		/* Read next ranges element */
705 		pci_space = ranges[0];
706 		pci_addr = of_read_number(ranges + 1, 2);
707 		cpu_addr = of_translate_address(dev, ranges + 3);
708 		size = of_read_number(ranges + pna + 3, 2);
709 		ranges += np;
710 
711 		/* If we failed translation or got a zero-sized region
712 		 * (some FW try to feed us with non sensical zero sized regions
713 		 * such as power3 which look like some kind of attempt at exposing
714 		 * the VGA memory hole)
715 		 */
716 		if (cpu_addr == OF_BAD_ADDR || size == 0)
717 			continue;
718 
719 		/* Now consume following elements while they are contiguous */
720 		for (; rlen >= np * sizeof(u32);
721 		     ranges += np, rlen -= np * 4) {
722 			if (ranges[0] != pci_space)
723 				break;
724 			pci_next = of_read_number(ranges + 1, 2);
725 			cpu_next = of_translate_address(dev, ranges + 3);
726 			if (pci_next != pci_addr + size ||
727 			    cpu_next != cpu_addr + size)
728 				break;
729 			size += of_read_number(ranges + pna + 3, 2);
730 		}
731 
732 		/* Act based on address space type */
733 		res = NULL;
734 		switch ((pci_space >> 24) & 0x3) {
735 		case 1:		/* PCI IO space */
736 			printk(KERN_INFO
737 			       "  IO 0x%016llx..0x%016llx -> 0x%016llx\n",
738 			       cpu_addr, cpu_addr + size - 1, pci_addr);
739 
740 			/* We support only one IO range */
741 			if (hose->pci_io_size) {
742 				printk(KERN_INFO
743 				       " \\--> Skipped (too many) !\n");
744 				continue;
745 			}
746 #ifdef CONFIG_PPC32
747 			/* On 32 bits, limit I/O space to 16MB */
748 			if (size > 0x01000000)
749 				size = 0x01000000;
750 
751 			/* 32 bits needs to map IOs here */
752 			hose->io_base_virt = ioremap(cpu_addr, size);
753 
754 			/* Expect trouble if pci_addr is not 0 */
755 			if (primary)
756 				isa_io_base =
757 					(unsigned long)hose->io_base_virt;
758 #endif /* CONFIG_PPC32 */
759 			/* pci_io_size and io_base_phys always represent IO
760 			 * space starting at 0 so we factor in pci_addr
761 			 */
762 			hose->pci_io_size = pci_addr + size;
763 			hose->io_base_phys = cpu_addr - pci_addr;
764 
765 			/* Build resource */
766 			res = &hose->io_resource;
767 			res->flags = IORESOURCE_IO;
768 			res->start = pci_addr;
769 			break;
770 		case 2:		/* PCI Memory space */
771 		case 3:		/* PCI 64 bits Memory space */
772 			printk(KERN_INFO
773 			       " MEM 0x%016llx..0x%016llx -> 0x%016llx %s\n",
774 			       cpu_addr, cpu_addr + size - 1, pci_addr,
775 			       (pci_space & 0x40000000) ? "Prefetch" : "");
776 
777 			/* We support only 3 memory ranges */
778 			if (memno >= 3) {
779 				printk(KERN_INFO
780 				       " \\--> Skipped (too many) !\n");
781 				continue;
782 			}
783 			/* Handles ISA memory hole space here */
784 			if (pci_addr == 0) {
785 				isa_mb = cpu_addr;
786 				isa_hole = memno;
787 				if (primary || isa_mem_base == 0)
788 					isa_mem_base = cpu_addr;
789 				hose->isa_mem_phys = cpu_addr;
790 				hose->isa_mem_size = size;
791 			}
792 
793 			/* We get the PCI/Mem offset from the first range or
794 			 * the, current one if the offset came from an ISA
795 			 * hole. If they don't match, bugger.
796 			 */
797 			if (memno == 0 ||
798 			    (isa_hole >= 0 && pci_addr != 0 &&
799 			     hose->pci_mem_offset == isa_mb))
800 				hose->pci_mem_offset = cpu_addr - pci_addr;
801 			else if (pci_addr != 0 &&
802 				 hose->pci_mem_offset != cpu_addr - pci_addr) {
803 				printk(KERN_INFO
804 				       " \\--> Skipped (offset mismatch) !\n");
805 				continue;
806 			}
807 
808 			/* Build resource */
809 			res = &hose->mem_resources[memno++];
810 			res->flags = IORESOURCE_MEM;
811 			if (pci_space & 0x40000000)
812 				res->flags |= IORESOURCE_PREFETCH;
813 			res->start = cpu_addr;
814 			break;
815 		}
816 		if (res != NULL) {
817 			res->name = dev->full_name;
818 			res->end = res->start + size - 1;
819 			res->parent = NULL;
820 			res->sibling = NULL;
821 			res->child = NULL;
822 		}
823 	}
824 
825 	/* If there's an ISA hole and the pci_mem_offset is -not- matching
826 	 * the ISA hole offset, then we need to remove the ISA hole from
827 	 * the resource list for that brige
828 	 */
829 	if (isa_hole >= 0 && hose->pci_mem_offset != isa_mb) {
830 		unsigned int next = isa_hole + 1;
831 		printk(KERN_INFO " Removing ISA hole at 0x%016llx\n", isa_mb);
832 		if (next < memno)
833 			memmove(&hose->mem_resources[isa_hole],
834 				&hose->mem_resources[next],
835 				sizeof(struct resource) * (memno - next));
836 		hose->mem_resources[--memno].flags = 0;
837 	}
838 }
839 
840 /* Decide whether to display the domain number in /proc */
841 int pci_proc_domain(struct pci_bus *bus)
842 {
843 	struct pci_controller *hose = pci_bus_to_host(bus);
844 
845 	if (!pci_has_flag(PCI_ENABLE_PROC_DOMAINS))
846 		return 0;
847 	if (pci_has_flag(PCI_COMPAT_DOMAIN_0))
848 		return hose->global_number != 0;
849 	return 1;
850 }
851 
852 void pcibios_resource_to_bus(struct pci_dev *dev, struct pci_bus_region *region,
853 			     struct resource *res)
854 {
855 	resource_size_t offset = 0, mask = (resource_size_t)-1;
856 	struct pci_controller *hose = pci_bus_to_host(dev->bus);
857 
858 	if (!hose)
859 		return;
860 	if (res->flags & IORESOURCE_IO) {
861 		offset = (unsigned long)hose->io_base_virt - _IO_BASE;
862 		mask = 0xffffffffu;
863 	} else if (res->flags & IORESOURCE_MEM)
864 		offset = hose->pci_mem_offset;
865 
866 	region->start = (res->start - offset) & mask;
867 	region->end = (res->end - offset) & mask;
868 }
869 EXPORT_SYMBOL(pcibios_resource_to_bus);
870 
871 void pcibios_bus_to_resource(struct pci_dev *dev, struct resource *res,
872 			     struct pci_bus_region *region)
873 {
874 	resource_size_t offset = 0, mask = (resource_size_t)-1;
875 	struct pci_controller *hose = pci_bus_to_host(dev->bus);
876 
877 	if (!hose)
878 		return;
879 	if (res->flags & IORESOURCE_IO) {
880 		offset = (unsigned long)hose->io_base_virt - _IO_BASE;
881 		mask = 0xffffffffu;
882 	} else if (res->flags & IORESOURCE_MEM)
883 		offset = hose->pci_mem_offset;
884 	res->start = (region->start + offset) & mask;
885 	res->end = (region->end + offset) & mask;
886 }
887 EXPORT_SYMBOL(pcibios_bus_to_resource);
888 
889 /* Fixup a bus resource into a linux resource */
890 static void __devinit fixup_resource(struct resource *res, struct pci_dev *dev)
891 {
892 	struct pci_controller *hose = pci_bus_to_host(dev->bus);
893 	resource_size_t offset = 0, mask = (resource_size_t)-1;
894 
895 	if (res->flags & IORESOURCE_IO) {
896 		offset = (unsigned long)hose->io_base_virt - _IO_BASE;
897 		mask = 0xffffffffu;
898 	} else if (res->flags & IORESOURCE_MEM)
899 		offset = hose->pci_mem_offset;
900 
901 	res->start = (res->start + offset) & mask;
902 	res->end = (res->end + offset) & mask;
903 }
904 
905 
906 /* This header fixup will do the resource fixup for all devices as they are
907  * probed, but not for bridge ranges
908  */
909 static void __devinit pcibios_fixup_resources(struct pci_dev *dev)
910 {
911 	struct pci_controller *hose = pci_bus_to_host(dev->bus);
912 	int i;
913 
914 	if (!hose) {
915 		printk(KERN_ERR "No host bridge for PCI dev %s !\n",
916 		       pci_name(dev));
917 		return;
918 	}
919 	for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
920 		struct resource *res = dev->resource + i;
921 		if (!res->flags)
922 			continue;
923 
924 		/* If we're going to re-assign everything, we mark all resources
925 		 * as unset (and 0-base them). In addition, we mark BARs starting
926 		 * at 0 as unset as well, except if PCI_PROBE_ONLY is also set
927 		 * since in that case, we don't want to re-assign anything
928 		 */
929 		if (pci_has_flag(PCI_REASSIGN_ALL_RSRC) ||
930 		    (res->start == 0 && !pci_has_flag(PCI_PROBE_ONLY))) {
931 			/* Only print message if not re-assigning */
932 			if (!pci_has_flag(PCI_REASSIGN_ALL_RSRC))
933 				pr_debug("PCI:%s Resource %d %016llx-%016llx [%x] "
934 					 "is unassigned\n",
935 					 pci_name(dev), i,
936 					 (unsigned long long)res->start,
937 					 (unsigned long long)res->end,
938 					 (unsigned int)res->flags);
939 			res->end -= res->start;
940 			res->start = 0;
941 			res->flags |= IORESOURCE_UNSET;
942 			continue;
943 		}
944 
945 		pr_debug("PCI:%s Resource %d %016llx-%016llx [%x] fixup...\n",
946 			 pci_name(dev), i,
947 			 (unsigned long long)res->start,\
948 			 (unsigned long long)res->end,
949 			 (unsigned int)res->flags);
950 
951 		fixup_resource(res, dev);
952 
953 		pr_debug("PCI:%s            %016llx-%016llx\n",
954 			 pci_name(dev),
955 			 (unsigned long long)res->start,
956 			 (unsigned long long)res->end);
957 	}
958 
959 	/* Call machine specific resource fixup */
960 	if (ppc_md.pcibios_fixup_resources)
961 		ppc_md.pcibios_fixup_resources(dev);
962 }
963 DECLARE_PCI_FIXUP_HEADER(PCI_ANY_ID, PCI_ANY_ID, pcibios_fixup_resources);
964 
965 /* This function tries to figure out if a bridge resource has been initialized
966  * by the firmware or not. It doesn't have to be absolutely bullet proof, but
967  * things go more smoothly when it gets it right. It should covers cases such
968  * as Apple "closed" bridge resources and bare-metal pSeries unassigned bridges
969  */
970 static int __devinit pcibios_uninitialized_bridge_resource(struct pci_bus *bus,
971 							   struct resource *res)
972 {
973 	struct pci_controller *hose = pci_bus_to_host(bus);
974 	struct pci_dev *dev = bus->self;
975 	resource_size_t offset;
976 	u16 command;
977 	int i;
978 
979 	/* We don't do anything if PCI_PROBE_ONLY is set */
980 	if (pci_has_flag(PCI_PROBE_ONLY))
981 		return 0;
982 
983 	/* Job is a bit different between memory and IO */
984 	if (res->flags & IORESOURCE_MEM) {
985 		/* If the BAR is non-0 (res != pci_mem_offset) then it's probably been
986 		 * initialized by somebody
987 		 */
988 		if (res->start != hose->pci_mem_offset)
989 			return 0;
990 
991 		/* The BAR is 0, let's check if memory decoding is enabled on
992 		 * the bridge. If not, we consider it unassigned
993 		 */
994 		pci_read_config_word(dev, PCI_COMMAND, &command);
995 		if ((command & PCI_COMMAND_MEMORY) == 0)
996 			return 1;
997 
998 		/* Memory decoding is enabled and the BAR is 0. If any of the bridge
999 		 * resources covers that starting address (0 then it's good enough for
1000 		 * us for memory
1001 		 */
1002 		for (i = 0; i < 3; i++) {
1003 			if ((hose->mem_resources[i].flags & IORESOURCE_MEM) &&
1004 			    hose->mem_resources[i].start == hose->pci_mem_offset)
1005 				return 0;
1006 		}
1007 
1008 		/* Well, it starts at 0 and we know it will collide so we may as
1009 		 * well consider it as unassigned. That covers the Apple case.
1010 		 */
1011 		return 1;
1012 	} else {
1013 		/* If the BAR is non-0, then we consider it assigned */
1014 		offset = (unsigned long)hose->io_base_virt - _IO_BASE;
1015 		if (((res->start - offset) & 0xfffffffful) != 0)
1016 			return 0;
1017 
1018 		/* Here, we are a bit different than memory as typically IO space
1019 		 * starting at low addresses -is- valid. What we do instead if that
1020 		 * we consider as unassigned anything that doesn't have IO enabled
1021 		 * in the PCI command register, and that's it.
1022 		 */
1023 		pci_read_config_word(dev, PCI_COMMAND, &command);
1024 		if (command & PCI_COMMAND_IO)
1025 			return 0;
1026 
1027 		/* It's starting at 0 and IO is disabled in the bridge, consider
1028 		 * it unassigned
1029 		 */
1030 		return 1;
1031 	}
1032 }
1033 
1034 /* Fixup resources of a PCI<->PCI bridge */
1035 static void __devinit pcibios_fixup_bridge(struct pci_bus *bus)
1036 {
1037 	struct resource *res;
1038 	int i;
1039 
1040 	struct pci_dev *dev = bus->self;
1041 
1042 	pci_bus_for_each_resource(bus, res, i) {
1043 		if (!res || !res->flags)
1044 			continue;
1045 		if (i >= 3 && bus->self->transparent)
1046 			continue;
1047 
1048 		/* If we are going to re-assign everything, mark the resource
1049 		 * as unset and move it down to 0
1050 		 */
1051 		if (pci_has_flag(PCI_REASSIGN_ALL_RSRC)) {
1052 			res->flags |= IORESOURCE_UNSET;
1053 			res->end -= res->start;
1054 			res->start = 0;
1055 			continue;
1056 		}
1057 
1058 		pr_debug("PCI:%s Bus rsrc %d %016llx-%016llx [%x] fixup...\n",
1059 			 pci_name(dev), i,
1060 			 (unsigned long long)res->start,\
1061 			 (unsigned long long)res->end,
1062 			 (unsigned int)res->flags);
1063 
1064 		/* Perform fixup */
1065 		fixup_resource(res, dev);
1066 
1067 		/* Try to detect uninitialized P2P bridge resources,
1068 		 * and clear them out so they get re-assigned later
1069 		 */
1070 		if (pcibios_uninitialized_bridge_resource(bus, res)) {
1071 			res->flags = 0;
1072 			pr_debug("PCI:%s            (unassigned)\n", pci_name(dev));
1073 		} else {
1074 
1075 			pr_debug("PCI:%s            %016llx-%016llx\n",
1076 				 pci_name(dev),
1077 				 (unsigned long long)res->start,
1078 				 (unsigned long long)res->end);
1079 		}
1080 	}
1081 }
1082 
1083 void __devinit pcibios_setup_bus_self(struct pci_bus *bus)
1084 {
1085 	/* Fix up the bus resources for P2P bridges */
1086 	if (bus->self != NULL)
1087 		pcibios_fixup_bridge(bus);
1088 
1089 	/* Platform specific bus fixups. This is currently only used
1090 	 * by fsl_pci and I'm hoping to get rid of it at some point
1091 	 */
1092 	if (ppc_md.pcibios_fixup_bus)
1093 		ppc_md.pcibios_fixup_bus(bus);
1094 
1095 	/* Setup bus DMA mappings */
1096 	if (ppc_md.pci_dma_bus_setup)
1097 		ppc_md.pci_dma_bus_setup(bus);
1098 }
1099 
1100 void __devinit pcibios_setup_bus_devices(struct pci_bus *bus)
1101 {
1102 	struct pci_dev *dev;
1103 
1104 	pr_debug("PCI: Fixup bus devices %d (%s)\n",
1105 		 bus->number, bus->self ? pci_name(bus->self) : "PHB");
1106 
1107 	list_for_each_entry(dev, &bus->devices, bus_list) {
1108 		/* Cardbus can call us to add new devices to a bus, so ignore
1109 		 * those who are already fully discovered
1110 		 */
1111 		if (dev->is_added)
1112 			continue;
1113 
1114 		/* Fixup NUMA node as it may not be setup yet by the generic
1115 		 * code and is needed by the DMA init
1116 		 */
1117 		set_dev_node(&dev->dev, pcibus_to_node(dev->bus));
1118 
1119 		/* Hook up default DMA ops */
1120 		set_dma_ops(&dev->dev, pci_dma_ops);
1121 		set_dma_offset(&dev->dev, PCI_DRAM_OFFSET);
1122 
1123 		/* Additional platform DMA/iommu setup */
1124 		if (ppc_md.pci_dma_dev_setup)
1125 			ppc_md.pci_dma_dev_setup(dev);
1126 
1127 		/* Read default IRQs and fixup if necessary */
1128 		pci_read_irq_line(dev);
1129 		if (ppc_md.pci_irq_fixup)
1130 			ppc_md.pci_irq_fixup(dev);
1131 	}
1132 }
1133 
1134 void pcibios_set_master(struct pci_dev *dev)
1135 {
1136 	/* No special bus mastering setup handling */
1137 }
1138 
1139 void __devinit pcibios_fixup_bus(struct pci_bus *bus)
1140 {
1141 	/* When called from the generic PCI probe, read PCI<->PCI bridge
1142 	 * bases. This is -not- called when generating the PCI tree from
1143 	 * the OF device-tree.
1144 	 */
1145 	if (bus->self != NULL)
1146 		pci_read_bridge_bases(bus);
1147 
1148 	/* Now fixup the bus bus */
1149 	pcibios_setup_bus_self(bus);
1150 
1151 	/* Now fixup devices on that bus */
1152 	pcibios_setup_bus_devices(bus);
1153 }
1154 EXPORT_SYMBOL(pcibios_fixup_bus);
1155 
1156 void __devinit pci_fixup_cardbus(struct pci_bus *bus)
1157 {
1158 	/* Now fixup devices on that bus */
1159 	pcibios_setup_bus_devices(bus);
1160 }
1161 
1162 
1163 static int skip_isa_ioresource_align(struct pci_dev *dev)
1164 {
1165 	if (pci_has_flag(PCI_CAN_SKIP_ISA_ALIGN) &&
1166 	    !(dev->bus->bridge_ctl & PCI_BRIDGE_CTL_ISA))
1167 		return 1;
1168 	return 0;
1169 }
1170 
1171 /*
1172  * We need to avoid collisions with `mirrored' VGA ports
1173  * and other strange ISA hardware, so we always want the
1174  * addresses to be allocated in the 0x000-0x0ff region
1175  * modulo 0x400.
1176  *
1177  * Why? Because some silly external IO cards only decode
1178  * the low 10 bits of the IO address. The 0x00-0xff region
1179  * is reserved for motherboard devices that decode all 16
1180  * bits, so it's ok to allocate at, say, 0x2800-0x28ff,
1181  * but we want to try to avoid allocating at 0x2900-0x2bff
1182  * which might have be mirrored at 0x0100-0x03ff..
1183  */
1184 resource_size_t pcibios_align_resource(void *data, const struct resource *res,
1185 				resource_size_t size, resource_size_t align)
1186 {
1187 	struct pci_dev *dev = data;
1188 	resource_size_t start = res->start;
1189 
1190 	if (res->flags & IORESOURCE_IO) {
1191 		if (skip_isa_ioresource_align(dev))
1192 			return start;
1193 		if (start & 0x300)
1194 			start = (start + 0x3ff) & ~0x3ff;
1195 	}
1196 
1197 	return start;
1198 }
1199 EXPORT_SYMBOL(pcibios_align_resource);
1200 
1201 /*
1202  * Reparent resource children of pr that conflict with res
1203  * under res, and make res replace those children.
1204  */
1205 static int reparent_resources(struct resource *parent,
1206 				     struct resource *res)
1207 {
1208 	struct resource *p, **pp;
1209 	struct resource **firstpp = NULL;
1210 
1211 	for (pp = &parent->child; (p = *pp) != NULL; pp = &p->sibling) {
1212 		if (p->end < res->start)
1213 			continue;
1214 		if (res->end < p->start)
1215 			break;
1216 		if (p->start < res->start || p->end > res->end)
1217 			return -1;	/* not completely contained */
1218 		if (firstpp == NULL)
1219 			firstpp = pp;
1220 	}
1221 	if (firstpp == NULL)
1222 		return -1;	/* didn't find any conflicting entries? */
1223 	res->parent = parent;
1224 	res->child = *firstpp;
1225 	res->sibling = *pp;
1226 	*firstpp = res;
1227 	*pp = NULL;
1228 	for (p = res->child; p != NULL; p = p->sibling) {
1229 		p->parent = res;
1230 		pr_debug("PCI: Reparented %s [%llx..%llx] under %s\n",
1231 			 p->name,
1232 			 (unsigned long long)p->start,
1233 			 (unsigned long long)p->end, res->name);
1234 	}
1235 	return 0;
1236 }
1237 
1238 /*
1239  *  Handle resources of PCI devices.  If the world were perfect, we could
1240  *  just allocate all the resource regions and do nothing more.  It isn't.
1241  *  On the other hand, we cannot just re-allocate all devices, as it would
1242  *  require us to know lots of host bridge internals.  So we attempt to
1243  *  keep as much of the original configuration as possible, but tweak it
1244  *  when it's found to be wrong.
1245  *
1246  *  Known BIOS problems we have to work around:
1247  *	- I/O or memory regions not configured
1248  *	- regions configured, but not enabled in the command register
1249  *	- bogus I/O addresses above 64K used
1250  *	- expansion ROMs left enabled (this may sound harmless, but given
1251  *	  the fact the PCI specs explicitly allow address decoders to be
1252  *	  shared between expansion ROMs and other resource regions, it's
1253  *	  at least dangerous)
1254  *
1255  *  Our solution:
1256  *	(1) Allocate resources for all buses behind PCI-to-PCI bridges.
1257  *	    This gives us fixed barriers on where we can allocate.
1258  *	(2) Allocate resources for all enabled devices.  If there is
1259  *	    a collision, just mark the resource as unallocated. Also
1260  *	    disable expansion ROMs during this step.
1261  *	(3) Try to allocate resources for disabled devices.  If the
1262  *	    resources were assigned correctly, everything goes well,
1263  *	    if they weren't, they won't disturb allocation of other
1264  *	    resources.
1265  *	(4) Assign new addresses to resources which were either
1266  *	    not configured at all or misconfigured.  If explicitly
1267  *	    requested by the user, configure expansion ROM address
1268  *	    as well.
1269  */
1270 
1271 void pcibios_allocate_bus_resources(struct pci_bus *bus)
1272 {
1273 	struct pci_bus *b;
1274 	int i;
1275 	struct resource *res, *pr;
1276 
1277 	pr_debug("PCI: Allocating bus resources for %04x:%02x...\n",
1278 		 pci_domain_nr(bus), bus->number);
1279 
1280 	pci_bus_for_each_resource(bus, res, i) {
1281 		if (!res || !res->flags || res->start > res->end || res->parent)
1282 			continue;
1283 
1284 		/* If the resource was left unset at this point, we clear it */
1285 		if (res->flags & IORESOURCE_UNSET)
1286 			goto clear_resource;
1287 
1288 		if (bus->parent == NULL)
1289 			pr = (res->flags & IORESOURCE_IO) ?
1290 				&ioport_resource : &iomem_resource;
1291 		else {
1292 			pr = pci_find_parent_resource(bus->self, res);
1293 			if (pr == res) {
1294 				/* this happens when the generic PCI
1295 				 * code (wrongly) decides that this
1296 				 * bridge is transparent  -- paulus
1297 				 */
1298 				continue;
1299 			}
1300 		}
1301 
1302 		pr_debug("PCI: %s (bus %d) bridge rsrc %d: %016llx-%016llx "
1303 			 "[0x%x], parent %p (%s)\n",
1304 			 bus->self ? pci_name(bus->self) : "PHB",
1305 			 bus->number, i,
1306 			 (unsigned long long)res->start,
1307 			 (unsigned long long)res->end,
1308 			 (unsigned int)res->flags,
1309 			 pr, (pr && pr->name) ? pr->name : "nil");
1310 
1311 		if (pr && !(pr->flags & IORESOURCE_UNSET)) {
1312 			if (request_resource(pr, res) == 0)
1313 				continue;
1314 			/*
1315 			 * Must be a conflict with an existing entry.
1316 			 * Move that entry (or entries) under the
1317 			 * bridge resource and try again.
1318 			 */
1319 			if (reparent_resources(pr, res) == 0)
1320 				continue;
1321 		}
1322 		pr_warning("PCI: Cannot allocate resource region "
1323 			   "%d of PCI bridge %d, will remap\n", i, bus->number);
1324 	clear_resource:
1325 		res->start = res->end = 0;
1326 		res->flags = 0;
1327 	}
1328 
1329 	list_for_each_entry(b, &bus->children, node)
1330 		pcibios_allocate_bus_resources(b);
1331 }
1332 
1333 static inline void __devinit alloc_resource(struct pci_dev *dev, int idx)
1334 {
1335 	struct resource *pr, *r = &dev->resource[idx];
1336 
1337 	pr_debug("PCI: Allocating %s: Resource %d: %016llx..%016llx [%x]\n",
1338 		 pci_name(dev), idx,
1339 		 (unsigned long long)r->start,
1340 		 (unsigned long long)r->end,
1341 		 (unsigned int)r->flags);
1342 
1343 	pr = pci_find_parent_resource(dev, r);
1344 	if (!pr || (pr->flags & IORESOURCE_UNSET) ||
1345 	    request_resource(pr, r) < 0) {
1346 		printk(KERN_WARNING "PCI: Cannot allocate resource region %d"
1347 		       " of device %s, will remap\n", idx, pci_name(dev));
1348 		if (pr)
1349 			pr_debug("PCI:  parent is %p: %016llx-%016llx [%x]\n",
1350 				 pr,
1351 				 (unsigned long long)pr->start,
1352 				 (unsigned long long)pr->end,
1353 				 (unsigned int)pr->flags);
1354 		/* We'll assign a new address later */
1355 		r->flags |= IORESOURCE_UNSET;
1356 		r->end -= r->start;
1357 		r->start = 0;
1358 	}
1359 }
1360 
1361 static void __init pcibios_allocate_resources(int pass)
1362 {
1363 	struct pci_dev *dev = NULL;
1364 	int idx, disabled;
1365 	u16 command;
1366 	struct resource *r;
1367 
1368 	for_each_pci_dev(dev) {
1369 		pci_read_config_word(dev, PCI_COMMAND, &command);
1370 		for (idx = 0; idx <= PCI_ROM_RESOURCE; idx++) {
1371 			r = &dev->resource[idx];
1372 			if (r->parent)		/* Already allocated */
1373 				continue;
1374 			if (!r->flags || (r->flags & IORESOURCE_UNSET))
1375 				continue;	/* Not assigned at all */
1376 			/* We only allocate ROMs on pass 1 just in case they
1377 			 * have been screwed up by firmware
1378 			 */
1379 			if (idx == PCI_ROM_RESOURCE )
1380 				disabled = 1;
1381 			if (r->flags & IORESOURCE_IO)
1382 				disabled = !(command & PCI_COMMAND_IO);
1383 			else
1384 				disabled = !(command & PCI_COMMAND_MEMORY);
1385 			if (pass == disabled)
1386 				alloc_resource(dev, idx);
1387 		}
1388 		if (pass)
1389 			continue;
1390 		r = &dev->resource[PCI_ROM_RESOURCE];
1391 		if (r->flags) {
1392 			/* Turn the ROM off, leave the resource region,
1393 			 * but keep it unregistered.
1394 			 */
1395 			u32 reg;
1396 			pci_read_config_dword(dev, dev->rom_base_reg, &reg);
1397 			if (reg & PCI_ROM_ADDRESS_ENABLE) {
1398 				pr_debug("PCI: Switching off ROM of %s\n",
1399 					 pci_name(dev));
1400 				r->flags &= ~IORESOURCE_ROM_ENABLE;
1401 				pci_write_config_dword(dev, dev->rom_base_reg,
1402 						       reg & ~PCI_ROM_ADDRESS_ENABLE);
1403 			}
1404 		}
1405 	}
1406 }
1407 
1408 static void __init pcibios_reserve_legacy_regions(struct pci_bus *bus)
1409 {
1410 	struct pci_controller *hose = pci_bus_to_host(bus);
1411 	resource_size_t	offset;
1412 	struct resource *res, *pres;
1413 	int i;
1414 
1415 	pr_debug("Reserving legacy ranges for domain %04x\n", pci_domain_nr(bus));
1416 
1417 	/* Check for IO */
1418 	if (!(hose->io_resource.flags & IORESOURCE_IO))
1419 		goto no_io;
1420 	offset = (unsigned long)hose->io_base_virt - _IO_BASE;
1421 	res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1422 	BUG_ON(res == NULL);
1423 	res->name = "Legacy IO";
1424 	res->flags = IORESOURCE_IO;
1425 	res->start = offset;
1426 	res->end = (offset + 0xfff) & 0xfffffffful;
1427 	pr_debug("Candidate legacy IO: %pR\n", res);
1428 	if (request_resource(&hose->io_resource, res)) {
1429 		printk(KERN_DEBUG
1430 		       "PCI %04x:%02x Cannot reserve Legacy IO %pR\n",
1431 		       pci_domain_nr(bus), bus->number, res);
1432 		kfree(res);
1433 	}
1434 
1435  no_io:
1436 	/* Check for memory */
1437 	offset = hose->pci_mem_offset;
1438 	pr_debug("hose mem offset: %016llx\n", (unsigned long long)offset);
1439 	for (i = 0; i < 3; i++) {
1440 		pres = &hose->mem_resources[i];
1441 		if (!(pres->flags & IORESOURCE_MEM))
1442 			continue;
1443 		pr_debug("hose mem res: %pR\n", pres);
1444 		if ((pres->start - offset) <= 0xa0000 &&
1445 		    (pres->end - offset) >= 0xbffff)
1446 			break;
1447 	}
1448 	if (i >= 3)
1449 		return;
1450 	res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1451 	BUG_ON(res == NULL);
1452 	res->name = "Legacy VGA memory";
1453 	res->flags = IORESOURCE_MEM;
1454 	res->start = 0xa0000 + offset;
1455 	res->end = 0xbffff + offset;
1456 	pr_debug("Candidate VGA memory: %pR\n", res);
1457 	if (request_resource(pres, res)) {
1458 		printk(KERN_DEBUG
1459 		       "PCI %04x:%02x Cannot reserve VGA memory %pR\n",
1460 		       pci_domain_nr(bus), bus->number, res);
1461 		kfree(res);
1462 	}
1463 }
1464 
1465 void __init pcibios_resource_survey(void)
1466 {
1467 	struct pci_bus *b;
1468 
1469 	/* Allocate and assign resources */
1470 	list_for_each_entry(b, &pci_root_buses, node)
1471 		pcibios_allocate_bus_resources(b);
1472 	pcibios_allocate_resources(0);
1473 	pcibios_allocate_resources(1);
1474 
1475 	/* Before we start assigning unassigned resource, we try to reserve
1476 	 * the low IO area and the VGA memory area if they intersect the
1477 	 * bus available resources to avoid allocating things on top of them
1478 	 */
1479 	if (!pci_has_flag(PCI_PROBE_ONLY)) {
1480 		list_for_each_entry(b, &pci_root_buses, node)
1481 			pcibios_reserve_legacy_regions(b);
1482 	}
1483 
1484 	/* Now, if the platform didn't decide to blindly trust the firmware,
1485 	 * we proceed to assigning things that were left unassigned
1486 	 */
1487 	if (!pci_has_flag(PCI_PROBE_ONLY)) {
1488 		pr_debug("PCI: Assigning unassigned resources...\n");
1489 		pci_assign_unassigned_resources();
1490 	}
1491 
1492 	/* Call machine dependent fixup */
1493 	if (ppc_md.pcibios_fixup)
1494 		ppc_md.pcibios_fixup();
1495 }
1496 
1497 #ifdef CONFIG_HOTPLUG
1498 
1499 /* This is used by the PCI hotplug driver to allocate resource
1500  * of newly plugged busses. We can try to consolidate with the
1501  * rest of the code later, for now, keep it as-is as our main
1502  * resource allocation function doesn't deal with sub-trees yet.
1503  */
1504 void pcibios_claim_one_bus(struct pci_bus *bus)
1505 {
1506 	struct pci_dev *dev;
1507 	struct pci_bus *child_bus;
1508 
1509 	list_for_each_entry(dev, &bus->devices, bus_list) {
1510 		int i;
1511 
1512 		for (i = 0; i < PCI_NUM_RESOURCES; i++) {
1513 			struct resource *r = &dev->resource[i];
1514 
1515 			if (r->parent || !r->start || !r->flags)
1516 				continue;
1517 
1518 			pr_debug("PCI: Claiming %s: "
1519 				 "Resource %d: %016llx..%016llx [%x]\n",
1520 				 pci_name(dev), i,
1521 				 (unsigned long long)r->start,
1522 				 (unsigned long long)r->end,
1523 				 (unsigned int)r->flags);
1524 
1525 			pci_claim_resource(dev, i);
1526 		}
1527 	}
1528 
1529 	list_for_each_entry(child_bus, &bus->children, node)
1530 		pcibios_claim_one_bus(child_bus);
1531 }
1532 
1533 
1534 /* pcibios_finish_adding_to_bus
1535  *
1536  * This is to be called by the hotplug code after devices have been
1537  * added to a bus, this include calling it for a PHB that is just
1538  * being added
1539  */
1540 void pcibios_finish_adding_to_bus(struct pci_bus *bus)
1541 {
1542 	pr_debug("PCI: Finishing adding to hotplug bus %04x:%02x\n",
1543 		 pci_domain_nr(bus), bus->number);
1544 
1545 	/* Allocate bus and devices resources */
1546 	pcibios_allocate_bus_resources(bus);
1547 	pcibios_claim_one_bus(bus);
1548 
1549 	/* Add new devices to global lists.  Register in proc, sysfs. */
1550 	pci_bus_add_devices(bus);
1551 
1552 	/* Fixup EEH */
1553 	eeh_add_device_tree_late(bus);
1554 }
1555 EXPORT_SYMBOL_GPL(pcibios_finish_adding_to_bus);
1556 
1557 #endif /* CONFIG_HOTPLUG */
1558 
1559 int pcibios_enable_device(struct pci_dev *dev, int mask)
1560 {
1561 	if (ppc_md.pcibios_enable_device_hook)
1562 		if (ppc_md.pcibios_enable_device_hook(dev))
1563 			return -EINVAL;
1564 
1565 	return pci_enable_resources(dev, mask);
1566 }
1567 
1568 static void __devinit pcibios_setup_phb_resources(struct pci_controller *hose, struct list_head *resources)
1569 {
1570 	struct resource *res;
1571 	int i;
1572 
1573 	/* Hookup PHB IO resource */
1574 	res = &hose->io_resource;
1575 
1576 	if (!res->flags) {
1577 		printk(KERN_WARNING "PCI: I/O resource not set for host"
1578 		       " bridge %s (domain %d)\n",
1579 		       hose->dn->full_name, hose->global_number);
1580 #ifdef CONFIG_PPC32
1581 		/* Workaround for lack of IO resource only on 32-bit */
1582 		res->start = (unsigned long)hose->io_base_virt - isa_io_base;
1583 		res->end = res->start + IO_SPACE_LIMIT;
1584 		res->flags = IORESOURCE_IO;
1585 #endif /* CONFIG_PPC32 */
1586 	}
1587 
1588 	pr_debug("PCI: PHB IO resource    = %016llx-%016llx [%lx]\n",
1589 		 (unsigned long long)res->start,
1590 		 (unsigned long long)res->end,
1591 		 (unsigned long)res->flags);
1592 	pci_add_resource(resources, res);
1593 
1594 	/* Hookup PHB Memory resources */
1595 	for (i = 0; i < 3; ++i) {
1596 		res = &hose->mem_resources[i];
1597 		if (!res->flags) {
1598 			if (i > 0)
1599 				continue;
1600 			printk(KERN_ERR "PCI: Memory resource 0 not set for "
1601 			       "host bridge %s (domain %d)\n",
1602 			       hose->dn->full_name, hose->global_number);
1603 #ifdef CONFIG_PPC32
1604 			/* Workaround for lack of MEM resource only on 32-bit */
1605 			res->start = hose->pci_mem_offset;
1606 			res->end = (resource_size_t)-1LL;
1607 			res->flags = IORESOURCE_MEM;
1608 #endif /* CONFIG_PPC32 */
1609 		}
1610 
1611 		pr_debug("PCI: PHB MEM resource %d = %016llx-%016llx [%lx]\n", i,
1612 			 (unsigned long long)res->start,
1613 			 (unsigned long long)res->end,
1614 			 (unsigned long)res->flags);
1615 		pci_add_resource(resources, res);
1616 	}
1617 
1618 	pr_debug("PCI: PHB MEM offset     = %016llx\n",
1619 		 (unsigned long long)hose->pci_mem_offset);
1620 	pr_debug("PCI: PHB IO  offset     = %08lx\n",
1621 		 (unsigned long)hose->io_base_virt - _IO_BASE);
1622 
1623 }
1624 
1625 /*
1626  * Null PCI config access functions, for the case when we can't
1627  * find a hose.
1628  */
1629 #define NULL_PCI_OP(rw, size, type)					\
1630 static int								\
1631 null_##rw##_config_##size(struct pci_dev *dev, int offset, type val)	\
1632 {									\
1633 	return PCIBIOS_DEVICE_NOT_FOUND;    				\
1634 }
1635 
1636 static int
1637 null_read_config(struct pci_bus *bus, unsigned int devfn, int offset,
1638 		 int len, u32 *val)
1639 {
1640 	return PCIBIOS_DEVICE_NOT_FOUND;
1641 }
1642 
1643 static int
1644 null_write_config(struct pci_bus *bus, unsigned int devfn, int offset,
1645 		  int len, u32 val)
1646 {
1647 	return PCIBIOS_DEVICE_NOT_FOUND;
1648 }
1649 
1650 static struct pci_ops null_pci_ops =
1651 {
1652 	.read = null_read_config,
1653 	.write = null_write_config,
1654 };
1655 
1656 /*
1657  * These functions are used early on before PCI scanning is done
1658  * and all of the pci_dev and pci_bus structures have been created.
1659  */
1660 static struct pci_bus *
1661 fake_pci_bus(struct pci_controller *hose, int busnr)
1662 {
1663 	static struct pci_bus bus;
1664 
1665 	if (hose == 0) {
1666 		printk(KERN_ERR "Can't find hose for PCI bus %d!\n", busnr);
1667 	}
1668 	bus.number = busnr;
1669 	bus.sysdata = hose;
1670 	bus.ops = hose? hose->ops: &null_pci_ops;
1671 	return &bus;
1672 }
1673 
1674 #define EARLY_PCI_OP(rw, size, type)					\
1675 int early_##rw##_config_##size(struct pci_controller *hose, int bus,	\
1676 			       int devfn, int offset, type value)	\
1677 {									\
1678 	return pci_bus_##rw##_config_##size(fake_pci_bus(hose, bus),	\
1679 					    devfn, offset, value);	\
1680 }
1681 
1682 EARLY_PCI_OP(read, byte, u8 *)
1683 EARLY_PCI_OP(read, word, u16 *)
1684 EARLY_PCI_OP(read, dword, u32 *)
1685 EARLY_PCI_OP(write, byte, u8)
1686 EARLY_PCI_OP(write, word, u16)
1687 EARLY_PCI_OP(write, dword, u32)
1688 
1689 extern int pci_bus_find_capability (struct pci_bus *bus, unsigned int devfn, int cap);
1690 int early_find_capability(struct pci_controller *hose, int bus, int devfn,
1691 			  int cap)
1692 {
1693 	return pci_bus_find_capability(fake_pci_bus(hose, bus), devfn, cap);
1694 }
1695 
1696 struct device_node *pcibios_get_phb_of_node(struct pci_bus *bus)
1697 {
1698 	struct pci_controller *hose = bus->sysdata;
1699 
1700 	return of_node_get(hose->dn);
1701 }
1702 
1703 /**
1704  * pci_scan_phb - Given a pci_controller, setup and scan the PCI bus
1705  * @hose: Pointer to the PCI host controller instance structure
1706  */
1707 void __devinit pcibios_scan_phb(struct pci_controller *hose)
1708 {
1709 	LIST_HEAD(resources);
1710 	struct pci_bus *bus;
1711 	struct device_node *node = hose->dn;
1712 	int mode;
1713 
1714 	pr_debug("PCI: Scanning PHB %s\n",
1715 		 node ? node->full_name : "<NO NAME>");
1716 
1717 	/* Get some IO space for the new PHB */
1718 	pcibios_setup_phb_io_space(hose);
1719 
1720 	/* Wire up PHB bus resources */
1721 	pcibios_setup_phb_resources(hose, &resources);
1722 
1723 	/* Create an empty bus for the toplevel */
1724 	bus = pci_create_root_bus(hose->parent, hose->first_busno,
1725 				  hose->ops, hose, &resources);
1726 	if (bus == NULL) {
1727 		pr_err("Failed to create bus for PCI domain %04x\n",
1728 			hose->global_number);
1729 		pci_free_resource_list(&resources);
1730 		return;
1731 	}
1732 	bus->secondary = hose->first_busno;
1733 	hose->bus = bus;
1734 
1735 	/* Get probe mode and perform scan */
1736 	mode = PCI_PROBE_NORMAL;
1737 	if (node && ppc_md.pci_probe_mode)
1738 		mode = ppc_md.pci_probe_mode(bus);
1739 	pr_debug("    probe mode: %d\n", mode);
1740 	if (mode == PCI_PROBE_DEVTREE) {
1741 		bus->subordinate = hose->last_busno;
1742 		of_scan_bus(node, bus);
1743 	}
1744 
1745 	if (mode == PCI_PROBE_NORMAL)
1746 		hose->last_busno = bus->subordinate = pci_scan_child_bus(bus);
1747 
1748 	/* Platform gets a chance to do some global fixups before
1749 	 * we proceed to resource allocation
1750 	 */
1751 	if (ppc_md.pcibios_fixup_phb)
1752 		ppc_md.pcibios_fixup_phb(hose);
1753 
1754 	/* Configure PCI Express settings */
1755 	if (bus && !pci_has_flag(PCI_PROBE_ONLY)) {
1756 		struct pci_bus *child;
1757 		list_for_each_entry(child, &bus->children, node) {
1758 			struct pci_dev *self = child->self;
1759 			if (!self)
1760 				continue;
1761 			pcie_bus_configure_settings(child, self->pcie_mpss);
1762 		}
1763 	}
1764 }
1765 
1766 static void fixup_hide_host_resource_fsl(struct pci_dev *dev)
1767 {
1768 	int i, class = dev->class >> 8;
1769 	/* When configured as agent, programing interface = 1 */
1770 	int prog_if = dev->class & 0xf;
1771 
1772 	if ((class == PCI_CLASS_PROCESSOR_POWERPC ||
1773 	     class == PCI_CLASS_BRIDGE_OTHER) &&
1774 		(dev->hdr_type == PCI_HEADER_TYPE_NORMAL) &&
1775 		(prog_if == 0) &&
1776 		(dev->bus->parent == NULL)) {
1777 		for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
1778 			dev->resource[i].start = 0;
1779 			dev->resource[i].end = 0;
1780 			dev->resource[i].flags = 0;
1781 		}
1782 	}
1783 }
1784 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_MOTOROLA, PCI_ANY_ID, fixup_hide_host_resource_fsl);
1785 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_FREESCALE, PCI_ANY_ID, fixup_hide_host_resource_fsl);
1786