xref: /linux/arch/powerpc/kernel/pci-common.c (revision ec0c464cdbf38bf6ddabec8bfa595bd421cab203)
1 /*
2  * Contains common pci routines for ALL ppc platform
3  * (based on pci_32.c and pci_64.c)
4  *
5  * Port for PPC64 David Engebretsen, IBM Corp.
6  * Contains common pci routines for ppc64 platform, pSeries and iSeries brands.
7  *
8  * Copyright (C) 2003 Anton Blanchard <anton@au.ibm.com>, IBM
9  *   Rework, based on alpha PCI code.
10  *
11  * Common pmac/prep/chrp pci routines. -- Cort
12  *
13  * This program is free software; you can redistribute it and/or
14  * modify it under the terms of the GNU General Public License
15  * as published by the Free Software Foundation; either version
16  * 2 of the License, or (at your option) any later version.
17  */
18 
19 #include <linux/kernel.h>
20 #include <linux/pci.h>
21 #include <linux/string.h>
22 #include <linux/init.h>
23 #include <linux/delay.h>
24 #include <linux/export.h>
25 #include <linux/of_address.h>
26 #include <linux/of_pci.h>
27 #include <linux/mm.h>
28 #include <linux/shmem_fs.h>
29 #include <linux/list.h>
30 #include <linux/syscalls.h>
31 #include <linux/irq.h>
32 #include <linux/vmalloc.h>
33 #include <linux/slab.h>
34 #include <linux/vgaarb.h>
35 
36 #include <asm/processor.h>
37 #include <asm/io.h>
38 #include <asm/prom.h>
39 #include <asm/pci-bridge.h>
40 #include <asm/byteorder.h>
41 #include <asm/machdep.h>
42 #include <asm/ppc-pci.h>
43 #include <asm/eeh.h>
44 
45 /* hose_spinlock protects accesses to the the phb_bitmap. */
46 static DEFINE_SPINLOCK(hose_spinlock);
47 LIST_HEAD(hose_list);
48 
49 /* For dynamic PHB numbering on get_phb_number(): max number of PHBs. */
50 #define MAX_PHBS 0x10000
51 
52 /*
53  * For dynamic PHB numbering: used/free PHBs tracking bitmap.
54  * Accesses to this bitmap should be protected by hose_spinlock.
55  */
56 static DECLARE_BITMAP(phb_bitmap, MAX_PHBS);
57 
58 /* ISA Memory physical address */
59 resource_size_t isa_mem_base;
60 EXPORT_SYMBOL(isa_mem_base);
61 
62 
63 static const struct dma_map_ops *pci_dma_ops = &dma_nommu_ops;
64 
65 void set_pci_dma_ops(const struct dma_map_ops *dma_ops)
66 {
67 	pci_dma_ops = dma_ops;
68 }
69 
70 const struct dma_map_ops *get_pci_dma_ops(void)
71 {
72 	return pci_dma_ops;
73 }
74 EXPORT_SYMBOL(get_pci_dma_ops);
75 
76 /*
77  * This function should run under locking protection, specifically
78  * hose_spinlock.
79  */
80 static int get_phb_number(struct device_node *dn)
81 {
82 	int ret, phb_id = -1;
83 	u32 prop_32;
84 	u64 prop;
85 
86 	/*
87 	 * Try fixed PHB numbering first, by checking archs and reading
88 	 * the respective device-tree properties. Firstly, try powernv by
89 	 * reading "ibm,opal-phbid", only present in OPAL environment.
90 	 */
91 	ret = of_property_read_u64(dn, "ibm,opal-phbid", &prop);
92 	if (ret) {
93 		ret = of_property_read_u32_index(dn, "reg", 1, &prop_32);
94 		prop = prop_32;
95 	}
96 
97 	if (!ret)
98 		phb_id = (int)(prop & (MAX_PHBS - 1));
99 
100 	/* We need to be sure to not use the same PHB number twice. */
101 	if ((phb_id >= 0) && !test_and_set_bit(phb_id, phb_bitmap))
102 		return phb_id;
103 
104 	/*
105 	 * If not pseries nor powernv, or if fixed PHB numbering tried to add
106 	 * the same PHB number twice, then fallback to dynamic PHB numbering.
107 	 */
108 	phb_id = find_first_zero_bit(phb_bitmap, MAX_PHBS);
109 	BUG_ON(phb_id >= MAX_PHBS);
110 	set_bit(phb_id, phb_bitmap);
111 
112 	return phb_id;
113 }
114 
115 struct pci_controller *pcibios_alloc_controller(struct device_node *dev)
116 {
117 	struct pci_controller *phb;
118 
119 	phb = zalloc_maybe_bootmem(sizeof(struct pci_controller), GFP_KERNEL);
120 	if (phb == NULL)
121 		return NULL;
122 	spin_lock(&hose_spinlock);
123 	phb->global_number = get_phb_number(dev);
124 	list_add_tail(&phb->list_node, &hose_list);
125 	spin_unlock(&hose_spinlock);
126 	phb->dn = dev;
127 	phb->is_dynamic = slab_is_available();
128 #ifdef CONFIG_PPC64
129 	if (dev) {
130 		int nid = of_node_to_nid(dev);
131 
132 		if (nid < 0 || !node_online(nid))
133 			nid = -1;
134 
135 		PHB_SET_NODE(phb, nid);
136 	}
137 #endif
138 	return phb;
139 }
140 EXPORT_SYMBOL_GPL(pcibios_alloc_controller);
141 
142 void pcibios_free_controller(struct pci_controller *phb)
143 {
144 	spin_lock(&hose_spinlock);
145 
146 	/* Clear bit of phb_bitmap to allow reuse of this PHB number. */
147 	if (phb->global_number < MAX_PHBS)
148 		clear_bit(phb->global_number, phb_bitmap);
149 
150 	list_del(&phb->list_node);
151 	spin_unlock(&hose_spinlock);
152 
153 	if (phb->is_dynamic)
154 		kfree(phb);
155 }
156 EXPORT_SYMBOL_GPL(pcibios_free_controller);
157 
158 /*
159  * This function is used to call pcibios_free_controller()
160  * in a deferred manner: a callback from the PCI subsystem.
161  *
162  * _*DO NOT*_ call pcibios_free_controller() explicitly if
163  * this is used (or it may access an invalid *phb pointer).
164  *
165  * The callback occurs when all references to the root bus
166  * are dropped (e.g., child buses/devices and their users).
167  *
168  * It's called as .release_fn() of 'struct pci_host_bridge'
169  * which is associated with the 'struct pci_controller.bus'
170  * (root bus) - it expects .release_data to hold a pointer
171  * to 'struct pci_controller'.
172  *
173  * In order to use it, register .release_fn()/release_data
174  * like this:
175  *
176  * pci_set_host_bridge_release(bridge,
177  *                             pcibios_free_controller_deferred
178  *                             (void *) phb);
179  *
180  * e.g. in the pcibios_root_bridge_prepare() callback from
181  * pci_create_root_bus().
182  */
183 void pcibios_free_controller_deferred(struct pci_host_bridge *bridge)
184 {
185 	struct pci_controller *phb = (struct pci_controller *)
186 					 bridge->release_data;
187 
188 	pr_debug("domain %d, dynamic %d\n", phb->global_number, phb->is_dynamic);
189 
190 	pcibios_free_controller(phb);
191 }
192 EXPORT_SYMBOL_GPL(pcibios_free_controller_deferred);
193 
194 /*
195  * The function is used to return the minimal alignment
196  * for memory or I/O windows of the associated P2P bridge.
197  * By default, 4KiB alignment for I/O windows and 1MiB for
198  * memory windows.
199  */
200 resource_size_t pcibios_window_alignment(struct pci_bus *bus,
201 					 unsigned long type)
202 {
203 	struct pci_controller *phb = pci_bus_to_host(bus);
204 
205 	if (phb->controller_ops.window_alignment)
206 		return phb->controller_ops.window_alignment(bus, type);
207 
208 	/*
209 	 * PCI core will figure out the default
210 	 * alignment: 4KiB for I/O and 1MiB for
211 	 * memory window.
212 	 */
213 	return 1;
214 }
215 
216 void pcibios_setup_bridge(struct pci_bus *bus, unsigned long type)
217 {
218 	struct pci_controller *hose = pci_bus_to_host(bus);
219 
220 	if (hose->controller_ops.setup_bridge)
221 		hose->controller_ops.setup_bridge(bus, type);
222 }
223 
224 void pcibios_reset_secondary_bus(struct pci_dev *dev)
225 {
226 	struct pci_controller *phb = pci_bus_to_host(dev->bus);
227 
228 	if (phb->controller_ops.reset_secondary_bus) {
229 		phb->controller_ops.reset_secondary_bus(dev);
230 		return;
231 	}
232 
233 	pci_reset_secondary_bus(dev);
234 }
235 
236 resource_size_t pcibios_default_alignment(void)
237 {
238 	if (ppc_md.pcibios_default_alignment)
239 		return ppc_md.pcibios_default_alignment();
240 
241 	return 0;
242 }
243 
244 #ifdef CONFIG_PCI_IOV
245 resource_size_t pcibios_iov_resource_alignment(struct pci_dev *pdev, int resno)
246 {
247 	if (ppc_md.pcibios_iov_resource_alignment)
248 		return ppc_md.pcibios_iov_resource_alignment(pdev, resno);
249 
250 	return pci_iov_resource_size(pdev, resno);
251 }
252 
253 int pcibios_sriov_enable(struct pci_dev *pdev, u16 num_vfs)
254 {
255 	if (ppc_md.pcibios_sriov_enable)
256 		return ppc_md.pcibios_sriov_enable(pdev, num_vfs);
257 
258 	return 0;
259 }
260 
261 int pcibios_sriov_disable(struct pci_dev *pdev)
262 {
263 	if (ppc_md.pcibios_sriov_disable)
264 		return ppc_md.pcibios_sriov_disable(pdev);
265 
266 	return 0;
267 }
268 
269 #endif /* CONFIG_PCI_IOV */
270 
271 void pcibios_bus_add_device(struct pci_dev *pdev)
272 {
273 	if (ppc_md.pcibios_bus_add_device)
274 		ppc_md.pcibios_bus_add_device(pdev);
275 }
276 
277 static resource_size_t pcibios_io_size(const struct pci_controller *hose)
278 {
279 #ifdef CONFIG_PPC64
280 	return hose->pci_io_size;
281 #else
282 	return resource_size(&hose->io_resource);
283 #endif
284 }
285 
286 int pcibios_vaddr_is_ioport(void __iomem *address)
287 {
288 	int ret = 0;
289 	struct pci_controller *hose;
290 	resource_size_t size;
291 
292 	spin_lock(&hose_spinlock);
293 	list_for_each_entry(hose, &hose_list, list_node) {
294 		size = pcibios_io_size(hose);
295 		if (address >= hose->io_base_virt &&
296 		    address < (hose->io_base_virt + size)) {
297 			ret = 1;
298 			break;
299 		}
300 	}
301 	spin_unlock(&hose_spinlock);
302 	return ret;
303 }
304 
305 unsigned long pci_address_to_pio(phys_addr_t address)
306 {
307 	struct pci_controller *hose;
308 	resource_size_t size;
309 	unsigned long ret = ~0;
310 
311 	spin_lock(&hose_spinlock);
312 	list_for_each_entry(hose, &hose_list, list_node) {
313 		size = pcibios_io_size(hose);
314 		if (address >= hose->io_base_phys &&
315 		    address < (hose->io_base_phys + size)) {
316 			unsigned long base =
317 				(unsigned long)hose->io_base_virt - _IO_BASE;
318 			ret = base + (address - hose->io_base_phys);
319 			break;
320 		}
321 	}
322 	spin_unlock(&hose_spinlock);
323 
324 	return ret;
325 }
326 EXPORT_SYMBOL_GPL(pci_address_to_pio);
327 
328 /*
329  * Return the domain number for this bus.
330  */
331 int pci_domain_nr(struct pci_bus *bus)
332 {
333 	struct pci_controller *hose = pci_bus_to_host(bus);
334 
335 	return hose->global_number;
336 }
337 EXPORT_SYMBOL(pci_domain_nr);
338 
339 /* This routine is meant to be used early during boot, when the
340  * PCI bus numbers have not yet been assigned, and you need to
341  * issue PCI config cycles to an OF device.
342  * It could also be used to "fix" RTAS config cycles if you want
343  * to set pci_assign_all_buses to 1 and still use RTAS for PCI
344  * config cycles.
345  */
346 struct pci_controller* pci_find_hose_for_OF_device(struct device_node* node)
347 {
348 	while(node) {
349 		struct pci_controller *hose, *tmp;
350 		list_for_each_entry_safe(hose, tmp, &hose_list, list_node)
351 			if (hose->dn == node)
352 				return hose;
353 		node = node->parent;
354 	}
355 	return NULL;
356 }
357 
358 /*
359  * Reads the interrupt pin to determine if interrupt is use by card.
360  * If the interrupt is used, then gets the interrupt line from the
361  * openfirmware and sets it in the pci_dev and pci_config line.
362  */
363 static int pci_read_irq_line(struct pci_dev *pci_dev)
364 {
365 	int virq;
366 
367 	pr_debug("PCI: Try to map irq for %s...\n", pci_name(pci_dev));
368 
369 	/* Try to get a mapping from the device-tree */
370 	virq = of_irq_parse_and_map_pci(pci_dev, 0, 0);
371 	if (virq <= 0) {
372 		u8 line, pin;
373 
374 		/* If that fails, lets fallback to what is in the config
375 		 * space and map that through the default controller. We
376 		 * also set the type to level low since that's what PCI
377 		 * interrupts are. If your platform does differently, then
378 		 * either provide a proper interrupt tree or don't use this
379 		 * function.
380 		 */
381 		if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_PIN, &pin))
382 			return -1;
383 		if (pin == 0)
384 			return -1;
385 		if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_LINE, &line) ||
386 		    line == 0xff || line == 0) {
387 			return -1;
388 		}
389 		pr_debug(" No map ! Using line %d (pin %d) from PCI config\n",
390 			 line, pin);
391 
392 		virq = irq_create_mapping(NULL, line);
393 		if (virq)
394 			irq_set_irq_type(virq, IRQ_TYPE_LEVEL_LOW);
395 	}
396 
397 	if (!virq) {
398 		pr_debug(" Failed to map !\n");
399 		return -1;
400 	}
401 
402 	pr_debug(" Mapped to linux irq %d\n", virq);
403 
404 	pci_dev->irq = virq;
405 
406 	return 0;
407 }
408 
409 /*
410  * Platform support for /proc/bus/pci/X/Y mmap()s.
411  *  -- paulus.
412  */
413 int pci_iobar_pfn(struct pci_dev *pdev, int bar, struct vm_area_struct *vma)
414 {
415 	struct pci_controller *hose = pci_bus_to_host(pdev->bus);
416 	resource_size_t ioaddr = pci_resource_start(pdev, bar);
417 
418 	if (!hose)
419 		return -EINVAL;
420 
421 	/* Convert to an offset within this PCI controller */
422 	ioaddr -= (unsigned long)hose->io_base_virt - _IO_BASE;
423 
424 	vma->vm_pgoff += (ioaddr + hose->io_base_phys) >> PAGE_SHIFT;
425 	return 0;
426 }
427 
428 /*
429  * This one is used by /dev/mem and fbdev who have no clue about the
430  * PCI device, it tries to find the PCI device first and calls the
431  * above routine
432  */
433 pgprot_t pci_phys_mem_access_prot(struct file *file,
434 				  unsigned long pfn,
435 				  unsigned long size,
436 				  pgprot_t prot)
437 {
438 	struct pci_dev *pdev = NULL;
439 	struct resource *found = NULL;
440 	resource_size_t offset = ((resource_size_t)pfn) << PAGE_SHIFT;
441 	int i;
442 
443 	if (page_is_ram(pfn))
444 		return prot;
445 
446 	prot = pgprot_noncached(prot);
447 	for_each_pci_dev(pdev) {
448 		for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
449 			struct resource *rp = &pdev->resource[i];
450 			int flags = rp->flags;
451 
452 			/* Active and same type? */
453 			if ((flags & IORESOURCE_MEM) == 0)
454 				continue;
455 			/* In the range of this resource? */
456 			if (offset < (rp->start & PAGE_MASK) ||
457 			    offset > rp->end)
458 				continue;
459 			found = rp;
460 			break;
461 		}
462 		if (found)
463 			break;
464 	}
465 	if (found) {
466 		if (found->flags & IORESOURCE_PREFETCH)
467 			prot = pgprot_noncached_wc(prot);
468 		pci_dev_put(pdev);
469 	}
470 
471 	pr_debug("PCI: Non-PCI map for %llx, prot: %lx\n",
472 		 (unsigned long long)offset, pgprot_val(prot));
473 
474 	return prot;
475 }
476 
477 /* This provides legacy IO read access on a bus */
478 int pci_legacy_read(struct pci_bus *bus, loff_t port, u32 *val, size_t size)
479 {
480 	unsigned long offset;
481 	struct pci_controller *hose = pci_bus_to_host(bus);
482 	struct resource *rp = &hose->io_resource;
483 	void __iomem *addr;
484 
485 	/* Check if port can be supported by that bus. We only check
486 	 * the ranges of the PHB though, not the bus itself as the rules
487 	 * for forwarding legacy cycles down bridges are not our problem
488 	 * here. So if the host bridge supports it, we do it.
489 	 */
490 	offset = (unsigned long)hose->io_base_virt - _IO_BASE;
491 	offset += port;
492 
493 	if (!(rp->flags & IORESOURCE_IO))
494 		return -ENXIO;
495 	if (offset < rp->start || (offset + size) > rp->end)
496 		return -ENXIO;
497 	addr = hose->io_base_virt + port;
498 
499 	switch(size) {
500 	case 1:
501 		*((u8 *)val) = in_8(addr);
502 		return 1;
503 	case 2:
504 		if (port & 1)
505 			return -EINVAL;
506 		*((u16 *)val) = in_le16(addr);
507 		return 2;
508 	case 4:
509 		if (port & 3)
510 			return -EINVAL;
511 		*((u32 *)val) = in_le32(addr);
512 		return 4;
513 	}
514 	return -EINVAL;
515 }
516 
517 /* This provides legacy IO write access on a bus */
518 int pci_legacy_write(struct pci_bus *bus, loff_t port, u32 val, size_t size)
519 {
520 	unsigned long offset;
521 	struct pci_controller *hose = pci_bus_to_host(bus);
522 	struct resource *rp = &hose->io_resource;
523 	void __iomem *addr;
524 
525 	/* Check if port can be supported by that bus. We only check
526 	 * the ranges of the PHB though, not the bus itself as the rules
527 	 * for forwarding legacy cycles down bridges are not our problem
528 	 * here. So if the host bridge supports it, we do it.
529 	 */
530 	offset = (unsigned long)hose->io_base_virt - _IO_BASE;
531 	offset += port;
532 
533 	if (!(rp->flags & IORESOURCE_IO))
534 		return -ENXIO;
535 	if (offset < rp->start || (offset + size) > rp->end)
536 		return -ENXIO;
537 	addr = hose->io_base_virt + port;
538 
539 	/* WARNING: The generic code is idiotic. It gets passed a pointer
540 	 * to what can be a 1, 2 or 4 byte quantity and always reads that
541 	 * as a u32, which means that we have to correct the location of
542 	 * the data read within those 32 bits for size 1 and 2
543 	 */
544 	switch(size) {
545 	case 1:
546 		out_8(addr, val >> 24);
547 		return 1;
548 	case 2:
549 		if (port & 1)
550 			return -EINVAL;
551 		out_le16(addr, val >> 16);
552 		return 2;
553 	case 4:
554 		if (port & 3)
555 			return -EINVAL;
556 		out_le32(addr, val);
557 		return 4;
558 	}
559 	return -EINVAL;
560 }
561 
562 /* This provides legacy IO or memory mmap access on a bus */
563 int pci_mmap_legacy_page_range(struct pci_bus *bus,
564 			       struct vm_area_struct *vma,
565 			       enum pci_mmap_state mmap_state)
566 {
567 	struct pci_controller *hose = pci_bus_to_host(bus);
568 	resource_size_t offset =
569 		((resource_size_t)vma->vm_pgoff) << PAGE_SHIFT;
570 	resource_size_t size = vma->vm_end - vma->vm_start;
571 	struct resource *rp;
572 
573 	pr_debug("pci_mmap_legacy_page_range(%04x:%02x, %s @%llx..%llx)\n",
574 		 pci_domain_nr(bus), bus->number,
575 		 mmap_state == pci_mmap_mem ? "MEM" : "IO",
576 		 (unsigned long long)offset,
577 		 (unsigned long long)(offset + size - 1));
578 
579 	if (mmap_state == pci_mmap_mem) {
580 		/* Hack alert !
581 		 *
582 		 * Because X is lame and can fail starting if it gets an error trying
583 		 * to mmap legacy_mem (instead of just moving on without legacy memory
584 		 * access) we fake it here by giving it anonymous memory, effectively
585 		 * behaving just like /dev/zero
586 		 */
587 		if ((offset + size) > hose->isa_mem_size) {
588 			printk(KERN_DEBUG
589 			       "Process %s (pid:%d) mapped non-existing PCI legacy memory for 0%04x:%02x\n",
590 			       current->comm, current->pid, pci_domain_nr(bus), bus->number);
591 			if (vma->vm_flags & VM_SHARED)
592 				return shmem_zero_setup(vma);
593 			return 0;
594 		}
595 		offset += hose->isa_mem_phys;
596 	} else {
597 		unsigned long io_offset = (unsigned long)hose->io_base_virt - _IO_BASE;
598 		unsigned long roffset = offset + io_offset;
599 		rp = &hose->io_resource;
600 		if (!(rp->flags & IORESOURCE_IO))
601 			return -ENXIO;
602 		if (roffset < rp->start || (roffset + size) > rp->end)
603 			return -ENXIO;
604 		offset += hose->io_base_phys;
605 	}
606 	pr_debug(" -> mapping phys %llx\n", (unsigned long long)offset);
607 
608 	vma->vm_pgoff = offset >> PAGE_SHIFT;
609 	vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
610 	return remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
611 			       vma->vm_end - vma->vm_start,
612 			       vma->vm_page_prot);
613 }
614 
615 void pci_resource_to_user(const struct pci_dev *dev, int bar,
616 			  const struct resource *rsrc,
617 			  resource_size_t *start, resource_size_t *end)
618 {
619 	struct pci_bus_region region;
620 
621 	if (rsrc->flags & IORESOURCE_IO) {
622 		pcibios_resource_to_bus(dev->bus, &region,
623 					(struct resource *) rsrc);
624 		*start = region.start;
625 		*end = region.end;
626 		return;
627 	}
628 
629 	/* We pass a CPU physical address to userland for MMIO instead of a
630 	 * BAR value because X is lame and expects to be able to use that
631 	 * to pass to /dev/mem!
632 	 *
633 	 * That means we may have 64-bit values where some apps only expect
634 	 * 32 (like X itself since it thinks only Sparc has 64-bit MMIO).
635 	 */
636 	*start = rsrc->start;
637 	*end = rsrc->end;
638 }
639 
640 /**
641  * pci_process_bridge_OF_ranges - Parse PCI bridge resources from device tree
642  * @hose: newly allocated pci_controller to be setup
643  * @dev: device node of the host bridge
644  * @primary: set if primary bus (32 bits only, soon to be deprecated)
645  *
646  * This function will parse the "ranges" property of a PCI host bridge device
647  * node and setup the resource mapping of a pci controller based on its
648  * content.
649  *
650  * Life would be boring if it wasn't for a few issues that we have to deal
651  * with here:
652  *
653  *   - We can only cope with one IO space range and up to 3 Memory space
654  *     ranges. However, some machines (thanks Apple !) tend to split their
655  *     space into lots of small contiguous ranges. So we have to coalesce.
656  *
657  *   - Some busses have IO space not starting at 0, which causes trouble with
658  *     the way we do our IO resource renumbering. The code somewhat deals with
659  *     it for 64 bits but I would expect problems on 32 bits.
660  *
661  *   - Some 32 bits platforms such as 4xx can have physical space larger than
662  *     32 bits so we need to use 64 bits values for the parsing
663  */
664 void pci_process_bridge_OF_ranges(struct pci_controller *hose,
665 				  struct device_node *dev, int primary)
666 {
667 	int memno = 0;
668 	struct resource *res;
669 	struct of_pci_range range;
670 	struct of_pci_range_parser parser;
671 
672 	printk(KERN_INFO "PCI host bridge %pOF %s ranges:\n",
673 	       dev, primary ? "(primary)" : "");
674 
675 	/* Check for ranges property */
676 	if (of_pci_range_parser_init(&parser, dev))
677 		return;
678 
679 	/* Parse it */
680 	for_each_of_pci_range(&parser, &range) {
681 		/* If we failed translation or got a zero-sized region
682 		 * (some FW try to feed us with non sensical zero sized regions
683 		 * such as power3 which look like some kind of attempt at exposing
684 		 * the VGA memory hole)
685 		 */
686 		if (range.cpu_addr == OF_BAD_ADDR || range.size == 0)
687 			continue;
688 
689 		/* Act based on address space type */
690 		res = NULL;
691 		switch (range.flags & IORESOURCE_TYPE_BITS) {
692 		case IORESOURCE_IO:
693 			printk(KERN_INFO
694 			       "  IO 0x%016llx..0x%016llx -> 0x%016llx\n",
695 			       range.cpu_addr, range.cpu_addr + range.size - 1,
696 			       range.pci_addr);
697 
698 			/* We support only one IO range */
699 			if (hose->pci_io_size) {
700 				printk(KERN_INFO
701 				       " \\--> Skipped (too many) !\n");
702 				continue;
703 			}
704 #ifdef CONFIG_PPC32
705 			/* On 32 bits, limit I/O space to 16MB */
706 			if (range.size > 0x01000000)
707 				range.size = 0x01000000;
708 
709 			/* 32 bits needs to map IOs here */
710 			hose->io_base_virt = ioremap(range.cpu_addr,
711 						range.size);
712 
713 			/* Expect trouble if pci_addr is not 0 */
714 			if (primary)
715 				isa_io_base =
716 					(unsigned long)hose->io_base_virt;
717 #endif /* CONFIG_PPC32 */
718 			/* pci_io_size and io_base_phys always represent IO
719 			 * space starting at 0 so we factor in pci_addr
720 			 */
721 			hose->pci_io_size = range.pci_addr + range.size;
722 			hose->io_base_phys = range.cpu_addr - range.pci_addr;
723 
724 			/* Build resource */
725 			res = &hose->io_resource;
726 			range.cpu_addr = range.pci_addr;
727 			break;
728 		case IORESOURCE_MEM:
729 			printk(KERN_INFO
730 			       " MEM 0x%016llx..0x%016llx -> 0x%016llx %s\n",
731 			       range.cpu_addr, range.cpu_addr + range.size - 1,
732 			       range.pci_addr,
733 			       (range.pci_space & 0x40000000) ?
734 			       "Prefetch" : "");
735 
736 			/* We support only 3 memory ranges */
737 			if (memno >= 3) {
738 				printk(KERN_INFO
739 				       " \\--> Skipped (too many) !\n");
740 				continue;
741 			}
742 			/* Handles ISA memory hole space here */
743 			if (range.pci_addr == 0) {
744 				if (primary || isa_mem_base == 0)
745 					isa_mem_base = range.cpu_addr;
746 				hose->isa_mem_phys = range.cpu_addr;
747 				hose->isa_mem_size = range.size;
748 			}
749 
750 			/* Build resource */
751 			hose->mem_offset[memno] = range.cpu_addr -
752 							range.pci_addr;
753 			res = &hose->mem_resources[memno++];
754 			break;
755 		}
756 		if (res != NULL) {
757 			res->name = dev->full_name;
758 			res->flags = range.flags;
759 			res->start = range.cpu_addr;
760 			res->end = range.cpu_addr + range.size - 1;
761 			res->parent = res->child = res->sibling = NULL;
762 		}
763 	}
764 }
765 
766 /* Decide whether to display the domain number in /proc */
767 int pci_proc_domain(struct pci_bus *bus)
768 {
769 	struct pci_controller *hose = pci_bus_to_host(bus);
770 
771 	if (!pci_has_flag(PCI_ENABLE_PROC_DOMAINS))
772 		return 0;
773 	if (pci_has_flag(PCI_COMPAT_DOMAIN_0))
774 		return hose->global_number != 0;
775 	return 1;
776 }
777 
778 int pcibios_root_bridge_prepare(struct pci_host_bridge *bridge)
779 {
780 	if (ppc_md.pcibios_root_bridge_prepare)
781 		return ppc_md.pcibios_root_bridge_prepare(bridge);
782 
783 	return 0;
784 }
785 
786 /* This header fixup will do the resource fixup for all devices as they are
787  * probed, but not for bridge ranges
788  */
789 static void pcibios_fixup_resources(struct pci_dev *dev)
790 {
791 	struct pci_controller *hose = pci_bus_to_host(dev->bus);
792 	int i;
793 
794 	if (!hose) {
795 		printk(KERN_ERR "No host bridge for PCI dev %s !\n",
796 		       pci_name(dev));
797 		return;
798 	}
799 
800 	if (dev->is_virtfn)
801 		return;
802 
803 	for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
804 		struct resource *res = dev->resource + i;
805 		struct pci_bus_region reg;
806 		if (!res->flags)
807 			continue;
808 
809 		/* If we're going to re-assign everything, we mark all resources
810 		 * as unset (and 0-base them). In addition, we mark BARs starting
811 		 * at 0 as unset as well, except if PCI_PROBE_ONLY is also set
812 		 * since in that case, we don't want to re-assign anything
813 		 */
814 		pcibios_resource_to_bus(dev->bus, &reg, res);
815 		if (pci_has_flag(PCI_REASSIGN_ALL_RSRC) ||
816 		    (reg.start == 0 && !pci_has_flag(PCI_PROBE_ONLY))) {
817 			/* Only print message if not re-assigning */
818 			if (!pci_has_flag(PCI_REASSIGN_ALL_RSRC))
819 				pr_debug("PCI:%s Resource %d %pR is unassigned\n",
820 					 pci_name(dev), i, res);
821 			res->end -= res->start;
822 			res->start = 0;
823 			res->flags |= IORESOURCE_UNSET;
824 			continue;
825 		}
826 
827 		pr_debug("PCI:%s Resource %d %pR\n", pci_name(dev), i, res);
828 	}
829 
830 	/* Call machine specific resource fixup */
831 	if (ppc_md.pcibios_fixup_resources)
832 		ppc_md.pcibios_fixup_resources(dev);
833 }
834 DECLARE_PCI_FIXUP_HEADER(PCI_ANY_ID, PCI_ANY_ID, pcibios_fixup_resources);
835 
836 /* This function tries to figure out if a bridge resource has been initialized
837  * by the firmware or not. It doesn't have to be absolutely bullet proof, but
838  * things go more smoothly when it gets it right. It should covers cases such
839  * as Apple "closed" bridge resources and bare-metal pSeries unassigned bridges
840  */
841 static int pcibios_uninitialized_bridge_resource(struct pci_bus *bus,
842 						 struct resource *res)
843 {
844 	struct pci_controller *hose = pci_bus_to_host(bus);
845 	struct pci_dev *dev = bus->self;
846 	resource_size_t offset;
847 	struct pci_bus_region region;
848 	u16 command;
849 	int i;
850 
851 	/* We don't do anything if PCI_PROBE_ONLY is set */
852 	if (pci_has_flag(PCI_PROBE_ONLY))
853 		return 0;
854 
855 	/* Job is a bit different between memory and IO */
856 	if (res->flags & IORESOURCE_MEM) {
857 		pcibios_resource_to_bus(dev->bus, &region, res);
858 
859 		/* If the BAR is non-0 then it's probably been initialized */
860 		if (region.start != 0)
861 			return 0;
862 
863 		/* The BAR is 0, let's check if memory decoding is enabled on
864 		 * the bridge. If not, we consider it unassigned
865 		 */
866 		pci_read_config_word(dev, PCI_COMMAND, &command);
867 		if ((command & PCI_COMMAND_MEMORY) == 0)
868 			return 1;
869 
870 		/* Memory decoding is enabled and the BAR is 0. If any of the bridge
871 		 * resources covers that starting address (0 then it's good enough for
872 		 * us for memory space)
873 		 */
874 		for (i = 0; i < 3; i++) {
875 			if ((hose->mem_resources[i].flags & IORESOURCE_MEM) &&
876 			    hose->mem_resources[i].start == hose->mem_offset[i])
877 				return 0;
878 		}
879 
880 		/* Well, it starts at 0 and we know it will collide so we may as
881 		 * well consider it as unassigned. That covers the Apple case.
882 		 */
883 		return 1;
884 	} else {
885 		/* If the BAR is non-0, then we consider it assigned */
886 		offset = (unsigned long)hose->io_base_virt - _IO_BASE;
887 		if (((res->start - offset) & 0xfffffffful) != 0)
888 			return 0;
889 
890 		/* Here, we are a bit different than memory as typically IO space
891 		 * starting at low addresses -is- valid. What we do instead if that
892 		 * we consider as unassigned anything that doesn't have IO enabled
893 		 * in the PCI command register, and that's it.
894 		 */
895 		pci_read_config_word(dev, PCI_COMMAND, &command);
896 		if (command & PCI_COMMAND_IO)
897 			return 0;
898 
899 		/* It's starting at 0 and IO is disabled in the bridge, consider
900 		 * it unassigned
901 		 */
902 		return 1;
903 	}
904 }
905 
906 /* Fixup resources of a PCI<->PCI bridge */
907 static void pcibios_fixup_bridge(struct pci_bus *bus)
908 {
909 	struct resource *res;
910 	int i;
911 
912 	struct pci_dev *dev = bus->self;
913 
914 	pci_bus_for_each_resource(bus, res, i) {
915 		if (!res || !res->flags)
916 			continue;
917 		if (i >= 3 && bus->self->transparent)
918 			continue;
919 
920 		/* If we're going to reassign everything, we can
921 		 * shrink the P2P resource to have size as being
922 		 * of 0 in order to save space.
923 		 */
924 		if (pci_has_flag(PCI_REASSIGN_ALL_RSRC)) {
925 			res->flags |= IORESOURCE_UNSET;
926 			res->start = 0;
927 			res->end = -1;
928 			continue;
929 		}
930 
931 		pr_debug("PCI:%s Bus rsrc %d %pR\n", pci_name(dev), i, res);
932 
933 		/* Try to detect uninitialized P2P bridge resources,
934 		 * and clear them out so they get re-assigned later
935 		 */
936 		if (pcibios_uninitialized_bridge_resource(bus, res)) {
937 			res->flags = 0;
938 			pr_debug("PCI:%s            (unassigned)\n", pci_name(dev));
939 		}
940 	}
941 }
942 
943 void pcibios_setup_bus_self(struct pci_bus *bus)
944 {
945 	struct pci_controller *phb;
946 
947 	/* Fix up the bus resources for P2P bridges */
948 	if (bus->self != NULL)
949 		pcibios_fixup_bridge(bus);
950 
951 	/* Platform specific bus fixups. This is currently only used
952 	 * by fsl_pci and I'm hoping to get rid of it at some point
953 	 */
954 	if (ppc_md.pcibios_fixup_bus)
955 		ppc_md.pcibios_fixup_bus(bus);
956 
957 	/* Setup bus DMA mappings */
958 	phb = pci_bus_to_host(bus);
959 	if (phb->controller_ops.dma_bus_setup)
960 		phb->controller_ops.dma_bus_setup(bus);
961 }
962 
963 static void pcibios_setup_device(struct pci_dev *dev)
964 {
965 	struct pci_controller *phb;
966 	/* Fixup NUMA node as it may not be setup yet by the generic
967 	 * code and is needed by the DMA init
968 	 */
969 	set_dev_node(&dev->dev, pcibus_to_node(dev->bus));
970 
971 	/* Hook up default DMA ops */
972 	set_dma_ops(&dev->dev, pci_dma_ops);
973 	set_dma_offset(&dev->dev, PCI_DRAM_OFFSET);
974 
975 	/* Additional platform DMA/iommu setup */
976 	phb = pci_bus_to_host(dev->bus);
977 	if (phb->controller_ops.dma_dev_setup)
978 		phb->controller_ops.dma_dev_setup(dev);
979 
980 	/* Read default IRQs and fixup if necessary */
981 	pci_read_irq_line(dev);
982 	if (ppc_md.pci_irq_fixup)
983 		ppc_md.pci_irq_fixup(dev);
984 }
985 
986 int pcibios_add_device(struct pci_dev *dev)
987 {
988 	/*
989 	 * We can only call pcibios_setup_device() after bus setup is complete,
990 	 * since some of the platform specific DMA setup code depends on it.
991 	 */
992 	if (dev->bus->is_added)
993 		pcibios_setup_device(dev);
994 
995 #ifdef CONFIG_PCI_IOV
996 	if (ppc_md.pcibios_fixup_sriov)
997 		ppc_md.pcibios_fixup_sriov(dev);
998 #endif /* CONFIG_PCI_IOV */
999 
1000 	return 0;
1001 }
1002 
1003 void pcibios_setup_bus_devices(struct pci_bus *bus)
1004 {
1005 	struct pci_dev *dev;
1006 
1007 	pr_debug("PCI: Fixup bus devices %d (%s)\n",
1008 		 bus->number, bus->self ? pci_name(bus->self) : "PHB");
1009 
1010 	list_for_each_entry(dev, &bus->devices, bus_list) {
1011 		/* Cardbus can call us to add new devices to a bus, so ignore
1012 		 * those who are already fully discovered
1013 		 */
1014 		if (dev->is_added)
1015 			continue;
1016 
1017 		pcibios_setup_device(dev);
1018 	}
1019 }
1020 
1021 void pcibios_set_master(struct pci_dev *dev)
1022 {
1023 	/* No special bus mastering setup handling */
1024 }
1025 
1026 void pcibios_fixup_bus(struct pci_bus *bus)
1027 {
1028 	/* When called from the generic PCI probe, read PCI<->PCI bridge
1029 	 * bases. This is -not- called when generating the PCI tree from
1030 	 * the OF device-tree.
1031 	 */
1032 	pci_read_bridge_bases(bus);
1033 
1034 	/* Now fixup the bus bus */
1035 	pcibios_setup_bus_self(bus);
1036 
1037 	/* Now fixup devices on that bus */
1038 	pcibios_setup_bus_devices(bus);
1039 }
1040 EXPORT_SYMBOL(pcibios_fixup_bus);
1041 
1042 void pci_fixup_cardbus(struct pci_bus *bus)
1043 {
1044 	/* Now fixup devices on that bus */
1045 	pcibios_setup_bus_devices(bus);
1046 }
1047 
1048 
1049 static int skip_isa_ioresource_align(struct pci_dev *dev)
1050 {
1051 	if (pci_has_flag(PCI_CAN_SKIP_ISA_ALIGN) &&
1052 	    !(dev->bus->bridge_ctl & PCI_BRIDGE_CTL_ISA))
1053 		return 1;
1054 	return 0;
1055 }
1056 
1057 /*
1058  * We need to avoid collisions with `mirrored' VGA ports
1059  * and other strange ISA hardware, so we always want the
1060  * addresses to be allocated in the 0x000-0x0ff region
1061  * modulo 0x400.
1062  *
1063  * Why? Because some silly external IO cards only decode
1064  * the low 10 bits of the IO address. The 0x00-0xff region
1065  * is reserved for motherboard devices that decode all 16
1066  * bits, so it's ok to allocate at, say, 0x2800-0x28ff,
1067  * but we want to try to avoid allocating at 0x2900-0x2bff
1068  * which might have be mirrored at 0x0100-0x03ff..
1069  */
1070 resource_size_t pcibios_align_resource(void *data, const struct resource *res,
1071 				resource_size_t size, resource_size_t align)
1072 {
1073 	struct pci_dev *dev = data;
1074 	resource_size_t start = res->start;
1075 
1076 	if (res->flags & IORESOURCE_IO) {
1077 		if (skip_isa_ioresource_align(dev))
1078 			return start;
1079 		if (start & 0x300)
1080 			start = (start + 0x3ff) & ~0x3ff;
1081 	}
1082 
1083 	return start;
1084 }
1085 EXPORT_SYMBOL(pcibios_align_resource);
1086 
1087 /*
1088  * Reparent resource children of pr that conflict with res
1089  * under res, and make res replace those children.
1090  */
1091 static int reparent_resources(struct resource *parent,
1092 				     struct resource *res)
1093 {
1094 	struct resource *p, **pp;
1095 	struct resource **firstpp = NULL;
1096 
1097 	for (pp = &parent->child; (p = *pp) != NULL; pp = &p->sibling) {
1098 		if (p->end < res->start)
1099 			continue;
1100 		if (res->end < p->start)
1101 			break;
1102 		if (p->start < res->start || p->end > res->end)
1103 			return -1;	/* not completely contained */
1104 		if (firstpp == NULL)
1105 			firstpp = pp;
1106 	}
1107 	if (firstpp == NULL)
1108 		return -1;	/* didn't find any conflicting entries? */
1109 	res->parent = parent;
1110 	res->child = *firstpp;
1111 	res->sibling = *pp;
1112 	*firstpp = res;
1113 	*pp = NULL;
1114 	for (p = res->child; p != NULL; p = p->sibling) {
1115 		p->parent = res;
1116 		pr_debug("PCI: Reparented %s %pR under %s\n",
1117 			 p->name, p, res->name);
1118 	}
1119 	return 0;
1120 }
1121 
1122 /*
1123  *  Handle resources of PCI devices.  If the world were perfect, we could
1124  *  just allocate all the resource regions and do nothing more.  It isn't.
1125  *  On the other hand, we cannot just re-allocate all devices, as it would
1126  *  require us to know lots of host bridge internals.  So we attempt to
1127  *  keep as much of the original configuration as possible, but tweak it
1128  *  when it's found to be wrong.
1129  *
1130  *  Known BIOS problems we have to work around:
1131  *	- I/O or memory regions not configured
1132  *	- regions configured, but not enabled in the command register
1133  *	- bogus I/O addresses above 64K used
1134  *	- expansion ROMs left enabled (this may sound harmless, but given
1135  *	  the fact the PCI specs explicitly allow address decoders to be
1136  *	  shared between expansion ROMs and other resource regions, it's
1137  *	  at least dangerous)
1138  *
1139  *  Our solution:
1140  *	(1) Allocate resources for all buses behind PCI-to-PCI bridges.
1141  *	    This gives us fixed barriers on where we can allocate.
1142  *	(2) Allocate resources for all enabled devices.  If there is
1143  *	    a collision, just mark the resource as unallocated. Also
1144  *	    disable expansion ROMs during this step.
1145  *	(3) Try to allocate resources for disabled devices.  If the
1146  *	    resources were assigned correctly, everything goes well,
1147  *	    if they weren't, they won't disturb allocation of other
1148  *	    resources.
1149  *	(4) Assign new addresses to resources which were either
1150  *	    not configured at all or misconfigured.  If explicitly
1151  *	    requested by the user, configure expansion ROM address
1152  *	    as well.
1153  */
1154 
1155 static void pcibios_allocate_bus_resources(struct pci_bus *bus)
1156 {
1157 	struct pci_bus *b;
1158 	int i;
1159 	struct resource *res, *pr;
1160 
1161 	pr_debug("PCI: Allocating bus resources for %04x:%02x...\n",
1162 		 pci_domain_nr(bus), bus->number);
1163 
1164 	pci_bus_for_each_resource(bus, res, i) {
1165 		if (!res || !res->flags || res->start > res->end || res->parent)
1166 			continue;
1167 
1168 		/* If the resource was left unset at this point, we clear it */
1169 		if (res->flags & IORESOURCE_UNSET)
1170 			goto clear_resource;
1171 
1172 		if (bus->parent == NULL)
1173 			pr = (res->flags & IORESOURCE_IO) ?
1174 				&ioport_resource : &iomem_resource;
1175 		else {
1176 			pr = pci_find_parent_resource(bus->self, res);
1177 			if (pr == res) {
1178 				/* this happens when the generic PCI
1179 				 * code (wrongly) decides that this
1180 				 * bridge is transparent  -- paulus
1181 				 */
1182 				continue;
1183 			}
1184 		}
1185 
1186 		pr_debug("PCI: %s (bus %d) bridge rsrc %d: %pR, parent %p (%s)\n",
1187 			 bus->self ? pci_name(bus->self) : "PHB", bus->number,
1188 			 i, res, pr, (pr && pr->name) ? pr->name : "nil");
1189 
1190 		if (pr && !(pr->flags & IORESOURCE_UNSET)) {
1191 			struct pci_dev *dev = bus->self;
1192 
1193 			if (request_resource(pr, res) == 0)
1194 				continue;
1195 			/*
1196 			 * Must be a conflict with an existing entry.
1197 			 * Move that entry (or entries) under the
1198 			 * bridge resource and try again.
1199 			 */
1200 			if (reparent_resources(pr, res) == 0)
1201 				continue;
1202 
1203 			if (dev && i < PCI_BRIDGE_RESOURCE_NUM &&
1204 			    pci_claim_bridge_resource(dev,
1205 						i + PCI_BRIDGE_RESOURCES) == 0)
1206 				continue;
1207 		}
1208 		pr_warn("PCI: Cannot allocate resource region %d of PCI bridge %d, will remap\n",
1209 			i, bus->number);
1210 	clear_resource:
1211 		/* The resource might be figured out when doing
1212 		 * reassignment based on the resources required
1213 		 * by the downstream PCI devices. Here we set
1214 		 * the size of the resource to be 0 in order to
1215 		 * save more space.
1216 		 */
1217 		res->start = 0;
1218 		res->end = -1;
1219 		res->flags = 0;
1220 	}
1221 
1222 	list_for_each_entry(b, &bus->children, node)
1223 		pcibios_allocate_bus_resources(b);
1224 }
1225 
1226 static inline void alloc_resource(struct pci_dev *dev, int idx)
1227 {
1228 	struct resource *pr, *r = &dev->resource[idx];
1229 
1230 	pr_debug("PCI: Allocating %s: Resource %d: %pR\n",
1231 		 pci_name(dev), idx, r);
1232 
1233 	pr = pci_find_parent_resource(dev, r);
1234 	if (!pr || (pr->flags & IORESOURCE_UNSET) ||
1235 	    request_resource(pr, r) < 0) {
1236 		printk(KERN_WARNING "PCI: Cannot allocate resource region %d"
1237 		       " of device %s, will remap\n", idx, pci_name(dev));
1238 		if (pr)
1239 			pr_debug("PCI:  parent is %p: %pR\n", pr, pr);
1240 		/* We'll assign a new address later */
1241 		r->flags |= IORESOURCE_UNSET;
1242 		r->end -= r->start;
1243 		r->start = 0;
1244 	}
1245 }
1246 
1247 static void __init pcibios_allocate_resources(int pass)
1248 {
1249 	struct pci_dev *dev = NULL;
1250 	int idx, disabled;
1251 	u16 command;
1252 	struct resource *r;
1253 
1254 	for_each_pci_dev(dev) {
1255 		pci_read_config_word(dev, PCI_COMMAND, &command);
1256 		for (idx = 0; idx <= PCI_ROM_RESOURCE; idx++) {
1257 			r = &dev->resource[idx];
1258 			if (r->parent)		/* Already allocated */
1259 				continue;
1260 			if (!r->flags || (r->flags & IORESOURCE_UNSET))
1261 				continue;	/* Not assigned at all */
1262 			/* We only allocate ROMs on pass 1 just in case they
1263 			 * have been screwed up by firmware
1264 			 */
1265 			if (idx == PCI_ROM_RESOURCE )
1266 				disabled = 1;
1267 			if (r->flags & IORESOURCE_IO)
1268 				disabled = !(command & PCI_COMMAND_IO);
1269 			else
1270 				disabled = !(command & PCI_COMMAND_MEMORY);
1271 			if (pass == disabled)
1272 				alloc_resource(dev, idx);
1273 		}
1274 		if (pass)
1275 			continue;
1276 		r = &dev->resource[PCI_ROM_RESOURCE];
1277 		if (r->flags) {
1278 			/* Turn the ROM off, leave the resource region,
1279 			 * but keep it unregistered.
1280 			 */
1281 			u32 reg;
1282 			pci_read_config_dword(dev, dev->rom_base_reg, &reg);
1283 			if (reg & PCI_ROM_ADDRESS_ENABLE) {
1284 				pr_debug("PCI: Switching off ROM of %s\n",
1285 					 pci_name(dev));
1286 				r->flags &= ~IORESOURCE_ROM_ENABLE;
1287 				pci_write_config_dword(dev, dev->rom_base_reg,
1288 						       reg & ~PCI_ROM_ADDRESS_ENABLE);
1289 			}
1290 		}
1291 	}
1292 }
1293 
1294 static void __init pcibios_reserve_legacy_regions(struct pci_bus *bus)
1295 {
1296 	struct pci_controller *hose = pci_bus_to_host(bus);
1297 	resource_size_t	offset;
1298 	struct resource *res, *pres;
1299 	int i;
1300 
1301 	pr_debug("Reserving legacy ranges for domain %04x\n", pci_domain_nr(bus));
1302 
1303 	/* Check for IO */
1304 	if (!(hose->io_resource.flags & IORESOURCE_IO))
1305 		goto no_io;
1306 	offset = (unsigned long)hose->io_base_virt - _IO_BASE;
1307 	res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1308 	BUG_ON(res == NULL);
1309 	res->name = "Legacy IO";
1310 	res->flags = IORESOURCE_IO;
1311 	res->start = offset;
1312 	res->end = (offset + 0xfff) & 0xfffffffful;
1313 	pr_debug("Candidate legacy IO: %pR\n", res);
1314 	if (request_resource(&hose->io_resource, res)) {
1315 		printk(KERN_DEBUG
1316 		       "PCI %04x:%02x Cannot reserve Legacy IO %pR\n",
1317 		       pci_domain_nr(bus), bus->number, res);
1318 		kfree(res);
1319 	}
1320 
1321  no_io:
1322 	/* Check for memory */
1323 	for (i = 0; i < 3; i++) {
1324 		pres = &hose->mem_resources[i];
1325 		offset = hose->mem_offset[i];
1326 		if (!(pres->flags & IORESOURCE_MEM))
1327 			continue;
1328 		pr_debug("hose mem res: %pR\n", pres);
1329 		if ((pres->start - offset) <= 0xa0000 &&
1330 		    (pres->end - offset) >= 0xbffff)
1331 			break;
1332 	}
1333 	if (i >= 3)
1334 		return;
1335 	res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1336 	BUG_ON(res == NULL);
1337 	res->name = "Legacy VGA memory";
1338 	res->flags = IORESOURCE_MEM;
1339 	res->start = 0xa0000 + offset;
1340 	res->end = 0xbffff + offset;
1341 	pr_debug("Candidate VGA memory: %pR\n", res);
1342 	if (request_resource(pres, res)) {
1343 		printk(KERN_DEBUG
1344 		       "PCI %04x:%02x Cannot reserve VGA memory %pR\n",
1345 		       pci_domain_nr(bus), bus->number, res);
1346 		kfree(res);
1347 	}
1348 }
1349 
1350 void __init pcibios_resource_survey(void)
1351 {
1352 	struct pci_bus *b;
1353 
1354 	/* Allocate and assign resources */
1355 	list_for_each_entry(b, &pci_root_buses, node)
1356 		pcibios_allocate_bus_resources(b);
1357 	if (!pci_has_flag(PCI_REASSIGN_ALL_RSRC)) {
1358 		pcibios_allocate_resources(0);
1359 		pcibios_allocate_resources(1);
1360 	}
1361 
1362 	/* Before we start assigning unassigned resource, we try to reserve
1363 	 * the low IO area and the VGA memory area if they intersect the
1364 	 * bus available resources to avoid allocating things on top of them
1365 	 */
1366 	if (!pci_has_flag(PCI_PROBE_ONLY)) {
1367 		list_for_each_entry(b, &pci_root_buses, node)
1368 			pcibios_reserve_legacy_regions(b);
1369 	}
1370 
1371 	/* Now, if the platform didn't decide to blindly trust the firmware,
1372 	 * we proceed to assigning things that were left unassigned
1373 	 */
1374 	if (!pci_has_flag(PCI_PROBE_ONLY)) {
1375 		pr_debug("PCI: Assigning unassigned resources...\n");
1376 		pci_assign_unassigned_resources();
1377 	}
1378 
1379 	/* Call machine dependent fixup */
1380 	if (ppc_md.pcibios_fixup)
1381 		ppc_md.pcibios_fixup();
1382 }
1383 
1384 /* This is used by the PCI hotplug driver to allocate resource
1385  * of newly plugged busses. We can try to consolidate with the
1386  * rest of the code later, for now, keep it as-is as our main
1387  * resource allocation function doesn't deal with sub-trees yet.
1388  */
1389 void pcibios_claim_one_bus(struct pci_bus *bus)
1390 {
1391 	struct pci_dev *dev;
1392 	struct pci_bus *child_bus;
1393 
1394 	list_for_each_entry(dev, &bus->devices, bus_list) {
1395 		int i;
1396 
1397 		for (i = 0; i < PCI_NUM_RESOURCES; i++) {
1398 			struct resource *r = &dev->resource[i];
1399 
1400 			if (r->parent || !r->start || !r->flags)
1401 				continue;
1402 
1403 			pr_debug("PCI: Claiming %s: Resource %d: %pR\n",
1404 				 pci_name(dev), i, r);
1405 
1406 			if (pci_claim_resource(dev, i) == 0)
1407 				continue;
1408 
1409 			pci_claim_bridge_resource(dev, i);
1410 		}
1411 	}
1412 
1413 	list_for_each_entry(child_bus, &bus->children, node)
1414 		pcibios_claim_one_bus(child_bus);
1415 }
1416 EXPORT_SYMBOL_GPL(pcibios_claim_one_bus);
1417 
1418 
1419 /* pcibios_finish_adding_to_bus
1420  *
1421  * This is to be called by the hotplug code after devices have been
1422  * added to a bus, this include calling it for a PHB that is just
1423  * being added
1424  */
1425 void pcibios_finish_adding_to_bus(struct pci_bus *bus)
1426 {
1427 	pr_debug("PCI: Finishing adding to hotplug bus %04x:%02x\n",
1428 		 pci_domain_nr(bus), bus->number);
1429 
1430 	/* Allocate bus and devices resources */
1431 	pcibios_allocate_bus_resources(bus);
1432 	pcibios_claim_one_bus(bus);
1433 	if (!pci_has_flag(PCI_PROBE_ONLY)) {
1434 		if (bus->self)
1435 			pci_assign_unassigned_bridge_resources(bus->self);
1436 		else
1437 			pci_assign_unassigned_bus_resources(bus);
1438 	}
1439 
1440 	/* Fixup EEH */
1441 	eeh_add_device_tree_late(bus);
1442 
1443 	/* Add new devices to global lists.  Register in proc, sysfs. */
1444 	pci_bus_add_devices(bus);
1445 
1446 	/* sysfs files should only be added after devices are added */
1447 	eeh_add_sysfs_files(bus);
1448 }
1449 EXPORT_SYMBOL_GPL(pcibios_finish_adding_to_bus);
1450 
1451 int pcibios_enable_device(struct pci_dev *dev, int mask)
1452 {
1453 	struct pci_controller *phb = pci_bus_to_host(dev->bus);
1454 
1455 	if (phb->controller_ops.enable_device_hook)
1456 		if (!phb->controller_ops.enable_device_hook(dev))
1457 			return -EINVAL;
1458 
1459 	return pci_enable_resources(dev, mask);
1460 }
1461 
1462 void pcibios_disable_device(struct pci_dev *dev)
1463 {
1464 	struct pci_controller *phb = pci_bus_to_host(dev->bus);
1465 
1466 	if (phb->controller_ops.disable_device)
1467 		phb->controller_ops.disable_device(dev);
1468 }
1469 
1470 resource_size_t pcibios_io_space_offset(struct pci_controller *hose)
1471 {
1472 	return (unsigned long) hose->io_base_virt - _IO_BASE;
1473 }
1474 
1475 static void pcibios_setup_phb_resources(struct pci_controller *hose,
1476 					struct list_head *resources)
1477 {
1478 	struct resource *res;
1479 	resource_size_t offset;
1480 	int i;
1481 
1482 	/* Hookup PHB IO resource */
1483 	res = &hose->io_resource;
1484 
1485 	if (!res->flags) {
1486 		pr_debug("PCI: I/O resource not set for host"
1487 			 " bridge %pOF (domain %d)\n",
1488 			 hose->dn, hose->global_number);
1489 	} else {
1490 		offset = pcibios_io_space_offset(hose);
1491 
1492 		pr_debug("PCI: PHB IO resource    = %pR off 0x%08llx\n",
1493 			 res, (unsigned long long)offset);
1494 		pci_add_resource_offset(resources, res, offset);
1495 	}
1496 
1497 	/* Hookup PHB Memory resources */
1498 	for (i = 0; i < 3; ++i) {
1499 		res = &hose->mem_resources[i];
1500 		if (!res->flags)
1501 			continue;
1502 
1503 		offset = hose->mem_offset[i];
1504 		pr_debug("PCI: PHB MEM resource %d = %pR off 0x%08llx\n", i,
1505 			 res, (unsigned long long)offset);
1506 
1507 		pci_add_resource_offset(resources, res, offset);
1508 	}
1509 }
1510 
1511 /*
1512  * Null PCI config access functions, for the case when we can't
1513  * find a hose.
1514  */
1515 #define NULL_PCI_OP(rw, size, type)					\
1516 static int								\
1517 null_##rw##_config_##size(struct pci_dev *dev, int offset, type val)	\
1518 {									\
1519 	return PCIBIOS_DEVICE_NOT_FOUND;    				\
1520 }
1521 
1522 static int
1523 null_read_config(struct pci_bus *bus, unsigned int devfn, int offset,
1524 		 int len, u32 *val)
1525 {
1526 	return PCIBIOS_DEVICE_NOT_FOUND;
1527 }
1528 
1529 static int
1530 null_write_config(struct pci_bus *bus, unsigned int devfn, int offset,
1531 		  int len, u32 val)
1532 {
1533 	return PCIBIOS_DEVICE_NOT_FOUND;
1534 }
1535 
1536 static struct pci_ops null_pci_ops =
1537 {
1538 	.read = null_read_config,
1539 	.write = null_write_config,
1540 };
1541 
1542 /*
1543  * These functions are used early on before PCI scanning is done
1544  * and all of the pci_dev and pci_bus structures have been created.
1545  */
1546 static struct pci_bus *
1547 fake_pci_bus(struct pci_controller *hose, int busnr)
1548 {
1549 	static struct pci_bus bus;
1550 
1551 	if (hose == NULL) {
1552 		printk(KERN_ERR "Can't find hose for PCI bus %d!\n", busnr);
1553 	}
1554 	bus.number = busnr;
1555 	bus.sysdata = hose;
1556 	bus.ops = hose? hose->ops: &null_pci_ops;
1557 	return &bus;
1558 }
1559 
1560 #define EARLY_PCI_OP(rw, size, type)					\
1561 int early_##rw##_config_##size(struct pci_controller *hose, int bus,	\
1562 			       int devfn, int offset, type value)	\
1563 {									\
1564 	return pci_bus_##rw##_config_##size(fake_pci_bus(hose, bus),	\
1565 					    devfn, offset, value);	\
1566 }
1567 
1568 EARLY_PCI_OP(read, byte, u8 *)
1569 EARLY_PCI_OP(read, word, u16 *)
1570 EARLY_PCI_OP(read, dword, u32 *)
1571 EARLY_PCI_OP(write, byte, u8)
1572 EARLY_PCI_OP(write, word, u16)
1573 EARLY_PCI_OP(write, dword, u32)
1574 
1575 int early_find_capability(struct pci_controller *hose, int bus, int devfn,
1576 			  int cap)
1577 {
1578 	return pci_bus_find_capability(fake_pci_bus(hose, bus), devfn, cap);
1579 }
1580 
1581 struct device_node *pcibios_get_phb_of_node(struct pci_bus *bus)
1582 {
1583 	struct pci_controller *hose = bus->sysdata;
1584 
1585 	return of_node_get(hose->dn);
1586 }
1587 
1588 /**
1589  * pci_scan_phb - Given a pci_controller, setup and scan the PCI bus
1590  * @hose: Pointer to the PCI host controller instance structure
1591  */
1592 void pcibios_scan_phb(struct pci_controller *hose)
1593 {
1594 	LIST_HEAD(resources);
1595 	struct pci_bus *bus;
1596 	struct device_node *node = hose->dn;
1597 	int mode;
1598 
1599 	pr_debug("PCI: Scanning PHB %pOF\n", node);
1600 
1601 	/* Get some IO space for the new PHB */
1602 	pcibios_setup_phb_io_space(hose);
1603 
1604 	/* Wire up PHB bus resources */
1605 	pcibios_setup_phb_resources(hose, &resources);
1606 
1607 	hose->busn.start = hose->first_busno;
1608 	hose->busn.end	 = hose->last_busno;
1609 	hose->busn.flags = IORESOURCE_BUS;
1610 	pci_add_resource(&resources, &hose->busn);
1611 
1612 	/* Create an empty bus for the toplevel */
1613 	bus = pci_create_root_bus(hose->parent, hose->first_busno,
1614 				  hose->ops, hose, &resources);
1615 	if (bus == NULL) {
1616 		pr_err("Failed to create bus for PCI domain %04x\n",
1617 			hose->global_number);
1618 		pci_free_resource_list(&resources);
1619 		return;
1620 	}
1621 	hose->bus = bus;
1622 
1623 	/* Get probe mode and perform scan */
1624 	mode = PCI_PROBE_NORMAL;
1625 	if (node && hose->controller_ops.probe_mode)
1626 		mode = hose->controller_ops.probe_mode(bus);
1627 	pr_debug("    probe mode: %d\n", mode);
1628 	if (mode == PCI_PROBE_DEVTREE)
1629 		of_scan_bus(node, bus);
1630 
1631 	if (mode == PCI_PROBE_NORMAL) {
1632 		pci_bus_update_busn_res_end(bus, 255);
1633 		hose->last_busno = pci_scan_child_bus(bus);
1634 		pci_bus_update_busn_res_end(bus, hose->last_busno);
1635 	}
1636 
1637 	/* Platform gets a chance to do some global fixups before
1638 	 * we proceed to resource allocation
1639 	 */
1640 	if (ppc_md.pcibios_fixup_phb)
1641 		ppc_md.pcibios_fixup_phb(hose);
1642 
1643 	/* Configure PCI Express settings */
1644 	if (bus && !pci_has_flag(PCI_PROBE_ONLY)) {
1645 		struct pci_bus *child;
1646 		list_for_each_entry(child, &bus->children, node)
1647 			pcie_bus_configure_settings(child);
1648 	}
1649 }
1650 EXPORT_SYMBOL_GPL(pcibios_scan_phb);
1651 
1652 static void fixup_hide_host_resource_fsl(struct pci_dev *dev)
1653 {
1654 	int i, class = dev->class >> 8;
1655 	/* When configured as agent, programing interface = 1 */
1656 	int prog_if = dev->class & 0xf;
1657 
1658 	if ((class == PCI_CLASS_PROCESSOR_POWERPC ||
1659 	     class == PCI_CLASS_BRIDGE_OTHER) &&
1660 		(dev->hdr_type == PCI_HEADER_TYPE_NORMAL) &&
1661 		(prog_if == 0) &&
1662 		(dev->bus->parent == NULL)) {
1663 		for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
1664 			dev->resource[i].start = 0;
1665 			dev->resource[i].end = 0;
1666 			dev->resource[i].flags = 0;
1667 		}
1668 	}
1669 }
1670 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_MOTOROLA, PCI_ANY_ID, fixup_hide_host_resource_fsl);
1671 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_FREESCALE, PCI_ANY_ID, fixup_hide_host_resource_fsl);
1672