xref: /linux/drivers/pci/probe.c (revision 858259cf7d1c443c836a2022b78cb281f0a9b95e)
1 /*
2  * probe.c - PCI detection and setup code
3  */
4 
5 #include <linux/kernel.h>
6 #include <linux/delay.h>
7 #include <linux/init.h>
8 #include <linux/pci.h>
9 #include <linux/slab.h>
10 #include <linux/module.h>
11 #include <linux/cpumask.h>
12 #include "pci.h"
13 
14 #define CARDBUS_LATENCY_TIMER	176	/* secondary latency timer */
15 #define CARDBUS_RESERVE_BUSNR	3
16 #define PCI_CFG_SPACE_SIZE	256
17 #define PCI_CFG_SPACE_EXP_SIZE	4096
18 
19 /* Ugh.  Need to stop exporting this to modules. */
20 LIST_HEAD(pci_root_buses);
21 EXPORT_SYMBOL(pci_root_buses);
22 
23 LIST_HEAD(pci_devices);
24 
25 #ifdef HAVE_PCI_LEGACY
26 /**
27  * pci_create_legacy_files - create legacy I/O port and memory files
28  * @b: bus to create files under
29  *
30  * Some platforms allow access to legacy I/O port and ISA memory space on
31  * a per-bus basis.  This routine creates the files and ties them into
32  * their associated read, write and mmap files from pci-sysfs.c
33  */
34 static void pci_create_legacy_files(struct pci_bus *b)
35 {
36 	b->legacy_io = kmalloc(sizeof(struct bin_attribute) * 2,
37 			       GFP_ATOMIC);
38 	if (b->legacy_io) {
39 		memset(b->legacy_io, 0, sizeof(struct bin_attribute) * 2);
40 		b->legacy_io->attr.name = "legacy_io";
41 		b->legacy_io->size = 0xffff;
42 		b->legacy_io->attr.mode = S_IRUSR | S_IWUSR;
43 		b->legacy_io->attr.owner = THIS_MODULE;
44 		b->legacy_io->read = pci_read_legacy_io;
45 		b->legacy_io->write = pci_write_legacy_io;
46 		class_device_create_bin_file(&b->class_dev, b->legacy_io);
47 
48 		/* Allocated above after the legacy_io struct */
49 		b->legacy_mem = b->legacy_io + 1;
50 		b->legacy_mem->attr.name = "legacy_mem";
51 		b->legacy_mem->size = 1024*1024;
52 		b->legacy_mem->attr.mode = S_IRUSR | S_IWUSR;
53 		b->legacy_mem->attr.owner = THIS_MODULE;
54 		b->legacy_mem->mmap = pci_mmap_legacy_mem;
55 		class_device_create_bin_file(&b->class_dev, b->legacy_mem);
56 	}
57 }
58 
59 void pci_remove_legacy_files(struct pci_bus *b)
60 {
61 	if (b->legacy_io) {
62 		class_device_remove_bin_file(&b->class_dev, b->legacy_io);
63 		class_device_remove_bin_file(&b->class_dev, b->legacy_mem);
64 		kfree(b->legacy_io); /* both are allocated here */
65 	}
66 }
67 #else /* !HAVE_PCI_LEGACY */
68 static inline void pci_create_legacy_files(struct pci_bus *bus) { return; }
69 void pci_remove_legacy_files(struct pci_bus *bus) { return; }
70 #endif /* HAVE_PCI_LEGACY */
71 
72 /*
73  * PCI Bus Class Devices
74  */
75 static ssize_t pci_bus_show_cpuaffinity(struct class_device *class_dev,
76 					char *buf)
77 {
78 	int ret;
79 	cpumask_t cpumask;
80 
81 	cpumask = pcibus_to_cpumask(to_pci_bus(class_dev));
82 	ret = cpumask_scnprintf(buf, PAGE_SIZE, cpumask);
83 	if (ret < PAGE_SIZE)
84 		buf[ret++] = '\n';
85 	return ret;
86 }
87 CLASS_DEVICE_ATTR(cpuaffinity, S_IRUGO, pci_bus_show_cpuaffinity, NULL);
88 
89 /*
90  * PCI Bus Class
91  */
92 static void release_pcibus_dev(struct class_device *class_dev)
93 {
94 	struct pci_bus *pci_bus = to_pci_bus(class_dev);
95 
96 	if (pci_bus->bridge)
97 		put_device(pci_bus->bridge);
98 	kfree(pci_bus);
99 }
100 
101 static struct class pcibus_class = {
102 	.name		= "pci_bus",
103 	.release	= &release_pcibus_dev,
104 };
105 
106 static int __init pcibus_class_init(void)
107 {
108 	return class_register(&pcibus_class);
109 }
110 postcore_initcall(pcibus_class_init);
111 
112 /*
113  * Translate the low bits of the PCI base
114  * to the resource type
115  */
116 static inline unsigned int pci_calc_resource_flags(unsigned int flags)
117 {
118 	if (flags & PCI_BASE_ADDRESS_SPACE_IO)
119 		return IORESOURCE_IO;
120 
121 	if (flags & PCI_BASE_ADDRESS_MEM_PREFETCH)
122 		return IORESOURCE_MEM | IORESOURCE_PREFETCH;
123 
124 	return IORESOURCE_MEM;
125 }
126 
127 /*
128  * Find the extent of a PCI decode..
129  */
130 static u32 pci_size(u32 base, u32 maxbase, u32 mask)
131 {
132 	u32 size = mask & maxbase;	/* Find the significant bits */
133 	if (!size)
134 		return 0;
135 
136 	/* Get the lowest of them to find the decode size, and
137 	   from that the extent.  */
138 	size = (size & ~(size-1)) - 1;
139 
140 	/* base == maxbase can be valid only if the BAR has
141 	   already been programmed with all 1s.  */
142 	if (base == maxbase && ((base | size) & mask) != mask)
143 		return 0;
144 
145 	return size;
146 }
147 
148 static void pci_read_bases(struct pci_dev *dev, unsigned int howmany, int rom)
149 {
150 	unsigned int pos, reg, next;
151 	u32 l, sz;
152 	struct resource *res;
153 
154 	for(pos=0; pos<howmany; pos = next) {
155 		next = pos+1;
156 		res = &dev->resource[pos];
157 		res->name = pci_name(dev);
158 		reg = PCI_BASE_ADDRESS_0 + (pos << 2);
159 		pci_read_config_dword(dev, reg, &l);
160 		pci_write_config_dword(dev, reg, ~0);
161 		pci_read_config_dword(dev, reg, &sz);
162 		pci_write_config_dword(dev, reg, l);
163 		if (!sz || sz == 0xffffffff)
164 			continue;
165 		if (l == 0xffffffff)
166 			l = 0;
167 		if ((l & PCI_BASE_ADDRESS_SPACE) == PCI_BASE_ADDRESS_SPACE_MEMORY) {
168 			sz = pci_size(l, sz, (u32)PCI_BASE_ADDRESS_MEM_MASK);
169 			if (!sz)
170 				continue;
171 			res->start = l & PCI_BASE_ADDRESS_MEM_MASK;
172 			res->flags |= l & ~PCI_BASE_ADDRESS_MEM_MASK;
173 		} else {
174 			sz = pci_size(l, sz, PCI_BASE_ADDRESS_IO_MASK & 0xffff);
175 			if (!sz)
176 				continue;
177 			res->start = l & PCI_BASE_ADDRESS_IO_MASK;
178 			res->flags |= l & ~PCI_BASE_ADDRESS_IO_MASK;
179 		}
180 		res->end = res->start + (unsigned long) sz;
181 		res->flags |= pci_calc_resource_flags(l);
182 		if ((l & (PCI_BASE_ADDRESS_SPACE | PCI_BASE_ADDRESS_MEM_TYPE_MASK))
183 		    == (PCI_BASE_ADDRESS_SPACE_MEMORY | PCI_BASE_ADDRESS_MEM_TYPE_64)) {
184 			pci_read_config_dword(dev, reg+4, &l);
185 			next++;
186 #if BITS_PER_LONG == 64
187 			res->start |= ((unsigned long) l) << 32;
188 			res->end = res->start + sz;
189 			pci_write_config_dword(dev, reg+4, ~0);
190 			pci_read_config_dword(dev, reg+4, &sz);
191 			pci_write_config_dword(dev, reg+4, l);
192 			sz = pci_size(l, sz, 0xffffffff);
193 			if (sz) {
194 				/* This BAR needs > 4GB?  Wow. */
195 				res->end |= (unsigned long)sz<<32;
196 			}
197 #else
198 			if (l) {
199 				printk(KERN_ERR "PCI: Unable to handle 64-bit address for device %s\n", pci_name(dev));
200 				res->start = 0;
201 				res->flags = 0;
202 				continue;
203 			}
204 #endif
205 		}
206 	}
207 	if (rom) {
208 		dev->rom_base_reg = rom;
209 		res = &dev->resource[PCI_ROM_RESOURCE];
210 		res->name = pci_name(dev);
211 		pci_read_config_dword(dev, rom, &l);
212 		pci_write_config_dword(dev, rom, ~PCI_ROM_ADDRESS_ENABLE);
213 		pci_read_config_dword(dev, rom, &sz);
214 		pci_write_config_dword(dev, rom, l);
215 		if (l == 0xffffffff)
216 			l = 0;
217 		if (sz && sz != 0xffffffff) {
218 			sz = pci_size(l, sz, (u32)PCI_ROM_ADDRESS_MASK);
219 			if (sz) {
220 				res->flags = (l & IORESOURCE_ROM_ENABLE) |
221 				  IORESOURCE_MEM | IORESOURCE_PREFETCH |
222 				  IORESOURCE_READONLY | IORESOURCE_CACHEABLE;
223 				res->start = l & PCI_ROM_ADDRESS_MASK;
224 				res->end = res->start + (unsigned long) sz;
225 			}
226 		}
227 	}
228 }
229 
230 void __devinit pci_read_bridge_bases(struct pci_bus *child)
231 {
232 	struct pci_dev *dev = child->self;
233 	u8 io_base_lo, io_limit_lo;
234 	u16 mem_base_lo, mem_limit_lo;
235 	unsigned long base, limit;
236 	struct resource *res;
237 	int i;
238 
239 	if (!dev)		/* It's a host bus, nothing to read */
240 		return;
241 
242 	if (dev->transparent) {
243 		printk(KERN_INFO "PCI: Transparent bridge - %s\n", pci_name(dev));
244 		for(i = 3; i < PCI_BUS_NUM_RESOURCES; i++)
245 			child->resource[i] = child->parent->resource[i - 3];
246 	}
247 
248 	for(i=0; i<3; i++)
249 		child->resource[i] = &dev->resource[PCI_BRIDGE_RESOURCES+i];
250 
251 	res = child->resource[0];
252 	pci_read_config_byte(dev, PCI_IO_BASE, &io_base_lo);
253 	pci_read_config_byte(dev, PCI_IO_LIMIT, &io_limit_lo);
254 	base = (io_base_lo & PCI_IO_RANGE_MASK) << 8;
255 	limit = (io_limit_lo & PCI_IO_RANGE_MASK) << 8;
256 
257 	if ((io_base_lo & PCI_IO_RANGE_TYPE_MASK) == PCI_IO_RANGE_TYPE_32) {
258 		u16 io_base_hi, io_limit_hi;
259 		pci_read_config_word(dev, PCI_IO_BASE_UPPER16, &io_base_hi);
260 		pci_read_config_word(dev, PCI_IO_LIMIT_UPPER16, &io_limit_hi);
261 		base |= (io_base_hi << 16);
262 		limit |= (io_limit_hi << 16);
263 	}
264 
265 	if (base <= limit) {
266 		res->flags = (io_base_lo & PCI_IO_RANGE_TYPE_MASK) | IORESOURCE_IO;
267 		res->start = base;
268 		res->end = limit + 0xfff;
269 	}
270 
271 	res = child->resource[1];
272 	pci_read_config_word(dev, PCI_MEMORY_BASE, &mem_base_lo);
273 	pci_read_config_word(dev, PCI_MEMORY_LIMIT, &mem_limit_lo);
274 	base = (mem_base_lo & PCI_MEMORY_RANGE_MASK) << 16;
275 	limit = (mem_limit_lo & PCI_MEMORY_RANGE_MASK) << 16;
276 	if (base <= limit) {
277 		res->flags = (mem_base_lo & PCI_MEMORY_RANGE_TYPE_MASK) | IORESOURCE_MEM;
278 		res->start = base;
279 		res->end = limit + 0xfffff;
280 	}
281 
282 	res = child->resource[2];
283 	pci_read_config_word(dev, PCI_PREF_MEMORY_BASE, &mem_base_lo);
284 	pci_read_config_word(dev, PCI_PREF_MEMORY_LIMIT, &mem_limit_lo);
285 	base = (mem_base_lo & PCI_PREF_RANGE_MASK) << 16;
286 	limit = (mem_limit_lo & PCI_PREF_RANGE_MASK) << 16;
287 
288 	if ((mem_base_lo & PCI_PREF_RANGE_TYPE_MASK) == PCI_PREF_RANGE_TYPE_64) {
289 		u32 mem_base_hi, mem_limit_hi;
290 		pci_read_config_dword(dev, PCI_PREF_BASE_UPPER32, &mem_base_hi);
291 		pci_read_config_dword(dev, PCI_PREF_LIMIT_UPPER32, &mem_limit_hi);
292 
293 		/*
294 		 * Some bridges set the base > limit by default, and some
295 		 * (broken) BIOSes do not initialize them.  If we find
296 		 * this, just assume they are not being used.
297 		 */
298 		if (mem_base_hi <= mem_limit_hi) {
299 #if BITS_PER_LONG == 64
300 			base |= ((long) mem_base_hi) << 32;
301 			limit |= ((long) mem_limit_hi) << 32;
302 #else
303 			if (mem_base_hi || mem_limit_hi) {
304 				printk(KERN_ERR "PCI: Unable to handle 64-bit address space for bridge %s\n", pci_name(dev));
305 				return;
306 			}
307 #endif
308 		}
309 	}
310 	if (base <= limit) {
311 		res->flags = (mem_base_lo & PCI_MEMORY_RANGE_TYPE_MASK) | IORESOURCE_MEM | IORESOURCE_PREFETCH;
312 		res->start = base;
313 		res->end = limit + 0xfffff;
314 	}
315 }
316 
317 static struct pci_bus * __devinit pci_alloc_bus(void)
318 {
319 	struct pci_bus *b;
320 
321 	b = kmalloc(sizeof(*b), GFP_KERNEL);
322 	if (b) {
323 		memset(b, 0, sizeof(*b));
324 		INIT_LIST_HEAD(&b->node);
325 		INIT_LIST_HEAD(&b->children);
326 		INIT_LIST_HEAD(&b->devices);
327 	}
328 	return b;
329 }
330 
331 static struct pci_bus * __devinit
332 pci_alloc_child_bus(struct pci_bus *parent, struct pci_dev *bridge, int busnr)
333 {
334 	struct pci_bus *child;
335 	int i;
336 
337 	/*
338 	 * Allocate a new bus, and inherit stuff from the parent..
339 	 */
340 	child = pci_alloc_bus();
341 	if (!child)
342 		return NULL;
343 
344 	child->self = bridge;
345 	child->parent = parent;
346 	child->ops = parent->ops;
347 	child->sysdata = parent->sysdata;
348 	child->bridge = get_device(&bridge->dev);
349 
350 	child->class_dev.class = &pcibus_class;
351 	sprintf(child->class_dev.class_id, "%04x:%02x", pci_domain_nr(child), busnr);
352 	class_device_register(&child->class_dev);
353 	class_device_create_file(&child->class_dev, &class_device_attr_cpuaffinity);
354 
355 	/*
356 	 * Set up the primary, secondary and subordinate
357 	 * bus numbers.
358 	 */
359 	child->number = child->secondary = busnr;
360 	child->primary = parent->secondary;
361 	child->subordinate = 0xff;
362 
363 	/* Set up default resource pointers and names.. */
364 	for (i = 0; i < 4; i++) {
365 		child->resource[i] = &bridge->resource[PCI_BRIDGE_RESOURCES+i];
366 		child->resource[i]->name = child->name;
367 	}
368 	bridge->subordinate = child;
369 
370 	return child;
371 }
372 
373 struct pci_bus * __devinit pci_add_new_bus(struct pci_bus *parent, struct pci_dev *dev, int busnr)
374 {
375 	struct pci_bus *child;
376 
377 	child = pci_alloc_child_bus(parent, dev, busnr);
378 	if (child) {
379 		spin_lock(&pci_bus_lock);
380 		list_add_tail(&child->node, &parent->children);
381 		spin_unlock(&pci_bus_lock);
382 	}
383 	return child;
384 }
385 
386 static void pci_enable_crs(struct pci_dev *dev)
387 {
388 	u16 cap, rpctl;
389 	int rpcap = pci_find_capability(dev, PCI_CAP_ID_EXP);
390 	if (!rpcap)
391 		return;
392 
393 	pci_read_config_word(dev, rpcap + PCI_CAP_FLAGS, &cap);
394 	if (((cap & PCI_EXP_FLAGS_TYPE) >> 4) != PCI_EXP_TYPE_ROOT_PORT)
395 		return;
396 
397 	pci_read_config_word(dev, rpcap + PCI_EXP_RTCTL, &rpctl);
398 	rpctl |= PCI_EXP_RTCTL_CRSSVE;
399 	pci_write_config_word(dev, rpcap + PCI_EXP_RTCTL, rpctl);
400 }
401 
402 static void __devinit pci_fixup_parent_subordinate_busnr(struct pci_bus *child, int max)
403 {
404 	struct pci_bus *parent = child->parent;
405 
406 	/* Attempts to fix that up are really dangerous unless
407 	   we're going to re-assign all bus numbers. */
408 	if (!pcibios_assign_all_busses())
409 		return;
410 
411 	while (parent->parent && parent->subordinate < max) {
412 		parent->subordinate = max;
413 		pci_write_config_byte(parent->self, PCI_SUBORDINATE_BUS, max);
414 		parent = parent->parent;
415 	}
416 }
417 
418 unsigned int __devinit pci_scan_child_bus(struct pci_bus *bus);
419 
420 /*
421  * If it's a bridge, configure it and scan the bus behind it.
422  * For CardBus bridges, we don't scan behind as the devices will
423  * be handled by the bridge driver itself.
424  *
425  * We need to process bridges in two passes -- first we scan those
426  * already configured by the BIOS and after we are done with all of
427  * them, we proceed to assigning numbers to the remaining buses in
428  * order to avoid overlaps between old and new bus numbers.
429  */
430 int __devinit pci_scan_bridge(struct pci_bus *bus, struct pci_dev * dev, int max, int pass)
431 {
432 	struct pci_bus *child;
433 	int is_cardbus = (dev->hdr_type == PCI_HEADER_TYPE_CARDBUS);
434 	u32 buses, i;
435 	u16 bctl;
436 
437 	pci_read_config_dword(dev, PCI_PRIMARY_BUS, &buses);
438 
439 	pr_debug("PCI: Scanning behind PCI bridge %s, config %06x, pass %d\n",
440 		 pci_name(dev), buses & 0xffffff, pass);
441 
442 	/* Disable MasterAbortMode during probing to avoid reporting
443 	   of bus errors (in some architectures) */
444 	pci_read_config_word(dev, PCI_BRIDGE_CONTROL, &bctl);
445 	pci_write_config_word(dev, PCI_BRIDGE_CONTROL,
446 			      bctl & ~PCI_BRIDGE_CTL_MASTER_ABORT);
447 
448 	pci_enable_crs(dev);
449 
450 	if ((buses & 0xffff00) && !pcibios_assign_all_busses() && !is_cardbus) {
451 		unsigned int cmax, busnr;
452 		/*
453 		 * Bus already configured by firmware, process it in the first
454 		 * pass and just note the configuration.
455 		 */
456 		if (pass)
457 			return max;
458 		busnr = (buses >> 8) & 0xFF;
459 
460 		/*
461 		 * If we already got to this bus through a different bridge,
462 		 * ignore it.  This can happen with the i450NX chipset.
463 		 */
464 		if (pci_find_bus(pci_domain_nr(bus), busnr)) {
465 			printk(KERN_INFO "PCI: Bus %04x:%02x already known\n",
466 					pci_domain_nr(bus), busnr);
467 			return max;
468 		}
469 
470 		child = pci_add_new_bus(bus, dev, busnr);
471 		if (!child)
472 			return max;
473 		child->primary = buses & 0xFF;
474 		child->subordinate = (buses >> 16) & 0xFF;
475 		child->bridge_ctl = bctl;
476 
477 		cmax = pci_scan_child_bus(child);
478 		if (cmax > max)
479 			max = cmax;
480 		if (child->subordinate > max)
481 			max = child->subordinate;
482 	} else {
483 		/*
484 		 * We need to assign a number to this bus which we always
485 		 * do in the second pass.
486 		 */
487 		if (!pass) {
488 			if (pcibios_assign_all_busses())
489 				/* Temporarily disable forwarding of the
490 				   configuration cycles on all bridges in
491 				   this bus segment to avoid possible
492 				   conflicts in the second pass between two
493 				   bridges programmed with overlapping
494 				   bus ranges. */
495 				pci_write_config_dword(dev, PCI_PRIMARY_BUS,
496 						       buses & ~0xffffff);
497 			return max;
498 		}
499 
500 		/* Clear errors */
501 		pci_write_config_word(dev, PCI_STATUS, 0xffff);
502 
503 		/* Prevent assigning a bus number that already exists.
504 		 * This can happen when a bridge is hot-plugged */
505 		if (pci_find_bus(pci_domain_nr(bus), max+1))
506 			return max;
507 		child = pci_add_new_bus(bus, dev, ++max);
508 		buses = (buses & 0xff000000)
509 		      | ((unsigned int)(child->primary)     <<  0)
510 		      | ((unsigned int)(child->secondary)   <<  8)
511 		      | ((unsigned int)(child->subordinate) << 16);
512 
513 		/*
514 		 * yenta.c forces a secondary latency timer of 176.
515 		 * Copy that behaviour here.
516 		 */
517 		if (is_cardbus) {
518 			buses &= ~0xff000000;
519 			buses |= CARDBUS_LATENCY_TIMER << 24;
520 		}
521 
522 		/*
523 		 * We need to blast all three values with a single write.
524 		 */
525 		pci_write_config_dword(dev, PCI_PRIMARY_BUS, buses);
526 
527 		if (!is_cardbus) {
528 			child->bridge_ctl = bctl | PCI_BRIDGE_CTL_NO_ISA;
529 			/*
530 			 * Adjust subordinate busnr in parent buses.
531 			 * We do this before scanning for children because
532 			 * some devices may not be detected if the bios
533 			 * was lazy.
534 			 */
535 			pci_fixup_parent_subordinate_busnr(child, max);
536 			/* Now we can scan all subordinate buses... */
537 			max = pci_scan_child_bus(child);
538 		} else {
539 			/*
540 			 * For CardBus bridges, we leave 4 bus numbers
541 			 * as cards with a PCI-to-PCI bridge can be
542 			 * inserted later.
543 			 */
544 			for (i=0; i<CARDBUS_RESERVE_BUSNR; i++)
545 				if (pci_find_bus(pci_domain_nr(bus),
546 							max+i+1))
547 					break;
548 			max += i;
549 			pci_fixup_parent_subordinate_busnr(child, max);
550 		}
551 		/*
552 		 * Set the subordinate bus number to its real value.
553 		 */
554 		child->subordinate = max;
555 		pci_write_config_byte(dev, PCI_SUBORDINATE_BUS, max);
556 	}
557 
558 	pci_write_config_word(dev, PCI_BRIDGE_CONTROL, bctl);
559 
560 	sprintf(child->name, (is_cardbus ? "PCI CardBus #%02x" : "PCI Bus #%02x"), child->number);
561 
562 	return max;
563 }
564 
565 /*
566  * Read interrupt line and base address registers.
567  * The architecture-dependent code can tweak these, of course.
568  */
569 static void pci_read_irq(struct pci_dev *dev)
570 {
571 	unsigned char irq;
572 
573 	pci_read_config_byte(dev, PCI_INTERRUPT_PIN, &irq);
574 	if (irq)
575 		pci_read_config_byte(dev, PCI_INTERRUPT_LINE, &irq);
576 	dev->irq = irq;
577 }
578 
579 /**
580  * pci_setup_device - fill in class and map information of a device
581  * @dev: the device structure to fill
582  *
583  * Initialize the device structure with information about the device's
584  * vendor,class,memory and IO-space addresses,IRQ lines etc.
585  * Called at initialisation of the PCI subsystem and by CardBus services.
586  * Returns 0 on success and -1 if unknown type of device (not normal, bridge
587  * or CardBus).
588  */
589 static int pci_setup_device(struct pci_dev * dev)
590 {
591 	u32 class;
592 
593 	sprintf(pci_name(dev), "%04x:%02x:%02x.%d", pci_domain_nr(dev->bus),
594 		dev->bus->number, PCI_SLOT(dev->devfn), PCI_FUNC(dev->devfn));
595 
596 	pci_read_config_dword(dev, PCI_CLASS_REVISION, &class);
597 	class >>= 8;				    /* upper 3 bytes */
598 	dev->class = class;
599 	class >>= 8;
600 
601 	pr_debug("PCI: Found %s [%04x/%04x] %06x %02x\n", pci_name(dev),
602 		 dev->vendor, dev->device, class, dev->hdr_type);
603 
604 	/* "Unknown power state" */
605 	dev->current_state = PCI_UNKNOWN;
606 
607 	/* Early fixups, before probing the BARs */
608 	pci_fixup_device(pci_fixup_early, dev);
609 	class = dev->class >> 8;
610 
611 	switch (dev->hdr_type) {		    /* header type */
612 	case PCI_HEADER_TYPE_NORMAL:		    /* standard header */
613 		if (class == PCI_CLASS_BRIDGE_PCI)
614 			goto bad;
615 		pci_read_irq(dev);
616 		pci_read_bases(dev, 6, PCI_ROM_ADDRESS);
617 		pci_read_config_word(dev, PCI_SUBSYSTEM_VENDOR_ID, &dev->subsystem_vendor);
618 		pci_read_config_word(dev, PCI_SUBSYSTEM_ID, &dev->subsystem_device);
619 		break;
620 
621 	case PCI_HEADER_TYPE_BRIDGE:		    /* bridge header */
622 		if (class != PCI_CLASS_BRIDGE_PCI)
623 			goto bad;
624 		/* The PCI-to-PCI bridge spec requires that subtractive
625 		   decoding (i.e. transparent) bridge must have programming
626 		   interface code of 0x01. */
627 		dev->transparent = ((dev->class & 0xff) == 1);
628 		pci_read_bases(dev, 2, PCI_ROM_ADDRESS1);
629 		break;
630 
631 	case PCI_HEADER_TYPE_CARDBUS:		    /* CardBus bridge header */
632 		if (class != PCI_CLASS_BRIDGE_CARDBUS)
633 			goto bad;
634 		pci_read_irq(dev);
635 		pci_read_bases(dev, 1, 0);
636 		pci_read_config_word(dev, PCI_CB_SUBSYSTEM_VENDOR_ID, &dev->subsystem_vendor);
637 		pci_read_config_word(dev, PCI_CB_SUBSYSTEM_ID, &dev->subsystem_device);
638 		break;
639 
640 	default:				    /* unknown header */
641 		printk(KERN_ERR "PCI: device %s has unknown header type %02x, ignoring.\n",
642 			pci_name(dev), dev->hdr_type);
643 		return -1;
644 
645 	bad:
646 		printk(KERN_ERR "PCI: %s: class %x doesn't match header type %02x. Ignoring class.\n",
647 		       pci_name(dev), class, dev->hdr_type);
648 		dev->class = PCI_CLASS_NOT_DEFINED;
649 	}
650 
651 	/* We found a fine healthy device, go go go... */
652 	return 0;
653 }
654 
655 /**
656  * pci_release_dev - free a pci device structure when all users of it are finished.
657  * @dev: device that's been disconnected
658  *
659  * Will be called only by the device core when all users of this pci device are
660  * done.
661  */
662 static void pci_release_dev(struct device *dev)
663 {
664 	struct pci_dev *pci_dev;
665 
666 	pci_dev = to_pci_dev(dev);
667 	kfree(pci_dev);
668 }
669 
670 /**
671  * pci_cfg_space_size - get the configuration space size of the PCI device.
672  * @dev: PCI device
673  *
674  * Regular PCI devices have 256 bytes, but PCI-X 2 and PCI Express devices
675  * have 4096 bytes.  Even if the device is capable, that doesn't mean we can
676  * access it.  Maybe we don't have a way to generate extended config space
677  * accesses, or the device is behind a reverse Express bridge.  So we try
678  * reading the dword at 0x100 which must either be 0 or a valid extended
679  * capability header.
680  */
681 static int pci_cfg_space_size(struct pci_dev *dev)
682 {
683 	int pos;
684 	u32 status;
685 
686 	pos = pci_find_capability(dev, PCI_CAP_ID_EXP);
687 	if (!pos) {
688 		pos = pci_find_capability(dev, PCI_CAP_ID_PCIX);
689 		if (!pos)
690 			goto fail;
691 
692 		pci_read_config_dword(dev, pos + PCI_X_STATUS, &status);
693 		if (!(status & (PCI_X_STATUS_266MHZ | PCI_X_STATUS_533MHZ)))
694 			goto fail;
695 	}
696 
697 	if (pci_read_config_dword(dev, 256, &status) != PCIBIOS_SUCCESSFUL)
698 		goto fail;
699 	if (status == 0xffffffff)
700 		goto fail;
701 
702 	return PCI_CFG_SPACE_EXP_SIZE;
703 
704  fail:
705 	return PCI_CFG_SPACE_SIZE;
706 }
707 
708 static void pci_release_bus_bridge_dev(struct device *dev)
709 {
710 	kfree(dev);
711 }
712 
713 /*
714  * Read the config data for a PCI device, sanity-check it
715  * and fill in the dev structure...
716  */
717 static struct pci_dev * __devinit
718 pci_scan_device(struct pci_bus *bus, int devfn)
719 {
720 	struct pci_dev *dev;
721 	u32 l;
722 	u8 hdr_type;
723 	int delay = 1;
724 
725 	if (pci_bus_read_config_dword(bus, devfn, PCI_VENDOR_ID, &l))
726 		return NULL;
727 
728 	/* some broken boards return 0 or ~0 if a slot is empty: */
729 	if (l == 0xffffffff || l == 0x00000000 ||
730 	    l == 0x0000ffff || l == 0xffff0000)
731 		return NULL;
732 
733 	/* Configuration request Retry Status */
734 	while (l == 0xffff0001) {
735 		msleep(delay);
736 		delay *= 2;
737 		if (pci_bus_read_config_dword(bus, devfn, PCI_VENDOR_ID, &l))
738 			return NULL;
739 		/* Card hasn't responded in 60 seconds?  Must be stuck. */
740 		if (delay > 60 * 1000) {
741 			printk(KERN_WARNING "Device %04x:%02x:%02x.%d not "
742 					"responding\n", pci_domain_nr(bus),
743 					bus->number, PCI_SLOT(devfn),
744 					PCI_FUNC(devfn));
745 			return NULL;
746 		}
747 	}
748 
749 	if (pci_bus_read_config_byte(bus, devfn, PCI_HEADER_TYPE, &hdr_type))
750 		return NULL;
751 
752 	dev = kmalloc(sizeof(struct pci_dev), GFP_KERNEL);
753 	if (!dev)
754 		return NULL;
755 
756 	memset(dev, 0, sizeof(struct pci_dev));
757 	dev->bus = bus;
758 	dev->sysdata = bus->sysdata;
759 	dev->dev.parent = bus->bridge;
760 	dev->dev.bus = &pci_bus_type;
761 	dev->devfn = devfn;
762 	dev->hdr_type = hdr_type & 0x7f;
763 	dev->multifunction = !!(hdr_type & 0x80);
764 	dev->vendor = l & 0xffff;
765 	dev->device = (l >> 16) & 0xffff;
766 	dev->cfg_size = pci_cfg_space_size(dev);
767 
768 	/* Assume 32-bit PCI; let 64-bit PCI cards (which are far rarer)
769 	   set this higher, assuming the system even supports it.  */
770 	dev->dma_mask = 0xffffffff;
771 	if (pci_setup_device(dev) < 0) {
772 		kfree(dev);
773 		return NULL;
774 	}
775 
776 	return dev;
777 }
778 
779 void __devinit pci_device_add(struct pci_dev *dev, struct pci_bus *bus)
780 {
781 	device_initialize(&dev->dev);
782 	dev->dev.release = pci_release_dev;
783 	pci_dev_get(dev);
784 
785 	dev->dev.dma_mask = &dev->dma_mask;
786 	dev->dev.coherent_dma_mask = 0xffffffffull;
787 
788 	/* Fix up broken headers */
789 	pci_fixup_device(pci_fixup_header, dev);
790 
791 	/*
792 	 * Add the device to our list of discovered devices
793 	 * and the bus list for fixup functions, etc.
794 	 */
795 	INIT_LIST_HEAD(&dev->global_list);
796 	spin_lock(&pci_bus_lock);
797 	list_add_tail(&dev->bus_list, &bus->devices);
798 	spin_unlock(&pci_bus_lock);
799 }
800 
801 struct pci_dev * __devinit
802 pci_scan_single_device(struct pci_bus *bus, int devfn)
803 {
804 	struct pci_dev *dev;
805 
806 	dev = pci_scan_device(bus, devfn);
807 	if (!dev)
808 		return NULL;
809 
810 	pci_device_add(dev, bus);
811 	pci_scan_msi_device(dev);
812 
813 	return dev;
814 }
815 
816 /**
817  * pci_scan_slot - scan a PCI slot on a bus for devices.
818  * @bus: PCI bus to scan
819  * @devfn: slot number to scan (must have zero function.)
820  *
821  * Scan a PCI slot on the specified PCI bus for devices, adding
822  * discovered devices to the @bus->devices list.  New devices
823  * will have an empty dev->global_list head.
824  */
825 int __devinit pci_scan_slot(struct pci_bus *bus, int devfn)
826 {
827 	int func, nr = 0;
828 	int scan_all_fns;
829 
830 	scan_all_fns = pcibios_scan_all_fns(bus, devfn);
831 
832 	for (func = 0; func < 8; func++, devfn++) {
833 		struct pci_dev *dev;
834 
835 		dev = pci_scan_single_device(bus, devfn);
836 		if (dev) {
837 			nr++;
838 
839 			/*
840 		 	 * If this is a single function device,
841 		 	 * don't scan past the first function.
842 		 	 */
843 			if (!dev->multifunction) {
844 				if (func > 0) {
845 					dev->multifunction = 1;
846 				} else {
847  					break;
848 				}
849 			}
850 		} else {
851 			if (func == 0 && !scan_all_fns)
852 				break;
853 		}
854 	}
855 	return nr;
856 }
857 
858 unsigned int __devinit pci_scan_child_bus(struct pci_bus *bus)
859 {
860 	unsigned int devfn, pass, max = bus->secondary;
861 	struct pci_dev *dev;
862 
863 	pr_debug("PCI: Scanning bus %04x:%02x\n", pci_domain_nr(bus), bus->number);
864 
865 	/* Go find them, Rover! */
866 	for (devfn = 0; devfn < 0x100; devfn += 8)
867 		pci_scan_slot(bus, devfn);
868 
869 	/*
870 	 * After performing arch-dependent fixup of the bus, look behind
871 	 * all PCI-to-PCI bridges on this bus.
872 	 */
873 	pr_debug("PCI: Fixups for bus %04x:%02x\n", pci_domain_nr(bus), bus->number);
874 	pcibios_fixup_bus(bus);
875 	for (pass=0; pass < 2; pass++)
876 		list_for_each_entry(dev, &bus->devices, bus_list) {
877 			if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE ||
878 			    dev->hdr_type == PCI_HEADER_TYPE_CARDBUS)
879 				max = pci_scan_bridge(bus, dev, max, pass);
880 		}
881 
882 	/*
883 	 * We've scanned the bus and so we know all about what's on
884 	 * the other side of any bridges that may be on this bus plus
885 	 * any devices.
886 	 *
887 	 * Return how far we've got finding sub-buses.
888 	 */
889 	pr_debug("PCI: Bus scan for %04x:%02x returning with max=%02x\n",
890 		pci_domain_nr(bus), bus->number, max);
891 	return max;
892 }
893 
894 unsigned int __devinit pci_do_scan_bus(struct pci_bus *bus)
895 {
896 	unsigned int max;
897 
898 	max = pci_scan_child_bus(bus);
899 
900 	/*
901 	 * Make the discovered devices available.
902 	 */
903 	pci_bus_add_devices(bus);
904 
905 	return max;
906 }
907 
908 struct pci_bus * __devinit pci_create_bus(struct device *parent,
909 		int bus, struct pci_ops *ops, void *sysdata)
910 {
911 	int error;
912 	struct pci_bus *b;
913 	struct device *dev;
914 
915 	b = pci_alloc_bus();
916 	if (!b)
917 		return NULL;
918 
919 	dev = kmalloc(sizeof(*dev), GFP_KERNEL);
920 	if (!dev){
921 		kfree(b);
922 		return NULL;
923 	}
924 
925 	b->sysdata = sysdata;
926 	b->ops = ops;
927 
928 	if (pci_find_bus(pci_domain_nr(b), bus)) {
929 		/* If we already got to this bus through a different bridge, ignore it */
930 		pr_debug("PCI: Bus %04x:%02x already known\n", pci_domain_nr(b), bus);
931 		goto err_out;
932 	}
933 	spin_lock(&pci_bus_lock);
934 	list_add_tail(&b->node, &pci_root_buses);
935 	spin_unlock(&pci_bus_lock);
936 
937 	memset(dev, 0, sizeof(*dev));
938 	dev->parent = parent;
939 	dev->release = pci_release_bus_bridge_dev;
940 	sprintf(dev->bus_id, "pci%04x:%02x", pci_domain_nr(b), bus);
941 	error = device_register(dev);
942 	if (error)
943 		goto dev_reg_err;
944 	b->bridge = get_device(dev);
945 
946 	b->class_dev.class = &pcibus_class;
947 	sprintf(b->class_dev.class_id, "%04x:%02x", pci_domain_nr(b), bus);
948 	error = class_device_register(&b->class_dev);
949 	if (error)
950 		goto class_dev_reg_err;
951 	error = class_device_create_file(&b->class_dev, &class_device_attr_cpuaffinity);
952 	if (error)
953 		goto class_dev_create_file_err;
954 
955 	/* Create legacy_io and legacy_mem files for this bus */
956 	pci_create_legacy_files(b);
957 
958 	error = sysfs_create_link(&b->class_dev.kobj, &b->bridge->kobj, "bridge");
959 	if (error)
960 		goto sys_create_link_err;
961 
962 	b->number = b->secondary = bus;
963 	b->resource[0] = &ioport_resource;
964 	b->resource[1] = &iomem_resource;
965 
966 	return b;
967 
968 sys_create_link_err:
969 	class_device_remove_file(&b->class_dev, &class_device_attr_cpuaffinity);
970 class_dev_create_file_err:
971 	class_device_unregister(&b->class_dev);
972 class_dev_reg_err:
973 	device_unregister(dev);
974 dev_reg_err:
975 	spin_lock(&pci_bus_lock);
976 	list_del(&b->node);
977 	spin_unlock(&pci_bus_lock);
978 err_out:
979 	kfree(dev);
980 	kfree(b);
981 	return NULL;
982 }
983 EXPORT_SYMBOL_GPL(pci_create_bus);
984 
985 struct pci_bus * __devinit pci_scan_bus_parented(struct device *parent,
986 		int bus, struct pci_ops *ops, void *sysdata)
987 {
988 	struct pci_bus *b;
989 
990 	b = pci_create_bus(parent, bus, ops, sysdata);
991 	if (b)
992 		b->subordinate = pci_scan_child_bus(b);
993 	return b;
994 }
995 EXPORT_SYMBOL(pci_scan_bus_parented);
996 
997 #ifdef CONFIG_HOTPLUG
998 EXPORT_SYMBOL(pci_add_new_bus);
999 EXPORT_SYMBOL(pci_do_scan_bus);
1000 EXPORT_SYMBOL(pci_scan_slot);
1001 EXPORT_SYMBOL(pci_scan_bridge);
1002 EXPORT_SYMBOL(pci_scan_single_device);
1003 EXPORT_SYMBOL_GPL(pci_scan_child_bus);
1004 #endif
1005