xref: /linux/drivers/pci/pci-driver.c (revision fd7a253311412b3fc7c85586552c90eca61e7d23)
1 /*
2  * drivers/pci/pci-driver.c
3  *
4  * (C) Copyright 2002-2004, 2007 Greg Kroah-Hartman <greg@kroah.com>
5  * (C) Copyright 2007 Novell Inc.
6  *
7  * Released under the GPL v2 only.
8  *
9  */
10 
11 #include <linux/pci.h>
12 #include <linux/module.h>
13 #include <linux/init.h>
14 #include <linux/device.h>
15 #include <linux/mempolicy.h>
16 #include <linux/string.h>
17 #include <linux/slab.h>
18 #include <linux/sched.h>
19 #include <linux/cpu.h>
20 #include "pci.h"
21 
22 /*
23  * Dynamic device IDs are disabled for !CONFIG_HOTPLUG
24  */
25 
26 struct pci_dynid {
27 	struct list_head node;
28 	struct pci_device_id id;
29 };
30 
31 #ifdef CONFIG_HOTPLUG
32 
33 /**
34  * store_new_id - add a new PCI device ID to this driver and re-probe devices
35  * @driver: target device driver
36  * @buf: buffer for scanning device ID data
37  * @count: input size
38  *
39  * Adds a new dynamic pci device ID to this driver,
40  * and causes the driver to probe for all devices again.
41  */
42 static ssize_t
43 store_new_id(struct device_driver *driver, const char *buf, size_t count)
44 {
45 	struct pci_dynid *dynid;
46 	struct pci_driver *pdrv = to_pci_driver(driver);
47 	const struct pci_device_id *ids = pdrv->id_table;
48 	__u32 vendor, device, subvendor=PCI_ANY_ID,
49 		subdevice=PCI_ANY_ID, class=0, class_mask=0;
50 	unsigned long driver_data=0;
51 	int fields=0;
52 	int retval=0;
53 
54 	fields = sscanf(buf, "%x %x %x %x %x %x %lx",
55 			&vendor, &device, &subvendor, &subdevice,
56 			&class, &class_mask, &driver_data);
57 	if (fields < 2)
58 		return -EINVAL;
59 
60 	/* Only accept driver_data values that match an existing id_table
61 	   entry */
62 	if (ids) {
63 		retval = -EINVAL;
64 		while (ids->vendor || ids->subvendor || ids->class_mask) {
65 			if (driver_data == ids->driver_data) {
66 				retval = 0;
67 				break;
68 			}
69 			ids++;
70 		}
71 		if (retval)	/* No match */
72 			return retval;
73 	}
74 
75 	dynid = kzalloc(sizeof(*dynid), GFP_KERNEL);
76 	if (!dynid)
77 		return -ENOMEM;
78 
79 	dynid->id.vendor = vendor;
80 	dynid->id.device = device;
81 	dynid->id.subvendor = subvendor;
82 	dynid->id.subdevice = subdevice;
83 	dynid->id.class = class;
84 	dynid->id.class_mask = class_mask;
85 	dynid->id.driver_data = driver_data;
86 
87 	spin_lock(&pdrv->dynids.lock);
88 	list_add_tail(&dynid->node, &pdrv->dynids.list);
89 	spin_unlock(&pdrv->dynids.lock);
90 
91 	if (get_driver(&pdrv->driver)) {
92 		retval = driver_attach(&pdrv->driver);
93 		put_driver(&pdrv->driver);
94 	}
95 
96 	if (retval)
97 		return retval;
98 	return count;
99 }
100 static DRIVER_ATTR(new_id, S_IWUSR, NULL, store_new_id);
101 
102 static void
103 pci_free_dynids(struct pci_driver *drv)
104 {
105 	struct pci_dynid *dynid, *n;
106 
107 	spin_lock(&drv->dynids.lock);
108 	list_for_each_entry_safe(dynid, n, &drv->dynids.list, node) {
109 		list_del(&dynid->node);
110 		kfree(dynid);
111 	}
112 	spin_unlock(&drv->dynids.lock);
113 }
114 
115 static int
116 pci_create_newid_file(struct pci_driver *drv)
117 {
118 	int error = 0;
119 	if (drv->probe != NULL)
120 		error = driver_create_file(&drv->driver, &driver_attr_new_id);
121 	return error;
122 }
123 
124 static void pci_remove_newid_file(struct pci_driver *drv)
125 {
126 	driver_remove_file(&drv->driver, &driver_attr_new_id);
127 }
128 #else /* !CONFIG_HOTPLUG */
129 static inline void pci_free_dynids(struct pci_driver *drv) {}
130 static inline int pci_create_newid_file(struct pci_driver *drv)
131 {
132 	return 0;
133 }
134 static inline void pci_remove_newid_file(struct pci_driver *drv) {}
135 #endif
136 
137 /**
138  * pci_match_id - See if a pci device matches a given pci_id table
139  * @ids: array of PCI device id structures to search in
140  * @dev: the PCI device structure to match against.
141  *
142  * Used by a driver to check whether a PCI device present in the
143  * system is in its list of supported devices.  Returns the matching
144  * pci_device_id structure or %NULL if there is no match.
145  *
146  * Deprecated, don't use this as it will not catch any dynamic ids
147  * that a driver might want to check for.
148  */
149 const struct pci_device_id *pci_match_id(const struct pci_device_id *ids,
150 					 struct pci_dev *dev)
151 {
152 	if (ids) {
153 		while (ids->vendor || ids->subvendor || ids->class_mask) {
154 			if (pci_match_one_device(ids, dev))
155 				return ids;
156 			ids++;
157 		}
158 	}
159 	return NULL;
160 }
161 
162 /**
163  * pci_match_device - Tell if a PCI device structure has a matching PCI device id structure
164  * @drv: the PCI driver to match against
165  * @dev: the PCI device structure to match against
166  *
167  * Used by a driver to check whether a PCI device present in the
168  * system is in its list of supported devices.  Returns the matching
169  * pci_device_id structure or %NULL if there is no match.
170  */
171 static const struct pci_device_id *pci_match_device(struct pci_driver *drv,
172 						    struct pci_dev *dev)
173 {
174 	struct pci_dynid *dynid;
175 
176 	/* Look at the dynamic ids first, before the static ones */
177 	spin_lock(&drv->dynids.lock);
178 	list_for_each_entry(dynid, &drv->dynids.list, node) {
179 		if (pci_match_one_device(&dynid->id, dev)) {
180 			spin_unlock(&drv->dynids.lock);
181 			return &dynid->id;
182 		}
183 	}
184 	spin_unlock(&drv->dynids.lock);
185 
186 	return pci_match_id(drv->id_table, dev);
187 }
188 
189 struct drv_dev_and_id {
190 	struct pci_driver *drv;
191 	struct pci_dev *dev;
192 	const struct pci_device_id *id;
193 };
194 
195 static long local_pci_probe(void *_ddi)
196 {
197 	struct drv_dev_and_id *ddi = _ddi;
198 
199 	return ddi->drv->probe(ddi->dev, ddi->id);
200 }
201 
202 static int pci_call_probe(struct pci_driver *drv, struct pci_dev *dev,
203 			  const struct pci_device_id *id)
204 {
205 	int error, node;
206 	struct drv_dev_and_id ddi = { drv, dev, id };
207 
208 	/* Execute driver initialization on node where the device's
209 	   bus is attached to.  This way the driver likely allocates
210 	   its local memory on the right node without any need to
211 	   change it. */
212 	node = dev_to_node(&dev->dev);
213 	if (node >= 0) {
214 		int cpu;
215 		node_to_cpumask_ptr(nodecpumask, node);
216 
217 		get_online_cpus();
218 		cpu = cpumask_any_and(nodecpumask, cpu_online_mask);
219 		if (cpu < nr_cpu_ids)
220 			error = work_on_cpu(cpu, local_pci_probe, &ddi);
221 		else
222 			error = local_pci_probe(&ddi);
223 		put_online_cpus();
224 	} else
225 		error = local_pci_probe(&ddi);
226 	return error;
227 }
228 
229 /**
230  * __pci_device_probe()
231  * @drv: driver to call to check if it wants the PCI device
232  * @pci_dev: PCI device being probed
233  *
234  * returns 0 on success, else error.
235  * side-effect: pci_dev->driver is set to drv when drv claims pci_dev.
236  */
237 static int
238 __pci_device_probe(struct pci_driver *drv, struct pci_dev *pci_dev)
239 {
240 	const struct pci_device_id *id;
241 	int error = 0;
242 
243 	if (!pci_dev->driver && drv->probe) {
244 		error = -ENODEV;
245 
246 		id = pci_match_device(drv, pci_dev);
247 		if (id)
248 			error = pci_call_probe(drv, pci_dev, id);
249 		if (error >= 0) {
250 			pci_dev->driver = drv;
251 			error = 0;
252 		}
253 	}
254 	return error;
255 }
256 
257 static int pci_device_probe(struct device * dev)
258 {
259 	int error = 0;
260 	struct pci_driver *drv;
261 	struct pci_dev *pci_dev;
262 
263 	drv = to_pci_driver(dev->driver);
264 	pci_dev = to_pci_dev(dev);
265 	pci_dev_get(pci_dev);
266 	error = __pci_device_probe(drv, pci_dev);
267 	if (error)
268 		pci_dev_put(pci_dev);
269 
270 	return error;
271 }
272 
273 static int pci_device_remove(struct device * dev)
274 {
275 	struct pci_dev * pci_dev = to_pci_dev(dev);
276 	struct pci_driver * drv = pci_dev->driver;
277 
278 	if (drv) {
279 		if (drv->remove)
280 			drv->remove(pci_dev);
281 		pci_dev->driver = NULL;
282 	}
283 
284 	/*
285 	 * If the device is still on, set the power state as "unknown",
286 	 * since it might change by the next time we load the driver.
287 	 */
288 	if (pci_dev->current_state == PCI_D0)
289 		pci_dev->current_state = PCI_UNKNOWN;
290 
291 	/*
292 	 * We would love to complain here if pci_dev->is_enabled is set, that
293 	 * the driver should have called pci_disable_device(), but the
294 	 * unfortunate fact is there are too many odd BIOS and bridge setups
295 	 * that don't like drivers doing that all of the time.
296 	 * Oh well, we can dream of sane hardware when we sleep, no matter how
297 	 * horrible the crap we have to deal with is when we are awake...
298 	 */
299 
300 	pci_dev_put(pci_dev);
301 	return 0;
302 }
303 
304 static void pci_device_shutdown(struct device *dev)
305 {
306 	struct pci_dev *pci_dev = to_pci_dev(dev);
307 	struct pci_driver *drv = pci_dev->driver;
308 
309 	if (drv && drv->shutdown)
310 		drv->shutdown(pci_dev);
311 	pci_msi_shutdown(pci_dev);
312 	pci_msix_shutdown(pci_dev);
313 }
314 
315 #ifdef CONFIG_PM_SLEEP
316 
317 /*
318  * Default "suspend" method for devices that have no driver provided suspend,
319  * or not even a driver at all (second part).
320  */
321 static void pci_pm_set_unknown_state(struct pci_dev *pci_dev)
322 {
323 	/*
324 	 * mark its power state as "unknown", since we don't know if
325 	 * e.g. the BIOS will change its device state when we suspend.
326 	 */
327 	if (pci_dev->current_state == PCI_D0)
328 		pci_dev->current_state = PCI_UNKNOWN;
329 }
330 
331 /*
332  * Default "resume" method for devices that have no driver provided resume,
333  * or not even a driver at all (second part).
334  */
335 static int pci_pm_reenable_device(struct pci_dev *pci_dev)
336 {
337 	int retval;
338 
339 	/* if the device was enabled before suspend, reenable */
340 	retval = pci_reenable_device(pci_dev);
341 	/*
342 	 * if the device was busmaster before the suspend, make it busmaster
343 	 * again
344 	 */
345 	if (pci_dev->is_busmaster)
346 		pci_set_master(pci_dev);
347 
348 	return retval;
349 }
350 
351 static int pci_legacy_suspend(struct device *dev, pm_message_t state)
352 {
353 	struct pci_dev * pci_dev = to_pci_dev(dev);
354 	struct pci_driver * drv = pci_dev->driver;
355 	int i = 0;
356 
357 	if (drv && drv->suspend) {
358 		i = drv->suspend(pci_dev, state);
359 		suspend_report_result(drv->suspend, i);
360 	} else {
361 		pci_save_state(pci_dev);
362 		/*
363 		 * This is for compatibility with existing code with legacy PM
364 		 * support.
365 		 */
366 		pci_pm_set_unknown_state(pci_dev);
367 	}
368 
369 	pci_fixup_device(pci_fixup_suspend, pci_dev);
370 
371 	return i;
372 }
373 
374 static int pci_legacy_suspend_late(struct device *dev, pm_message_t state)
375 {
376 	struct pci_dev * pci_dev = to_pci_dev(dev);
377 	struct pci_driver * drv = pci_dev->driver;
378 	int i = 0;
379 
380 	if (drv && drv->suspend_late) {
381 		i = drv->suspend_late(pci_dev, state);
382 		suspend_report_result(drv->suspend_late, i);
383 	}
384 	return i;
385 }
386 
387 static int pci_legacy_resume_early(struct device *dev)
388 {
389 	int error = 0;
390 	struct pci_dev * pci_dev = to_pci_dev(dev);
391 	struct pci_driver * drv = pci_dev->driver;
392 
393 	pci_fixup_device(pci_fixup_resume_early, pci_dev);
394 
395 	if (drv && drv->resume_early)
396 		error = drv->resume_early(pci_dev);
397 	return error;
398 }
399 
400 static int pci_legacy_resume(struct device *dev)
401 {
402 	int error;
403 	struct pci_dev * pci_dev = to_pci_dev(dev);
404 	struct pci_driver * drv = pci_dev->driver;
405 
406 	pci_fixup_device(pci_fixup_resume, pci_dev);
407 
408 	if (drv && drv->resume) {
409 		error = drv->resume(pci_dev);
410 	} else {
411 		/* restore the PCI config space */
412 		pci_restore_state(pci_dev);
413 		error = pci_pm_reenable_device(pci_dev);
414 	}
415 	return error;
416 }
417 
418 /* Auxiliary functions used by the new power management framework */
419 
420 static int pci_restore_standard_config(struct pci_dev *pci_dev)
421 {
422 	struct pci_dev *parent = pci_dev->bus->self;
423 	int error = 0;
424 
425 	/* Check if the device's bus is operational */
426 	if (!parent || parent->current_state == PCI_D0) {
427 		pci_restore_state(pci_dev);
428 		pci_update_current_state(pci_dev, PCI_D0);
429 	} else {
430 		dev_warn(&pci_dev->dev, "unable to restore config, "
431 			"bridge %s in low power state D%d\n", pci_name(parent),
432 			parent->current_state);
433 		pci_dev->current_state = PCI_UNKNOWN;
434 		error = -EAGAIN;
435 	}
436 
437 	return error;
438 }
439 
440 static bool pci_is_bridge(struct pci_dev *pci_dev)
441 {
442 	return !!(pci_dev->subordinate);
443 }
444 
445 static void pci_pm_default_resume_noirq(struct pci_dev *pci_dev)
446 {
447 	if (pci_restore_standard_config(pci_dev))
448 		pci_fixup_device(pci_fixup_resume_early, pci_dev);
449 }
450 
451 static int pci_pm_default_resume(struct pci_dev *pci_dev)
452 {
453 	/*
454 	 * pci_restore_standard_config() should have been called once already,
455 	 * but it would have failed if the device's parent bridge had not been
456 	 * in power state D0 at that time.  Check it and try again if necessary.
457 	 */
458 	if (pci_dev->current_state == PCI_UNKNOWN) {
459 		int error = pci_restore_standard_config(pci_dev);
460 		if (error)
461 			return error;
462 	}
463 
464 	pci_fixup_device(pci_fixup_resume, pci_dev);
465 
466 	if (!pci_is_bridge(pci_dev))
467 		pci_enable_wake(pci_dev, PCI_D0, false);
468 
469 	return pci_pm_reenable_device(pci_dev);
470 }
471 
472 static void pci_pm_default_suspend_generic(struct pci_dev *pci_dev)
473 {
474 	/* If device is enabled at this point, disable it */
475 	pci_disable_enabled_device(pci_dev);
476 	/*
477 	 * Save state with interrupts enabled, because in principle the bus the
478 	 * device is on may be put into a low power state after this code runs.
479 	 */
480 	pci_save_state(pci_dev);
481 }
482 
483 static void pci_pm_default_suspend(struct pci_dev *pci_dev)
484 {
485 	pci_pm_default_suspend_generic(pci_dev);
486 
487 	if (!pci_is_bridge(pci_dev))
488 		pci_prepare_to_sleep(pci_dev);
489 
490 	pci_fixup_device(pci_fixup_suspend, pci_dev);
491 }
492 
493 static bool pci_has_legacy_pm_support(struct pci_dev *pci_dev)
494 {
495 	struct pci_driver *drv = pci_dev->driver;
496 	bool ret = drv && (drv->suspend || drv->suspend_late || drv->resume
497 		|| drv->resume_early);
498 
499 	/*
500 	 * Legacy PM support is used by default, so warn if the new framework is
501 	 * supported as well.  Drivers are supposed to support either the
502 	 * former, or the latter, but not both at the same time.
503 	 */
504 	WARN_ON(ret && drv->driver.pm);
505 
506 	return ret;
507 }
508 
509 /* New power management framework */
510 
511 static int pci_pm_prepare(struct device *dev)
512 {
513 	struct device_driver *drv = dev->driver;
514 	int error = 0;
515 
516 	if (drv && drv->pm && drv->pm->prepare)
517 		error = drv->pm->prepare(dev);
518 
519 	return error;
520 }
521 
522 static void pci_pm_complete(struct device *dev)
523 {
524 	struct device_driver *drv = dev->driver;
525 
526 	if (drv && drv->pm && drv->pm->complete)
527 		drv->pm->complete(dev);
528 }
529 
530 #ifdef CONFIG_SUSPEND
531 
532 static int pci_pm_suspend(struct device *dev)
533 {
534 	struct pci_dev *pci_dev = to_pci_dev(dev);
535 	struct device_driver *drv = dev->driver;
536 	int error = 0;
537 
538 	if (pci_has_legacy_pm_support(pci_dev))
539 		return pci_legacy_suspend(dev, PMSG_SUSPEND);
540 
541 	if (drv && drv->pm && drv->pm->suspend) {
542 		error = drv->pm->suspend(dev);
543 		suspend_report_result(drv->pm->suspend, error);
544 	}
545 
546 	if (!error)
547 		pci_pm_default_suspend(pci_dev);
548 
549 	return error;
550 }
551 
552 static int pci_pm_suspend_noirq(struct device *dev)
553 {
554 	struct pci_dev *pci_dev = to_pci_dev(dev);
555 	struct device_driver *drv = dev->driver;
556 	int error = 0;
557 
558 	if (pci_has_legacy_pm_support(pci_dev))
559 		return pci_legacy_suspend_late(dev, PMSG_SUSPEND);
560 
561 	if (drv && drv->pm && drv->pm->suspend_noirq) {
562 		error = drv->pm->suspend_noirq(dev);
563 		suspend_report_result(drv->pm->suspend_noirq, error);
564 	}
565 
566 	if (!error)
567 		pci_pm_set_unknown_state(pci_dev);
568 
569 	return error;
570 }
571 
572 static int pci_pm_resume_noirq(struct device *dev)
573 {
574 	struct pci_dev *pci_dev = to_pci_dev(dev);
575 	struct device_driver *drv = dev->driver;
576 	int error = 0;
577 
578 	if (pci_has_legacy_pm_support(pci_dev))
579 		return pci_legacy_resume_early(dev);
580 
581 	pci_pm_default_resume_noirq(pci_dev);
582 
583 	if (drv && drv->pm && drv->pm->resume_noirq)
584 		error = drv->pm->resume_noirq(dev);
585 
586 	return error;
587 }
588 
589 static int pci_pm_resume(struct device *dev)
590 {
591 	struct pci_dev *pci_dev = to_pci_dev(dev);
592 	struct device_driver *drv = dev->driver;
593 	int error = 0;
594 
595 	if (pci_has_legacy_pm_support(pci_dev))
596 		return pci_legacy_resume(dev);
597 
598 	error = pci_pm_default_resume(pci_dev);
599 
600 	if (!error && drv && drv->pm && drv->pm->resume)
601 		error = drv->pm->resume(dev);
602 
603 	return error;
604 }
605 
606 #else /* !CONFIG_SUSPEND */
607 
608 #define pci_pm_suspend		NULL
609 #define pci_pm_suspend_noirq	NULL
610 #define pci_pm_resume		NULL
611 #define pci_pm_resume_noirq	NULL
612 
613 #endif /* !CONFIG_SUSPEND */
614 
615 #ifdef CONFIG_HIBERNATION
616 
617 static int pci_pm_freeze(struct device *dev)
618 {
619 	struct pci_dev *pci_dev = to_pci_dev(dev);
620 	struct device_driver *drv = dev->driver;
621 	int error = 0;
622 
623 	if (pci_has_legacy_pm_support(pci_dev))
624 		return pci_legacy_suspend(dev, PMSG_FREEZE);
625 
626 	if (drv && drv->pm && drv->pm->freeze) {
627 		error = drv->pm->freeze(dev);
628 		suspend_report_result(drv->pm->freeze, error);
629 	}
630 
631 	if (!error)
632 		pci_pm_default_suspend_generic(pci_dev);
633 
634 	return error;
635 }
636 
637 static int pci_pm_freeze_noirq(struct device *dev)
638 {
639 	struct pci_dev *pci_dev = to_pci_dev(dev);
640 	struct device_driver *drv = dev->driver;
641 	int error = 0;
642 
643 	if (pci_has_legacy_pm_support(pci_dev))
644 		return pci_legacy_suspend_late(dev, PMSG_FREEZE);
645 
646 	if (drv && drv->pm && drv->pm->freeze_noirq) {
647 		error = drv->pm->freeze_noirq(dev);
648 		suspend_report_result(drv->pm->freeze_noirq, error);
649 	}
650 
651 	if (!error)
652 		pci_pm_set_unknown_state(pci_dev);
653 
654 	return error;
655 }
656 
657 static int pci_pm_thaw_noirq(struct device *dev)
658 {
659 	struct pci_dev *pci_dev = to_pci_dev(dev);
660 	struct device_driver *drv = dev->driver;
661 	int error = 0;
662 
663 	if (pci_has_legacy_pm_support(pci_dev))
664 		return pci_legacy_resume_early(dev);
665 
666 	pci_update_current_state(pci_dev, PCI_D0);
667 
668 	if (drv && drv->pm && drv->pm->thaw_noirq)
669 		error = drv->pm->thaw_noirq(dev);
670 
671 	return error;
672 }
673 
674 static int pci_pm_thaw(struct device *dev)
675 {
676 	struct pci_dev *pci_dev = to_pci_dev(dev);
677 	struct device_driver *drv = dev->driver;
678 	int error = 0;
679 
680 	if (pci_has_legacy_pm_support(pci_dev))
681 		return pci_legacy_resume(dev);
682 
683 	pci_pm_reenable_device(pci_dev);
684 
685 	if (drv && drv->pm && drv->pm->thaw)
686 		error =  drv->pm->thaw(dev);
687 
688 	return error;
689 }
690 
691 static int pci_pm_poweroff(struct device *dev)
692 {
693 	struct pci_dev *pci_dev = to_pci_dev(dev);
694 	struct device_driver *drv = dev->driver;
695 	int error = 0;
696 
697 	if (pci_has_legacy_pm_support(pci_dev))
698 		return pci_legacy_suspend(dev, PMSG_HIBERNATE);
699 
700 	if (drv && drv->pm && drv->pm->poweroff) {
701 		error = drv->pm->poweroff(dev);
702 		suspend_report_result(drv->pm->poweroff, error);
703 	}
704 
705 	if (!error)
706 		pci_pm_default_suspend(pci_dev);
707 
708 	return error;
709 }
710 
711 static int pci_pm_poweroff_noirq(struct device *dev)
712 {
713 	struct device_driver *drv = dev->driver;
714 	int error = 0;
715 
716 	if (pci_has_legacy_pm_support(to_pci_dev(dev)))
717 		return pci_legacy_suspend_late(dev, PMSG_HIBERNATE);
718 
719 	if (drv && drv->pm && drv->pm->poweroff_noirq) {
720 		error = drv->pm->poweroff_noirq(dev);
721 		suspend_report_result(drv->pm->poweroff_noirq, error);
722 	}
723 
724 	return error;
725 }
726 
727 static int pci_pm_restore_noirq(struct device *dev)
728 {
729 	struct pci_dev *pci_dev = to_pci_dev(dev);
730 	struct device_driver *drv = dev->driver;
731 	int error = 0;
732 
733 	if (pci_has_legacy_pm_support(pci_dev))
734 		return pci_legacy_resume_early(dev);
735 
736 	pci_pm_default_resume_noirq(pci_dev);
737 
738 	if (drv && drv->pm && drv->pm->restore_noirq)
739 		error = drv->pm->restore_noirq(dev);
740 
741 	return error;
742 }
743 
744 static int pci_pm_restore(struct device *dev)
745 {
746 	struct pci_dev *pci_dev = to_pci_dev(dev);
747 	struct device_driver *drv = dev->driver;
748 	int error = 0;
749 
750 	if (pci_has_legacy_pm_support(pci_dev))
751 		return pci_legacy_resume(dev);
752 
753 	error = pci_pm_default_resume(pci_dev);
754 
755 	if (!error && drv && drv->pm && drv->pm->restore)
756 		error = drv->pm->restore(dev);
757 
758 	return error;
759 }
760 
761 #else /* !CONFIG_HIBERNATION */
762 
763 #define pci_pm_freeze		NULL
764 #define pci_pm_freeze_noirq	NULL
765 #define pci_pm_thaw		NULL
766 #define pci_pm_thaw_noirq	NULL
767 #define pci_pm_poweroff		NULL
768 #define pci_pm_poweroff_noirq	NULL
769 #define pci_pm_restore		NULL
770 #define pci_pm_restore_noirq	NULL
771 
772 #endif /* !CONFIG_HIBERNATION */
773 
774 struct dev_pm_ops pci_dev_pm_ops = {
775 	.prepare = pci_pm_prepare,
776 	.complete = pci_pm_complete,
777 	.suspend = pci_pm_suspend,
778 	.resume = pci_pm_resume,
779 	.freeze = pci_pm_freeze,
780 	.thaw = pci_pm_thaw,
781 	.poweroff = pci_pm_poweroff,
782 	.restore = pci_pm_restore,
783 	.suspend_noirq = pci_pm_suspend_noirq,
784 	.resume_noirq = pci_pm_resume_noirq,
785 	.freeze_noirq = pci_pm_freeze_noirq,
786 	.thaw_noirq = pci_pm_thaw_noirq,
787 	.poweroff_noirq = pci_pm_poweroff_noirq,
788 	.restore_noirq = pci_pm_restore_noirq,
789 };
790 
791 #define PCI_PM_OPS_PTR	(&pci_dev_pm_ops)
792 
793 #else /* !CONFIG_PM_SLEEP */
794 
795 #define PCI_PM_OPS_PTR	NULL
796 
797 #endif /* !CONFIG_PM_SLEEP */
798 
799 /**
800  * __pci_register_driver - register a new pci driver
801  * @drv: the driver structure to register
802  * @owner: owner module of drv
803  * @mod_name: module name string
804  *
805  * Adds the driver structure to the list of registered drivers.
806  * Returns a negative value on error, otherwise 0.
807  * If no error occurred, the driver remains registered even if
808  * no device was claimed during registration.
809  */
810 int __pci_register_driver(struct pci_driver *drv, struct module *owner,
811 			  const char *mod_name)
812 {
813 	int error;
814 
815 	/* initialize common driver fields */
816 	drv->driver.name = drv->name;
817 	drv->driver.bus = &pci_bus_type;
818 	drv->driver.owner = owner;
819 	drv->driver.mod_name = mod_name;
820 
821 	spin_lock_init(&drv->dynids.lock);
822 	INIT_LIST_HEAD(&drv->dynids.list);
823 
824 	/* register with core */
825 	error = driver_register(&drv->driver);
826 	if (error)
827 		return error;
828 
829 	error = pci_create_newid_file(drv);
830 	if (error)
831 		driver_unregister(&drv->driver);
832 
833 	return error;
834 }
835 
836 /**
837  * pci_unregister_driver - unregister a pci driver
838  * @drv: the driver structure to unregister
839  *
840  * Deletes the driver structure from the list of registered PCI drivers,
841  * gives it a chance to clean up by calling its remove() function for
842  * each device it was responsible for, and marks those devices as
843  * driverless.
844  */
845 
846 void
847 pci_unregister_driver(struct pci_driver *drv)
848 {
849 	pci_remove_newid_file(drv);
850 	driver_unregister(&drv->driver);
851 	pci_free_dynids(drv);
852 }
853 
854 static struct pci_driver pci_compat_driver = {
855 	.name = "compat"
856 };
857 
858 /**
859  * pci_dev_driver - get the pci_driver of a device
860  * @dev: the device to query
861  *
862  * Returns the appropriate pci_driver structure or %NULL if there is no
863  * registered driver for the device.
864  */
865 struct pci_driver *
866 pci_dev_driver(const struct pci_dev *dev)
867 {
868 	if (dev->driver)
869 		return dev->driver;
870 	else {
871 		int i;
872 		for(i=0; i<=PCI_ROM_RESOURCE; i++)
873 			if (dev->resource[i].flags & IORESOURCE_BUSY)
874 				return &pci_compat_driver;
875 	}
876 	return NULL;
877 }
878 
879 /**
880  * pci_bus_match - Tell if a PCI device structure has a matching PCI device id structure
881  * @dev: the PCI device structure to match against
882  * @drv: the device driver to search for matching PCI device id structures
883  *
884  * Used by a driver to check whether a PCI device present in the
885  * system is in its list of supported devices. Returns the matching
886  * pci_device_id structure or %NULL if there is no match.
887  */
888 static int pci_bus_match(struct device *dev, struct device_driver *drv)
889 {
890 	struct pci_dev *pci_dev = to_pci_dev(dev);
891 	struct pci_driver *pci_drv = to_pci_driver(drv);
892 	const struct pci_device_id *found_id;
893 
894 	found_id = pci_match_device(pci_drv, pci_dev);
895 	if (found_id)
896 		return 1;
897 
898 	return 0;
899 }
900 
901 /**
902  * pci_dev_get - increments the reference count of the pci device structure
903  * @dev: the device being referenced
904  *
905  * Each live reference to a device should be refcounted.
906  *
907  * Drivers for PCI devices should normally record such references in
908  * their probe() methods, when they bind to a device, and release
909  * them by calling pci_dev_put(), in their disconnect() methods.
910  *
911  * A pointer to the device with the incremented reference counter is returned.
912  */
913 struct pci_dev *pci_dev_get(struct pci_dev *dev)
914 {
915 	if (dev)
916 		get_device(&dev->dev);
917 	return dev;
918 }
919 
920 /**
921  * pci_dev_put - release a use of the pci device structure
922  * @dev: device that's been disconnected
923  *
924  * Must be called when a user of a device is finished with it.  When the last
925  * user of the device calls this function, the memory of the device is freed.
926  */
927 void pci_dev_put(struct pci_dev *dev)
928 {
929 	if (dev)
930 		put_device(&dev->dev);
931 }
932 
933 #ifndef CONFIG_HOTPLUG
934 int pci_uevent(struct device *dev, struct kobj_uevent_env *env)
935 {
936 	return -ENODEV;
937 }
938 #endif
939 
940 struct bus_type pci_bus_type = {
941 	.name		= "pci",
942 	.match		= pci_bus_match,
943 	.uevent		= pci_uevent,
944 	.probe		= pci_device_probe,
945 	.remove		= pci_device_remove,
946 	.shutdown	= pci_device_shutdown,
947 	.dev_attrs	= pci_dev_attrs,
948 	.pm		= PCI_PM_OPS_PTR,
949 };
950 
951 static int __init pci_driver_init(void)
952 {
953 	return bus_register(&pci_bus_type);
954 }
955 
956 postcore_initcall(pci_driver_init);
957 
958 EXPORT_SYMBOL(pci_match_id);
959 EXPORT_SYMBOL(__pci_register_driver);
960 EXPORT_SYMBOL(pci_unregister_driver);
961 EXPORT_SYMBOL(pci_dev_driver);
962 EXPORT_SYMBOL(pci_bus_type);
963 EXPORT_SYMBOL(pci_dev_get);
964 EXPORT_SYMBOL(pci_dev_put);
965