1956a9202SRyan Wilson /* 2956a9202SRyan Wilson * Xen PCI Frontend. 3956a9202SRyan Wilson * 4956a9202SRyan Wilson * Author: Ryan Wilson <hap9@epoch.ncsc.mil> 5956a9202SRyan Wilson */ 6956a9202SRyan Wilson #include <linux/module.h> 7956a9202SRyan Wilson #include <linux/init.h> 8956a9202SRyan Wilson #include <linux/mm.h> 9956a9202SRyan Wilson #include <xen/xenbus.h> 10956a9202SRyan Wilson #include <xen/events.h> 11956a9202SRyan Wilson #include <xen/grant_table.h> 12956a9202SRyan Wilson #include <xen/page.h> 13956a9202SRyan Wilson #include <linux/spinlock.h> 14956a9202SRyan Wilson #include <linux/pci.h> 15956a9202SRyan Wilson #include <linux/msi.h> 16956a9202SRyan Wilson #include <xen/interface/io/pciif.h> 17956a9202SRyan Wilson #include <asm/xen/pci.h> 18956a9202SRyan Wilson #include <linux/interrupt.h> 19956a9202SRyan Wilson #include <asm/atomic.h> 20956a9202SRyan Wilson #include <linux/workqueue.h> 21956a9202SRyan Wilson #include <linux/bitops.h> 22956a9202SRyan Wilson #include <linux/time.h> 23956a9202SRyan Wilson 24956a9202SRyan Wilson #define INVALID_GRANT_REF (0) 25956a9202SRyan Wilson #define INVALID_EVTCHN (-1) 26956a9202SRyan Wilson 27956a9202SRyan Wilson struct pci_bus_entry { 28956a9202SRyan Wilson struct list_head list; 29956a9202SRyan Wilson struct pci_bus *bus; 30956a9202SRyan Wilson }; 31956a9202SRyan Wilson 32956a9202SRyan Wilson #define _PDEVB_op_active (0) 33956a9202SRyan Wilson #define PDEVB_op_active (1 << (_PDEVB_op_active)) 34956a9202SRyan Wilson 35956a9202SRyan Wilson struct pcifront_device { 36956a9202SRyan Wilson struct xenbus_device *xdev; 37956a9202SRyan Wilson struct list_head root_buses; 38956a9202SRyan Wilson 39956a9202SRyan Wilson int evtchn; 40956a9202SRyan Wilson int gnt_ref; 41956a9202SRyan Wilson 42956a9202SRyan Wilson int irq; 43956a9202SRyan Wilson 44956a9202SRyan Wilson /* Lock this when doing any operations in sh_info */ 45956a9202SRyan Wilson spinlock_t sh_info_lock; 46956a9202SRyan Wilson struct xen_pci_sharedinfo *sh_info; 47956a9202SRyan Wilson struct work_struct op_work; 48956a9202SRyan Wilson unsigned long flags; 49956a9202SRyan Wilson 50956a9202SRyan Wilson }; 51956a9202SRyan Wilson 52956a9202SRyan Wilson struct pcifront_sd { 53956a9202SRyan Wilson int domain; 54956a9202SRyan Wilson struct pcifront_device *pdev; 55956a9202SRyan Wilson }; 56956a9202SRyan Wilson 57956a9202SRyan Wilson static inline struct pcifront_device * 58956a9202SRyan Wilson pcifront_get_pdev(struct pcifront_sd *sd) 59956a9202SRyan Wilson { 60956a9202SRyan Wilson return sd->pdev; 61956a9202SRyan Wilson } 62956a9202SRyan Wilson 63956a9202SRyan Wilson static inline void pcifront_init_sd(struct pcifront_sd *sd, 64956a9202SRyan Wilson unsigned int domain, unsigned int bus, 65956a9202SRyan Wilson struct pcifront_device *pdev) 66956a9202SRyan Wilson { 67956a9202SRyan Wilson sd->domain = domain; 68956a9202SRyan Wilson sd->pdev = pdev; 69956a9202SRyan Wilson } 70956a9202SRyan Wilson 71956a9202SRyan Wilson static DEFINE_SPINLOCK(pcifront_dev_lock); 72956a9202SRyan Wilson static struct pcifront_device *pcifront_dev; 73956a9202SRyan Wilson 74956a9202SRyan Wilson static int verbose_request; 75956a9202SRyan Wilson module_param(verbose_request, int, 0644); 76956a9202SRyan Wilson 77956a9202SRyan Wilson static int errno_to_pcibios_err(int errno) 78956a9202SRyan Wilson { 79956a9202SRyan Wilson switch (errno) { 80956a9202SRyan Wilson case XEN_PCI_ERR_success: 81956a9202SRyan Wilson return PCIBIOS_SUCCESSFUL; 82956a9202SRyan Wilson 83956a9202SRyan Wilson case XEN_PCI_ERR_dev_not_found: 84956a9202SRyan Wilson return PCIBIOS_DEVICE_NOT_FOUND; 85956a9202SRyan Wilson 86956a9202SRyan Wilson case XEN_PCI_ERR_invalid_offset: 87956a9202SRyan Wilson case XEN_PCI_ERR_op_failed: 88956a9202SRyan Wilson return PCIBIOS_BAD_REGISTER_NUMBER; 89956a9202SRyan Wilson 90956a9202SRyan Wilson case XEN_PCI_ERR_not_implemented: 91956a9202SRyan Wilson return PCIBIOS_FUNC_NOT_SUPPORTED; 92956a9202SRyan Wilson 93956a9202SRyan Wilson case XEN_PCI_ERR_access_denied: 94956a9202SRyan Wilson return PCIBIOS_SET_FAILED; 95956a9202SRyan Wilson } 96956a9202SRyan Wilson return errno; 97956a9202SRyan Wilson } 98956a9202SRyan Wilson 99956a9202SRyan Wilson static inline void schedule_pcifront_aer_op(struct pcifront_device *pdev) 100956a9202SRyan Wilson { 101956a9202SRyan Wilson if (test_bit(_XEN_PCIB_active, (unsigned long *)&pdev->sh_info->flags) 102956a9202SRyan Wilson && !test_and_set_bit(_PDEVB_op_active, &pdev->flags)) { 103956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, "schedule aer frontend job\n"); 104956a9202SRyan Wilson schedule_work(&pdev->op_work); 105956a9202SRyan Wilson } 106956a9202SRyan Wilson } 107956a9202SRyan Wilson 108956a9202SRyan Wilson static int do_pci_op(struct pcifront_device *pdev, struct xen_pci_op *op) 109956a9202SRyan Wilson { 110956a9202SRyan Wilson int err = 0; 111956a9202SRyan Wilson struct xen_pci_op *active_op = &pdev->sh_info->op; 112956a9202SRyan Wilson unsigned long irq_flags; 113956a9202SRyan Wilson evtchn_port_t port = pdev->evtchn; 114956a9202SRyan Wilson unsigned irq = pdev->irq; 115956a9202SRyan Wilson s64 ns, ns_timeout; 116956a9202SRyan Wilson struct timeval tv; 117956a9202SRyan Wilson 118956a9202SRyan Wilson spin_lock_irqsave(&pdev->sh_info_lock, irq_flags); 119956a9202SRyan Wilson 120956a9202SRyan Wilson memcpy(active_op, op, sizeof(struct xen_pci_op)); 121956a9202SRyan Wilson 122956a9202SRyan Wilson /* Go */ 123956a9202SRyan Wilson wmb(); 124956a9202SRyan Wilson set_bit(_XEN_PCIF_active, (unsigned long *)&pdev->sh_info->flags); 125956a9202SRyan Wilson notify_remote_via_evtchn(port); 126956a9202SRyan Wilson 127956a9202SRyan Wilson /* 128956a9202SRyan Wilson * We set a poll timeout of 3 seconds but give up on return after 129956a9202SRyan Wilson * 2 seconds. It is better to time out too late rather than too early 130956a9202SRyan Wilson * (in the latter case we end up continually re-executing poll() with a 131956a9202SRyan Wilson * timeout in the past). 1s difference gives plenty of slack for error. 132956a9202SRyan Wilson */ 133956a9202SRyan Wilson do_gettimeofday(&tv); 134956a9202SRyan Wilson ns_timeout = timeval_to_ns(&tv) + 2 * (s64)NSEC_PER_SEC; 135956a9202SRyan Wilson 136956a9202SRyan Wilson xen_clear_irq_pending(irq); 137956a9202SRyan Wilson 138956a9202SRyan Wilson while (test_bit(_XEN_PCIF_active, 139956a9202SRyan Wilson (unsigned long *)&pdev->sh_info->flags)) { 140956a9202SRyan Wilson xen_poll_irq_timeout(irq, jiffies + 3*HZ); 141956a9202SRyan Wilson xen_clear_irq_pending(irq); 142956a9202SRyan Wilson do_gettimeofday(&tv); 143956a9202SRyan Wilson ns = timeval_to_ns(&tv); 144956a9202SRyan Wilson if (ns > ns_timeout) { 145956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 146956a9202SRyan Wilson "pciback not responding!!!\n"); 147956a9202SRyan Wilson clear_bit(_XEN_PCIF_active, 148956a9202SRyan Wilson (unsigned long *)&pdev->sh_info->flags); 149956a9202SRyan Wilson err = XEN_PCI_ERR_dev_not_found; 150956a9202SRyan Wilson goto out; 151956a9202SRyan Wilson } 152956a9202SRyan Wilson } 153956a9202SRyan Wilson 154956a9202SRyan Wilson /* 155956a9202SRyan Wilson * We might lose backend service request since we 156956a9202SRyan Wilson * reuse same evtchn with pci_conf backend response. So re-schedule 157956a9202SRyan Wilson * aer pcifront service. 158956a9202SRyan Wilson */ 159956a9202SRyan Wilson if (test_bit(_XEN_PCIB_active, 160956a9202SRyan Wilson (unsigned long *)&pdev->sh_info->flags)) { 161956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 162956a9202SRyan Wilson "schedule aer pcifront service\n"); 163956a9202SRyan Wilson schedule_pcifront_aer_op(pdev); 164956a9202SRyan Wilson } 165956a9202SRyan Wilson 166956a9202SRyan Wilson memcpy(op, active_op, sizeof(struct xen_pci_op)); 167956a9202SRyan Wilson 168956a9202SRyan Wilson err = op->err; 169956a9202SRyan Wilson out: 170956a9202SRyan Wilson spin_unlock_irqrestore(&pdev->sh_info_lock, irq_flags); 171956a9202SRyan Wilson return err; 172956a9202SRyan Wilson } 173956a9202SRyan Wilson 174956a9202SRyan Wilson /* Access to this function is spinlocked in drivers/pci/access.c */ 175956a9202SRyan Wilson static int pcifront_bus_read(struct pci_bus *bus, unsigned int devfn, 176956a9202SRyan Wilson int where, int size, u32 *val) 177956a9202SRyan Wilson { 178956a9202SRyan Wilson int err = 0; 179956a9202SRyan Wilson struct xen_pci_op op = { 180956a9202SRyan Wilson .cmd = XEN_PCI_OP_conf_read, 181956a9202SRyan Wilson .domain = pci_domain_nr(bus), 182956a9202SRyan Wilson .bus = bus->number, 183956a9202SRyan Wilson .devfn = devfn, 184956a9202SRyan Wilson .offset = where, 185956a9202SRyan Wilson .size = size, 186956a9202SRyan Wilson }; 187956a9202SRyan Wilson struct pcifront_sd *sd = bus->sysdata; 188956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 189956a9202SRyan Wilson 190956a9202SRyan Wilson if (verbose_request) 191956a9202SRyan Wilson dev_info(&pdev->xdev->dev, 192956a9202SRyan Wilson "read dev=%04x:%02x:%02x.%01x - offset %x size %d\n", 193956a9202SRyan Wilson pci_domain_nr(bus), bus->number, PCI_SLOT(devfn), 194956a9202SRyan Wilson PCI_FUNC(devfn), where, size); 195956a9202SRyan Wilson 196956a9202SRyan Wilson err = do_pci_op(pdev, &op); 197956a9202SRyan Wilson 198956a9202SRyan Wilson if (likely(!err)) { 199956a9202SRyan Wilson if (verbose_request) 200956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "read got back value %x\n", 201956a9202SRyan Wilson op.value); 202956a9202SRyan Wilson 203956a9202SRyan Wilson *val = op.value; 204956a9202SRyan Wilson } else if (err == -ENODEV) { 205956a9202SRyan Wilson /* No device here, pretend that it just returned 0 */ 206956a9202SRyan Wilson err = 0; 207956a9202SRyan Wilson *val = 0; 208956a9202SRyan Wilson } 209956a9202SRyan Wilson 210956a9202SRyan Wilson return errno_to_pcibios_err(err); 211956a9202SRyan Wilson } 212956a9202SRyan Wilson 213956a9202SRyan Wilson /* Access to this function is spinlocked in drivers/pci/access.c */ 214956a9202SRyan Wilson static int pcifront_bus_write(struct pci_bus *bus, unsigned int devfn, 215956a9202SRyan Wilson int where, int size, u32 val) 216956a9202SRyan Wilson { 217956a9202SRyan Wilson struct xen_pci_op op = { 218956a9202SRyan Wilson .cmd = XEN_PCI_OP_conf_write, 219956a9202SRyan Wilson .domain = pci_domain_nr(bus), 220956a9202SRyan Wilson .bus = bus->number, 221956a9202SRyan Wilson .devfn = devfn, 222956a9202SRyan Wilson .offset = where, 223956a9202SRyan Wilson .size = size, 224956a9202SRyan Wilson .value = val, 225956a9202SRyan Wilson }; 226956a9202SRyan Wilson struct pcifront_sd *sd = bus->sysdata; 227956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 228956a9202SRyan Wilson 229956a9202SRyan Wilson if (verbose_request) 230956a9202SRyan Wilson dev_info(&pdev->xdev->dev, 231956a9202SRyan Wilson "write dev=%04x:%02x:%02x.%01x - " 232956a9202SRyan Wilson "offset %x size %d val %x\n", 233956a9202SRyan Wilson pci_domain_nr(bus), bus->number, 234956a9202SRyan Wilson PCI_SLOT(devfn), PCI_FUNC(devfn), where, size, val); 235956a9202SRyan Wilson 236956a9202SRyan Wilson return errno_to_pcibios_err(do_pci_op(pdev, &op)); 237956a9202SRyan Wilson } 238956a9202SRyan Wilson 239956a9202SRyan Wilson struct pci_ops pcifront_bus_ops = { 240956a9202SRyan Wilson .read = pcifront_bus_read, 241956a9202SRyan Wilson .write = pcifront_bus_write, 242956a9202SRyan Wilson }; 243956a9202SRyan Wilson 244956a9202SRyan Wilson #ifdef CONFIG_PCI_MSI 245956a9202SRyan Wilson static int pci_frontend_enable_msix(struct pci_dev *dev, 246*cc0f89c4SKonrad Rzeszutek Wilk int vector[], int nvec) 247956a9202SRyan Wilson { 248956a9202SRyan Wilson int err; 249956a9202SRyan Wilson int i; 250956a9202SRyan Wilson struct xen_pci_op op = { 251956a9202SRyan Wilson .cmd = XEN_PCI_OP_enable_msix, 252956a9202SRyan Wilson .domain = pci_domain_nr(dev->bus), 253956a9202SRyan Wilson .bus = dev->bus->number, 254956a9202SRyan Wilson .devfn = dev->devfn, 255956a9202SRyan Wilson .value = nvec, 256956a9202SRyan Wilson }; 257956a9202SRyan Wilson struct pcifront_sd *sd = dev->bus->sysdata; 258956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 259956a9202SRyan Wilson struct msi_desc *entry; 260956a9202SRyan Wilson 261956a9202SRyan Wilson if (nvec > SH_INFO_MAX_VEC) { 262956a9202SRyan Wilson dev_err(&dev->dev, "too much vector for pci frontend: %x." 263956a9202SRyan Wilson " Increase SH_INFO_MAX_VEC.\n", nvec); 264956a9202SRyan Wilson return -EINVAL; 265956a9202SRyan Wilson } 266956a9202SRyan Wilson 267956a9202SRyan Wilson i = 0; 268956a9202SRyan Wilson list_for_each_entry(entry, &dev->msi_list, list) { 269956a9202SRyan Wilson op.msix_entries[i].entry = entry->msi_attrib.entry_nr; 270956a9202SRyan Wilson /* Vector is useless at this point. */ 271956a9202SRyan Wilson op.msix_entries[i].vector = -1; 272956a9202SRyan Wilson i++; 273956a9202SRyan Wilson } 274956a9202SRyan Wilson 275956a9202SRyan Wilson err = do_pci_op(pdev, &op); 276956a9202SRyan Wilson 277956a9202SRyan Wilson if (likely(!err)) { 278956a9202SRyan Wilson if (likely(!op.value)) { 279956a9202SRyan Wilson /* we get the result */ 2801d461052SKonrad Rzeszutek Wilk for (i = 0; i < nvec; i++) { 2811d461052SKonrad Rzeszutek Wilk if (op.msix_entries[i].vector <= 0) { 2821d461052SKonrad Rzeszutek Wilk dev_warn(&dev->dev, "MSI-X entry %d is invalid: %d!\n", 2831d461052SKonrad Rzeszutek Wilk i, op.msix_entries[i].vector); 2841d461052SKonrad Rzeszutek Wilk err = -EINVAL; 285*cc0f89c4SKonrad Rzeszutek Wilk vector[i] = -1; 2861d461052SKonrad Rzeszutek Wilk continue; 2871d461052SKonrad Rzeszutek Wilk } 288*cc0f89c4SKonrad Rzeszutek Wilk vector[i] = op.msix_entries[i].vector; 2891d461052SKonrad Rzeszutek Wilk } 290956a9202SRyan Wilson } else { 291956a9202SRyan Wilson printk(KERN_DEBUG "enable msix get value %x\n", 292956a9202SRyan Wilson op.value); 293956a9202SRyan Wilson } 294956a9202SRyan Wilson } else { 295956a9202SRyan Wilson dev_err(&dev->dev, "enable msix get err %x\n", err); 296956a9202SRyan Wilson } 2971d461052SKonrad Rzeszutek Wilk return err; 298956a9202SRyan Wilson } 299956a9202SRyan Wilson 300956a9202SRyan Wilson static void pci_frontend_disable_msix(struct pci_dev *dev) 301956a9202SRyan Wilson { 302956a9202SRyan Wilson int err; 303956a9202SRyan Wilson struct xen_pci_op op = { 304956a9202SRyan Wilson .cmd = XEN_PCI_OP_disable_msix, 305956a9202SRyan Wilson .domain = pci_domain_nr(dev->bus), 306956a9202SRyan Wilson .bus = dev->bus->number, 307956a9202SRyan Wilson .devfn = dev->devfn, 308956a9202SRyan Wilson }; 309956a9202SRyan Wilson struct pcifront_sd *sd = dev->bus->sysdata; 310956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 311956a9202SRyan Wilson 312956a9202SRyan Wilson err = do_pci_op(pdev, &op); 313956a9202SRyan Wilson 314956a9202SRyan Wilson /* What should do for error ? */ 315956a9202SRyan Wilson if (err) 316956a9202SRyan Wilson dev_err(&dev->dev, "pci_disable_msix get err %x\n", err); 317956a9202SRyan Wilson } 318956a9202SRyan Wilson 319*cc0f89c4SKonrad Rzeszutek Wilk static int pci_frontend_enable_msi(struct pci_dev *dev, int vector[]) 320956a9202SRyan Wilson { 321956a9202SRyan Wilson int err; 322956a9202SRyan Wilson struct xen_pci_op op = { 323956a9202SRyan Wilson .cmd = XEN_PCI_OP_enable_msi, 324956a9202SRyan Wilson .domain = pci_domain_nr(dev->bus), 325956a9202SRyan Wilson .bus = dev->bus->number, 326956a9202SRyan Wilson .devfn = dev->devfn, 327956a9202SRyan Wilson }; 328956a9202SRyan Wilson struct pcifront_sd *sd = dev->bus->sysdata; 329956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 330956a9202SRyan Wilson 331956a9202SRyan Wilson err = do_pci_op(pdev, &op); 332956a9202SRyan Wilson if (likely(!err)) { 333*cc0f89c4SKonrad Rzeszutek Wilk vector[0] = op.value; 3341d461052SKonrad Rzeszutek Wilk if (op.value <= 0) { 3351d461052SKonrad Rzeszutek Wilk dev_warn(&dev->dev, "MSI entry is invalid: %d!\n", 3361d461052SKonrad Rzeszutek Wilk op.value); 3371d461052SKonrad Rzeszutek Wilk err = -EINVAL; 338*cc0f89c4SKonrad Rzeszutek Wilk vector[0] = -1; 3391d461052SKonrad Rzeszutek Wilk } 340956a9202SRyan Wilson } else { 341956a9202SRyan Wilson dev_err(&dev->dev, "pci frontend enable msi failed for dev " 342956a9202SRyan Wilson "%x:%x\n", op.bus, op.devfn); 343956a9202SRyan Wilson err = -EINVAL; 344956a9202SRyan Wilson } 345956a9202SRyan Wilson return err; 346956a9202SRyan Wilson } 347956a9202SRyan Wilson 348956a9202SRyan Wilson static void pci_frontend_disable_msi(struct pci_dev *dev) 349956a9202SRyan Wilson { 350956a9202SRyan Wilson int err; 351956a9202SRyan Wilson struct xen_pci_op op = { 352956a9202SRyan Wilson .cmd = XEN_PCI_OP_disable_msi, 353956a9202SRyan Wilson .domain = pci_domain_nr(dev->bus), 354956a9202SRyan Wilson .bus = dev->bus->number, 355956a9202SRyan Wilson .devfn = dev->devfn, 356956a9202SRyan Wilson }; 357956a9202SRyan Wilson struct pcifront_sd *sd = dev->bus->sysdata; 358956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 359956a9202SRyan Wilson 360956a9202SRyan Wilson err = do_pci_op(pdev, &op); 361956a9202SRyan Wilson if (err == XEN_PCI_ERR_dev_not_found) { 362956a9202SRyan Wilson /* XXX No response from backend, what shall we do? */ 363956a9202SRyan Wilson printk(KERN_DEBUG "get no response from backend for disable MSI\n"); 364956a9202SRyan Wilson return; 365956a9202SRyan Wilson } 366956a9202SRyan Wilson if (err) 367956a9202SRyan Wilson /* how can pciback notify us fail? */ 368956a9202SRyan Wilson printk(KERN_DEBUG "get fake response frombackend\n"); 369956a9202SRyan Wilson } 370956a9202SRyan Wilson 371956a9202SRyan Wilson static struct xen_pci_frontend_ops pci_frontend_ops = { 372956a9202SRyan Wilson .enable_msi = pci_frontend_enable_msi, 373956a9202SRyan Wilson .disable_msi = pci_frontend_disable_msi, 374956a9202SRyan Wilson .enable_msix = pci_frontend_enable_msix, 375956a9202SRyan Wilson .disable_msix = pci_frontend_disable_msix, 376956a9202SRyan Wilson }; 377956a9202SRyan Wilson 378956a9202SRyan Wilson static void pci_frontend_registrar(int enable) 379956a9202SRyan Wilson { 380956a9202SRyan Wilson if (enable) 381956a9202SRyan Wilson xen_pci_frontend = &pci_frontend_ops; 382956a9202SRyan Wilson else 383956a9202SRyan Wilson xen_pci_frontend = NULL; 384956a9202SRyan Wilson }; 385956a9202SRyan Wilson #else 386956a9202SRyan Wilson static inline void pci_frontend_registrar(int enable) { }; 387956a9202SRyan Wilson #endif /* CONFIG_PCI_MSI */ 388956a9202SRyan Wilson 389956a9202SRyan Wilson /* Claim resources for the PCI frontend as-is, backend won't allow changes */ 390956a9202SRyan Wilson static int pcifront_claim_resource(struct pci_dev *dev, void *data) 391956a9202SRyan Wilson { 392956a9202SRyan Wilson struct pcifront_device *pdev = data; 393956a9202SRyan Wilson int i; 394956a9202SRyan Wilson struct resource *r; 395956a9202SRyan Wilson 396956a9202SRyan Wilson for (i = 0; i < PCI_NUM_RESOURCES; i++) { 397956a9202SRyan Wilson r = &dev->resource[i]; 398956a9202SRyan Wilson 399956a9202SRyan Wilson if (!r->parent && r->start && r->flags) { 400956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "claiming resource %s/%d\n", 401956a9202SRyan Wilson pci_name(dev), i); 402956a9202SRyan Wilson if (pci_claim_resource(dev, i)) { 403956a9202SRyan Wilson dev_err(&pdev->xdev->dev, "Could not claim " 404956a9202SRyan Wilson "resource %s/%d! Device offline. Try " 405956a9202SRyan Wilson "giving less than 4GB to domain.\n", 406956a9202SRyan Wilson pci_name(dev), i); 407956a9202SRyan Wilson } 408956a9202SRyan Wilson } 409956a9202SRyan Wilson } 410956a9202SRyan Wilson 411956a9202SRyan Wilson return 0; 412956a9202SRyan Wilson } 413956a9202SRyan Wilson 414956a9202SRyan Wilson static int __devinit pcifront_scan_bus(struct pcifront_device *pdev, 415956a9202SRyan Wilson unsigned int domain, unsigned int bus, 416956a9202SRyan Wilson struct pci_bus *b) 417956a9202SRyan Wilson { 418956a9202SRyan Wilson struct pci_dev *d; 419956a9202SRyan Wilson unsigned int devfn; 420956a9202SRyan Wilson 421956a9202SRyan Wilson /* Scan the bus for functions and add. 422956a9202SRyan Wilson * We omit handling of PCI bridge attachment because pciback prevents 423956a9202SRyan Wilson * bridges from being exported. 424956a9202SRyan Wilson */ 425956a9202SRyan Wilson for (devfn = 0; devfn < 0x100; devfn++) { 426956a9202SRyan Wilson d = pci_get_slot(b, devfn); 427956a9202SRyan Wilson if (d) { 428956a9202SRyan Wilson /* Device is already known. */ 429956a9202SRyan Wilson pci_dev_put(d); 430956a9202SRyan Wilson continue; 431956a9202SRyan Wilson } 432956a9202SRyan Wilson 433956a9202SRyan Wilson d = pci_scan_single_device(b, devfn); 434956a9202SRyan Wilson if (d) 435956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "New device on " 436956a9202SRyan Wilson "%04x:%02x:%02x.%02x found.\n", domain, bus, 437956a9202SRyan Wilson PCI_SLOT(devfn), PCI_FUNC(devfn)); 438956a9202SRyan Wilson } 439956a9202SRyan Wilson 440956a9202SRyan Wilson return 0; 441956a9202SRyan Wilson } 442956a9202SRyan Wilson 443956a9202SRyan Wilson static int __devinit pcifront_scan_root(struct pcifront_device *pdev, 444956a9202SRyan Wilson unsigned int domain, unsigned int bus) 445956a9202SRyan Wilson { 446956a9202SRyan Wilson struct pci_bus *b; 447956a9202SRyan Wilson struct pcifront_sd *sd = NULL; 448956a9202SRyan Wilson struct pci_bus_entry *bus_entry = NULL; 449956a9202SRyan Wilson int err = 0; 450956a9202SRyan Wilson 451956a9202SRyan Wilson #ifndef CONFIG_PCI_DOMAINS 452956a9202SRyan Wilson if (domain != 0) { 453956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 454956a9202SRyan Wilson "PCI Root in non-zero PCI Domain! domain=%d\n", domain); 455956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 456956a9202SRyan Wilson "Please compile with CONFIG_PCI_DOMAINS\n"); 457956a9202SRyan Wilson err = -EINVAL; 458956a9202SRyan Wilson goto err_out; 459956a9202SRyan Wilson } 460956a9202SRyan Wilson #endif 461956a9202SRyan Wilson 462956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "Creating PCI Frontend Bus %04x:%02x\n", 463956a9202SRyan Wilson domain, bus); 464956a9202SRyan Wilson 465956a9202SRyan Wilson bus_entry = kmalloc(sizeof(*bus_entry), GFP_KERNEL); 466956a9202SRyan Wilson sd = kmalloc(sizeof(*sd), GFP_KERNEL); 467956a9202SRyan Wilson if (!bus_entry || !sd) { 468956a9202SRyan Wilson err = -ENOMEM; 469956a9202SRyan Wilson goto err_out; 470956a9202SRyan Wilson } 471956a9202SRyan Wilson pcifront_init_sd(sd, domain, bus, pdev); 472956a9202SRyan Wilson 473956a9202SRyan Wilson b = pci_scan_bus_parented(&pdev->xdev->dev, bus, 474956a9202SRyan Wilson &pcifront_bus_ops, sd); 475956a9202SRyan Wilson if (!b) { 476956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 477956a9202SRyan Wilson "Error creating PCI Frontend Bus!\n"); 478956a9202SRyan Wilson err = -ENOMEM; 479956a9202SRyan Wilson goto err_out; 480956a9202SRyan Wilson } 481956a9202SRyan Wilson 482956a9202SRyan Wilson bus_entry->bus = b; 483956a9202SRyan Wilson 484956a9202SRyan Wilson list_add(&bus_entry->list, &pdev->root_buses); 485956a9202SRyan Wilson 486956a9202SRyan Wilson /* pci_scan_bus_parented skips devices which do not have a have 487956a9202SRyan Wilson * devfn==0. The pcifront_scan_bus enumerates all devfn. */ 488956a9202SRyan Wilson err = pcifront_scan_bus(pdev, domain, bus, b); 489956a9202SRyan Wilson 490956a9202SRyan Wilson /* Claim resources before going "live" with our devices */ 491956a9202SRyan Wilson pci_walk_bus(b, pcifront_claim_resource, pdev); 492956a9202SRyan Wilson 493956a9202SRyan Wilson /* Create SysFS and notify udev of the devices. Aka: "going live" */ 494956a9202SRyan Wilson pci_bus_add_devices(b); 495956a9202SRyan Wilson 496956a9202SRyan Wilson return err; 497956a9202SRyan Wilson 498956a9202SRyan Wilson err_out: 499956a9202SRyan Wilson kfree(bus_entry); 500956a9202SRyan Wilson kfree(sd); 501956a9202SRyan Wilson 502956a9202SRyan Wilson return err; 503956a9202SRyan Wilson } 504956a9202SRyan Wilson 505956a9202SRyan Wilson static int __devinit pcifront_rescan_root(struct pcifront_device *pdev, 506956a9202SRyan Wilson unsigned int domain, unsigned int bus) 507956a9202SRyan Wilson { 508956a9202SRyan Wilson int err; 509956a9202SRyan Wilson struct pci_bus *b; 510956a9202SRyan Wilson 511956a9202SRyan Wilson #ifndef CONFIG_PCI_DOMAINS 512956a9202SRyan Wilson if (domain != 0) { 513956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 514956a9202SRyan Wilson "PCI Root in non-zero PCI Domain! domain=%d\n", domain); 515956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 516956a9202SRyan Wilson "Please compile with CONFIG_PCI_DOMAINS\n"); 517956a9202SRyan Wilson return -EINVAL; 518956a9202SRyan Wilson } 519956a9202SRyan Wilson #endif 520956a9202SRyan Wilson 521956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "Rescanning PCI Frontend Bus %04x:%02x\n", 522956a9202SRyan Wilson domain, bus); 523956a9202SRyan Wilson 524956a9202SRyan Wilson b = pci_find_bus(domain, bus); 525956a9202SRyan Wilson if (!b) 526956a9202SRyan Wilson /* If the bus is unknown, create it. */ 527956a9202SRyan Wilson return pcifront_scan_root(pdev, domain, bus); 528956a9202SRyan Wilson 529956a9202SRyan Wilson err = pcifront_scan_bus(pdev, domain, bus, b); 530956a9202SRyan Wilson 531956a9202SRyan Wilson /* Claim resources before going "live" with our devices */ 532956a9202SRyan Wilson pci_walk_bus(b, pcifront_claim_resource, pdev); 533956a9202SRyan Wilson 534956a9202SRyan Wilson /* Create SysFS and notify udev of the devices. Aka: "going live" */ 535956a9202SRyan Wilson pci_bus_add_devices(b); 536956a9202SRyan Wilson 537956a9202SRyan Wilson return err; 538956a9202SRyan Wilson } 539956a9202SRyan Wilson 540956a9202SRyan Wilson static void free_root_bus_devs(struct pci_bus *bus) 541956a9202SRyan Wilson { 542956a9202SRyan Wilson struct pci_dev *dev; 543956a9202SRyan Wilson 544956a9202SRyan Wilson while (!list_empty(&bus->devices)) { 545956a9202SRyan Wilson dev = container_of(bus->devices.next, struct pci_dev, 546956a9202SRyan Wilson bus_list); 547956a9202SRyan Wilson dev_dbg(&dev->dev, "removing device\n"); 548956a9202SRyan Wilson pci_remove_bus_device(dev); 549956a9202SRyan Wilson } 550956a9202SRyan Wilson } 551956a9202SRyan Wilson 552956a9202SRyan Wilson static void pcifront_free_roots(struct pcifront_device *pdev) 553956a9202SRyan Wilson { 554956a9202SRyan Wilson struct pci_bus_entry *bus_entry, *t; 555956a9202SRyan Wilson 556956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, "cleaning up root buses\n"); 557956a9202SRyan Wilson 558956a9202SRyan Wilson list_for_each_entry_safe(bus_entry, t, &pdev->root_buses, list) { 559956a9202SRyan Wilson list_del(&bus_entry->list); 560956a9202SRyan Wilson 561956a9202SRyan Wilson free_root_bus_devs(bus_entry->bus); 562956a9202SRyan Wilson 563956a9202SRyan Wilson kfree(bus_entry->bus->sysdata); 564956a9202SRyan Wilson 565956a9202SRyan Wilson device_unregister(bus_entry->bus->bridge); 566956a9202SRyan Wilson pci_remove_bus(bus_entry->bus); 567956a9202SRyan Wilson 568956a9202SRyan Wilson kfree(bus_entry); 569956a9202SRyan Wilson } 570956a9202SRyan Wilson } 571956a9202SRyan Wilson 572956a9202SRyan Wilson static pci_ers_result_t pcifront_common_process(int cmd, 573956a9202SRyan Wilson struct pcifront_device *pdev, 574956a9202SRyan Wilson pci_channel_state_t state) 575956a9202SRyan Wilson { 576956a9202SRyan Wilson pci_ers_result_t result; 577956a9202SRyan Wilson struct pci_driver *pdrv; 578956a9202SRyan Wilson int bus = pdev->sh_info->aer_op.bus; 579956a9202SRyan Wilson int devfn = pdev->sh_info->aer_op.devfn; 580956a9202SRyan Wilson struct pci_dev *pcidev; 581956a9202SRyan Wilson int flag = 0; 582956a9202SRyan Wilson 583956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, 584956a9202SRyan Wilson "pcifront AER process: cmd %x (bus:%x, devfn%x)", 585956a9202SRyan Wilson cmd, bus, devfn); 586956a9202SRyan Wilson result = PCI_ERS_RESULT_NONE; 587956a9202SRyan Wilson 588956a9202SRyan Wilson pcidev = pci_get_bus_and_slot(bus, devfn); 589956a9202SRyan Wilson if (!pcidev || !pcidev->driver) { 5902a63dd72SJiri Slaby dev_err(&pdev->xdev->dev, "device or AER driver is NULL\n"); 5912a63dd72SJiri Slaby if (pcidev) 5922a63dd72SJiri Slaby pci_dev_put(pcidev); 593956a9202SRyan Wilson return result; 594956a9202SRyan Wilson } 595956a9202SRyan Wilson pdrv = pcidev->driver; 596956a9202SRyan Wilson 597956a9202SRyan Wilson if (get_driver(&pdrv->driver)) { 598956a9202SRyan Wilson if (pdrv->err_handler && pdrv->err_handler->error_detected) { 599956a9202SRyan Wilson dev_dbg(&pcidev->dev, 600956a9202SRyan Wilson "trying to call AER service\n"); 601956a9202SRyan Wilson if (pcidev) { 602956a9202SRyan Wilson flag = 1; 603956a9202SRyan Wilson switch (cmd) { 604956a9202SRyan Wilson case XEN_PCI_OP_aer_detected: 605956a9202SRyan Wilson result = pdrv->err_handler-> 606956a9202SRyan Wilson error_detected(pcidev, state); 607956a9202SRyan Wilson break; 608956a9202SRyan Wilson case XEN_PCI_OP_aer_mmio: 609956a9202SRyan Wilson result = pdrv->err_handler-> 610956a9202SRyan Wilson mmio_enabled(pcidev); 611956a9202SRyan Wilson break; 612956a9202SRyan Wilson case XEN_PCI_OP_aer_slotreset: 613956a9202SRyan Wilson result = pdrv->err_handler-> 614956a9202SRyan Wilson slot_reset(pcidev); 615956a9202SRyan Wilson break; 616956a9202SRyan Wilson case XEN_PCI_OP_aer_resume: 617956a9202SRyan Wilson pdrv->err_handler->resume(pcidev); 618956a9202SRyan Wilson break; 619956a9202SRyan Wilson default: 620956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 621956a9202SRyan Wilson "bad request in aer recovery " 622956a9202SRyan Wilson "operation!\n"); 623956a9202SRyan Wilson 624956a9202SRyan Wilson } 625956a9202SRyan Wilson } 626956a9202SRyan Wilson } 627956a9202SRyan Wilson put_driver(&pdrv->driver); 628956a9202SRyan Wilson } 629956a9202SRyan Wilson if (!flag) 630956a9202SRyan Wilson result = PCI_ERS_RESULT_NONE; 631956a9202SRyan Wilson 632956a9202SRyan Wilson return result; 633956a9202SRyan Wilson } 634956a9202SRyan Wilson 635956a9202SRyan Wilson 636956a9202SRyan Wilson static void pcifront_do_aer(struct work_struct *data) 637956a9202SRyan Wilson { 638956a9202SRyan Wilson struct pcifront_device *pdev = 639956a9202SRyan Wilson container_of(data, struct pcifront_device, op_work); 640956a9202SRyan Wilson int cmd = pdev->sh_info->aer_op.cmd; 641956a9202SRyan Wilson pci_channel_state_t state = 642956a9202SRyan Wilson (pci_channel_state_t)pdev->sh_info->aer_op.err; 643956a9202SRyan Wilson 644956a9202SRyan Wilson /*If a pci_conf op is in progress, 645956a9202SRyan Wilson we have to wait until it is done before service aer op*/ 646956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, 647956a9202SRyan Wilson "pcifront service aer bus %x devfn %x\n", 648956a9202SRyan Wilson pdev->sh_info->aer_op.bus, pdev->sh_info->aer_op.devfn); 649956a9202SRyan Wilson 650956a9202SRyan Wilson pdev->sh_info->aer_op.err = pcifront_common_process(cmd, pdev, state); 651956a9202SRyan Wilson 652956a9202SRyan Wilson /* Post the operation to the guest. */ 653956a9202SRyan Wilson wmb(); 654956a9202SRyan Wilson clear_bit(_XEN_PCIB_active, (unsigned long *)&pdev->sh_info->flags); 655956a9202SRyan Wilson notify_remote_via_evtchn(pdev->evtchn); 656956a9202SRyan Wilson 657956a9202SRyan Wilson /*in case of we lost an aer request in four lines time_window*/ 658956a9202SRyan Wilson smp_mb__before_clear_bit(); 659956a9202SRyan Wilson clear_bit(_PDEVB_op_active, &pdev->flags); 660956a9202SRyan Wilson smp_mb__after_clear_bit(); 661956a9202SRyan Wilson 662956a9202SRyan Wilson schedule_pcifront_aer_op(pdev); 663956a9202SRyan Wilson 664956a9202SRyan Wilson } 665956a9202SRyan Wilson 666956a9202SRyan Wilson static irqreturn_t pcifront_handler_aer(int irq, void *dev) 667956a9202SRyan Wilson { 668956a9202SRyan Wilson struct pcifront_device *pdev = dev; 669956a9202SRyan Wilson schedule_pcifront_aer_op(pdev); 670956a9202SRyan Wilson return IRQ_HANDLED; 671956a9202SRyan Wilson } 672956a9202SRyan Wilson static int pcifront_connect(struct pcifront_device *pdev) 673956a9202SRyan Wilson { 674956a9202SRyan Wilson int err = 0; 675956a9202SRyan Wilson 676956a9202SRyan Wilson spin_lock(&pcifront_dev_lock); 677956a9202SRyan Wilson 678956a9202SRyan Wilson if (!pcifront_dev) { 679956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "Installing PCI frontend\n"); 680956a9202SRyan Wilson pcifront_dev = pdev; 681956a9202SRyan Wilson } else { 682956a9202SRyan Wilson dev_err(&pdev->xdev->dev, "PCI frontend already installed!\n"); 683956a9202SRyan Wilson err = -EEXIST; 684956a9202SRyan Wilson } 685956a9202SRyan Wilson 686956a9202SRyan Wilson spin_unlock(&pcifront_dev_lock); 687956a9202SRyan Wilson 688956a9202SRyan Wilson return err; 689956a9202SRyan Wilson } 690956a9202SRyan Wilson 691956a9202SRyan Wilson static void pcifront_disconnect(struct pcifront_device *pdev) 692956a9202SRyan Wilson { 693956a9202SRyan Wilson spin_lock(&pcifront_dev_lock); 694956a9202SRyan Wilson 695956a9202SRyan Wilson if (pdev == pcifront_dev) { 696956a9202SRyan Wilson dev_info(&pdev->xdev->dev, 697956a9202SRyan Wilson "Disconnecting PCI Frontend Buses\n"); 698956a9202SRyan Wilson pcifront_dev = NULL; 699956a9202SRyan Wilson } 700956a9202SRyan Wilson 701956a9202SRyan Wilson spin_unlock(&pcifront_dev_lock); 702956a9202SRyan Wilson } 703956a9202SRyan Wilson static struct pcifront_device *alloc_pdev(struct xenbus_device *xdev) 704956a9202SRyan Wilson { 705956a9202SRyan Wilson struct pcifront_device *pdev; 706956a9202SRyan Wilson 707956a9202SRyan Wilson pdev = kzalloc(sizeof(struct pcifront_device), GFP_KERNEL); 708956a9202SRyan Wilson if (pdev == NULL) 709956a9202SRyan Wilson goto out; 710956a9202SRyan Wilson 711956a9202SRyan Wilson pdev->sh_info = 712956a9202SRyan Wilson (struct xen_pci_sharedinfo *)__get_free_page(GFP_KERNEL); 713956a9202SRyan Wilson if (pdev->sh_info == NULL) { 714956a9202SRyan Wilson kfree(pdev); 715956a9202SRyan Wilson pdev = NULL; 716956a9202SRyan Wilson goto out; 717956a9202SRyan Wilson } 718956a9202SRyan Wilson pdev->sh_info->flags = 0; 719956a9202SRyan Wilson 720956a9202SRyan Wilson /*Flag for registering PV AER handler*/ 721956a9202SRyan Wilson set_bit(_XEN_PCIB_AERHANDLER, (void *)&pdev->sh_info->flags); 722956a9202SRyan Wilson 723956a9202SRyan Wilson dev_set_drvdata(&xdev->dev, pdev); 724956a9202SRyan Wilson pdev->xdev = xdev; 725956a9202SRyan Wilson 726956a9202SRyan Wilson INIT_LIST_HEAD(&pdev->root_buses); 727956a9202SRyan Wilson 728956a9202SRyan Wilson spin_lock_init(&pdev->sh_info_lock); 729956a9202SRyan Wilson 730956a9202SRyan Wilson pdev->evtchn = INVALID_EVTCHN; 731956a9202SRyan Wilson pdev->gnt_ref = INVALID_GRANT_REF; 732956a9202SRyan Wilson pdev->irq = -1; 733956a9202SRyan Wilson 734956a9202SRyan Wilson INIT_WORK(&pdev->op_work, pcifront_do_aer); 735956a9202SRyan Wilson 736956a9202SRyan Wilson dev_dbg(&xdev->dev, "Allocated pdev @ 0x%p pdev->sh_info @ 0x%p\n", 737956a9202SRyan Wilson pdev, pdev->sh_info); 738956a9202SRyan Wilson out: 739956a9202SRyan Wilson return pdev; 740956a9202SRyan Wilson } 741956a9202SRyan Wilson 742956a9202SRyan Wilson static void free_pdev(struct pcifront_device *pdev) 743956a9202SRyan Wilson { 744956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, "freeing pdev @ 0x%p\n", pdev); 745956a9202SRyan Wilson 746956a9202SRyan Wilson pcifront_free_roots(pdev); 747956a9202SRyan Wilson 748db2e2e6eSTejun Heo cancel_work_sync(&pdev->op_work); 749956a9202SRyan Wilson 750956a9202SRyan Wilson if (pdev->irq >= 0) 751956a9202SRyan Wilson unbind_from_irqhandler(pdev->irq, pdev); 752956a9202SRyan Wilson 753956a9202SRyan Wilson if (pdev->evtchn != INVALID_EVTCHN) 754956a9202SRyan Wilson xenbus_free_evtchn(pdev->xdev, pdev->evtchn); 755956a9202SRyan Wilson 756956a9202SRyan Wilson if (pdev->gnt_ref != INVALID_GRANT_REF) 757956a9202SRyan Wilson gnttab_end_foreign_access(pdev->gnt_ref, 0 /* r/w page */, 758956a9202SRyan Wilson (unsigned long)pdev->sh_info); 759956a9202SRyan Wilson else 760956a9202SRyan Wilson free_page((unsigned long)pdev->sh_info); 761956a9202SRyan Wilson 762956a9202SRyan Wilson dev_set_drvdata(&pdev->xdev->dev, NULL); 763956a9202SRyan Wilson 764956a9202SRyan Wilson kfree(pdev); 765956a9202SRyan Wilson } 766956a9202SRyan Wilson 767956a9202SRyan Wilson static int pcifront_publish_info(struct pcifront_device *pdev) 768956a9202SRyan Wilson { 769956a9202SRyan Wilson int err = 0; 770956a9202SRyan Wilson struct xenbus_transaction trans; 771956a9202SRyan Wilson 772956a9202SRyan Wilson err = xenbus_grant_ring(pdev->xdev, virt_to_mfn(pdev->sh_info)); 773956a9202SRyan Wilson if (err < 0) 774956a9202SRyan Wilson goto out; 775956a9202SRyan Wilson 776956a9202SRyan Wilson pdev->gnt_ref = err; 777956a9202SRyan Wilson 778956a9202SRyan Wilson err = xenbus_alloc_evtchn(pdev->xdev, &pdev->evtchn); 779956a9202SRyan Wilson if (err) 780956a9202SRyan Wilson goto out; 781956a9202SRyan Wilson 782956a9202SRyan Wilson err = bind_evtchn_to_irqhandler(pdev->evtchn, pcifront_handler_aer, 783956a9202SRyan Wilson 0, "pcifront", pdev); 784956a9202SRyan Wilson 785956a9202SRyan Wilson if (err < 0) 786956a9202SRyan Wilson return err; 787956a9202SRyan Wilson 788956a9202SRyan Wilson pdev->irq = err; 789956a9202SRyan Wilson 790956a9202SRyan Wilson do_publish: 791956a9202SRyan Wilson err = xenbus_transaction_start(&trans); 792956a9202SRyan Wilson if (err) { 793956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 794956a9202SRyan Wilson "Error writing configuration for backend " 795956a9202SRyan Wilson "(start transaction)"); 796956a9202SRyan Wilson goto out; 797956a9202SRyan Wilson } 798956a9202SRyan Wilson 799956a9202SRyan Wilson err = xenbus_printf(trans, pdev->xdev->nodename, 800956a9202SRyan Wilson "pci-op-ref", "%u", pdev->gnt_ref); 801956a9202SRyan Wilson if (!err) 802956a9202SRyan Wilson err = xenbus_printf(trans, pdev->xdev->nodename, 803956a9202SRyan Wilson "event-channel", "%u", pdev->evtchn); 804956a9202SRyan Wilson if (!err) 805956a9202SRyan Wilson err = xenbus_printf(trans, pdev->xdev->nodename, 806956a9202SRyan Wilson "magic", XEN_PCI_MAGIC); 807956a9202SRyan Wilson 808956a9202SRyan Wilson if (err) { 809956a9202SRyan Wilson xenbus_transaction_end(trans, 1); 810956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 811956a9202SRyan Wilson "Error writing configuration for backend"); 812956a9202SRyan Wilson goto out; 813956a9202SRyan Wilson } else { 814956a9202SRyan Wilson err = xenbus_transaction_end(trans, 0); 815956a9202SRyan Wilson if (err == -EAGAIN) 816956a9202SRyan Wilson goto do_publish; 817956a9202SRyan Wilson else if (err) { 818956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 819956a9202SRyan Wilson "Error completing transaction " 820956a9202SRyan Wilson "for backend"); 821956a9202SRyan Wilson goto out; 822956a9202SRyan Wilson } 823956a9202SRyan Wilson } 824956a9202SRyan Wilson 825956a9202SRyan Wilson xenbus_switch_state(pdev->xdev, XenbusStateInitialised); 826956a9202SRyan Wilson 827956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, "publishing successful!\n"); 828956a9202SRyan Wilson 829956a9202SRyan Wilson out: 830956a9202SRyan Wilson return err; 831956a9202SRyan Wilson } 832956a9202SRyan Wilson 833956a9202SRyan Wilson static int __devinit pcifront_try_connect(struct pcifront_device *pdev) 834956a9202SRyan Wilson { 835956a9202SRyan Wilson int err = -EFAULT; 836956a9202SRyan Wilson int i, num_roots, len; 837956a9202SRyan Wilson char str[64]; 838956a9202SRyan Wilson unsigned int domain, bus; 839956a9202SRyan Wilson 840956a9202SRyan Wilson 841956a9202SRyan Wilson /* Only connect once */ 842956a9202SRyan Wilson if (xenbus_read_driver_state(pdev->xdev->nodename) != 843956a9202SRyan Wilson XenbusStateInitialised) 844956a9202SRyan Wilson goto out; 845956a9202SRyan Wilson 846956a9202SRyan Wilson err = pcifront_connect(pdev); 847956a9202SRyan Wilson if (err) { 848956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 849956a9202SRyan Wilson "Error connecting PCI Frontend"); 850956a9202SRyan Wilson goto out; 851956a9202SRyan Wilson } 852956a9202SRyan Wilson 853956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, 854956a9202SRyan Wilson "root_num", "%d", &num_roots); 855956a9202SRyan Wilson if (err == -ENOENT) { 856956a9202SRyan Wilson xenbus_dev_error(pdev->xdev, err, 857956a9202SRyan Wilson "No PCI Roots found, trying 0000:00"); 858956a9202SRyan Wilson err = pcifront_scan_root(pdev, 0, 0); 859956a9202SRyan Wilson num_roots = 0; 860956a9202SRyan Wilson } else if (err != 1) { 861956a9202SRyan Wilson if (err == 0) 862956a9202SRyan Wilson err = -EINVAL; 863956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 864956a9202SRyan Wilson "Error reading number of PCI roots"); 865956a9202SRyan Wilson goto out; 866956a9202SRyan Wilson } 867956a9202SRyan Wilson 868956a9202SRyan Wilson for (i = 0; i < num_roots; i++) { 869956a9202SRyan Wilson len = snprintf(str, sizeof(str), "root-%d", i); 870956a9202SRyan Wilson if (unlikely(len >= (sizeof(str) - 1))) { 871956a9202SRyan Wilson err = -ENOMEM; 872956a9202SRyan Wilson goto out; 873956a9202SRyan Wilson } 874956a9202SRyan Wilson 875956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, str, 876956a9202SRyan Wilson "%x:%x", &domain, &bus); 877956a9202SRyan Wilson if (err != 2) { 878956a9202SRyan Wilson if (err >= 0) 879956a9202SRyan Wilson err = -EINVAL; 880956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 881956a9202SRyan Wilson "Error reading PCI root %d", i); 882956a9202SRyan Wilson goto out; 883956a9202SRyan Wilson } 884956a9202SRyan Wilson 885956a9202SRyan Wilson err = pcifront_scan_root(pdev, domain, bus); 886956a9202SRyan Wilson if (err) { 887956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 888956a9202SRyan Wilson "Error scanning PCI root %04x:%02x", 889956a9202SRyan Wilson domain, bus); 890956a9202SRyan Wilson goto out; 891956a9202SRyan Wilson } 892956a9202SRyan Wilson } 893956a9202SRyan Wilson 894956a9202SRyan Wilson err = xenbus_switch_state(pdev->xdev, XenbusStateConnected); 895956a9202SRyan Wilson 896956a9202SRyan Wilson out: 897956a9202SRyan Wilson return err; 898956a9202SRyan Wilson } 899956a9202SRyan Wilson 900956a9202SRyan Wilson static int pcifront_try_disconnect(struct pcifront_device *pdev) 901956a9202SRyan Wilson { 902956a9202SRyan Wilson int err = 0; 903956a9202SRyan Wilson enum xenbus_state prev_state; 904956a9202SRyan Wilson 905956a9202SRyan Wilson 906956a9202SRyan Wilson prev_state = xenbus_read_driver_state(pdev->xdev->nodename); 907956a9202SRyan Wilson 908956a9202SRyan Wilson if (prev_state >= XenbusStateClosing) 909956a9202SRyan Wilson goto out; 910956a9202SRyan Wilson 911956a9202SRyan Wilson if (prev_state == XenbusStateConnected) { 912956a9202SRyan Wilson pcifront_free_roots(pdev); 913956a9202SRyan Wilson pcifront_disconnect(pdev); 914956a9202SRyan Wilson } 915956a9202SRyan Wilson 916956a9202SRyan Wilson err = xenbus_switch_state(pdev->xdev, XenbusStateClosed); 917956a9202SRyan Wilson 918956a9202SRyan Wilson out: 919956a9202SRyan Wilson 920956a9202SRyan Wilson return err; 921956a9202SRyan Wilson } 922956a9202SRyan Wilson 923956a9202SRyan Wilson static int __devinit pcifront_attach_devices(struct pcifront_device *pdev) 924956a9202SRyan Wilson { 925956a9202SRyan Wilson int err = -EFAULT; 926956a9202SRyan Wilson int i, num_roots, len; 927956a9202SRyan Wilson unsigned int domain, bus; 928956a9202SRyan Wilson char str[64]; 929956a9202SRyan Wilson 930956a9202SRyan Wilson if (xenbus_read_driver_state(pdev->xdev->nodename) != 931956a9202SRyan Wilson XenbusStateReconfiguring) 932956a9202SRyan Wilson goto out; 933956a9202SRyan Wilson 934956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, 935956a9202SRyan Wilson "root_num", "%d", &num_roots); 936956a9202SRyan Wilson if (err == -ENOENT) { 937956a9202SRyan Wilson xenbus_dev_error(pdev->xdev, err, 938956a9202SRyan Wilson "No PCI Roots found, trying 0000:00"); 939956a9202SRyan Wilson err = pcifront_rescan_root(pdev, 0, 0); 940956a9202SRyan Wilson num_roots = 0; 941956a9202SRyan Wilson } else if (err != 1) { 942956a9202SRyan Wilson if (err == 0) 943956a9202SRyan Wilson err = -EINVAL; 944956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 945956a9202SRyan Wilson "Error reading number of PCI roots"); 946956a9202SRyan Wilson goto out; 947956a9202SRyan Wilson } 948956a9202SRyan Wilson 949956a9202SRyan Wilson for (i = 0; i < num_roots; i++) { 950956a9202SRyan Wilson len = snprintf(str, sizeof(str), "root-%d", i); 951956a9202SRyan Wilson if (unlikely(len >= (sizeof(str) - 1))) { 952956a9202SRyan Wilson err = -ENOMEM; 953956a9202SRyan Wilson goto out; 954956a9202SRyan Wilson } 955956a9202SRyan Wilson 956956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, str, 957956a9202SRyan Wilson "%x:%x", &domain, &bus); 958956a9202SRyan Wilson if (err != 2) { 959956a9202SRyan Wilson if (err >= 0) 960956a9202SRyan Wilson err = -EINVAL; 961956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 962956a9202SRyan Wilson "Error reading PCI root %d", i); 963956a9202SRyan Wilson goto out; 964956a9202SRyan Wilson } 965956a9202SRyan Wilson 966956a9202SRyan Wilson err = pcifront_rescan_root(pdev, domain, bus); 967956a9202SRyan Wilson if (err) { 968956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 969956a9202SRyan Wilson "Error scanning PCI root %04x:%02x", 970956a9202SRyan Wilson domain, bus); 971956a9202SRyan Wilson goto out; 972956a9202SRyan Wilson } 973956a9202SRyan Wilson } 974956a9202SRyan Wilson 975956a9202SRyan Wilson xenbus_switch_state(pdev->xdev, XenbusStateConnected); 976956a9202SRyan Wilson 977956a9202SRyan Wilson out: 978956a9202SRyan Wilson return err; 979956a9202SRyan Wilson } 980956a9202SRyan Wilson 981956a9202SRyan Wilson static int pcifront_detach_devices(struct pcifront_device *pdev) 982956a9202SRyan Wilson { 983956a9202SRyan Wilson int err = 0; 984956a9202SRyan Wilson int i, num_devs; 985956a9202SRyan Wilson unsigned int domain, bus, slot, func; 986956a9202SRyan Wilson struct pci_bus *pci_bus; 987956a9202SRyan Wilson struct pci_dev *pci_dev; 988956a9202SRyan Wilson char str[64]; 989956a9202SRyan Wilson 990956a9202SRyan Wilson if (xenbus_read_driver_state(pdev->xdev->nodename) != 991956a9202SRyan Wilson XenbusStateConnected) 992956a9202SRyan Wilson goto out; 993956a9202SRyan Wilson 994956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, "num_devs", "%d", 995956a9202SRyan Wilson &num_devs); 996956a9202SRyan Wilson if (err != 1) { 997956a9202SRyan Wilson if (err >= 0) 998956a9202SRyan Wilson err = -EINVAL; 999956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 1000956a9202SRyan Wilson "Error reading number of PCI devices"); 1001956a9202SRyan Wilson goto out; 1002956a9202SRyan Wilson } 1003956a9202SRyan Wilson 1004956a9202SRyan Wilson /* Find devices being detached and remove them. */ 1005956a9202SRyan Wilson for (i = 0; i < num_devs; i++) { 1006956a9202SRyan Wilson int l, state; 1007956a9202SRyan Wilson l = snprintf(str, sizeof(str), "state-%d", i); 1008956a9202SRyan Wilson if (unlikely(l >= (sizeof(str) - 1))) { 1009956a9202SRyan Wilson err = -ENOMEM; 1010956a9202SRyan Wilson goto out; 1011956a9202SRyan Wilson } 1012956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, str, "%d", 1013956a9202SRyan Wilson &state); 1014956a9202SRyan Wilson if (err != 1) 1015956a9202SRyan Wilson state = XenbusStateUnknown; 1016956a9202SRyan Wilson 1017956a9202SRyan Wilson if (state != XenbusStateClosing) 1018956a9202SRyan Wilson continue; 1019956a9202SRyan Wilson 1020956a9202SRyan Wilson /* Remove device. */ 1021956a9202SRyan Wilson l = snprintf(str, sizeof(str), "vdev-%d", i); 1022956a9202SRyan Wilson if (unlikely(l >= (sizeof(str) - 1))) { 1023956a9202SRyan Wilson err = -ENOMEM; 1024956a9202SRyan Wilson goto out; 1025956a9202SRyan Wilson } 1026956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, str, 1027956a9202SRyan Wilson "%x:%x:%x.%x", &domain, &bus, &slot, &func); 1028956a9202SRyan Wilson if (err != 4) { 1029956a9202SRyan Wilson if (err >= 0) 1030956a9202SRyan Wilson err = -EINVAL; 1031956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 1032956a9202SRyan Wilson "Error reading PCI device %d", i); 1033956a9202SRyan Wilson goto out; 1034956a9202SRyan Wilson } 1035956a9202SRyan Wilson 1036956a9202SRyan Wilson pci_bus = pci_find_bus(domain, bus); 1037956a9202SRyan Wilson if (!pci_bus) { 1038956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, "Cannot get bus %04x:%02x\n", 1039956a9202SRyan Wilson domain, bus); 1040956a9202SRyan Wilson continue; 1041956a9202SRyan Wilson } 1042956a9202SRyan Wilson pci_dev = pci_get_slot(pci_bus, PCI_DEVFN(slot, func)); 1043956a9202SRyan Wilson if (!pci_dev) { 1044956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, 1045956a9202SRyan Wilson "Cannot get PCI device %04x:%02x:%02x.%02x\n", 1046956a9202SRyan Wilson domain, bus, slot, func); 1047956a9202SRyan Wilson continue; 1048956a9202SRyan Wilson } 1049956a9202SRyan Wilson pci_remove_bus_device(pci_dev); 1050956a9202SRyan Wilson pci_dev_put(pci_dev); 1051956a9202SRyan Wilson 1052956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, 1053956a9202SRyan Wilson "PCI device %04x:%02x:%02x.%02x removed.\n", 1054956a9202SRyan Wilson domain, bus, slot, func); 1055956a9202SRyan Wilson } 1056956a9202SRyan Wilson 1057956a9202SRyan Wilson err = xenbus_switch_state(pdev->xdev, XenbusStateReconfiguring); 1058956a9202SRyan Wilson 1059956a9202SRyan Wilson out: 1060956a9202SRyan Wilson return err; 1061956a9202SRyan Wilson } 1062956a9202SRyan Wilson 1063956a9202SRyan Wilson static void __init_refok pcifront_backend_changed(struct xenbus_device *xdev, 1064956a9202SRyan Wilson enum xenbus_state be_state) 1065956a9202SRyan Wilson { 1066956a9202SRyan Wilson struct pcifront_device *pdev = dev_get_drvdata(&xdev->dev); 1067956a9202SRyan Wilson 1068956a9202SRyan Wilson switch (be_state) { 1069956a9202SRyan Wilson case XenbusStateUnknown: 1070956a9202SRyan Wilson case XenbusStateInitialising: 1071956a9202SRyan Wilson case XenbusStateInitWait: 1072956a9202SRyan Wilson case XenbusStateInitialised: 1073956a9202SRyan Wilson case XenbusStateClosed: 1074956a9202SRyan Wilson break; 1075956a9202SRyan Wilson 1076956a9202SRyan Wilson case XenbusStateConnected: 1077956a9202SRyan Wilson pcifront_try_connect(pdev); 1078956a9202SRyan Wilson break; 1079956a9202SRyan Wilson 1080956a9202SRyan Wilson case XenbusStateClosing: 1081956a9202SRyan Wilson dev_warn(&xdev->dev, "backend going away!\n"); 1082956a9202SRyan Wilson pcifront_try_disconnect(pdev); 1083956a9202SRyan Wilson break; 1084956a9202SRyan Wilson 1085956a9202SRyan Wilson case XenbusStateReconfiguring: 1086956a9202SRyan Wilson pcifront_detach_devices(pdev); 1087956a9202SRyan Wilson break; 1088956a9202SRyan Wilson 1089956a9202SRyan Wilson case XenbusStateReconfigured: 1090956a9202SRyan Wilson pcifront_attach_devices(pdev); 1091956a9202SRyan Wilson break; 1092956a9202SRyan Wilson } 1093956a9202SRyan Wilson } 1094956a9202SRyan Wilson 1095956a9202SRyan Wilson static int pcifront_xenbus_probe(struct xenbus_device *xdev, 1096956a9202SRyan Wilson const struct xenbus_device_id *id) 1097956a9202SRyan Wilson { 1098956a9202SRyan Wilson int err = 0; 1099956a9202SRyan Wilson struct pcifront_device *pdev = alloc_pdev(xdev); 1100956a9202SRyan Wilson 1101956a9202SRyan Wilson if (pdev == NULL) { 1102956a9202SRyan Wilson err = -ENOMEM; 1103956a9202SRyan Wilson xenbus_dev_fatal(xdev, err, 1104956a9202SRyan Wilson "Error allocating pcifront_device struct"); 1105956a9202SRyan Wilson goto out; 1106956a9202SRyan Wilson } 1107956a9202SRyan Wilson 1108956a9202SRyan Wilson err = pcifront_publish_info(pdev); 1109956a9202SRyan Wilson if (err) 1110956a9202SRyan Wilson free_pdev(pdev); 1111956a9202SRyan Wilson 1112956a9202SRyan Wilson out: 1113956a9202SRyan Wilson return err; 1114956a9202SRyan Wilson } 1115956a9202SRyan Wilson 1116956a9202SRyan Wilson static int pcifront_xenbus_remove(struct xenbus_device *xdev) 1117956a9202SRyan Wilson { 1118956a9202SRyan Wilson struct pcifront_device *pdev = dev_get_drvdata(&xdev->dev); 1119956a9202SRyan Wilson if (pdev) 1120956a9202SRyan Wilson free_pdev(pdev); 1121956a9202SRyan Wilson 1122956a9202SRyan Wilson return 0; 1123956a9202SRyan Wilson } 1124956a9202SRyan Wilson 1125956a9202SRyan Wilson static const struct xenbus_device_id xenpci_ids[] = { 1126956a9202SRyan Wilson {"pci"}, 1127956a9202SRyan Wilson {""}, 1128956a9202SRyan Wilson }; 1129956a9202SRyan Wilson 1130956a9202SRyan Wilson static struct xenbus_driver xenbus_pcifront_driver = { 1131956a9202SRyan Wilson .name = "pcifront", 1132956a9202SRyan Wilson .owner = THIS_MODULE, 1133956a9202SRyan Wilson .ids = xenpci_ids, 1134956a9202SRyan Wilson .probe = pcifront_xenbus_probe, 1135956a9202SRyan Wilson .remove = pcifront_xenbus_remove, 1136956a9202SRyan Wilson .otherend_changed = pcifront_backend_changed, 1137956a9202SRyan Wilson }; 1138956a9202SRyan Wilson 1139956a9202SRyan Wilson static int __init pcifront_init(void) 1140956a9202SRyan Wilson { 1141956a9202SRyan Wilson if (!xen_pv_domain() || xen_initial_domain()) 1142956a9202SRyan Wilson return -ENODEV; 1143956a9202SRyan Wilson 1144956a9202SRyan Wilson pci_frontend_registrar(1 /* enable */); 1145956a9202SRyan Wilson 1146956a9202SRyan Wilson return xenbus_register_frontend(&xenbus_pcifront_driver); 1147956a9202SRyan Wilson } 1148956a9202SRyan Wilson 1149956a9202SRyan Wilson static void __exit pcifront_cleanup(void) 1150956a9202SRyan Wilson { 1151956a9202SRyan Wilson xenbus_unregister_driver(&xenbus_pcifront_driver); 1152956a9202SRyan Wilson pci_frontend_registrar(0 /* disable */); 1153956a9202SRyan Wilson } 1154956a9202SRyan Wilson module_init(pcifront_init); 1155956a9202SRyan Wilson module_exit(pcifront_cleanup); 1156956a9202SRyan Wilson 1157956a9202SRyan Wilson MODULE_DESCRIPTION("Xen PCI passthrough frontend."); 1158956a9202SRyan Wilson MODULE_LICENSE("GPL"); 1159956a9202SRyan Wilson MODULE_ALIAS("xen:pci"); 1160