17328c8f4SBjorn Helgaas // SPDX-License-Identifier: GPL-2.0 2956a9202SRyan Wilson /* 3df62ab5eSBjorn Helgaas * Xen PCI Frontend 4956a9202SRyan Wilson * 5956a9202SRyan Wilson * Author: Ryan Wilson <hap9@epoch.ncsc.mil> 6956a9202SRyan Wilson */ 7956a9202SRyan Wilson #include <linux/module.h> 8956a9202SRyan Wilson #include <linux/init.h> 9956a9202SRyan Wilson #include <linux/mm.h> 10956a9202SRyan Wilson #include <xen/xenbus.h> 11956a9202SRyan Wilson #include <xen/events.h> 12956a9202SRyan Wilson #include <xen/grant_table.h> 13956a9202SRyan Wilson #include <xen/page.h> 14956a9202SRyan Wilson #include <linux/spinlock.h> 15956a9202SRyan Wilson #include <linux/pci.h> 16956a9202SRyan Wilson #include <linux/msi.h> 17956a9202SRyan Wilson #include <xen/interface/io/pciif.h> 18956a9202SRyan Wilson #include <asm/xen/pci.h> 19956a9202SRyan Wilson #include <linux/interrupt.h> 2060063497SArun Sharma #include <linux/atomic.h> 21956a9202SRyan Wilson #include <linux/workqueue.h> 22956a9202SRyan Wilson #include <linux/bitops.h> 23956a9202SRyan Wilson #include <linux/time.h> 24e1d5bbcdSTina Ruchandani #include <linux/ktime.h> 250a0f0d8bSChristoph Hellwig #include <linux/swiotlb.h> 2651c71a3bSKonrad Rzeszutek Wilk #include <xen/platform_pci.h> 27956a9202SRyan Wilson 283d925320SKonrad Rzeszutek Wilk #include <asm/xen/swiotlb-xen.h> 29bce21a2bSJan Beulich 30956a9202SRyan Wilson #define INVALID_EVTCHN (-1) 31956a9202SRyan Wilson 32956a9202SRyan Wilson struct pci_bus_entry { 33956a9202SRyan Wilson struct list_head list; 34956a9202SRyan Wilson struct pci_bus *bus; 35956a9202SRyan Wilson }; 36956a9202SRyan Wilson 37956a9202SRyan Wilson #define _PDEVB_op_active (0) 38956a9202SRyan Wilson #define PDEVB_op_active (1 << (_PDEVB_op_active)) 39956a9202SRyan Wilson 40956a9202SRyan Wilson struct pcifront_device { 41956a9202SRyan Wilson struct xenbus_device *xdev; 42956a9202SRyan Wilson struct list_head root_buses; 43956a9202SRyan Wilson 44956a9202SRyan Wilson int evtchn; 45bce21a2bSJan Beulich grant_ref_t gnt_ref; 46956a9202SRyan Wilson 47956a9202SRyan Wilson int irq; 48956a9202SRyan Wilson 49956a9202SRyan Wilson /* Lock this when doing any operations in sh_info */ 50956a9202SRyan Wilson spinlock_t sh_info_lock; 51956a9202SRyan Wilson struct xen_pci_sharedinfo *sh_info; 52956a9202SRyan Wilson struct work_struct op_work; 53956a9202SRyan Wilson unsigned long flags; 54956a9202SRyan Wilson 55956a9202SRyan Wilson }; 56956a9202SRyan Wilson 57956a9202SRyan Wilson struct pcifront_sd { 584d8c8bd6SKonrad Rzeszutek Wilk struct pci_sysdata sd; 59956a9202SRyan Wilson struct pcifront_device *pdev; 60956a9202SRyan Wilson }; 61956a9202SRyan Wilson 62956a9202SRyan Wilson static inline struct pcifront_device * 63956a9202SRyan Wilson pcifront_get_pdev(struct pcifront_sd *sd) 64956a9202SRyan Wilson { 65956a9202SRyan Wilson return sd->pdev; 66956a9202SRyan Wilson } 67956a9202SRyan Wilson 68956a9202SRyan Wilson static inline void pcifront_init_sd(struct pcifront_sd *sd, 69956a9202SRyan Wilson unsigned int domain, unsigned int bus, 70956a9202SRyan Wilson struct pcifront_device *pdev) 71956a9202SRyan Wilson { 724d8c8bd6SKonrad Rzeszutek Wilk /* Because we do not expose that information via XenBus. */ 734d8c8bd6SKonrad Rzeszutek Wilk sd->sd.node = first_online_node; 744d8c8bd6SKonrad Rzeszutek Wilk sd->sd.domain = domain; 75956a9202SRyan Wilson sd->pdev = pdev; 76956a9202SRyan Wilson } 77956a9202SRyan Wilson 78956a9202SRyan Wilson static DEFINE_SPINLOCK(pcifront_dev_lock); 79956a9202SRyan Wilson static struct pcifront_device *pcifront_dev; 80956a9202SRyan Wilson 81956a9202SRyan Wilson static int errno_to_pcibios_err(int errno) 82956a9202SRyan Wilson { 83956a9202SRyan Wilson switch (errno) { 84956a9202SRyan Wilson case XEN_PCI_ERR_success: 85956a9202SRyan Wilson return PCIBIOS_SUCCESSFUL; 86956a9202SRyan Wilson 87956a9202SRyan Wilson case XEN_PCI_ERR_dev_not_found: 88956a9202SRyan Wilson return PCIBIOS_DEVICE_NOT_FOUND; 89956a9202SRyan Wilson 90956a9202SRyan Wilson case XEN_PCI_ERR_invalid_offset: 91956a9202SRyan Wilson case XEN_PCI_ERR_op_failed: 92956a9202SRyan Wilson return PCIBIOS_BAD_REGISTER_NUMBER; 93956a9202SRyan Wilson 94956a9202SRyan Wilson case XEN_PCI_ERR_not_implemented: 95956a9202SRyan Wilson return PCIBIOS_FUNC_NOT_SUPPORTED; 96956a9202SRyan Wilson 97956a9202SRyan Wilson case XEN_PCI_ERR_access_denied: 98956a9202SRyan Wilson return PCIBIOS_SET_FAILED; 99956a9202SRyan Wilson } 100956a9202SRyan Wilson return errno; 101956a9202SRyan Wilson } 102956a9202SRyan Wilson 103956a9202SRyan Wilson static inline void schedule_pcifront_aer_op(struct pcifront_device *pdev) 104956a9202SRyan Wilson { 105956a9202SRyan Wilson if (test_bit(_XEN_PCIB_active, (unsigned long *)&pdev->sh_info->flags) 106956a9202SRyan Wilson && !test_and_set_bit(_PDEVB_op_active, &pdev->flags)) { 107956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, "schedule aer frontend job\n"); 108956a9202SRyan Wilson schedule_work(&pdev->op_work); 109956a9202SRyan Wilson } 110956a9202SRyan Wilson } 111956a9202SRyan Wilson 112956a9202SRyan Wilson static int do_pci_op(struct pcifront_device *pdev, struct xen_pci_op *op) 113956a9202SRyan Wilson { 114956a9202SRyan Wilson int err = 0; 115956a9202SRyan Wilson struct xen_pci_op *active_op = &pdev->sh_info->op; 116956a9202SRyan Wilson unsigned long irq_flags; 117956a9202SRyan Wilson evtchn_port_t port = pdev->evtchn; 118f956c1b0SSergio Miguéns Iglesias unsigned int irq = pdev->irq; 119956a9202SRyan Wilson s64 ns, ns_timeout; 120956a9202SRyan Wilson 121956a9202SRyan Wilson spin_lock_irqsave(&pdev->sh_info_lock, irq_flags); 122956a9202SRyan Wilson 123956a9202SRyan Wilson memcpy(active_op, op, sizeof(struct xen_pci_op)); 124956a9202SRyan Wilson 125956a9202SRyan Wilson /* Go */ 126956a9202SRyan Wilson wmb(); 127956a9202SRyan Wilson set_bit(_XEN_PCIF_active, (unsigned long *)&pdev->sh_info->flags); 128956a9202SRyan Wilson notify_remote_via_evtchn(port); 129956a9202SRyan Wilson 130956a9202SRyan Wilson /* 131956a9202SRyan Wilson * We set a poll timeout of 3 seconds but give up on return after 132956a9202SRyan Wilson * 2 seconds. It is better to time out too late rather than too early 133956a9202SRyan Wilson * (in the latter case we end up continually re-executing poll() with a 134956a9202SRyan Wilson * timeout in the past). 1s difference gives plenty of slack for error. 135956a9202SRyan Wilson */ 136e1d5bbcdSTina Ruchandani ns_timeout = ktime_get_ns() + 2 * (s64)NSEC_PER_SEC; 137956a9202SRyan Wilson 138956a9202SRyan Wilson xen_clear_irq_pending(irq); 139956a9202SRyan Wilson 140956a9202SRyan Wilson while (test_bit(_XEN_PCIF_active, 141956a9202SRyan Wilson (unsigned long *)&pdev->sh_info->flags)) { 142956a9202SRyan Wilson xen_poll_irq_timeout(irq, jiffies + 3*HZ); 143956a9202SRyan Wilson xen_clear_irq_pending(irq); 144e1d5bbcdSTina Ruchandani ns = ktime_get_ns(); 145956a9202SRyan Wilson if (ns > ns_timeout) { 146956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 147956a9202SRyan Wilson "pciback not responding!!!\n"); 148956a9202SRyan Wilson clear_bit(_XEN_PCIF_active, 149956a9202SRyan Wilson (unsigned long *)&pdev->sh_info->flags); 150956a9202SRyan Wilson err = XEN_PCI_ERR_dev_not_found; 151956a9202SRyan Wilson goto out; 152956a9202SRyan Wilson } 153956a9202SRyan Wilson } 154956a9202SRyan Wilson 155956a9202SRyan Wilson /* 156956a9202SRyan Wilson * We might lose backend service request since we 157956a9202SRyan Wilson * reuse same evtchn with pci_conf backend response. So re-schedule 158956a9202SRyan Wilson * aer pcifront service. 159956a9202SRyan Wilson */ 160956a9202SRyan Wilson if (test_bit(_XEN_PCIB_active, 161956a9202SRyan Wilson (unsigned long *)&pdev->sh_info->flags)) { 162956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 163956a9202SRyan Wilson "schedule aer pcifront service\n"); 164956a9202SRyan Wilson schedule_pcifront_aer_op(pdev); 165956a9202SRyan Wilson } 166956a9202SRyan Wilson 167956a9202SRyan Wilson memcpy(op, active_op, sizeof(struct xen_pci_op)); 168956a9202SRyan Wilson 169956a9202SRyan Wilson err = op->err; 170956a9202SRyan Wilson out: 171956a9202SRyan Wilson spin_unlock_irqrestore(&pdev->sh_info_lock, irq_flags); 172956a9202SRyan Wilson return err; 173956a9202SRyan Wilson } 174956a9202SRyan Wilson 175956a9202SRyan Wilson /* Access to this function is spinlocked in drivers/pci/access.c */ 176956a9202SRyan Wilson static int pcifront_bus_read(struct pci_bus *bus, unsigned int devfn, 177956a9202SRyan Wilson int where, int size, u32 *val) 178956a9202SRyan Wilson { 179956a9202SRyan Wilson int err = 0; 180956a9202SRyan Wilson struct xen_pci_op op = { 181956a9202SRyan Wilson .cmd = XEN_PCI_OP_conf_read, 182956a9202SRyan Wilson .domain = pci_domain_nr(bus), 183956a9202SRyan Wilson .bus = bus->number, 184956a9202SRyan Wilson .devfn = devfn, 185956a9202SRyan Wilson .offset = where, 186956a9202SRyan Wilson .size = size, 187956a9202SRyan Wilson }; 188956a9202SRyan Wilson struct pcifront_sd *sd = bus->sysdata; 189956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 190956a9202SRyan Wilson 1914969a3a2SBoris Ostrovsky dev_dbg(&pdev->xdev->dev, 192e4de866aSKonrad Rzeszutek Wilk "read dev=%04x:%02x:%02x.%d - offset %x size %d\n", 193956a9202SRyan Wilson pci_domain_nr(bus), bus->number, PCI_SLOT(devfn), 194956a9202SRyan Wilson PCI_FUNC(devfn), where, size); 195956a9202SRyan Wilson 196956a9202SRyan Wilson err = do_pci_op(pdev, &op); 197956a9202SRyan Wilson 198956a9202SRyan Wilson if (likely(!err)) { 1994969a3a2SBoris Ostrovsky dev_dbg(&pdev->xdev->dev, "read got back value %x\n", 200956a9202SRyan Wilson op.value); 201956a9202SRyan Wilson 202956a9202SRyan Wilson *val = op.value; 203956a9202SRyan Wilson } else if (err == -ENODEV) { 204956a9202SRyan Wilson /* No device here, pretend that it just returned 0 */ 205956a9202SRyan Wilson err = 0; 206956a9202SRyan Wilson *val = 0; 207956a9202SRyan Wilson } 208956a9202SRyan Wilson 209956a9202SRyan Wilson return errno_to_pcibios_err(err); 210956a9202SRyan Wilson } 211956a9202SRyan Wilson 212956a9202SRyan Wilson /* Access to this function is spinlocked in drivers/pci/access.c */ 213956a9202SRyan Wilson static int pcifront_bus_write(struct pci_bus *bus, unsigned int devfn, 214956a9202SRyan Wilson int where, int size, u32 val) 215956a9202SRyan Wilson { 216956a9202SRyan Wilson struct xen_pci_op op = { 217956a9202SRyan Wilson .cmd = XEN_PCI_OP_conf_write, 218956a9202SRyan Wilson .domain = pci_domain_nr(bus), 219956a9202SRyan Wilson .bus = bus->number, 220956a9202SRyan Wilson .devfn = devfn, 221956a9202SRyan Wilson .offset = where, 222956a9202SRyan Wilson .size = size, 223956a9202SRyan Wilson .value = val, 224956a9202SRyan Wilson }; 225956a9202SRyan Wilson struct pcifront_sd *sd = bus->sysdata; 226956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 227956a9202SRyan Wilson 2284969a3a2SBoris Ostrovsky dev_dbg(&pdev->xdev->dev, 2294969a3a2SBoris Ostrovsky "write dev=%04x:%02x:%02x.%d - offset %x size %d val %x\n", 230956a9202SRyan Wilson pci_domain_nr(bus), bus->number, 231956a9202SRyan Wilson PCI_SLOT(devfn), PCI_FUNC(devfn), where, size, val); 232956a9202SRyan Wilson 233956a9202SRyan Wilson return errno_to_pcibios_err(do_pci_op(pdev, &op)); 234956a9202SRyan Wilson } 235956a9202SRyan Wilson 236b8b0f559SKonrad Rzeszutek Wilk static struct pci_ops pcifront_bus_ops = { 237956a9202SRyan Wilson .read = pcifront_bus_read, 238956a9202SRyan Wilson .write = pcifront_bus_write, 239956a9202SRyan Wilson }; 240956a9202SRyan Wilson 241956a9202SRyan Wilson #ifdef CONFIG_PCI_MSI 242956a9202SRyan Wilson static int pci_frontend_enable_msix(struct pci_dev *dev, 243cc0f89c4SKonrad Rzeszutek Wilk int vector[], int nvec) 244956a9202SRyan Wilson { 245956a9202SRyan Wilson int err; 246956a9202SRyan Wilson int i; 247956a9202SRyan Wilson struct xen_pci_op op = { 248956a9202SRyan Wilson .cmd = XEN_PCI_OP_enable_msix, 249956a9202SRyan Wilson .domain = pci_domain_nr(dev->bus), 250956a9202SRyan Wilson .bus = dev->bus->number, 251956a9202SRyan Wilson .devfn = dev->devfn, 252956a9202SRyan Wilson .value = nvec, 253956a9202SRyan Wilson }; 254956a9202SRyan Wilson struct pcifront_sd *sd = dev->bus->sysdata; 255956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 256956a9202SRyan Wilson struct msi_desc *entry; 257956a9202SRyan Wilson 258956a9202SRyan Wilson if (nvec > SH_INFO_MAX_VEC) { 2597506dc79SFrederick Lawler pci_err(dev, "too many vectors (0x%x) for PCI frontend:" 2607506dc79SFrederick Lawler " Increase SH_INFO_MAX_VEC\n", nvec); 261956a9202SRyan Wilson return -EINVAL; 262956a9202SRyan Wilson } 263956a9202SRyan Wilson 264956a9202SRyan Wilson i = 0; 2653d31bbd3SThomas Gleixner msi_for_each_desc(entry, &dev->dev, MSI_DESC_NOTASSOCIATED) { 266173ffad7SThomas Gleixner op.msix_entries[i].entry = entry->msi_index; 267956a9202SRyan Wilson /* Vector is useless at this point. */ 268956a9202SRyan Wilson op.msix_entries[i].vector = -1; 269956a9202SRyan Wilson i++; 270956a9202SRyan Wilson } 271956a9202SRyan Wilson 272956a9202SRyan Wilson err = do_pci_op(pdev, &op); 273956a9202SRyan Wilson 274956a9202SRyan Wilson if (likely(!err)) { 275956a9202SRyan Wilson if (likely(!op.value)) { 276956a9202SRyan Wilson /* we get the result */ 2771d461052SKonrad Rzeszutek Wilk for (i = 0; i < nvec; i++) { 2781d461052SKonrad Rzeszutek Wilk if (op.msix_entries[i].vector <= 0) { 2797506dc79SFrederick Lawler pci_warn(dev, "MSI-X entry %d is invalid: %d!\n", 2801d461052SKonrad Rzeszutek Wilk i, op.msix_entries[i].vector); 2811d461052SKonrad Rzeszutek Wilk err = -EINVAL; 282cc0f89c4SKonrad Rzeszutek Wilk vector[i] = -1; 2831d461052SKonrad Rzeszutek Wilk continue; 2841d461052SKonrad Rzeszutek Wilk } 285cc0f89c4SKonrad Rzeszutek Wilk vector[i] = op.msix_entries[i].vector; 2861d461052SKonrad Rzeszutek Wilk } 287956a9202SRyan Wilson } else { 28834c6b710SMohan Kumar pr_info("enable msix get value %x\n", op.value); 289f09d8432SJan Beulich err = op.value; 290956a9202SRyan Wilson } 291956a9202SRyan Wilson } else { 2927506dc79SFrederick Lawler pci_err(dev, "enable msix get err %x\n", err); 293956a9202SRyan Wilson } 2941d461052SKonrad Rzeszutek Wilk return err; 295956a9202SRyan Wilson } 296956a9202SRyan Wilson 297956a9202SRyan Wilson static void pci_frontend_disable_msix(struct pci_dev *dev) 298956a9202SRyan Wilson { 299956a9202SRyan Wilson int err; 300956a9202SRyan Wilson struct xen_pci_op op = { 301956a9202SRyan Wilson .cmd = XEN_PCI_OP_disable_msix, 302956a9202SRyan Wilson .domain = pci_domain_nr(dev->bus), 303956a9202SRyan Wilson .bus = dev->bus->number, 304956a9202SRyan Wilson .devfn = dev->devfn, 305956a9202SRyan Wilson }; 306956a9202SRyan Wilson struct pcifront_sd *sd = dev->bus->sysdata; 307956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 308956a9202SRyan Wilson 309956a9202SRyan Wilson err = do_pci_op(pdev, &op); 310956a9202SRyan Wilson 311956a9202SRyan Wilson /* What should do for error ? */ 312956a9202SRyan Wilson if (err) 3137506dc79SFrederick Lawler pci_err(dev, "pci_disable_msix get err %x\n", err); 314956a9202SRyan Wilson } 315956a9202SRyan Wilson 316cc0f89c4SKonrad Rzeszutek Wilk static int pci_frontend_enable_msi(struct pci_dev *dev, int vector[]) 317956a9202SRyan Wilson { 318956a9202SRyan Wilson int err; 319956a9202SRyan Wilson struct xen_pci_op op = { 320956a9202SRyan Wilson .cmd = XEN_PCI_OP_enable_msi, 321956a9202SRyan Wilson .domain = pci_domain_nr(dev->bus), 322956a9202SRyan Wilson .bus = dev->bus->number, 323956a9202SRyan Wilson .devfn = dev->devfn, 324956a9202SRyan Wilson }; 325956a9202SRyan Wilson struct pcifront_sd *sd = dev->bus->sysdata; 326956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 327956a9202SRyan Wilson 328956a9202SRyan Wilson err = do_pci_op(pdev, &op); 329956a9202SRyan Wilson if (likely(!err)) { 330cc0f89c4SKonrad Rzeszutek Wilk vector[0] = op.value; 3311d461052SKonrad Rzeszutek Wilk if (op.value <= 0) { 3327506dc79SFrederick Lawler pci_warn(dev, "MSI entry is invalid: %d!\n", 3331d461052SKonrad Rzeszutek Wilk op.value); 3341d461052SKonrad Rzeszutek Wilk err = -EINVAL; 335cc0f89c4SKonrad Rzeszutek Wilk vector[0] = -1; 3361d461052SKonrad Rzeszutek Wilk } 337956a9202SRyan Wilson } else { 3387506dc79SFrederick Lawler pci_err(dev, "pci frontend enable msi failed for dev " 339956a9202SRyan Wilson "%x:%x\n", op.bus, op.devfn); 340956a9202SRyan Wilson err = -EINVAL; 341956a9202SRyan Wilson } 342956a9202SRyan Wilson return err; 343956a9202SRyan Wilson } 344956a9202SRyan Wilson 345956a9202SRyan Wilson static void pci_frontend_disable_msi(struct pci_dev *dev) 346956a9202SRyan Wilson { 347956a9202SRyan Wilson int err; 348956a9202SRyan Wilson struct xen_pci_op op = { 349956a9202SRyan Wilson .cmd = XEN_PCI_OP_disable_msi, 350956a9202SRyan Wilson .domain = pci_domain_nr(dev->bus), 351956a9202SRyan Wilson .bus = dev->bus->number, 352956a9202SRyan Wilson .devfn = dev->devfn, 353956a9202SRyan Wilson }; 354956a9202SRyan Wilson struct pcifront_sd *sd = dev->bus->sysdata; 355956a9202SRyan Wilson struct pcifront_device *pdev = pcifront_get_pdev(sd); 356956a9202SRyan Wilson 357956a9202SRyan Wilson err = do_pci_op(pdev, &op); 358956a9202SRyan Wilson if (err == XEN_PCI_ERR_dev_not_found) { 359956a9202SRyan Wilson /* XXX No response from backend, what shall we do? */ 36034c6b710SMohan Kumar pr_info("get no response from backend for disable MSI\n"); 361956a9202SRyan Wilson return; 362956a9202SRyan Wilson } 363956a9202SRyan Wilson if (err) 364956a9202SRyan Wilson /* how can pciback notify us fail? */ 36534c6b710SMohan Kumar pr_info("get fake response from backend\n"); 366956a9202SRyan Wilson } 367956a9202SRyan Wilson 368956a9202SRyan Wilson static struct xen_pci_frontend_ops pci_frontend_ops = { 369956a9202SRyan Wilson .enable_msi = pci_frontend_enable_msi, 370956a9202SRyan Wilson .disable_msi = pci_frontend_disable_msi, 371956a9202SRyan Wilson .enable_msix = pci_frontend_enable_msix, 372956a9202SRyan Wilson .disable_msix = pci_frontend_disable_msix, 373956a9202SRyan Wilson }; 374956a9202SRyan Wilson 375956a9202SRyan Wilson static void pci_frontend_registrar(int enable) 376956a9202SRyan Wilson { 377956a9202SRyan Wilson if (enable) 378956a9202SRyan Wilson xen_pci_frontend = &pci_frontend_ops; 379956a9202SRyan Wilson else 380956a9202SRyan Wilson xen_pci_frontend = NULL; 381956a9202SRyan Wilson }; 382956a9202SRyan Wilson #else 383956a9202SRyan Wilson static inline void pci_frontend_registrar(int enable) { }; 384956a9202SRyan Wilson #endif /* CONFIG_PCI_MSI */ 385956a9202SRyan Wilson 386956a9202SRyan Wilson /* Claim resources for the PCI frontend as-is, backend won't allow changes */ 387956a9202SRyan Wilson static int pcifront_claim_resource(struct pci_dev *dev, void *data) 388956a9202SRyan Wilson { 389956a9202SRyan Wilson struct pcifront_device *pdev = data; 390956a9202SRyan Wilson int i; 391956a9202SRyan Wilson struct resource *r; 392956a9202SRyan Wilson 393956a9202SRyan Wilson for (i = 0; i < PCI_NUM_RESOURCES; i++) { 394956a9202SRyan Wilson r = &dev->resource[i]; 395956a9202SRyan Wilson 396956a9202SRyan Wilson if (!r->parent && r->start && r->flags) { 397956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "claiming resource %s/%d\n", 398956a9202SRyan Wilson pci_name(dev), i); 399956a9202SRyan Wilson if (pci_claim_resource(dev, i)) { 400917e3e65SKonrad Rzeszutek Wilk dev_err(&pdev->xdev->dev, "Could not claim resource %s/%d! " 401917e3e65SKonrad Rzeszutek Wilk "Device offline. Try using e820_host=1 in the guest config.\n", 402956a9202SRyan Wilson pci_name(dev), i); 403956a9202SRyan Wilson } 404956a9202SRyan Wilson } 405956a9202SRyan Wilson } 406956a9202SRyan Wilson 407956a9202SRyan Wilson return 0; 408956a9202SRyan Wilson } 409956a9202SRyan Wilson 41015856ad5SBill Pemberton static int pcifront_scan_bus(struct pcifront_device *pdev, 411956a9202SRyan Wilson unsigned int domain, unsigned int bus, 412956a9202SRyan Wilson struct pci_bus *b) 413956a9202SRyan Wilson { 414956a9202SRyan Wilson struct pci_dev *d; 415956a9202SRyan Wilson unsigned int devfn; 416956a9202SRyan Wilson 417f956c1b0SSergio Miguéns Iglesias /* 418f956c1b0SSergio Miguéns Iglesias * Scan the bus for functions and add. 419956a9202SRyan Wilson * We omit handling of PCI bridge attachment because pciback prevents 420956a9202SRyan Wilson * bridges from being exported. 421956a9202SRyan Wilson */ 422956a9202SRyan Wilson for (devfn = 0; devfn < 0x100; devfn++) { 423956a9202SRyan Wilson d = pci_get_slot(b, devfn); 424956a9202SRyan Wilson if (d) { 425956a9202SRyan Wilson /* Device is already known. */ 426956a9202SRyan Wilson pci_dev_put(d); 427956a9202SRyan Wilson continue; 428956a9202SRyan Wilson } 429956a9202SRyan Wilson 430956a9202SRyan Wilson d = pci_scan_single_device(b, devfn); 431956a9202SRyan Wilson if (d) 432956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "New device on " 433e4de866aSKonrad Rzeszutek Wilk "%04x:%02x:%02x.%d found.\n", domain, bus, 434956a9202SRyan Wilson PCI_SLOT(devfn), PCI_FUNC(devfn)); 435956a9202SRyan Wilson } 436956a9202SRyan Wilson 437956a9202SRyan Wilson return 0; 438956a9202SRyan Wilson } 439956a9202SRyan Wilson 44015856ad5SBill Pemberton static int pcifront_scan_root(struct pcifront_device *pdev, 441956a9202SRyan Wilson unsigned int domain, unsigned int bus) 442956a9202SRyan Wilson { 443956a9202SRyan Wilson struct pci_bus *b; 444515d425bSArnd Bergmann LIST_HEAD(resources); 445956a9202SRyan Wilson struct pcifront_sd *sd = NULL; 446956a9202SRyan Wilson struct pci_bus_entry *bus_entry = NULL; 447956a9202SRyan Wilson int err = 0; 448515d425bSArnd Bergmann static struct resource busn_res = { 449515d425bSArnd Bergmann .start = 0, 450515d425bSArnd Bergmann .end = 255, 451515d425bSArnd Bergmann .flags = IORESOURCE_BUS, 452515d425bSArnd Bergmann }; 453956a9202SRyan Wilson 454956a9202SRyan Wilson #ifndef CONFIG_PCI_DOMAINS 455956a9202SRyan Wilson if (domain != 0) { 456956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 457956a9202SRyan Wilson "PCI Root in non-zero PCI Domain! domain=%d\n", domain); 458956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 459956a9202SRyan Wilson "Please compile with CONFIG_PCI_DOMAINS\n"); 460956a9202SRyan Wilson err = -EINVAL; 461956a9202SRyan Wilson goto err_out; 462956a9202SRyan Wilson } 463956a9202SRyan Wilson #endif 464956a9202SRyan Wilson 465956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "Creating PCI Frontend Bus %04x:%02x\n", 466956a9202SRyan Wilson domain, bus); 467956a9202SRyan Wilson 4684d8c8bd6SKonrad Rzeszutek Wilk bus_entry = kzalloc(sizeof(*bus_entry), GFP_KERNEL); 4694d8c8bd6SKonrad Rzeszutek Wilk sd = kzalloc(sizeof(*sd), GFP_KERNEL); 470956a9202SRyan Wilson if (!bus_entry || !sd) { 471956a9202SRyan Wilson err = -ENOMEM; 472956a9202SRyan Wilson goto err_out; 473956a9202SRyan Wilson } 474515d425bSArnd Bergmann pci_add_resource(&resources, &ioport_resource); 475515d425bSArnd Bergmann pci_add_resource(&resources, &iomem_resource); 476515d425bSArnd Bergmann pci_add_resource(&resources, &busn_res); 477956a9202SRyan Wilson pcifront_init_sd(sd, domain, bus, pdev); 478956a9202SRyan Wilson 479a83919e0SRafael J. Wysocki pci_lock_rescan_remove(); 480a83919e0SRafael J. Wysocki 481515d425bSArnd Bergmann b = pci_scan_root_bus(&pdev->xdev->dev, bus, 482515d425bSArnd Bergmann &pcifront_bus_ops, sd, &resources); 483956a9202SRyan Wilson if (!b) { 484956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 485956a9202SRyan Wilson "Error creating PCI Frontend Bus!\n"); 486956a9202SRyan Wilson err = -ENOMEM; 487a83919e0SRafael J. Wysocki pci_unlock_rescan_remove(); 488515d425bSArnd Bergmann pci_free_resource_list(&resources); 489956a9202SRyan Wilson goto err_out; 490956a9202SRyan Wilson } 491956a9202SRyan Wilson 492956a9202SRyan Wilson bus_entry->bus = b; 493956a9202SRyan Wilson 494956a9202SRyan Wilson list_add(&bus_entry->list, &pdev->root_buses); 495956a9202SRyan Wilson 496f956c1b0SSergio Miguéns Iglesias /* 497f956c1b0SSergio Miguéns Iglesias * pci_scan_root_bus skips devices which do not have a 498f956c1b0SSergio Miguéns Iglesias * devfn==0. The pcifront_scan_bus enumerates all devfn. 499f956c1b0SSergio Miguéns Iglesias */ 500956a9202SRyan Wilson err = pcifront_scan_bus(pdev, domain, bus, b); 501956a9202SRyan Wilson 502956a9202SRyan Wilson /* Claim resources before going "live" with our devices */ 503956a9202SRyan Wilson pci_walk_bus(b, pcifront_claim_resource, pdev); 504956a9202SRyan Wilson 505956a9202SRyan Wilson /* Create SysFS and notify udev of the devices. Aka: "going live" */ 506956a9202SRyan Wilson pci_bus_add_devices(b); 507956a9202SRyan Wilson 508a83919e0SRafael J. Wysocki pci_unlock_rescan_remove(); 509956a9202SRyan Wilson return err; 510956a9202SRyan Wilson 511956a9202SRyan Wilson err_out: 512956a9202SRyan Wilson kfree(bus_entry); 513956a9202SRyan Wilson kfree(sd); 514956a9202SRyan Wilson 515956a9202SRyan Wilson return err; 516956a9202SRyan Wilson } 517956a9202SRyan Wilson 51815856ad5SBill Pemberton static int pcifront_rescan_root(struct pcifront_device *pdev, 519956a9202SRyan Wilson unsigned int domain, unsigned int bus) 520956a9202SRyan Wilson { 521956a9202SRyan Wilson int err; 522956a9202SRyan Wilson struct pci_bus *b; 523956a9202SRyan Wilson 524956a9202SRyan Wilson b = pci_find_bus(domain, bus); 525956a9202SRyan Wilson if (!b) 526956a9202SRyan Wilson /* If the bus is unknown, create it. */ 527956a9202SRyan Wilson return pcifront_scan_root(pdev, domain, bus); 528956a9202SRyan Wilson 5292849752fSJuergen Gross dev_info(&pdev->xdev->dev, "Rescanning PCI Frontend Bus %04x:%02x\n", 5302849752fSJuergen Gross domain, bus); 5312849752fSJuergen Gross 532956a9202SRyan Wilson err = pcifront_scan_bus(pdev, domain, bus, b); 533956a9202SRyan Wilson 534956a9202SRyan Wilson /* Claim resources before going "live" with our devices */ 535956a9202SRyan Wilson pci_walk_bus(b, pcifront_claim_resource, pdev); 536956a9202SRyan Wilson 537956a9202SRyan Wilson /* Create SysFS and notify udev of the devices. Aka: "going live" */ 538956a9202SRyan Wilson pci_bus_add_devices(b); 539956a9202SRyan Wilson 540956a9202SRyan Wilson return err; 541956a9202SRyan Wilson } 542956a9202SRyan Wilson 543956a9202SRyan Wilson static void free_root_bus_devs(struct pci_bus *bus) 544956a9202SRyan Wilson { 545956a9202SRyan Wilson struct pci_dev *dev; 546956a9202SRyan Wilson 547956a9202SRyan Wilson while (!list_empty(&bus->devices)) { 548956a9202SRyan Wilson dev = container_of(bus->devices.next, struct pci_dev, 549956a9202SRyan Wilson bus_list); 5507506dc79SFrederick Lawler pci_dbg(dev, "removing device\n"); 551210647afSYinghai Lu pci_stop_and_remove_bus_device(dev); 552956a9202SRyan Wilson } 553956a9202SRyan Wilson } 554956a9202SRyan Wilson 555956a9202SRyan Wilson static void pcifront_free_roots(struct pcifront_device *pdev) 556956a9202SRyan Wilson { 557956a9202SRyan Wilson struct pci_bus_entry *bus_entry, *t; 558956a9202SRyan Wilson 559956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, "cleaning up root buses\n"); 560956a9202SRyan Wilson 561a83919e0SRafael J. Wysocki pci_lock_rescan_remove(); 562956a9202SRyan Wilson list_for_each_entry_safe(bus_entry, t, &pdev->root_buses, list) { 563956a9202SRyan Wilson list_del(&bus_entry->list); 564956a9202SRyan Wilson 565956a9202SRyan Wilson free_root_bus_devs(bus_entry->bus); 566956a9202SRyan Wilson 567956a9202SRyan Wilson kfree(bus_entry->bus->sysdata); 568956a9202SRyan Wilson 569956a9202SRyan Wilson device_unregister(bus_entry->bus->bridge); 570956a9202SRyan Wilson pci_remove_bus(bus_entry->bus); 571956a9202SRyan Wilson 572956a9202SRyan Wilson kfree(bus_entry); 573956a9202SRyan Wilson } 574a83919e0SRafael J. Wysocki pci_unlock_rescan_remove(); 575956a9202SRyan Wilson } 576956a9202SRyan Wilson 577956a9202SRyan Wilson static pci_ers_result_t pcifront_common_process(int cmd, 578956a9202SRyan Wilson struct pcifront_device *pdev, 579956a9202SRyan Wilson pci_channel_state_t state) 580956a9202SRyan Wilson { 581956a9202SRyan Wilson struct pci_driver *pdrv; 582956a9202SRyan Wilson int bus = pdev->sh_info->aer_op.bus; 583956a9202SRyan Wilson int devfn = pdev->sh_info->aer_op.devfn; 584dd34bb40SSinan Kaya int domain = pdev->sh_info->aer_op.domain; 585956a9202SRyan Wilson struct pci_dev *pcidev; 586956a9202SRyan Wilson 587956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, 588956a9202SRyan Wilson "pcifront AER process: cmd %x (bus:%x, devfn%x)", 589956a9202SRyan Wilson cmd, bus, devfn); 590956a9202SRyan Wilson 591dd34bb40SSinan Kaya pcidev = pci_get_domain_bus_and_slot(domain, bus, devfn); 59243e85554SUwe Kleine-König if (!pcidev || !pcidev->dev.driver) { 5932a63dd72SJiri Slaby dev_err(&pdev->xdev->dev, "device or AER driver is NULL\n"); 5942a63dd72SJiri Slaby pci_dev_put(pcidev); 59534ab316dSUwe Kleine-König return PCI_ERS_RESULT_NONE; 596956a9202SRyan Wilson } 59743e85554SUwe Kleine-König pdrv = to_pci_driver(pcidev->dev.driver); 598956a9202SRyan Wilson 599956a9202SRyan Wilson if (pdrv->err_handler && pdrv->err_handler->error_detected) { 6007506dc79SFrederick Lawler pci_dbg(pcidev, "trying to call AER service\n"); 601956a9202SRyan Wilson switch (cmd) { 602956a9202SRyan Wilson case XEN_PCI_OP_aer_detected: 60334ab316dSUwe Kleine-König return pdrv->err_handler->error_detected(pcidev, state); 604956a9202SRyan Wilson case XEN_PCI_OP_aer_mmio: 60534ab316dSUwe Kleine-König return pdrv->err_handler->mmio_enabled(pcidev); 606956a9202SRyan Wilson case XEN_PCI_OP_aer_slotreset: 60734ab316dSUwe Kleine-König return pdrv->err_handler->slot_reset(pcidev); 608956a9202SRyan Wilson case XEN_PCI_OP_aer_resume: 609956a9202SRyan Wilson pdrv->err_handler->resume(pcidev); 61034ab316dSUwe Kleine-König return PCI_ERS_RESULT_NONE; 611956a9202SRyan Wilson default: 612956a9202SRyan Wilson dev_err(&pdev->xdev->dev, 61334ab316dSUwe Kleine-König "bad request in aer recovery operation!\n"); 61434ab316dSUwe Kleine-König } 61534ab316dSUwe Kleine-König } 616956a9202SRyan Wilson 61734ab316dSUwe Kleine-König return PCI_ERS_RESULT_NONE; 618956a9202SRyan Wilson } 619956a9202SRyan Wilson 620956a9202SRyan Wilson 621956a9202SRyan Wilson static void pcifront_do_aer(struct work_struct *data) 622956a9202SRyan Wilson { 623956a9202SRyan Wilson struct pcifront_device *pdev = 624956a9202SRyan Wilson container_of(data, struct pcifront_device, op_work); 625956a9202SRyan Wilson int cmd = pdev->sh_info->aer_op.cmd; 626956a9202SRyan Wilson pci_channel_state_t state = 627956a9202SRyan Wilson (pci_channel_state_t)pdev->sh_info->aer_op.err; 628956a9202SRyan Wilson 629f956c1b0SSergio Miguéns Iglesias /* 630f956c1b0SSergio Miguéns Iglesias * If a pci_conf op is in progress, we have to wait until it is done 631f956c1b0SSergio Miguéns Iglesias * before service aer op 632f956c1b0SSergio Miguéns Iglesias */ 633956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, 634956a9202SRyan Wilson "pcifront service aer bus %x devfn %x\n", 635956a9202SRyan Wilson pdev->sh_info->aer_op.bus, pdev->sh_info->aer_op.devfn); 636956a9202SRyan Wilson 637956a9202SRyan Wilson pdev->sh_info->aer_op.err = pcifront_common_process(cmd, pdev, state); 638956a9202SRyan Wilson 639956a9202SRyan Wilson /* Post the operation to the guest. */ 640956a9202SRyan Wilson wmb(); 641956a9202SRyan Wilson clear_bit(_XEN_PCIB_active, (unsigned long *)&pdev->sh_info->flags); 642956a9202SRyan Wilson notify_remote_via_evtchn(pdev->evtchn); 643956a9202SRyan Wilson 644956a9202SRyan Wilson /*in case of we lost an aer request in four lines time_window*/ 6454e857c58SPeter Zijlstra smp_mb__before_atomic(); 646956a9202SRyan Wilson clear_bit(_PDEVB_op_active, &pdev->flags); 6474e857c58SPeter Zijlstra smp_mb__after_atomic(); 648956a9202SRyan Wilson 649956a9202SRyan Wilson schedule_pcifront_aer_op(pdev); 650956a9202SRyan Wilson 651956a9202SRyan Wilson } 652956a9202SRyan Wilson 653956a9202SRyan Wilson static irqreturn_t pcifront_handler_aer(int irq, void *dev) 654956a9202SRyan Wilson { 655956a9202SRyan Wilson struct pcifront_device *pdev = dev; 656f956c1b0SSergio Miguéns Iglesias 657956a9202SRyan Wilson schedule_pcifront_aer_op(pdev); 658956a9202SRyan Wilson return IRQ_HANDLED; 659956a9202SRyan Wilson } 6603d925320SKonrad Rzeszutek Wilk static int pcifront_connect_and_init_dma(struct pcifront_device *pdev) 661956a9202SRyan Wilson { 662956a9202SRyan Wilson int err = 0; 663956a9202SRyan Wilson 664956a9202SRyan Wilson spin_lock(&pcifront_dev_lock); 665956a9202SRyan Wilson 666956a9202SRyan Wilson if (!pcifront_dev) { 667956a9202SRyan Wilson dev_info(&pdev->xdev->dev, "Installing PCI frontend\n"); 668956a9202SRyan Wilson pcifront_dev = pdev; 669098b1aeaSKonrad Rzeszutek Wilk } else 670956a9202SRyan Wilson err = -EEXIST; 671098b1aeaSKonrad Rzeszutek Wilk 672956a9202SRyan Wilson spin_unlock(&pcifront_dev_lock); 673956a9202SRyan Wilson 6746f2beb26SClaire Chang if (!err && !is_swiotlb_active(&pdev->xdev->dev)) { 6753d925320SKonrad Rzeszutek Wilk err = pci_xen_swiotlb_init_late(); 6763d925320SKonrad Rzeszutek Wilk if (err) 6773d925320SKonrad Rzeszutek Wilk dev_err(&pdev->xdev->dev, "Could not setup SWIOTLB!\n"); 6783d925320SKonrad Rzeszutek Wilk } 679956a9202SRyan Wilson return err; 680956a9202SRyan Wilson } 681956a9202SRyan Wilson 682956a9202SRyan Wilson static void pcifront_disconnect(struct pcifront_device *pdev) 683956a9202SRyan Wilson { 684956a9202SRyan Wilson spin_lock(&pcifront_dev_lock); 685956a9202SRyan Wilson 686956a9202SRyan Wilson if (pdev == pcifront_dev) { 687956a9202SRyan Wilson dev_info(&pdev->xdev->dev, 688956a9202SRyan Wilson "Disconnecting PCI Frontend Buses\n"); 689956a9202SRyan Wilson pcifront_dev = NULL; 690956a9202SRyan Wilson } 691956a9202SRyan Wilson 692956a9202SRyan Wilson spin_unlock(&pcifront_dev_lock); 693956a9202SRyan Wilson } 694956a9202SRyan Wilson static struct pcifront_device *alloc_pdev(struct xenbus_device *xdev) 695956a9202SRyan Wilson { 696956a9202SRyan Wilson struct pcifront_device *pdev; 697956a9202SRyan Wilson 698956a9202SRyan Wilson pdev = kzalloc(sizeof(struct pcifront_device), GFP_KERNEL); 699956a9202SRyan Wilson if (pdev == NULL) 700956a9202SRyan Wilson goto out; 701956a9202SRyan Wilson 7020e6b139dSJuergen Gross if (xenbus_setup_ring(xdev, GFP_KERNEL, (void **)&pdev->sh_info, 1, 7030e6b139dSJuergen Gross &pdev->gnt_ref)) { 704956a9202SRyan Wilson kfree(pdev); 705956a9202SRyan Wilson pdev = NULL; 706956a9202SRyan Wilson goto out; 707956a9202SRyan Wilson } 708956a9202SRyan Wilson pdev->sh_info->flags = 0; 709956a9202SRyan Wilson 710956a9202SRyan Wilson /*Flag for registering PV AER handler*/ 711956a9202SRyan Wilson set_bit(_XEN_PCIB_AERHANDLER, (void *)&pdev->sh_info->flags); 712956a9202SRyan Wilson 713956a9202SRyan Wilson dev_set_drvdata(&xdev->dev, pdev); 714956a9202SRyan Wilson pdev->xdev = xdev; 715956a9202SRyan Wilson 716956a9202SRyan Wilson INIT_LIST_HEAD(&pdev->root_buses); 717956a9202SRyan Wilson 718956a9202SRyan Wilson spin_lock_init(&pdev->sh_info_lock); 719956a9202SRyan Wilson 720956a9202SRyan Wilson pdev->evtchn = INVALID_EVTCHN; 721956a9202SRyan Wilson pdev->irq = -1; 722956a9202SRyan Wilson 723956a9202SRyan Wilson INIT_WORK(&pdev->op_work, pcifront_do_aer); 724956a9202SRyan Wilson 725956a9202SRyan Wilson dev_dbg(&xdev->dev, "Allocated pdev @ 0x%p pdev->sh_info @ 0x%p\n", 726956a9202SRyan Wilson pdev, pdev->sh_info); 727956a9202SRyan Wilson out: 728956a9202SRyan Wilson return pdev; 729956a9202SRyan Wilson } 730956a9202SRyan Wilson 731956a9202SRyan Wilson static void free_pdev(struct pcifront_device *pdev) 732956a9202SRyan Wilson { 733956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, "freeing pdev @ 0x%p\n", pdev); 734956a9202SRyan Wilson 735956a9202SRyan Wilson pcifront_free_roots(pdev); 736956a9202SRyan Wilson 737db2e2e6eSTejun Heo cancel_work_sync(&pdev->op_work); 738956a9202SRyan Wilson 739956a9202SRyan Wilson if (pdev->irq >= 0) 740956a9202SRyan Wilson unbind_from_irqhandler(pdev->irq, pdev); 741956a9202SRyan Wilson 742956a9202SRyan Wilson if (pdev->evtchn != INVALID_EVTCHN) 743956a9202SRyan Wilson xenbus_free_evtchn(pdev->xdev, pdev->evtchn); 744956a9202SRyan Wilson 7450e6b139dSJuergen Gross xenbus_teardown_ring((void **)&pdev->sh_info, 1, &pdev->gnt_ref); 746956a9202SRyan Wilson 747956a9202SRyan Wilson dev_set_drvdata(&pdev->xdev->dev, NULL); 748956a9202SRyan Wilson 749956a9202SRyan Wilson kfree(pdev); 750956a9202SRyan Wilson } 751956a9202SRyan Wilson 752956a9202SRyan Wilson static int pcifront_publish_info(struct pcifront_device *pdev) 753956a9202SRyan Wilson { 754956a9202SRyan Wilson int err = 0; 755956a9202SRyan Wilson struct xenbus_transaction trans; 756956a9202SRyan Wilson 757956a9202SRyan Wilson err = xenbus_alloc_evtchn(pdev->xdev, &pdev->evtchn); 758956a9202SRyan Wilson if (err) 759956a9202SRyan Wilson goto out; 760956a9202SRyan Wilson 761956a9202SRyan Wilson err = bind_evtchn_to_irqhandler(pdev->evtchn, pcifront_handler_aer, 762956a9202SRyan Wilson 0, "pcifront", pdev); 763956a9202SRyan Wilson 764956a9202SRyan Wilson if (err < 0) 765956a9202SRyan Wilson return err; 766956a9202SRyan Wilson 767956a9202SRyan Wilson pdev->irq = err; 768956a9202SRyan Wilson 769956a9202SRyan Wilson do_publish: 770956a9202SRyan Wilson err = xenbus_transaction_start(&trans); 771956a9202SRyan Wilson if (err) { 772956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 773956a9202SRyan Wilson "Error writing configuration for backend " 774956a9202SRyan Wilson "(start transaction)"); 775956a9202SRyan Wilson goto out; 776956a9202SRyan Wilson } 777956a9202SRyan Wilson 778956a9202SRyan Wilson err = xenbus_printf(trans, pdev->xdev->nodename, 779956a9202SRyan Wilson "pci-op-ref", "%u", pdev->gnt_ref); 780956a9202SRyan Wilson if (!err) 781956a9202SRyan Wilson err = xenbus_printf(trans, pdev->xdev->nodename, 782956a9202SRyan Wilson "event-channel", "%u", pdev->evtchn); 783956a9202SRyan Wilson if (!err) 784956a9202SRyan Wilson err = xenbus_printf(trans, pdev->xdev->nodename, 785956a9202SRyan Wilson "magic", XEN_PCI_MAGIC); 786956a9202SRyan Wilson 787956a9202SRyan Wilson if (err) { 788956a9202SRyan Wilson xenbus_transaction_end(trans, 1); 789956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 790956a9202SRyan Wilson "Error writing configuration for backend"); 791956a9202SRyan Wilson goto out; 792956a9202SRyan Wilson } else { 793956a9202SRyan Wilson err = xenbus_transaction_end(trans, 0); 794956a9202SRyan Wilson if (err == -EAGAIN) 795956a9202SRyan Wilson goto do_publish; 796956a9202SRyan Wilson else if (err) { 797956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 798956a9202SRyan Wilson "Error completing transaction " 799956a9202SRyan Wilson "for backend"); 800956a9202SRyan Wilson goto out; 801956a9202SRyan Wilson } 802956a9202SRyan Wilson } 803956a9202SRyan Wilson 804956a9202SRyan Wilson xenbus_switch_state(pdev->xdev, XenbusStateInitialised); 805956a9202SRyan Wilson 806956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, "publishing successful!\n"); 807956a9202SRyan Wilson 808956a9202SRyan Wilson out: 809956a9202SRyan Wilson return err; 810956a9202SRyan Wilson } 811956a9202SRyan Wilson 8122849752fSJuergen Gross static void pcifront_connect(struct pcifront_device *pdev) 813956a9202SRyan Wilson { 8142849752fSJuergen Gross int err; 815956a9202SRyan Wilson int i, num_roots, len; 816956a9202SRyan Wilson char str[64]; 817956a9202SRyan Wilson unsigned int domain, bus; 818956a9202SRyan Wilson 819956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, 820956a9202SRyan Wilson "root_num", "%d", &num_roots); 821956a9202SRyan Wilson if (err == -ENOENT) { 822956a9202SRyan Wilson xenbus_dev_error(pdev->xdev, err, 823956a9202SRyan Wilson "No PCI Roots found, trying 0000:00"); 8242849752fSJuergen Gross err = pcifront_rescan_root(pdev, 0, 0); 82523cf1d00SChen Gang if (err) { 82623cf1d00SChen Gang xenbus_dev_fatal(pdev->xdev, err, 82723cf1d00SChen Gang "Error scanning PCI root 0000:00"); 8282849752fSJuergen Gross return; 82923cf1d00SChen Gang } 830956a9202SRyan Wilson num_roots = 0; 831956a9202SRyan Wilson } else if (err != 1) { 8322849752fSJuergen Gross xenbus_dev_fatal(pdev->xdev, err >= 0 ? -EINVAL : err, 833956a9202SRyan Wilson "Error reading number of PCI roots"); 8342849752fSJuergen Gross return; 835956a9202SRyan Wilson } 836956a9202SRyan Wilson 837956a9202SRyan Wilson for (i = 0; i < num_roots; i++) { 838956a9202SRyan Wilson len = snprintf(str, sizeof(str), "root-%d", i); 8392849752fSJuergen Gross if (unlikely(len >= (sizeof(str) - 1))) 8402849752fSJuergen Gross return; 841956a9202SRyan Wilson 842956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, str, 843956a9202SRyan Wilson "%x:%x", &domain, &bus); 844956a9202SRyan Wilson if (err != 2) { 8452849752fSJuergen Gross xenbus_dev_fatal(pdev->xdev, err >= 0 ? -EINVAL : err, 846956a9202SRyan Wilson "Error reading PCI root %d", i); 8472849752fSJuergen Gross return; 848956a9202SRyan Wilson } 849956a9202SRyan Wilson 8502849752fSJuergen Gross err = pcifront_rescan_root(pdev, domain, bus); 851956a9202SRyan Wilson if (err) { 852956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 853956a9202SRyan Wilson "Error scanning PCI root %04x:%02x", 854956a9202SRyan Wilson domain, bus); 8552849752fSJuergen Gross return; 856956a9202SRyan Wilson } 857956a9202SRyan Wilson } 858956a9202SRyan Wilson 8592849752fSJuergen Gross xenbus_switch_state(pdev->xdev, XenbusStateConnected); 8602849752fSJuergen Gross } 861956a9202SRyan Wilson 8622849752fSJuergen Gross static void pcifront_try_connect(struct pcifront_device *pdev) 8632849752fSJuergen Gross { 8642849752fSJuergen Gross int err; 8652849752fSJuergen Gross 8662849752fSJuergen Gross /* Only connect once */ 8672849752fSJuergen Gross if (xenbus_read_driver_state(pdev->xdev->nodename) != 8682849752fSJuergen Gross XenbusStateInitialised) 8692849752fSJuergen Gross return; 8702849752fSJuergen Gross 8712849752fSJuergen Gross err = pcifront_connect_and_init_dma(pdev); 8722849752fSJuergen Gross if (err && err != -EEXIST) { 8732849752fSJuergen Gross xenbus_dev_fatal(pdev->xdev, err, 8742849752fSJuergen Gross "Error setting up PCI Frontend"); 8752849752fSJuergen Gross return; 8762849752fSJuergen Gross } 8772849752fSJuergen Gross 8782849752fSJuergen Gross pcifront_connect(pdev); 879956a9202SRyan Wilson } 880956a9202SRyan Wilson 881956a9202SRyan Wilson static int pcifront_try_disconnect(struct pcifront_device *pdev) 882956a9202SRyan Wilson { 883956a9202SRyan Wilson int err = 0; 884956a9202SRyan Wilson enum xenbus_state prev_state; 885956a9202SRyan Wilson 886956a9202SRyan Wilson 887956a9202SRyan Wilson prev_state = xenbus_read_driver_state(pdev->xdev->nodename); 888956a9202SRyan Wilson 889956a9202SRyan Wilson if (prev_state >= XenbusStateClosing) 890956a9202SRyan Wilson goto out; 891956a9202SRyan Wilson 892956a9202SRyan Wilson if (prev_state == XenbusStateConnected) { 893956a9202SRyan Wilson pcifront_free_roots(pdev); 894956a9202SRyan Wilson pcifront_disconnect(pdev); 895956a9202SRyan Wilson } 896956a9202SRyan Wilson 897956a9202SRyan Wilson err = xenbus_switch_state(pdev->xdev, XenbusStateClosed); 898956a9202SRyan Wilson 899956a9202SRyan Wilson out: 900956a9202SRyan Wilson 901956a9202SRyan Wilson return err; 902956a9202SRyan Wilson } 903956a9202SRyan Wilson 9042849752fSJuergen Gross static void pcifront_attach_devices(struct pcifront_device *pdev) 905956a9202SRyan Wilson { 9062849752fSJuergen Gross if (xenbus_read_driver_state(pdev->xdev->nodename) == 907956a9202SRyan Wilson XenbusStateReconfiguring) 9082849752fSJuergen Gross pcifront_connect(pdev); 909956a9202SRyan Wilson } 910956a9202SRyan Wilson 911956a9202SRyan Wilson static int pcifront_detach_devices(struct pcifront_device *pdev) 912956a9202SRyan Wilson { 913956a9202SRyan Wilson int err = 0; 914956a9202SRyan Wilson int i, num_devs; 915728c2edfSJason Andryuk enum xenbus_state state; 916956a9202SRyan Wilson unsigned int domain, bus, slot, func; 917956a9202SRyan Wilson struct pci_dev *pci_dev; 918956a9202SRyan Wilson char str[64]; 919956a9202SRyan Wilson 920728c2edfSJason Andryuk state = xenbus_read_driver_state(pdev->xdev->nodename); 921728c2edfSJason Andryuk if (state == XenbusStateInitialised) { 922728c2edfSJason Andryuk dev_dbg(&pdev->xdev->dev, "Handle skipped connect.\n"); 923728c2edfSJason Andryuk /* We missed Connected and need to initialize. */ 924728c2edfSJason Andryuk err = pcifront_connect_and_init_dma(pdev); 925728c2edfSJason Andryuk if (err && err != -EEXIST) { 926728c2edfSJason Andryuk xenbus_dev_fatal(pdev->xdev, err, 927728c2edfSJason Andryuk "Error setting up PCI Frontend"); 928956a9202SRyan Wilson goto out; 929728c2edfSJason Andryuk } 930728c2edfSJason Andryuk 931728c2edfSJason Andryuk goto out_switch_state; 932728c2edfSJason Andryuk } else if (state != XenbusStateConnected) { 933728c2edfSJason Andryuk goto out; 934728c2edfSJason Andryuk } 935956a9202SRyan Wilson 936956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, "num_devs", "%d", 937956a9202SRyan Wilson &num_devs); 938956a9202SRyan Wilson if (err != 1) { 939956a9202SRyan Wilson if (err >= 0) 940956a9202SRyan Wilson err = -EINVAL; 941956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 942956a9202SRyan Wilson "Error reading number of PCI devices"); 943956a9202SRyan Wilson goto out; 944956a9202SRyan Wilson } 945956a9202SRyan Wilson 946956a9202SRyan Wilson /* Find devices being detached and remove them. */ 947956a9202SRyan Wilson for (i = 0; i < num_devs; i++) { 948956a9202SRyan Wilson int l, state; 949f956c1b0SSergio Miguéns Iglesias 950956a9202SRyan Wilson l = snprintf(str, sizeof(str), "state-%d", i); 951956a9202SRyan Wilson if (unlikely(l >= (sizeof(str) - 1))) { 952956a9202SRyan Wilson err = -ENOMEM; 953956a9202SRyan Wilson goto out; 954956a9202SRyan Wilson } 95558faf07bSJuergen Gross state = xenbus_read_unsigned(pdev->xdev->otherend, str, 95658faf07bSJuergen Gross XenbusStateUnknown); 957956a9202SRyan Wilson 958956a9202SRyan Wilson if (state != XenbusStateClosing) 959956a9202SRyan Wilson continue; 960956a9202SRyan Wilson 961956a9202SRyan Wilson /* Remove device. */ 962956a9202SRyan Wilson l = snprintf(str, sizeof(str), "vdev-%d", i); 963956a9202SRyan Wilson if (unlikely(l >= (sizeof(str) - 1))) { 964956a9202SRyan Wilson err = -ENOMEM; 965956a9202SRyan Wilson goto out; 966956a9202SRyan Wilson } 967956a9202SRyan Wilson err = xenbus_scanf(XBT_NIL, pdev->xdev->otherend, str, 968956a9202SRyan Wilson "%x:%x:%x.%x", &domain, &bus, &slot, &func); 969956a9202SRyan Wilson if (err != 4) { 970956a9202SRyan Wilson if (err >= 0) 971956a9202SRyan Wilson err = -EINVAL; 972956a9202SRyan Wilson xenbus_dev_fatal(pdev->xdev, err, 973956a9202SRyan Wilson "Error reading PCI device %d", i); 974956a9202SRyan Wilson goto out; 975956a9202SRyan Wilson } 976956a9202SRyan Wilson 9772ccc246dSJiang Liu pci_dev = pci_get_domain_bus_and_slot(domain, bus, 9782ccc246dSJiang Liu PCI_DEVFN(slot, func)); 979956a9202SRyan Wilson if (!pci_dev) { 980956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, 981e4de866aSKonrad Rzeszutek Wilk "Cannot get PCI device %04x:%02x:%02x.%d\n", 982956a9202SRyan Wilson domain, bus, slot, func); 983956a9202SRyan Wilson continue; 984956a9202SRyan Wilson } 985a83919e0SRafael J. Wysocki pci_lock_rescan_remove(); 986210647afSYinghai Lu pci_stop_and_remove_bus_device(pci_dev); 987956a9202SRyan Wilson pci_dev_put(pci_dev); 988a83919e0SRafael J. Wysocki pci_unlock_rescan_remove(); 989956a9202SRyan Wilson 990956a9202SRyan Wilson dev_dbg(&pdev->xdev->dev, 991e4de866aSKonrad Rzeszutek Wilk "PCI device %04x:%02x:%02x.%d removed.\n", 992956a9202SRyan Wilson domain, bus, slot, func); 993956a9202SRyan Wilson } 994956a9202SRyan Wilson 995728c2edfSJason Andryuk out_switch_state: 996956a9202SRyan Wilson err = xenbus_switch_state(pdev->xdev, XenbusStateReconfiguring); 997956a9202SRyan Wilson 998956a9202SRyan Wilson out: 999956a9202SRyan Wilson return err; 1000956a9202SRyan Wilson } 1001956a9202SRyan Wilson 1002f956c1b0SSergio Miguéns Iglesias static void pcifront_backend_changed(struct xenbus_device *xdev, 1003956a9202SRyan Wilson enum xenbus_state be_state) 1004956a9202SRyan Wilson { 1005956a9202SRyan Wilson struct pcifront_device *pdev = dev_get_drvdata(&xdev->dev); 1006956a9202SRyan Wilson 1007956a9202SRyan Wilson switch (be_state) { 1008956a9202SRyan Wilson case XenbusStateUnknown: 1009956a9202SRyan Wilson case XenbusStateInitialising: 1010956a9202SRyan Wilson case XenbusStateInitWait: 1011956a9202SRyan Wilson case XenbusStateInitialised: 1012956a9202SRyan Wilson break; 1013956a9202SRyan Wilson 1014956a9202SRyan Wilson case XenbusStateConnected: 1015956a9202SRyan Wilson pcifront_try_connect(pdev); 1016956a9202SRyan Wilson break; 1017956a9202SRyan Wilson 1018d5af64deSDavid Vrabel case XenbusStateClosed: 1019d5af64deSDavid Vrabel if (xdev->state == XenbusStateClosed) 1020d5af64deSDavid Vrabel break; 1021df561f66SGustavo A. R. Silva fallthrough; /* Missed the backend's CLOSING state */ 1022956a9202SRyan Wilson case XenbusStateClosing: 1023956a9202SRyan Wilson dev_warn(&xdev->dev, "backend going away!\n"); 1024956a9202SRyan Wilson pcifront_try_disconnect(pdev); 1025956a9202SRyan Wilson break; 1026956a9202SRyan Wilson 1027956a9202SRyan Wilson case XenbusStateReconfiguring: 1028956a9202SRyan Wilson pcifront_detach_devices(pdev); 1029956a9202SRyan Wilson break; 1030956a9202SRyan Wilson 1031956a9202SRyan Wilson case XenbusStateReconfigured: 1032956a9202SRyan Wilson pcifront_attach_devices(pdev); 1033956a9202SRyan Wilson break; 1034956a9202SRyan Wilson } 1035956a9202SRyan Wilson } 1036956a9202SRyan Wilson 1037956a9202SRyan Wilson static int pcifront_xenbus_probe(struct xenbus_device *xdev, 1038956a9202SRyan Wilson const struct xenbus_device_id *id) 1039956a9202SRyan Wilson { 1040956a9202SRyan Wilson int err = 0; 1041956a9202SRyan Wilson struct pcifront_device *pdev = alloc_pdev(xdev); 1042956a9202SRyan Wilson 1043956a9202SRyan Wilson if (pdev == NULL) { 1044956a9202SRyan Wilson err = -ENOMEM; 1045956a9202SRyan Wilson xenbus_dev_fatal(xdev, err, 1046956a9202SRyan Wilson "Error allocating pcifront_device struct"); 1047956a9202SRyan Wilson goto out; 1048956a9202SRyan Wilson } 1049956a9202SRyan Wilson 1050956a9202SRyan Wilson err = pcifront_publish_info(pdev); 1051956a9202SRyan Wilson if (err) 1052956a9202SRyan Wilson free_pdev(pdev); 1053956a9202SRyan Wilson 1054956a9202SRyan Wilson out: 1055956a9202SRyan Wilson return err; 1056956a9202SRyan Wilson } 1057956a9202SRyan Wilson 1058*7cffcadeSDawei Li static void pcifront_xenbus_remove(struct xenbus_device *xdev) 1059956a9202SRyan Wilson { 1060956a9202SRyan Wilson struct pcifront_device *pdev = dev_get_drvdata(&xdev->dev); 1061f956c1b0SSergio Miguéns Iglesias 1062956a9202SRyan Wilson if (pdev) 1063956a9202SRyan Wilson free_pdev(pdev); 1064956a9202SRyan Wilson } 1065956a9202SRyan Wilson 1066956a9202SRyan Wilson static const struct xenbus_device_id xenpci_ids[] = { 1067956a9202SRyan Wilson {"pci"}, 1068956a9202SRyan Wilson {""}, 1069956a9202SRyan Wilson }; 1070956a9202SRyan Wilson 107195afae48SDavid Vrabel static struct xenbus_driver xenpci_driver = { 107295afae48SDavid Vrabel .name = "pcifront", 107395afae48SDavid Vrabel .ids = xenpci_ids, 1074956a9202SRyan Wilson .probe = pcifront_xenbus_probe, 1075956a9202SRyan Wilson .remove = pcifront_xenbus_remove, 1076956a9202SRyan Wilson .otherend_changed = pcifront_backend_changed, 107795afae48SDavid Vrabel }; 1078956a9202SRyan Wilson 1079956a9202SRyan Wilson static int __init pcifront_init(void) 1080956a9202SRyan Wilson { 1081956a9202SRyan Wilson if (!xen_pv_domain() || xen_initial_domain()) 1082956a9202SRyan Wilson return -ENODEV; 1083956a9202SRyan Wilson 108451c71a3bSKonrad Rzeszutek Wilk if (!xen_has_pv_devices()) 108551c71a3bSKonrad Rzeszutek Wilk return -ENODEV; 108651c71a3bSKonrad Rzeszutek Wilk 1087956a9202SRyan Wilson pci_frontend_registrar(1 /* enable */); 1088956a9202SRyan Wilson 108973db144bSJan Beulich return xenbus_register_frontend(&xenpci_driver); 1090956a9202SRyan Wilson } 1091956a9202SRyan Wilson 1092956a9202SRyan Wilson static void __exit pcifront_cleanup(void) 1093956a9202SRyan Wilson { 109473db144bSJan Beulich xenbus_unregister_driver(&xenpci_driver); 1095956a9202SRyan Wilson pci_frontend_registrar(0 /* disable */); 1096956a9202SRyan Wilson } 1097956a9202SRyan Wilson module_init(pcifront_init); 1098956a9202SRyan Wilson module_exit(pcifront_cleanup); 1099956a9202SRyan Wilson 1100956a9202SRyan Wilson MODULE_DESCRIPTION("Xen PCI passthrough frontend."); 1101956a9202SRyan Wilson MODULE_LICENSE("GPL"); 1102956a9202SRyan Wilson MODULE_ALIAS("xen:pci"); 1103