1*3397c3cdSYaxing Guo // SPDX-License-Identifier: GPL-2.0 2*3397c3cdSYaxing Guo /* 3*3397c3cdSYaxing Guo * UIO PCI Express sva driver 4*3397c3cdSYaxing Guo * 5*3397c3cdSYaxing Guo * Copyright (c) 2025 Beijing Institute of Open Source Chip (BOSC) 6*3397c3cdSYaxing Guo */ 7*3397c3cdSYaxing Guo 8*3397c3cdSYaxing Guo #include <linux/device.h> 9*3397c3cdSYaxing Guo #include <linux/module.h> 10*3397c3cdSYaxing Guo #include <linux/pci.h> 11*3397c3cdSYaxing Guo #include <linux/uio_driver.h> 12*3397c3cdSYaxing Guo #include <linux/iommu.h> 13*3397c3cdSYaxing Guo 14*3397c3cdSYaxing Guo struct uio_pci_sva_dev { 15*3397c3cdSYaxing Guo struct pci_dev *pdev; 16*3397c3cdSYaxing Guo struct uio_info info; 17*3397c3cdSYaxing Guo struct iommu_sva *sva_handle; 18*3397c3cdSYaxing Guo int pasid; 19*3397c3cdSYaxing Guo }; 20*3397c3cdSYaxing Guo 21*3397c3cdSYaxing Guo static irqreturn_t irq_handler(int irq, struct uio_info *dev_info) 22*3397c3cdSYaxing Guo { 23*3397c3cdSYaxing Guo return IRQ_HANDLED; 24*3397c3cdSYaxing Guo } 25*3397c3cdSYaxing Guo 26*3397c3cdSYaxing Guo static int uio_pci_sva_open(struct uio_info *info, struct inode *inode) 27*3397c3cdSYaxing Guo { 28*3397c3cdSYaxing Guo struct iommu_sva *handle; 29*3397c3cdSYaxing Guo struct uio_pci_sva_dev *udev = info->priv; 30*3397c3cdSYaxing Guo struct iommu_domain *domain; 31*3397c3cdSYaxing Guo 32*3397c3cdSYaxing Guo if (!udev && !udev->pdev) 33*3397c3cdSYaxing Guo return -ENODEV; 34*3397c3cdSYaxing Guo 35*3397c3cdSYaxing Guo domain = iommu_get_domain_for_dev(&udev->pdev->dev); 36*3397c3cdSYaxing Guo if (domain) 37*3397c3cdSYaxing Guo iommu_detach_device(domain, &udev->pdev->dev); 38*3397c3cdSYaxing Guo 39*3397c3cdSYaxing Guo handle = iommu_sva_bind_device(&udev->pdev->dev, current->mm); 40*3397c3cdSYaxing Guo if (IS_ERR(handle)) 41*3397c3cdSYaxing Guo return -EINVAL; 42*3397c3cdSYaxing Guo 43*3397c3cdSYaxing Guo udev->pasid = iommu_sva_get_pasid(handle); 44*3397c3cdSYaxing Guo 45*3397c3cdSYaxing Guo udev->sva_handle = handle; 46*3397c3cdSYaxing Guo 47*3397c3cdSYaxing Guo return 0; 48*3397c3cdSYaxing Guo } 49*3397c3cdSYaxing Guo 50*3397c3cdSYaxing Guo static int uio_pci_sva_release(struct uio_info *info, struct inode *inode) 51*3397c3cdSYaxing Guo { 52*3397c3cdSYaxing Guo struct uio_pci_sva_dev *udev = info->priv; 53*3397c3cdSYaxing Guo 54*3397c3cdSYaxing Guo if (!udev && !udev->pdev) 55*3397c3cdSYaxing Guo return -ENODEV; 56*3397c3cdSYaxing Guo 57*3397c3cdSYaxing Guo iommu_sva_unbind_device(udev->sva_handle); 58*3397c3cdSYaxing Guo 59*3397c3cdSYaxing Guo return 0; 60*3397c3cdSYaxing Guo } 61*3397c3cdSYaxing Guo 62*3397c3cdSYaxing Guo static int probe(struct pci_dev *pdev, const struct pci_device_id *id) 63*3397c3cdSYaxing Guo { 64*3397c3cdSYaxing Guo struct uio_pci_sva_dev *udev; 65*3397c3cdSYaxing Guo int ret, i, irq = 0; 66*3397c3cdSYaxing Guo 67*3397c3cdSYaxing Guo ret = pci_enable_device(pdev); 68*3397c3cdSYaxing Guo if (ret) { 69*3397c3cdSYaxing Guo dev_err(&pdev->dev, "pci_enable_device failed: %d\n", ret); 70*3397c3cdSYaxing Guo return ret; 71*3397c3cdSYaxing Guo } 72*3397c3cdSYaxing Guo 73*3397c3cdSYaxing Guo ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)); 74*3397c3cdSYaxing Guo if (ret) 75*3397c3cdSYaxing Guo goto out_disable; 76*3397c3cdSYaxing Guo 77*3397c3cdSYaxing Guo pci_set_master(pdev); 78*3397c3cdSYaxing Guo 79*3397c3cdSYaxing Guo ret = pci_alloc_irq_vectors(pdev, 1, 1, PCI_IRQ_MSIX | PCI_IRQ_MSI); 80*3397c3cdSYaxing Guo if (ret > 0) { 81*3397c3cdSYaxing Guo irq = pci_irq_vector(pdev, 0); 82*3397c3cdSYaxing Guo if (irq < 0) { 83*3397c3cdSYaxing Guo dev_err(&pdev->dev, "Failed to get MSI vector\n"); 84*3397c3cdSYaxing Guo ret = irq; 85*3397c3cdSYaxing Guo goto out_disable; 86*3397c3cdSYaxing Guo } 87*3397c3cdSYaxing Guo } else 88*3397c3cdSYaxing Guo dev_warn(&pdev->dev, 89*3397c3cdSYaxing Guo "No IRQ vectors available (%d), using polling\n", ret); 90*3397c3cdSYaxing Guo 91*3397c3cdSYaxing Guo udev = devm_kzalloc(&pdev->dev, sizeof(struct uio_pci_sva_dev), 92*3397c3cdSYaxing Guo GFP_KERNEL); 93*3397c3cdSYaxing Guo if (!udev) { 94*3397c3cdSYaxing Guo ret = -ENOMEM; 95*3397c3cdSYaxing Guo goto out_disable; 96*3397c3cdSYaxing Guo } 97*3397c3cdSYaxing Guo 98*3397c3cdSYaxing Guo udev->pdev = pdev; 99*3397c3cdSYaxing Guo udev->info.name = "uio_pci_sva"; 100*3397c3cdSYaxing Guo udev->info.version = "0.0.1"; 101*3397c3cdSYaxing Guo udev->info.open = uio_pci_sva_open; 102*3397c3cdSYaxing Guo udev->info.release = uio_pci_sva_release; 103*3397c3cdSYaxing Guo udev->info.irq = irq; 104*3397c3cdSYaxing Guo udev->info.handler = irq_handler; 105*3397c3cdSYaxing Guo udev->info.priv = udev; 106*3397c3cdSYaxing Guo 107*3397c3cdSYaxing Guo for (i = 0; i < MAX_UIO_MAPS; i++) { 108*3397c3cdSYaxing Guo struct resource *r = &pdev->resource[i]; 109*3397c3cdSYaxing Guo struct uio_mem *uiomem = &udev->info.mem[i]; 110*3397c3cdSYaxing Guo 111*3397c3cdSYaxing Guo if (r->flags != (IORESOURCE_SIZEALIGN | IORESOURCE_MEM)) 112*3397c3cdSYaxing Guo continue; 113*3397c3cdSYaxing Guo 114*3397c3cdSYaxing Guo if (uiomem >= &udev->info.mem[MAX_UIO_MAPS]) { 115*3397c3cdSYaxing Guo dev_warn(&pdev->dev, "Do not support more than %d iomem\n", 116*3397c3cdSYaxing Guo MAX_UIO_MAPS); 117*3397c3cdSYaxing Guo break; 118*3397c3cdSYaxing Guo } 119*3397c3cdSYaxing Guo 120*3397c3cdSYaxing Guo uiomem->memtype = UIO_MEM_PHYS; 121*3397c3cdSYaxing Guo uiomem->addr = r->start & PAGE_MASK; 122*3397c3cdSYaxing Guo uiomem->offs = r->start & ~PAGE_MASK; 123*3397c3cdSYaxing Guo uiomem->size = 124*3397c3cdSYaxing Guo (uiomem->offs + resource_size(r) + PAGE_SIZE - 1) & 125*3397c3cdSYaxing Guo PAGE_MASK; 126*3397c3cdSYaxing Guo uiomem->name = r->name; 127*3397c3cdSYaxing Guo } 128*3397c3cdSYaxing Guo 129*3397c3cdSYaxing Guo ret = devm_uio_register_device(&pdev->dev, &udev->info); 130*3397c3cdSYaxing Guo if (ret) { 131*3397c3cdSYaxing Guo dev_err(&pdev->dev, "Failed to register uio device\n"); 132*3397c3cdSYaxing Guo goto out_free; 133*3397c3cdSYaxing Guo } 134*3397c3cdSYaxing Guo 135*3397c3cdSYaxing Guo pci_set_drvdata(pdev, udev); 136*3397c3cdSYaxing Guo 137*3397c3cdSYaxing Guo return 0; 138*3397c3cdSYaxing Guo 139*3397c3cdSYaxing Guo out_free: 140*3397c3cdSYaxing Guo kfree(udev); 141*3397c3cdSYaxing Guo out_disable: 142*3397c3cdSYaxing Guo pci_disable_device(pdev); 143*3397c3cdSYaxing Guo 144*3397c3cdSYaxing Guo return ret; 145*3397c3cdSYaxing Guo } 146*3397c3cdSYaxing Guo 147*3397c3cdSYaxing Guo static void remove(struct pci_dev *pdev) 148*3397c3cdSYaxing Guo { 149*3397c3cdSYaxing Guo struct uio_pci_sva_dev *udev = pci_get_drvdata(pdev); 150*3397c3cdSYaxing Guo 151*3397c3cdSYaxing Guo pci_release_regions(pdev); 152*3397c3cdSYaxing Guo pci_disable_device(pdev); 153*3397c3cdSYaxing Guo kfree(udev); 154*3397c3cdSYaxing Guo } 155*3397c3cdSYaxing Guo 156*3397c3cdSYaxing Guo static ssize_t pasid_show(struct device *dev, 157*3397c3cdSYaxing Guo struct device_attribute *attr, char *buf) 158*3397c3cdSYaxing Guo { 159*3397c3cdSYaxing Guo struct pci_dev *pdev = to_pci_dev(dev); 160*3397c3cdSYaxing Guo struct uio_pci_sva_dev *udev = pci_get_drvdata(pdev); 161*3397c3cdSYaxing Guo 162*3397c3cdSYaxing Guo return sysfs_emit(buf, "%d\n", udev->pasid); 163*3397c3cdSYaxing Guo } 164*3397c3cdSYaxing Guo static DEVICE_ATTR_RO(pasid); 165*3397c3cdSYaxing Guo 166*3397c3cdSYaxing Guo static struct attribute *uio_pci_sva_attrs[] = { 167*3397c3cdSYaxing Guo &dev_attr_pasid.attr, 168*3397c3cdSYaxing Guo NULL 169*3397c3cdSYaxing Guo }; 170*3397c3cdSYaxing Guo 171*3397c3cdSYaxing Guo static const struct attribute_group uio_pci_sva_attr_group = { 172*3397c3cdSYaxing Guo .attrs = uio_pci_sva_attrs, 173*3397c3cdSYaxing Guo }; 174*3397c3cdSYaxing Guo 175*3397c3cdSYaxing Guo static const struct attribute_group *uio_pci_sva_attr_groups[] = { 176*3397c3cdSYaxing Guo &uio_pci_sva_attr_group, 177*3397c3cdSYaxing Guo NULL 178*3397c3cdSYaxing Guo }; 179*3397c3cdSYaxing Guo 180*3397c3cdSYaxing Guo static struct pci_driver uio_pci_generic_sva_driver = { 181*3397c3cdSYaxing Guo .name = "uio_pci_sva", 182*3397c3cdSYaxing Guo .dev_groups = uio_pci_sva_attr_groups, 183*3397c3cdSYaxing Guo .id_table = NULL, 184*3397c3cdSYaxing Guo .probe = probe, 185*3397c3cdSYaxing Guo .remove = remove, 186*3397c3cdSYaxing Guo }; 187*3397c3cdSYaxing Guo 188*3397c3cdSYaxing Guo module_pci_driver(uio_pci_generic_sva_driver); 189*3397c3cdSYaxing Guo MODULE_VERSION("0.0.01"); 190*3397c3cdSYaxing Guo MODULE_LICENSE("GPL v2"); 191*3397c3cdSYaxing Guo MODULE_AUTHOR("Yaxing Guo <guoyaxing@bosc.ac.cn>"); 192*3397c3cdSYaxing Guo MODULE_DESCRIPTION("Generic UIO sva driver for PCI"); 193