xref: /linux/drivers/uio/uio_pci_generic_sva.c (revision 3397c3cd859a2c51962ad032dcf97961d42f9db2)
1*3397c3cdSYaxing Guo // SPDX-License-Identifier: GPL-2.0
2*3397c3cdSYaxing Guo /*
3*3397c3cdSYaxing Guo  * UIO PCI Express sva driver
4*3397c3cdSYaxing Guo  *
5*3397c3cdSYaxing Guo  * Copyright (c) 2025 Beijing Institute of Open Source Chip (BOSC)
6*3397c3cdSYaxing Guo  */
7*3397c3cdSYaxing Guo 
8*3397c3cdSYaxing Guo #include <linux/device.h>
9*3397c3cdSYaxing Guo #include <linux/module.h>
10*3397c3cdSYaxing Guo #include <linux/pci.h>
11*3397c3cdSYaxing Guo #include <linux/uio_driver.h>
12*3397c3cdSYaxing Guo #include <linux/iommu.h>
13*3397c3cdSYaxing Guo 
14*3397c3cdSYaxing Guo struct uio_pci_sva_dev {
15*3397c3cdSYaxing Guo 	struct pci_dev *pdev;
16*3397c3cdSYaxing Guo 	struct uio_info info;
17*3397c3cdSYaxing Guo 	struct iommu_sva *sva_handle;
18*3397c3cdSYaxing Guo 	int pasid;
19*3397c3cdSYaxing Guo };
20*3397c3cdSYaxing Guo 
21*3397c3cdSYaxing Guo static irqreturn_t irq_handler(int irq, struct uio_info *dev_info)
22*3397c3cdSYaxing Guo {
23*3397c3cdSYaxing Guo 	return IRQ_HANDLED;
24*3397c3cdSYaxing Guo }
25*3397c3cdSYaxing Guo 
26*3397c3cdSYaxing Guo static int uio_pci_sva_open(struct uio_info *info, struct inode *inode)
27*3397c3cdSYaxing Guo {
28*3397c3cdSYaxing Guo 	struct iommu_sva *handle;
29*3397c3cdSYaxing Guo 	struct uio_pci_sva_dev *udev = info->priv;
30*3397c3cdSYaxing Guo 	struct iommu_domain *domain;
31*3397c3cdSYaxing Guo 
32*3397c3cdSYaxing Guo 	if (!udev && !udev->pdev)
33*3397c3cdSYaxing Guo 		return -ENODEV;
34*3397c3cdSYaxing Guo 
35*3397c3cdSYaxing Guo 	domain = iommu_get_domain_for_dev(&udev->pdev->dev);
36*3397c3cdSYaxing Guo 	if (domain)
37*3397c3cdSYaxing Guo 		iommu_detach_device(domain, &udev->pdev->dev);
38*3397c3cdSYaxing Guo 
39*3397c3cdSYaxing Guo 	handle = iommu_sva_bind_device(&udev->pdev->dev, current->mm);
40*3397c3cdSYaxing Guo 	if (IS_ERR(handle))
41*3397c3cdSYaxing Guo 		return -EINVAL;
42*3397c3cdSYaxing Guo 
43*3397c3cdSYaxing Guo 	udev->pasid = iommu_sva_get_pasid(handle);
44*3397c3cdSYaxing Guo 
45*3397c3cdSYaxing Guo 	udev->sva_handle = handle;
46*3397c3cdSYaxing Guo 
47*3397c3cdSYaxing Guo 	return 0;
48*3397c3cdSYaxing Guo }
49*3397c3cdSYaxing Guo 
50*3397c3cdSYaxing Guo static int uio_pci_sva_release(struct uio_info *info, struct inode *inode)
51*3397c3cdSYaxing Guo {
52*3397c3cdSYaxing Guo 	struct uio_pci_sva_dev *udev = info->priv;
53*3397c3cdSYaxing Guo 
54*3397c3cdSYaxing Guo 	if (!udev && !udev->pdev)
55*3397c3cdSYaxing Guo 		return -ENODEV;
56*3397c3cdSYaxing Guo 
57*3397c3cdSYaxing Guo 	iommu_sva_unbind_device(udev->sva_handle);
58*3397c3cdSYaxing Guo 
59*3397c3cdSYaxing Guo 	return 0;
60*3397c3cdSYaxing Guo }
61*3397c3cdSYaxing Guo 
62*3397c3cdSYaxing Guo static int probe(struct pci_dev *pdev, const struct pci_device_id *id)
63*3397c3cdSYaxing Guo {
64*3397c3cdSYaxing Guo 	struct uio_pci_sva_dev *udev;
65*3397c3cdSYaxing Guo 	int ret, i, irq = 0;
66*3397c3cdSYaxing Guo 
67*3397c3cdSYaxing Guo 	ret = pci_enable_device(pdev);
68*3397c3cdSYaxing Guo 	if (ret) {
69*3397c3cdSYaxing Guo 		dev_err(&pdev->dev, "pci_enable_device failed: %d\n", ret);
70*3397c3cdSYaxing Guo 		return ret;
71*3397c3cdSYaxing Guo 	}
72*3397c3cdSYaxing Guo 
73*3397c3cdSYaxing Guo 	ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
74*3397c3cdSYaxing Guo 	if (ret)
75*3397c3cdSYaxing Guo 		goto out_disable;
76*3397c3cdSYaxing Guo 
77*3397c3cdSYaxing Guo 	pci_set_master(pdev);
78*3397c3cdSYaxing Guo 
79*3397c3cdSYaxing Guo 	ret = pci_alloc_irq_vectors(pdev, 1, 1, PCI_IRQ_MSIX | PCI_IRQ_MSI);
80*3397c3cdSYaxing Guo 	if (ret > 0) {
81*3397c3cdSYaxing Guo 		irq = pci_irq_vector(pdev, 0);
82*3397c3cdSYaxing Guo 		if (irq < 0) {
83*3397c3cdSYaxing Guo 			dev_err(&pdev->dev, "Failed to get MSI vector\n");
84*3397c3cdSYaxing Guo 			ret = irq;
85*3397c3cdSYaxing Guo 			goto out_disable;
86*3397c3cdSYaxing Guo 		}
87*3397c3cdSYaxing Guo 	} else
88*3397c3cdSYaxing Guo 		dev_warn(&pdev->dev,
89*3397c3cdSYaxing Guo 			 "No IRQ vectors available (%d), using polling\n", ret);
90*3397c3cdSYaxing Guo 
91*3397c3cdSYaxing Guo 	udev = devm_kzalloc(&pdev->dev, sizeof(struct uio_pci_sva_dev),
92*3397c3cdSYaxing Guo 			    GFP_KERNEL);
93*3397c3cdSYaxing Guo 	if (!udev) {
94*3397c3cdSYaxing Guo 		ret =  -ENOMEM;
95*3397c3cdSYaxing Guo 		goto out_disable;
96*3397c3cdSYaxing Guo 	}
97*3397c3cdSYaxing Guo 
98*3397c3cdSYaxing Guo 	udev->pdev = pdev;
99*3397c3cdSYaxing Guo 	udev->info.name = "uio_pci_sva";
100*3397c3cdSYaxing Guo 	udev->info.version = "0.0.1";
101*3397c3cdSYaxing Guo 	udev->info.open = uio_pci_sva_open;
102*3397c3cdSYaxing Guo 	udev->info.release = uio_pci_sva_release;
103*3397c3cdSYaxing Guo 	udev->info.irq = irq;
104*3397c3cdSYaxing Guo 	udev->info.handler = irq_handler;
105*3397c3cdSYaxing Guo 	udev->info.priv = udev;
106*3397c3cdSYaxing Guo 
107*3397c3cdSYaxing Guo 	for (i = 0; i < MAX_UIO_MAPS; i++) {
108*3397c3cdSYaxing Guo 		struct resource *r = &pdev->resource[i];
109*3397c3cdSYaxing Guo 		struct uio_mem *uiomem = &udev->info.mem[i];
110*3397c3cdSYaxing Guo 
111*3397c3cdSYaxing Guo 		if (r->flags != (IORESOURCE_SIZEALIGN | IORESOURCE_MEM))
112*3397c3cdSYaxing Guo 			continue;
113*3397c3cdSYaxing Guo 
114*3397c3cdSYaxing Guo 		if (uiomem >= &udev->info.mem[MAX_UIO_MAPS]) {
115*3397c3cdSYaxing Guo 			dev_warn(&pdev->dev, "Do not support more than %d iomem\n",
116*3397c3cdSYaxing Guo 				 MAX_UIO_MAPS);
117*3397c3cdSYaxing Guo 			break;
118*3397c3cdSYaxing Guo 		}
119*3397c3cdSYaxing Guo 
120*3397c3cdSYaxing Guo 		uiomem->memtype = UIO_MEM_PHYS;
121*3397c3cdSYaxing Guo 		uiomem->addr = r->start & PAGE_MASK;
122*3397c3cdSYaxing Guo 		uiomem->offs = r->start & ~PAGE_MASK;
123*3397c3cdSYaxing Guo 		uiomem->size =
124*3397c3cdSYaxing Guo 			(uiomem->offs + resource_size(r) + PAGE_SIZE - 1) &
125*3397c3cdSYaxing Guo 			PAGE_MASK;
126*3397c3cdSYaxing Guo 		uiomem->name = r->name;
127*3397c3cdSYaxing Guo 	}
128*3397c3cdSYaxing Guo 
129*3397c3cdSYaxing Guo 	ret = devm_uio_register_device(&pdev->dev, &udev->info);
130*3397c3cdSYaxing Guo 	if (ret) {
131*3397c3cdSYaxing Guo 		dev_err(&pdev->dev, "Failed to register uio device\n");
132*3397c3cdSYaxing Guo 		goto out_free;
133*3397c3cdSYaxing Guo 	}
134*3397c3cdSYaxing Guo 
135*3397c3cdSYaxing Guo 	pci_set_drvdata(pdev, udev);
136*3397c3cdSYaxing Guo 
137*3397c3cdSYaxing Guo 	return 0;
138*3397c3cdSYaxing Guo 
139*3397c3cdSYaxing Guo out_free:
140*3397c3cdSYaxing Guo 	kfree(udev);
141*3397c3cdSYaxing Guo out_disable:
142*3397c3cdSYaxing Guo 	pci_disable_device(pdev);
143*3397c3cdSYaxing Guo 
144*3397c3cdSYaxing Guo 	return ret;
145*3397c3cdSYaxing Guo }
146*3397c3cdSYaxing Guo 
147*3397c3cdSYaxing Guo static void remove(struct pci_dev *pdev)
148*3397c3cdSYaxing Guo {
149*3397c3cdSYaxing Guo 	struct uio_pci_sva_dev *udev = pci_get_drvdata(pdev);
150*3397c3cdSYaxing Guo 
151*3397c3cdSYaxing Guo 	pci_release_regions(pdev);
152*3397c3cdSYaxing Guo 	pci_disable_device(pdev);
153*3397c3cdSYaxing Guo 	kfree(udev);
154*3397c3cdSYaxing Guo }
155*3397c3cdSYaxing Guo 
156*3397c3cdSYaxing Guo static ssize_t pasid_show(struct device *dev,
157*3397c3cdSYaxing Guo 			  struct device_attribute *attr, char *buf)
158*3397c3cdSYaxing Guo {
159*3397c3cdSYaxing Guo 	struct pci_dev *pdev = to_pci_dev(dev);
160*3397c3cdSYaxing Guo 	struct uio_pci_sva_dev *udev = pci_get_drvdata(pdev);
161*3397c3cdSYaxing Guo 
162*3397c3cdSYaxing Guo 	return sysfs_emit(buf, "%d\n", udev->pasid);
163*3397c3cdSYaxing Guo }
164*3397c3cdSYaxing Guo static DEVICE_ATTR_RO(pasid);
165*3397c3cdSYaxing Guo 
166*3397c3cdSYaxing Guo static struct attribute *uio_pci_sva_attrs[] = {
167*3397c3cdSYaxing Guo 	&dev_attr_pasid.attr,
168*3397c3cdSYaxing Guo 	NULL
169*3397c3cdSYaxing Guo };
170*3397c3cdSYaxing Guo 
171*3397c3cdSYaxing Guo static const struct attribute_group uio_pci_sva_attr_group = {
172*3397c3cdSYaxing Guo 	.attrs = uio_pci_sva_attrs,
173*3397c3cdSYaxing Guo };
174*3397c3cdSYaxing Guo 
175*3397c3cdSYaxing Guo static const struct attribute_group *uio_pci_sva_attr_groups[] = {
176*3397c3cdSYaxing Guo 	&uio_pci_sva_attr_group,
177*3397c3cdSYaxing Guo 	NULL
178*3397c3cdSYaxing Guo };
179*3397c3cdSYaxing Guo 
180*3397c3cdSYaxing Guo static struct pci_driver uio_pci_generic_sva_driver = {
181*3397c3cdSYaxing Guo 	.name = "uio_pci_sva",
182*3397c3cdSYaxing Guo 	.dev_groups = uio_pci_sva_attr_groups,
183*3397c3cdSYaxing Guo 	.id_table = NULL,
184*3397c3cdSYaxing Guo 	.probe = probe,
185*3397c3cdSYaxing Guo 	.remove = remove,
186*3397c3cdSYaxing Guo };
187*3397c3cdSYaxing Guo 
188*3397c3cdSYaxing Guo module_pci_driver(uio_pci_generic_sva_driver);
189*3397c3cdSYaxing Guo MODULE_VERSION("0.0.01");
190*3397c3cdSYaxing Guo MODULE_LICENSE("GPL v2");
191*3397c3cdSYaxing Guo MODULE_AUTHOR("Yaxing Guo <guoyaxing@bosc.ac.cn>");
192*3397c3cdSYaxing Guo MODULE_DESCRIPTION("Generic UIO sva driver for PCI");
193