1 // SPDX-License-Identifier: GPL-2.0-only 2 #include <stdio.h> 3 4 #include "../../../kselftest.h" 5 #include <vfio_util.h> 6 7 static struct vfio_pci_driver_ops *driver_ops[] = {}; 8 9 void vfio_pci_driver_probe(struct vfio_pci_device *device) 10 { 11 struct vfio_pci_driver_ops *ops; 12 int i; 13 14 VFIO_ASSERT_NULL(device->driver.ops); 15 16 for (i = 0; i < ARRAY_SIZE(driver_ops); i++) { 17 ops = driver_ops[i]; 18 19 if (ops->probe(device)) 20 continue; 21 22 printf("Driver found: %s\n", ops->name); 23 device->driver.ops = ops; 24 } 25 } 26 27 static void vfio_check_driver_op(struct vfio_pci_driver *driver, void *op, 28 const char *op_name) 29 { 30 VFIO_ASSERT_NOT_NULL(driver->ops); 31 VFIO_ASSERT_NOT_NULL(op, "Driver has no %s()\n", op_name); 32 VFIO_ASSERT_EQ(driver->initialized, op != driver->ops->init); 33 VFIO_ASSERT_EQ(driver->memcpy_in_progress, op == driver->ops->memcpy_wait); 34 } 35 36 #define VFIO_CHECK_DRIVER_OP(_driver, _op) do { \ 37 struct vfio_pci_driver *__driver = (_driver); \ 38 vfio_check_driver_op(__driver, __driver->ops->_op, #_op); \ 39 } while (0) 40 41 void vfio_pci_driver_init(struct vfio_pci_device *device) 42 { 43 struct vfio_pci_driver *driver = &device->driver; 44 45 VFIO_ASSERT_NOT_NULL(driver->region.vaddr); 46 VFIO_CHECK_DRIVER_OP(driver, init); 47 48 driver->ops->init(device); 49 50 driver->initialized = true; 51 52 printf("%s: region: vaddr %p, iova 0x%lx, size 0x%lx\n", 53 driver->ops->name, 54 driver->region.vaddr, 55 driver->region.iova, 56 driver->region.size); 57 58 printf("%s: max_memcpy_size 0x%lx, max_memcpy_count 0x%lx\n", 59 driver->ops->name, 60 driver->max_memcpy_size, 61 driver->max_memcpy_count); 62 } 63 64 void vfio_pci_driver_remove(struct vfio_pci_device *device) 65 { 66 struct vfio_pci_driver *driver = &device->driver; 67 68 VFIO_CHECK_DRIVER_OP(driver, remove); 69 70 driver->ops->remove(device); 71 driver->initialized = false; 72 } 73 74 void vfio_pci_driver_send_msi(struct vfio_pci_device *device) 75 { 76 struct vfio_pci_driver *driver = &device->driver; 77 78 VFIO_CHECK_DRIVER_OP(driver, send_msi); 79 80 driver->ops->send_msi(device); 81 } 82 83 void vfio_pci_driver_memcpy_start(struct vfio_pci_device *device, 84 iova_t src, iova_t dst, u64 size, 85 u64 count) 86 { 87 struct vfio_pci_driver *driver = &device->driver; 88 89 VFIO_ASSERT_LE(size, driver->max_memcpy_size); 90 VFIO_ASSERT_LE(count, driver->max_memcpy_count); 91 VFIO_CHECK_DRIVER_OP(driver, memcpy_start); 92 93 driver->ops->memcpy_start(device, src, dst, size, count); 94 driver->memcpy_in_progress = true; 95 } 96 97 int vfio_pci_driver_memcpy_wait(struct vfio_pci_device *device) 98 { 99 struct vfio_pci_driver *driver = &device->driver; 100 int r; 101 102 VFIO_CHECK_DRIVER_OP(driver, memcpy_wait); 103 104 r = driver->ops->memcpy_wait(device); 105 driver->memcpy_in_progress = false; 106 107 return r; 108 } 109 110 int vfio_pci_driver_memcpy(struct vfio_pci_device *device, 111 iova_t src, iova_t dst, u64 size) 112 { 113 vfio_pci_driver_memcpy_start(device, src, dst, size, 1); 114 115 return vfio_pci_driver_memcpy_wait(device); 116 } 117