1 // SPDX-License-Identifier: GPL-2.0-only 2 #include <stdio.h> 3 4 #include "../../../kselftest.h" 5 #include <vfio_util.h> 6 7 #ifdef __x86_64__ 8 extern struct vfio_pci_driver_ops ioat_ops; 9 #endif 10 11 static struct vfio_pci_driver_ops *driver_ops[] = { 12 #ifdef __x86_64__ 13 &ioat_ops, 14 #endif 15 }; 16 17 void vfio_pci_driver_probe(struct vfio_pci_device *device) 18 { 19 struct vfio_pci_driver_ops *ops; 20 int i; 21 22 VFIO_ASSERT_NULL(device->driver.ops); 23 24 for (i = 0; i < ARRAY_SIZE(driver_ops); i++) { 25 ops = driver_ops[i]; 26 27 if (ops->probe(device)) 28 continue; 29 30 printf("Driver found: %s\n", ops->name); 31 device->driver.ops = ops; 32 } 33 } 34 35 static void vfio_check_driver_op(struct vfio_pci_driver *driver, void *op, 36 const char *op_name) 37 { 38 VFIO_ASSERT_NOT_NULL(driver->ops); 39 VFIO_ASSERT_NOT_NULL(op, "Driver has no %s()\n", op_name); 40 VFIO_ASSERT_EQ(driver->initialized, op != driver->ops->init); 41 VFIO_ASSERT_EQ(driver->memcpy_in_progress, op == driver->ops->memcpy_wait); 42 } 43 44 #define VFIO_CHECK_DRIVER_OP(_driver, _op) do { \ 45 struct vfio_pci_driver *__driver = (_driver); \ 46 vfio_check_driver_op(__driver, __driver->ops->_op, #_op); \ 47 } while (0) 48 49 void vfio_pci_driver_init(struct vfio_pci_device *device) 50 { 51 struct vfio_pci_driver *driver = &device->driver; 52 53 VFIO_ASSERT_NOT_NULL(driver->region.vaddr); 54 VFIO_CHECK_DRIVER_OP(driver, init); 55 56 driver->ops->init(device); 57 58 driver->initialized = true; 59 60 printf("%s: region: vaddr %p, iova 0x%lx, size 0x%lx\n", 61 driver->ops->name, 62 driver->region.vaddr, 63 driver->region.iova, 64 driver->region.size); 65 66 printf("%s: max_memcpy_size 0x%lx, max_memcpy_count 0x%lx\n", 67 driver->ops->name, 68 driver->max_memcpy_size, 69 driver->max_memcpy_count); 70 } 71 72 void vfio_pci_driver_remove(struct vfio_pci_device *device) 73 { 74 struct vfio_pci_driver *driver = &device->driver; 75 76 VFIO_CHECK_DRIVER_OP(driver, remove); 77 78 driver->ops->remove(device); 79 driver->initialized = false; 80 } 81 82 void vfio_pci_driver_send_msi(struct vfio_pci_device *device) 83 { 84 struct vfio_pci_driver *driver = &device->driver; 85 86 VFIO_CHECK_DRIVER_OP(driver, send_msi); 87 88 driver->ops->send_msi(device); 89 } 90 91 void vfio_pci_driver_memcpy_start(struct vfio_pci_device *device, 92 iova_t src, iova_t dst, u64 size, 93 u64 count) 94 { 95 struct vfio_pci_driver *driver = &device->driver; 96 97 VFIO_ASSERT_LE(size, driver->max_memcpy_size); 98 VFIO_ASSERT_LE(count, driver->max_memcpy_count); 99 VFIO_CHECK_DRIVER_OP(driver, memcpy_start); 100 101 driver->ops->memcpy_start(device, src, dst, size, count); 102 driver->memcpy_in_progress = true; 103 } 104 105 int vfio_pci_driver_memcpy_wait(struct vfio_pci_device *device) 106 { 107 struct vfio_pci_driver *driver = &device->driver; 108 int r; 109 110 VFIO_CHECK_DRIVER_OP(driver, memcpy_wait); 111 112 r = driver->ops->memcpy_wait(device); 113 driver->memcpy_in_progress = false; 114 115 return r; 116 } 117 118 int vfio_pci_driver_memcpy(struct vfio_pci_device *device, 119 iova_t src, iova_t dst, u64 size) 120 { 121 vfio_pci_driver_memcpy_start(device, src, dst, size, 1); 122 123 return vfio_pci_driver_memcpy_wait(device); 124 } 125