1 // SPDX-License-Identifier: GPL-2.0-only 2 #include <stdio.h> 3 4 #include "../../../kselftest.h" 5 #include <vfio_util.h> 6 7 #ifdef __x86_64__ 8 extern struct vfio_pci_driver_ops dsa_ops; 9 extern struct vfio_pci_driver_ops ioat_ops; 10 #endif 11 12 static struct vfio_pci_driver_ops *driver_ops[] = { 13 #ifdef __x86_64__ 14 &dsa_ops, 15 &ioat_ops, 16 #endif 17 }; 18 19 void vfio_pci_driver_probe(struct vfio_pci_device *device) 20 { 21 struct vfio_pci_driver_ops *ops; 22 int i; 23 24 VFIO_ASSERT_NULL(device->driver.ops); 25 26 for (i = 0; i < ARRAY_SIZE(driver_ops); i++) { 27 ops = driver_ops[i]; 28 29 if (ops->probe(device)) 30 continue; 31 32 printf("Driver found: %s\n", ops->name); 33 device->driver.ops = ops; 34 } 35 } 36 37 static void vfio_check_driver_op(struct vfio_pci_driver *driver, void *op, 38 const char *op_name) 39 { 40 VFIO_ASSERT_NOT_NULL(driver->ops); 41 VFIO_ASSERT_NOT_NULL(op, "Driver has no %s()\n", op_name); 42 VFIO_ASSERT_EQ(driver->initialized, op != driver->ops->init); 43 VFIO_ASSERT_EQ(driver->memcpy_in_progress, op == driver->ops->memcpy_wait); 44 } 45 46 #define VFIO_CHECK_DRIVER_OP(_driver, _op) do { \ 47 struct vfio_pci_driver *__driver = (_driver); \ 48 vfio_check_driver_op(__driver, __driver->ops->_op, #_op); \ 49 } while (0) 50 51 void vfio_pci_driver_init(struct vfio_pci_device *device) 52 { 53 struct vfio_pci_driver *driver = &device->driver; 54 55 VFIO_ASSERT_NOT_NULL(driver->region.vaddr); 56 VFIO_CHECK_DRIVER_OP(driver, init); 57 58 driver->ops->init(device); 59 60 driver->initialized = true; 61 62 printf("%s: region: vaddr %p, iova 0x%lx, size 0x%lx\n", 63 driver->ops->name, 64 driver->region.vaddr, 65 driver->region.iova, 66 driver->region.size); 67 68 printf("%s: max_memcpy_size 0x%lx, max_memcpy_count 0x%lx\n", 69 driver->ops->name, 70 driver->max_memcpy_size, 71 driver->max_memcpy_count); 72 } 73 74 void vfio_pci_driver_remove(struct vfio_pci_device *device) 75 { 76 struct vfio_pci_driver *driver = &device->driver; 77 78 VFIO_CHECK_DRIVER_OP(driver, remove); 79 80 driver->ops->remove(device); 81 driver->initialized = false; 82 } 83 84 void vfio_pci_driver_send_msi(struct vfio_pci_device *device) 85 { 86 struct vfio_pci_driver *driver = &device->driver; 87 88 VFIO_CHECK_DRIVER_OP(driver, send_msi); 89 90 driver->ops->send_msi(device); 91 } 92 93 void vfio_pci_driver_memcpy_start(struct vfio_pci_device *device, 94 iova_t src, iova_t dst, u64 size, 95 u64 count) 96 { 97 struct vfio_pci_driver *driver = &device->driver; 98 99 VFIO_ASSERT_LE(size, driver->max_memcpy_size); 100 VFIO_ASSERT_LE(count, driver->max_memcpy_count); 101 VFIO_CHECK_DRIVER_OP(driver, memcpy_start); 102 103 driver->ops->memcpy_start(device, src, dst, size, count); 104 driver->memcpy_in_progress = true; 105 } 106 107 int vfio_pci_driver_memcpy_wait(struct vfio_pci_device *device) 108 { 109 struct vfio_pci_driver *driver = &device->driver; 110 int r; 111 112 VFIO_CHECK_DRIVER_OP(driver, memcpy_wait); 113 114 r = driver->ops->memcpy_wait(device); 115 driver->memcpy_in_progress = false; 116 117 return r; 118 } 119 120 int vfio_pci_driver_memcpy(struct vfio_pci_device *device, 121 iova_t src, iova_t dst, u64 size) 122 { 123 vfio_pci_driver_memcpy_start(device, src, dst, size, 1); 124 125 return vfio_pci_driver_memcpy_wait(device); 126 } 127