1f33f5fe2SThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-or-later */ 25f4c9760SMichael S. Tsirkin #ifndef _DRIVERS_VIRTIO_VIRTIO_PCI_COMMON_H 35f4c9760SMichael S. Tsirkin #define _DRIVERS_VIRTIO_VIRTIO_PCI_COMMON_H 45f4c9760SMichael S. Tsirkin /* 55f4c9760SMichael S. Tsirkin * Virtio PCI driver - APIs for common functionality for all device versions 65f4c9760SMichael S. Tsirkin * 75f4c9760SMichael S. Tsirkin * This module allows virtio devices to be used over a virtual PCI device. 85f4c9760SMichael S. Tsirkin * This can be used with QEMU based VMMs like KVM or Xen. 95f4c9760SMichael S. Tsirkin * 105f4c9760SMichael S. Tsirkin * Copyright IBM Corp. 2007 115f4c9760SMichael S. Tsirkin * Copyright Red Hat, Inc. 2014 125f4c9760SMichael S. Tsirkin * 135f4c9760SMichael S. Tsirkin * Authors: 145f4c9760SMichael S. Tsirkin * Anthony Liguori <aliguori@us.ibm.com> 155f4c9760SMichael S. Tsirkin * Rusty Russell <rusty@rustcorp.com.au> 165f4c9760SMichael S. Tsirkin * Michael S. Tsirkin <mst@redhat.com> 175f4c9760SMichael S. Tsirkin */ 185f4c9760SMichael S. Tsirkin 195f4c9760SMichael S. Tsirkin #include <linux/module.h> 205f4c9760SMichael S. Tsirkin #include <linux/list.h> 215f4c9760SMichael S. Tsirkin #include <linux/pci.h> 225f4c9760SMichael S. Tsirkin #include <linux/slab.h> 235f4c9760SMichael S. Tsirkin #include <linux/interrupt.h> 245f4c9760SMichael S. Tsirkin #include <linux/virtio.h> 255f4c9760SMichael S. Tsirkin #include <linux/virtio_config.h> 265f4c9760SMichael S. Tsirkin #include <linux/virtio_ring.h> 275f4c9760SMichael S. Tsirkin #include <linux/virtio_pci.h> 28d89c8169SWu Zongyong #include <linux/virtio_pci_legacy.h> 29fd502729SJason Wang #include <linux/virtio_pci_modern.h> 305f4c9760SMichael S. Tsirkin #include <linux/highmem.h> 315f4c9760SMichael S. Tsirkin #include <linux/spinlock.h> 325f4c9760SMichael S. Tsirkin 330a9b3f47SMichael S. Tsirkin struct virtio_pci_vq_info { 340a9b3f47SMichael S. Tsirkin /* the actual virtqueue */ 350a9b3f47SMichael S. Tsirkin struct virtqueue *vq; 360a9b3f47SMichael S. Tsirkin 370a9b3f47SMichael S. Tsirkin /* the list node for the virtqueues list */ 380a9b3f47SMichael S. Tsirkin struct list_head node; 390a9b3f47SMichael S. Tsirkin 400a9b3f47SMichael S. Tsirkin /* MSI-X vector (or none) */ 4131532340SSolomon Tan unsigned int msix_vector; 420a9b3f47SMichael S. Tsirkin }; 430a9b3f47SMichael S. Tsirkin 44*fd27ef6bSFeng Liu struct virtio_pci_admin_vq { 45*fd27ef6bSFeng Liu /* Virtqueue info associated with this admin queue. */ 46*fd27ef6bSFeng Liu struct virtio_pci_vq_info info; 47*fd27ef6bSFeng Liu /* Name of the admin queue: avq.$vq_index. */ 48*fd27ef6bSFeng Liu char name[10]; 49*fd27ef6bSFeng Liu u16 vq_index; 50*fd27ef6bSFeng Liu }; 51*fd27ef6bSFeng Liu 52b5d58094SJason Wang /* Our device structure */ 53b5d58094SJason Wang struct virtio_pci_device { 54b5d58094SJason Wang struct virtio_device vdev; 55b5d58094SJason Wang struct pci_dev *pci_dev; 564f0fc225SFeng Liu union { 57d89c8169SWu Zongyong struct virtio_pci_legacy_device ldev; 58b5d58094SJason Wang struct virtio_pci_modern_device mdev; 594f0fc225SFeng Liu }; 60d89c8169SWu Zongyong bool is_legacy; 61d89c8169SWu Zongyong 62b5d58094SJason Wang /* Where to read and clear interrupt */ 63b5d58094SJason Wang u8 __iomem *isr; 64b5d58094SJason Wang 650a9b3f47SMichael S. Tsirkin /* a list of queues so we can dispatch IRQs */ 660a9b3f47SMichael S. Tsirkin spinlock_t lock; 670a9b3f47SMichael S. Tsirkin struct list_head virtqueues; 680a9b3f47SMichael S. Tsirkin 69*fd27ef6bSFeng Liu /* Array of all virtqueues reported in the 70*fd27ef6bSFeng Liu * PCI common config num_queues field 71*fd27ef6bSFeng Liu */ 720a9b3f47SMichael S. Tsirkin struct virtio_pci_vq_info **vqs; 730a9b3f47SMichael S. Tsirkin 74*fd27ef6bSFeng Liu struct virtio_pci_admin_vq admin_vq; 75*fd27ef6bSFeng Liu 762008c154SMichael S. Tsirkin /* MSI-X support */ 772008c154SMichael S. Tsirkin int msix_enabled; 780b0f9dc5SMichael S. Tsirkin int intx_enabled; 795f4c9760SMichael S. Tsirkin cpumask_var_t *msix_affinity_masks; 805f4c9760SMichael S. Tsirkin /* Name strings for interrupts. This size should be enough, 815f4c9760SMichael S. Tsirkin * and I'm too lazy to allocate each name separately. */ 825f4c9760SMichael S. Tsirkin char (*msix_names)[256]; 830b0f9dc5SMichael S. Tsirkin /* Number of available vectors */ 8431532340SSolomon Tan unsigned int msix_vectors; 850b0f9dc5SMichael S. Tsirkin /* Vectors allocated, excluding per-vq vectors if any */ 8631532340SSolomon Tan unsigned int msix_used_vectors; 870b0f9dc5SMichael S. Tsirkin 880a9b3f47SMichael S. Tsirkin /* Whether we have vector per vq */ 890a9b3f47SMichael S. Tsirkin bool per_vq_vectors; 905f4c9760SMichael S. Tsirkin 915f4c9760SMichael S. Tsirkin struct virtqueue *(*setup_vq)(struct virtio_pci_device *vp_dev, 920a9b3f47SMichael S. Tsirkin struct virtio_pci_vq_info *info, 9331532340SSolomon Tan unsigned int idx, 945f4c9760SMichael S. Tsirkin void (*callback)(struct virtqueue *vq), 955f4c9760SMichael S. Tsirkin const char *name, 96f94682ddSMichael S. Tsirkin bool ctx, 975f4c9760SMichael S. Tsirkin u16 msix_vec); 980a9b3f47SMichael S. Tsirkin void (*del_vq)(struct virtio_pci_vq_info *info); 995f4c9760SMichael S. Tsirkin 1005f4c9760SMichael S. Tsirkin u16 (*config_vector)(struct virtio_pci_device *vp_dev, u16 vector); 101*fd27ef6bSFeng Liu bool (*is_avq)(struct virtio_device *vdev, unsigned int index); 1025f4c9760SMichael S. Tsirkin }; 1035f4c9760SMichael S. Tsirkin 1040b0f9dc5SMichael S. Tsirkin /* Constants for MSI-X */ 1050b0f9dc5SMichael S. Tsirkin /* Use first vector for configuration changes, second and the rest for 1060b0f9dc5SMichael S. Tsirkin * virtqueues Thus, we need at least 2 vectors for MSI. */ 1070b0f9dc5SMichael S. Tsirkin enum { 1080b0f9dc5SMichael S. Tsirkin VP_MSIX_CONFIG_VECTOR = 0, 1090b0f9dc5SMichael S. Tsirkin VP_MSIX_VQ_VECTOR = 1, 1100b0f9dc5SMichael S. Tsirkin }; 1110b0f9dc5SMichael S. Tsirkin 1125f4c9760SMichael S. Tsirkin /* Convert a generic virtio device to our structure */ 1135f4c9760SMichael S. Tsirkin static struct virtio_pci_device *to_vp_device(struct virtio_device *vdev) 1145f4c9760SMichael S. Tsirkin { 1155f4c9760SMichael S. Tsirkin return container_of(vdev, struct virtio_pci_device, vdev); 1165f4c9760SMichael S. Tsirkin } 1175f4c9760SMichael S. Tsirkin 118eb4cecb4SJason Wang /* wait for pending irq handlers */ 119eb4cecb4SJason Wang void vp_synchronize_vectors(struct virtio_device *vdev); 1205f4c9760SMichael S. Tsirkin /* the notify function used when creating a virt queue */ 1215f4c9760SMichael S. Tsirkin bool vp_notify(struct virtqueue *vq); 1225f4c9760SMichael S. Tsirkin /* the config->del_vqs() implementation */ 1235f4c9760SMichael S. Tsirkin void vp_del_vqs(struct virtio_device *vdev); 1245f4c9760SMichael S. Tsirkin /* the config->find_vqs() implementation */ 12531532340SSolomon Tan int vp_find_vqs(struct virtio_device *vdev, unsigned int nvqs, 126fb5e31d9SChristoph Hellwig struct virtqueue *vqs[], vq_callback_t *callbacks[], 1279993a4f9SMichael S. Tsirkin const char * const names[], const bool *ctx, 128f94682ddSMichael S. Tsirkin struct irq_affinity *desc); 1295f4c9760SMichael S. Tsirkin const char *vp_bus_name(struct virtio_device *vdev); 1305f4c9760SMichael S. Tsirkin 1315f4c9760SMichael S. Tsirkin /* Setup the affinity for a virtqueue: 1325f4c9760SMichael S. Tsirkin * - force the affinity for per vq vector 1335f4c9760SMichael S. Tsirkin * - OR over all affinities for shared MSI 1345f4c9760SMichael S. Tsirkin * - ignore the affinity request if we're using INTX 1355f4c9760SMichael S. Tsirkin */ 13619e226e8SCaleb Raitto int vp_set_vq_affinity(struct virtqueue *vq, const struct cpumask *cpu_mask); 1375f4c9760SMichael S. Tsirkin 138bbaba479SChristoph Hellwig const struct cpumask *vp_get_vq_affinity(struct virtio_device *vdev, int index); 139bbaba479SChristoph Hellwig 14046506da5SMichael S. Tsirkin #if IS_ENABLED(CONFIG_VIRTIO_PCI_LEGACY) 141ff31d2e2SMichael S. Tsirkin int virtio_pci_legacy_probe(struct virtio_pci_device *); 142ff31d2e2SMichael S. Tsirkin void virtio_pci_legacy_remove(struct virtio_pci_device *); 14346506da5SMichael S. Tsirkin #else 14446506da5SMichael S. Tsirkin static inline int virtio_pci_legacy_probe(struct virtio_pci_device *vp_dev) 14546506da5SMichael S. Tsirkin { 14646506da5SMichael S. Tsirkin return -ENODEV; 14746506da5SMichael S. Tsirkin } 14846506da5SMichael S. Tsirkin static inline void virtio_pci_legacy_remove(struct virtio_pci_device *vp_dev) 14946506da5SMichael S. Tsirkin { 15046506da5SMichael S. Tsirkin } 15146506da5SMichael S. Tsirkin #endif 1521fcf0512SMichael S. Tsirkin int virtio_pci_modern_probe(struct virtio_pci_device *); 1531fcf0512SMichael S. Tsirkin void virtio_pci_modern_remove(struct virtio_pci_device *); 1545f4c9760SMichael S. Tsirkin 1555f4c9760SMichael S. Tsirkin #endif 156