1 /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */ 2 /* Copyright (c) 2020 Mellanox Technologies Ltd. */ 3 4 #ifndef __MLX5_VDPA_H__ 5 #define __MLX5_VDPA_H__ 6 7 #include <linux/etherdevice.h> 8 #include <linux/vringh.h> 9 #include <linux/vdpa.h> 10 #include <linux/mlx5/driver.h> 11 12 #define MLX5V_ETH_HARD_MTU (ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN) 13 14 struct mlx5_vdpa_direct_mr { 15 u64 start; 16 u64 end; 17 u32 perm; 18 u32 mr; 19 struct sg_table sg_head; 20 int log_size; 21 int nsg; 22 int nent; 23 struct list_head list; 24 u64 offset; 25 }; 26 27 struct mlx5_vdpa_mr { 28 u32 mkey; 29 30 /* list of direct MRs descendants of this indirect mr */ 31 struct list_head head; 32 unsigned long num_directs; 33 unsigned long num_klms; 34 35 struct vhost_iotlb *iotlb; 36 37 bool user_mr; 38 }; 39 40 struct mlx5_vdpa_resources { 41 u32 pdn; 42 struct mlx5_uars_page *uar; 43 void __iomem *kick_addr; 44 u64 phys_kick_addr; 45 u16 uid; 46 u32 null_mkey; 47 bool valid; 48 }; 49 50 struct mlx5_control_vq { 51 struct vhost_iotlb *iotlb; 52 /* spinlock to synchronize iommu table */ 53 spinlock_t iommu_lock; 54 struct vringh vring; 55 bool ready; 56 u64 desc_addr; 57 u64 device_addr; 58 u64 driver_addr; 59 struct vdpa_callback event_cb; 60 struct vringh_kiov riov; 61 struct vringh_kiov wiov; 62 unsigned short head; 63 unsigned int received_desc; 64 unsigned int completed_desc; 65 }; 66 67 struct mlx5_vdpa_wq_ent { 68 struct work_struct work; 69 struct mlx5_vdpa_dev *mvdev; 70 }; 71 72 enum { 73 MLX5_VDPA_DATAVQ_GROUP, 74 MLX5_VDPA_CVQ_GROUP, 75 MLX5_VDPA_DATAVQ_DESC_GROUP, 76 MLX5_VDPA_NUMVQ_GROUPS 77 }; 78 79 enum { 80 MLX5_VDPA_NUM_AS = 2 81 }; 82 83 struct mlx5_vdpa_dev { 84 struct vdpa_device vdev; 85 struct mlx5_core_dev *mdev; 86 struct mlx5_vdpa_resources res; 87 88 u64 mlx_features; 89 u64 actual_features; 90 u8 status; 91 u32 max_vqs; 92 u16 max_idx; 93 u32 generation; 94 95 struct mlx5_vdpa_mr *mr[MLX5_VDPA_NUM_AS]; 96 /* serialize mr access */ 97 struct mutex mr_mtx; 98 struct mlx5_control_vq cvq; 99 struct workqueue_struct *wq; 100 unsigned int group2asid[MLX5_VDPA_NUMVQ_GROUPS]; 101 bool suspended; 102 }; 103 104 int mlx5_vdpa_create_tis(struct mlx5_vdpa_dev *mvdev, void *in, u32 *tisn); 105 void mlx5_vdpa_destroy_tis(struct mlx5_vdpa_dev *mvdev, u32 tisn); 106 int mlx5_vdpa_create_rqt(struct mlx5_vdpa_dev *mvdev, void *in, int inlen, u32 *rqtn); 107 int mlx5_vdpa_modify_rqt(struct mlx5_vdpa_dev *mvdev, void *in, int inlen, u32 rqtn); 108 void mlx5_vdpa_destroy_rqt(struct mlx5_vdpa_dev *mvdev, u32 rqtn); 109 int mlx5_vdpa_create_tir(struct mlx5_vdpa_dev *mvdev, void *in, u32 *tirn); 110 void mlx5_vdpa_destroy_tir(struct mlx5_vdpa_dev *mvdev, u32 tirn); 111 int mlx5_vdpa_alloc_transport_domain(struct mlx5_vdpa_dev *mvdev, u32 *tdn); 112 void mlx5_vdpa_dealloc_transport_domain(struct mlx5_vdpa_dev *mvdev, u32 tdn); 113 int mlx5_vdpa_alloc_resources(struct mlx5_vdpa_dev *mvdev); 114 void mlx5_vdpa_free_resources(struct mlx5_vdpa_dev *mvdev); 115 int mlx5_vdpa_create_mkey(struct mlx5_vdpa_dev *mvdev, u32 *mkey, u32 *in, 116 int inlen); 117 int mlx5_vdpa_destroy_mkey(struct mlx5_vdpa_dev *mvdev, u32 mkey); 118 struct mlx5_vdpa_mr *mlx5_vdpa_create_mr(struct mlx5_vdpa_dev *mvdev, 119 struct vhost_iotlb *iotlb); 120 void mlx5_vdpa_destroy_mr_resources(struct mlx5_vdpa_dev *mvdev); 121 void mlx5_vdpa_destroy_mr(struct mlx5_vdpa_dev *mvdev, 122 struct mlx5_vdpa_mr *mr); 123 void mlx5_vdpa_update_mr(struct mlx5_vdpa_dev *mvdev, 124 struct mlx5_vdpa_mr *mr, 125 unsigned int asid); 126 int mlx5_vdpa_update_cvq_iotlb(struct mlx5_vdpa_dev *mvdev, 127 struct vhost_iotlb *iotlb, 128 unsigned int asid); 129 int mlx5_vdpa_create_dma_mr(struct mlx5_vdpa_dev *mvdev); 130 int mlx5_vdpa_reset_mr(struct mlx5_vdpa_dev *mvdev, unsigned int asid); 131 132 #define mlx5_vdpa_warn(__dev, format, ...) \ 133 dev_warn((__dev)->mdev->device, "%s:%d:(pid %d) warning: " format, __func__, __LINE__, \ 134 current->pid, ##__VA_ARGS__) 135 136 #define mlx5_vdpa_info(__dev, format, ...) \ 137 dev_info((__dev)->mdev->device, "%s:%d:(pid %d): " format, __func__, __LINE__, \ 138 current->pid, ##__VA_ARGS__) 139 140 #define mlx5_vdpa_dbg(__dev, format, ...) \ 141 dev_debug((__dev)->mdev->device, "%s:%d:(pid %d): " format, __func__, __LINE__, \ 142 current->pid, ##__VA_ARGS__) 143 144 #endif /* __MLX5_VDPA_H__ */ 145