1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 23a4d5c94SMichael S. Tsirkin #ifndef _VHOST_H 33a4d5c94SMichael S. Tsirkin #define _VHOST_H 43a4d5c94SMichael S. Tsirkin 53a4d5c94SMichael S. Tsirkin #include <linux/eventfd.h> 63a4d5c94SMichael S. Tsirkin #include <linux/vhost.h> 73a4d5c94SMichael S. Tsirkin #include <linux/mm.h> 83a4d5c94SMichael S. Tsirkin #include <linux/mutex.h> 93a4d5c94SMichael S. Tsirkin #include <linux/poll.h> 103a4d5c94SMichael S. Tsirkin #include <linux/file.h> 113a4d5c94SMichael S. Tsirkin #include <linux/uio.h> 123a4d5c94SMichael S. Tsirkin #include <linux/virtio_config.h> 133a4d5c94SMichael S. Tsirkin #include <linux/virtio_ring.h> 1460063497SArun Sharma #include <linux/atomic.h> 150bbe3066SJason Wang #include <linux/vhost_iotlb.h> 16265a0ad8SZhu Lingshan #include <linux/irqbypass.h> 173a4d5c94SMichael S. Tsirkin 18c23f3445STejun Heo struct vhost_work; 196e890c5dSMike Christie struct vhost_task; 20c23f3445STejun Heo typedef void (*vhost_work_fn_t)(struct vhost_work *work); 21c23f3445STejun Heo 2204b96e55SJason Wang #define VHOST_WORK_QUEUED 1 23c23f3445STejun Heo struct vhost_work { 2404b96e55SJason Wang struct llist_node node; 25c23f3445STejun Heo vhost_work_fn_t fn; 2604b96e55SJason Wang unsigned long flags; 27c23f3445STejun Heo }; 28c23f3445STejun Heo 291a5f8090SMike Christie struct vhost_worker { 306e890c5dSMike Christie struct vhost_task *vtsk; 311a5f8090SMike Christie struct llist_head work_list; 321a5f8090SMike Christie u64 kcov_handle; 33*1cdaafa1SMike Christie u32 id; 341a5f8090SMike Christie }; 351a5f8090SMike Christie 363a4d5c94SMichael S. Tsirkin /* Poll a file (eventfd or socket) */ 373a4d5c94SMichael S. Tsirkin /* Note: there's nothing vhost specific about this structure. */ 383a4d5c94SMichael S. Tsirkin struct vhost_poll { 393a4d5c94SMichael S. Tsirkin poll_table table; 403a4d5c94SMichael S. Tsirkin wait_queue_head_t *wqh; 41ac6424b9SIngo Molnar wait_queue_entry_t wait; 42c23f3445STejun Heo struct vhost_work work; 4358e3b602SAl Viro __poll_t mask; 44c23f3445STejun Heo struct vhost_dev *dev; 45493b94bfSMike Christie struct vhost_virtqueue *vq; 463a4d5c94SMichael S. Tsirkin }; 473a4d5c94SMichael S. Tsirkin 48c23f3445STejun Heo void vhost_poll_init(struct vhost_poll *poll, vhost_work_fn_t fn, 49493b94bfSMike Christie __poll_t mask, struct vhost_dev *dev, 50493b94bfSMike Christie struct vhost_virtqueue *vq); 512b8b328bSJason Wang int vhost_poll_start(struct vhost_poll *poll, struct file *file); 523a4d5c94SMichael S. Tsirkin void vhost_poll_stop(struct vhost_poll *poll); 533a4d5c94SMichael S. Tsirkin void vhost_poll_queue(struct vhost_poll *poll); 5427eca189SMike Christie 5527eca189SMike Christie void vhost_work_init(struct vhost_work *work, vhost_work_fn_t fn); 56b2ffa407SMike Christie void vhost_dev_flush(struct vhost_dev *dev); 573a4d5c94SMichael S. Tsirkin 583a4d5c94SMichael S. Tsirkin struct vhost_log { 593a4d5c94SMichael S. Tsirkin u64 addr; 603a4d5c94SMichael S. Tsirkin u64 len; 613a4d5c94SMichael S. Tsirkin }; 623a4d5c94SMichael S. Tsirkin 63f8894913SJason Wang enum vhost_uaddr_type { 64f8894913SJason Wang VHOST_ADDR_DESC = 0, 65f8894913SJason Wang VHOST_ADDR_AVAIL = 1, 66f8894913SJason Wang VHOST_ADDR_USED = 2, 67f8894913SJason Wang VHOST_NUM_ADDRS = 3, 68f8894913SJason Wang }; 69f8894913SJason Wang 70265a0ad8SZhu Lingshan struct vhost_vring_call { 71265a0ad8SZhu Lingshan struct eventfd_ctx *ctx; 72265a0ad8SZhu Lingshan struct irq_bypass_producer producer; 73265a0ad8SZhu Lingshan }; 74265a0ad8SZhu Lingshan 753a4d5c94SMichael S. Tsirkin /* The virtqueue structure describes a queue attached to a device. */ 763a4d5c94SMichael S. Tsirkin struct vhost_virtqueue { 773a4d5c94SMichael S. Tsirkin struct vhost_dev *dev; 78737bdb64SMike Christie struct vhost_worker *worker; 793a4d5c94SMichael S. Tsirkin 803a4d5c94SMichael S. Tsirkin /* The actual ring of buffers. */ 813a4d5c94SMichael S. Tsirkin struct mutex mutex; 823a4d5c94SMichael S. Tsirkin unsigned int num; 83a865e420SMichael S. Tsirkin vring_desc_t __user *desc; 84a865e420SMichael S. Tsirkin vring_avail_t __user *avail; 85a865e420SMichael S. Tsirkin vring_used_t __user *used; 860bbe3066SJason Wang const struct vhost_iotlb_map *meta_iotlb[VHOST_NUM_ADDRS]; 873a4d5c94SMichael S. Tsirkin struct file *kick; 88265a0ad8SZhu Lingshan struct vhost_vring_call call_ctx; 893a4d5c94SMichael S. Tsirkin struct eventfd_ctx *error_ctx; 903a4d5c94SMichael S. Tsirkin struct eventfd_ctx *log_ctx; 913a4d5c94SMichael S. Tsirkin 923a4d5c94SMichael S. Tsirkin struct vhost_poll poll; 933a4d5c94SMichael S. Tsirkin 943a4d5c94SMichael S. Tsirkin /* The routine to call when the Guest pings us, or timeout. */ 95c23f3445STejun Heo vhost_work_fn_t handle_kick; 963a4d5c94SMichael S. Tsirkin 9755d8122fSShannon Nelson /* Last available index we saw. 9855d8122fSShannon Nelson * Values are limited to 0x7fff, and the high bit is used as 9955d8122fSShannon Nelson * a wrap counter when using VIRTIO_F_RING_PACKED. */ 1003a4d5c94SMichael S. Tsirkin u16 last_avail_idx; 1013a4d5c94SMichael S. Tsirkin 1023a4d5c94SMichael S. Tsirkin /* Caches available index value from user. */ 1033a4d5c94SMichael S. Tsirkin u16 avail_idx; 1043a4d5c94SMichael S. Tsirkin 10555d8122fSShannon Nelson /* Last index we used. 10655d8122fSShannon Nelson * Values are limited to 0x7fff, and the high bit is used as 10755d8122fSShannon Nelson * a wrap counter when using VIRTIO_F_RING_PACKED. */ 1083a4d5c94SMichael S. Tsirkin u16 last_used_idx; 1093a4d5c94SMichael S. Tsirkin 1103a4d5c94SMichael S. Tsirkin /* Used flags */ 1113a4d5c94SMichael S. Tsirkin u16 used_flags; 1123a4d5c94SMichael S. Tsirkin 1138ea8cf89SMichael S. Tsirkin /* Last used index value we have signalled on */ 1148ea8cf89SMichael S. Tsirkin u16 signalled_used; 1158ea8cf89SMichael S. Tsirkin 1168ea8cf89SMichael S. Tsirkin /* Last used index value we have signalled on */ 1178ea8cf89SMichael S. Tsirkin bool signalled_used_valid; 1188ea8cf89SMichael S. Tsirkin 1193a4d5c94SMichael S. Tsirkin /* Log writes to used structure. */ 1203a4d5c94SMichael S. Tsirkin bool log_used; 1213a4d5c94SMichael S. Tsirkin u64 log_addr; 1223a4d5c94SMichael S. Tsirkin 123e0e9b406SJason Wang struct iovec iov[UIO_MAXIOV]; 1246b1e6cc7SJason Wang struct iovec iotlb_iov[64]; 125e0e9b406SJason Wang struct iovec *indirect; 126e0e9b406SJason Wang struct vring_used_elem *heads; 12722fa90c7SAsias He /* Protected by virtqueue mutex. */ 1280bbe3066SJason Wang struct vhost_iotlb *umem; 1290bbe3066SJason Wang struct vhost_iotlb *iotlb; 13022fa90c7SAsias He void *private_data; 131bd82752aSMichael S. Tsirkin u64 acked_features; 132429711aeSJason Wang u64 acked_backend_features; 1333a4d5c94SMichael S. Tsirkin /* Log write descriptors */ 1343a4d5c94SMichael S. Tsirkin void __user *log_base; 135e0e9b406SJason Wang struct vhost_log *log; 1365e5e8736SLi Wang struct iovec log_iov[64]; 1372751c988SGreg Kurz 1382751c988SGreg Kurz /* Ring endianness. Defaults to legacy native endianness. 1392751c988SGreg Kurz * Set to true when starting a modern virtio device. */ 1402751c988SGreg Kurz bool is_le; 1412751c988SGreg Kurz #ifdef CONFIG_VHOST_CROSS_ENDIAN_LEGACY 1422751c988SGreg Kurz /* Ring endianness requested by userspace for cross-endian support. */ 1432751c988SGreg Kurz bool user_be; 1442751c988SGreg Kurz #endif 14503088137SJason Wang u32 busyloop_timeout; 1463a4d5c94SMichael S. Tsirkin }; 1473a4d5c94SMichael S. Tsirkin 1486b1e6cc7SJason Wang struct vhost_msg_node { 149429711aeSJason Wang union { 1506b1e6cc7SJason Wang struct vhost_msg msg; 151429711aeSJason Wang struct vhost_msg_v2 msg_v2; 152429711aeSJason Wang }; 1536b1e6cc7SJason Wang struct vhost_virtqueue *vq; 1546b1e6cc7SJason Wang struct list_head node; 1556b1e6cc7SJason Wang }; 1566b1e6cc7SJason Wang 1573a4d5c94SMichael S. Tsirkin struct vhost_dev { 1583a4d5c94SMichael S. Tsirkin struct mm_struct *mm; 1593a4d5c94SMichael S. Tsirkin struct mutex mutex; 1603ab2e420SAsias He struct vhost_virtqueue **vqs; 1613a4d5c94SMichael S. Tsirkin int nvqs; 1623a4d5c94SMichael S. Tsirkin struct eventfd_ctx *log_ctx; 1630bbe3066SJason Wang struct vhost_iotlb *umem; 1640bbe3066SJason Wang struct vhost_iotlb *iotlb; 1656b1e6cc7SJason Wang spinlock_t iotlb_lock; 1666b1e6cc7SJason Wang struct list_head read_list; 1676b1e6cc7SJason Wang struct list_head pending_list; 1686b1e6cc7SJason Wang wait_queue_head_t wait; 169b46a0bf7SJason Wang int iov_limit; 170e82b9b07SJason Wang int weight; 171e82b9b07SJason Wang int byte_weight; 172*1cdaafa1SMike Christie struct xarray worker_xa; 17301fcb1cbSJason Wang bool use_worker; 17491233ad7SGautam Dawar int (*msg_handler)(struct vhost_dev *dev, u32 asid, 175792a4f2eSJason Wang struct vhost_iotlb_msg *msg); 1763a4d5c94SMichael S. Tsirkin }; 1773a4d5c94SMichael S. Tsirkin 178e82b9b07SJason Wang bool vhost_exceeds_weight(struct vhost_virtqueue *vq, int pkts, int total_len); 179b46a0bf7SJason Wang void vhost_dev_init(struct vhost_dev *, struct vhost_virtqueue **vqs, 180792a4f2eSJason Wang int nvqs, int iov_limit, int weight, int byte_weight, 18101fcb1cbSJason Wang bool use_worker, 18291233ad7SGautam Dawar int (*msg_handler)(struct vhost_dev *dev, u32 asid, 183792a4f2eSJason Wang struct vhost_iotlb_msg *msg)); 18454db63c2SAsias He long vhost_dev_set_owner(struct vhost_dev *dev); 18505c05351SMichael S. Tsirkin bool vhost_dev_has_owner(struct vhost_dev *dev); 1863a4d5c94SMichael S. Tsirkin long vhost_dev_check_owner(struct vhost_dev *); 1870bbe3066SJason Wang struct vhost_iotlb *vhost_dev_reset_owner_prepare(void); 1880bbe3066SJason Wang void vhost_dev_reset_owner(struct vhost_dev *dev, struct vhost_iotlb *iotlb); 189f6f93f75S夷则(Caspar) void vhost_dev_cleanup(struct vhost_dev *); 190b211616dSMichael S. Tsirkin void vhost_dev_stop(struct vhost_dev *); 191935cdee7SMichael S. Tsirkin long vhost_dev_ioctl(struct vhost_dev *, unsigned int ioctl, void __user *argp); 19226b36604SSonny Rao long vhost_vring_ioctl(struct vhost_dev *d, unsigned int ioctl, void __user *argp); 193ddd3d408SStefan Hajnoczi bool vhost_vq_access_ok(struct vhost_virtqueue *vq); 194ddd3d408SStefan Hajnoczi bool vhost_log_access_ok(struct vhost_dev *); 1959526f9a2SEric Auger void vhost_clear_msg(struct vhost_dev *dev); 1963a4d5c94SMichael S. Tsirkin 19747283befSMichael S. Tsirkin int vhost_get_vq_desc(struct vhost_virtqueue *, 1983a4d5c94SMichael S. Tsirkin struct iovec iov[], unsigned int iov_count, 1993a4d5c94SMichael S. Tsirkin unsigned int *out_num, unsigned int *in_num, 2003a4d5c94SMichael S. Tsirkin struct vhost_log *log, unsigned int *log_num); 2018dd014adSDavid Stevens void vhost_discard_vq_desc(struct vhost_virtqueue *, int n); 2023a4d5c94SMichael S. Tsirkin 203a6fc0473SMike Christie void vhost_vq_flush(struct vhost_virtqueue *vq); 2040921dddcSMike Christie bool vhost_vq_work_queue(struct vhost_virtqueue *vq, struct vhost_work *work); 2059784df15SMike Christie bool vhost_vq_has_work(struct vhost_virtqueue *vq); 2066bcf3422SMike Christie bool vhost_vq_is_setup(struct vhost_virtqueue *vq); 20780f7d030SGreg Kurz int vhost_vq_init_access(struct vhost_virtqueue *); 2083a4d5c94SMichael S. Tsirkin int vhost_add_used(struct vhost_virtqueue *, unsigned int head, int len); 2098dd014adSDavid Stevens int vhost_add_used_n(struct vhost_virtqueue *, struct vring_used_elem *heads, 2108dd014adSDavid Stevens unsigned count); 2113a4d5c94SMichael S. Tsirkin void vhost_add_used_and_signal(struct vhost_dev *, struct vhost_virtqueue *, 2128dd014adSDavid Stevens unsigned int id, int len); 2138dd014adSDavid Stevens void vhost_add_used_and_signal_n(struct vhost_dev *, struct vhost_virtqueue *, 2148dd014adSDavid Stevens struct vring_used_elem *heads, unsigned count); 2158dd014adSDavid Stevens void vhost_signal(struct vhost_dev *, struct vhost_virtqueue *); 2168ea8cf89SMichael S. Tsirkin void vhost_disable_notify(struct vhost_dev *, struct vhost_virtqueue *); 217d4a60603SJason Wang bool vhost_vq_avail_empty(struct vhost_dev *, struct vhost_virtqueue *); 2188ea8cf89SMichael S. Tsirkin bool vhost_enable_notify(struct vhost_dev *, struct vhost_virtqueue *); 2193a4d5c94SMichael S. Tsirkin 2203a4d5c94SMichael S. Tsirkin int vhost_log_write(struct vhost_virtqueue *vq, struct vhost_log *log, 221cc5e7107SJason Wang unsigned int log_num, u64 len, 222cc5e7107SJason Wang struct iovec *iov, int count); 2239b5e830bSJason Wang int vq_meta_prefetch(struct vhost_virtqueue *vq); 2246b1e6cc7SJason Wang 2256b1e6cc7SJason Wang struct vhost_msg_node *vhost_new_msg(struct vhost_virtqueue *vq, int type); 2266b1e6cc7SJason Wang void vhost_enqueue_msg(struct vhost_dev *dev, 2276b1e6cc7SJason Wang struct list_head *head, 2286b1e6cc7SJason Wang struct vhost_msg_node *node); 2296b1e6cc7SJason Wang struct vhost_msg_node *vhost_dequeue_msg(struct vhost_dev *dev, 2306b1e6cc7SJason Wang struct list_head *head); 231460f7ce1SJason Wang void vhost_set_backend_features(struct vhost_dev *dev, u64 features); 232460f7ce1SJason Wang 233afc9a42bSAl Viro __poll_t vhost_chr_poll(struct file *file, struct vhost_dev *dev, 2346b1e6cc7SJason Wang poll_table *wait); 2356b1e6cc7SJason Wang ssize_t vhost_chr_read_iter(struct vhost_dev *dev, struct iov_iter *to, 2366b1e6cc7SJason Wang int noblock); 2376b1e6cc7SJason Wang ssize_t vhost_chr_write_iter(struct vhost_dev *dev, 2386b1e6cc7SJason Wang struct iov_iter *from); 239759aba1eSLiming Wu int vhost_init_device_iotlb(struct vhost_dev *d); 2403a4d5c94SMichael S. Tsirkin 2410bbe3066SJason Wang void vhost_iotlb_map_free(struct vhost_iotlb *iotlb, 2420bbe3066SJason Wang struct vhost_iotlb_map *map); 2430bbe3066SJason Wang 2443a4d5c94SMichael S. Tsirkin #define vq_err(vq, fmt, ...) do { \ 2453a4d5c94SMichael S. Tsirkin pr_debug(pr_fmt(fmt), ##__VA_ARGS__); \ 2463a4d5c94SMichael S. Tsirkin if ((vq)->error_ctx) \ 2473a4d5c94SMichael S. Tsirkin eventfd_signal((vq)->error_ctx, 1);\ 2483a4d5c94SMichael S. Tsirkin } while (0) 2493a4d5c94SMichael S. Tsirkin 2503a4d5c94SMichael S. Tsirkin enum { 2518ea8cf89SMichael S. Tsirkin VHOST_FEATURES = (1ULL << VIRTIO_F_NOTIFY_ON_EMPTY) | 2528ea8cf89SMichael S. Tsirkin (1ULL << VIRTIO_RING_F_INDIRECT_DESC) | 2538ea8cf89SMichael S. Tsirkin (1ULL << VIRTIO_RING_F_EVENT_IDX) | 2544e9fa50cSMichael S. Tsirkin (1ULL << VHOST_F_LOG_ALL) | 2554e9fa50cSMichael S. Tsirkin (1ULL << VIRTIO_F_ANY_LAYOUT) | 2564e9fa50cSMichael S. Tsirkin (1ULL << VIRTIO_F_VERSION_1) 2573a4d5c94SMichael S. Tsirkin }; 2583a4d5c94SMichael S. Tsirkin 259247643f8SEugenio Pérez /** 260247643f8SEugenio Pérez * vhost_vq_set_backend - Set backend. 261247643f8SEugenio Pérez * 262247643f8SEugenio Pérez * @vq Virtqueue. 263247643f8SEugenio Pérez * @private_data The private data. 264247643f8SEugenio Pérez * 265247643f8SEugenio Pérez * Context: Need to call with vq->mutex acquired. 266247643f8SEugenio Pérez */ 267247643f8SEugenio Pérez static inline void vhost_vq_set_backend(struct vhost_virtqueue *vq, 268247643f8SEugenio Pérez void *private_data) 269247643f8SEugenio Pérez { 270247643f8SEugenio Pérez vq->private_data = private_data; 271247643f8SEugenio Pérez } 272247643f8SEugenio Pérez 273247643f8SEugenio Pérez /** 274247643f8SEugenio Pérez * vhost_vq_get_backend - Get backend. 275247643f8SEugenio Pérez * 276247643f8SEugenio Pérez * @vq Virtqueue. 277247643f8SEugenio Pérez * 278247643f8SEugenio Pérez * Context: Need to call with vq->mutex acquired. 279247643f8SEugenio Pérez * Return: Private data previously set with vhost_vq_set_backend. 280247643f8SEugenio Pérez */ 281247643f8SEugenio Pérez static inline void *vhost_vq_get_backend(struct vhost_virtqueue *vq) 282247643f8SEugenio Pérez { 283247643f8SEugenio Pérez return vq->private_data; 284247643f8SEugenio Pérez } 285247643f8SEugenio Pérez 286bd82752aSMichael S. Tsirkin static inline bool vhost_has_feature(struct vhost_virtqueue *vq, int bit) 2873a4d5c94SMichael S. Tsirkin { 288bd82752aSMichael S. Tsirkin return vq->acked_features & (1ULL << bit); 2893a4d5c94SMichael S. Tsirkin } 290e05fd12bSMichael S. Tsirkin 291429711aeSJason Wang static inline bool vhost_backend_has_feature(struct vhost_virtqueue *vq, int bit) 292429711aeSJason Wang { 293429711aeSJason Wang return vq->acked_backend_features & (1ULL << bit); 294429711aeSJason Wang } 295429711aeSJason Wang 296e407f39aSMichael S. Tsirkin #ifdef CONFIG_VHOST_CROSS_ENDIAN_LEGACY 297ab27c07fSGreg Kurz static inline bool vhost_is_little_endian(struct vhost_virtqueue *vq) 298ab27c07fSGreg Kurz { 2992751c988SGreg Kurz return vq->is_le; 300ab27c07fSGreg Kurz } 301e407f39aSMichael S. Tsirkin #else 302e407f39aSMichael S. Tsirkin static inline bool vhost_is_little_endian(struct vhost_virtqueue *vq) 303e407f39aSMichael S. Tsirkin { 304e407f39aSMichael S. Tsirkin return virtio_legacy_is_little_endian() || vq->is_le; 305e407f39aSMichael S. Tsirkin } 306e407f39aSMichael S. Tsirkin #endif 307ab27c07fSGreg Kurz 308e05fd12bSMichael S. Tsirkin /* Memory accessors */ 309e05fd12bSMichael S. Tsirkin static inline u16 vhost16_to_cpu(struct vhost_virtqueue *vq, __virtio16 val) 310e05fd12bSMichael S. Tsirkin { 311ab27c07fSGreg Kurz return __virtio16_to_cpu(vhost_is_little_endian(vq), val); 312e05fd12bSMichael S. Tsirkin } 313e05fd12bSMichael S. Tsirkin 314e05fd12bSMichael S. Tsirkin static inline __virtio16 cpu_to_vhost16(struct vhost_virtqueue *vq, u16 val) 315e05fd12bSMichael S. Tsirkin { 316ab27c07fSGreg Kurz return __cpu_to_virtio16(vhost_is_little_endian(vq), val); 317e05fd12bSMichael S. Tsirkin } 318e05fd12bSMichael S. Tsirkin 319e05fd12bSMichael S. Tsirkin static inline u32 vhost32_to_cpu(struct vhost_virtqueue *vq, __virtio32 val) 320e05fd12bSMichael S. Tsirkin { 321ab27c07fSGreg Kurz return __virtio32_to_cpu(vhost_is_little_endian(vq), val); 322e05fd12bSMichael S. Tsirkin } 323e05fd12bSMichael S. Tsirkin 324e05fd12bSMichael S. Tsirkin static inline __virtio32 cpu_to_vhost32(struct vhost_virtqueue *vq, u32 val) 325e05fd12bSMichael S. Tsirkin { 326ab27c07fSGreg Kurz return __cpu_to_virtio32(vhost_is_little_endian(vq), val); 327e05fd12bSMichael S. Tsirkin } 328e05fd12bSMichael S. Tsirkin 329e05fd12bSMichael S. Tsirkin static inline u64 vhost64_to_cpu(struct vhost_virtqueue *vq, __virtio64 val) 330e05fd12bSMichael S. Tsirkin { 331ab27c07fSGreg Kurz return __virtio64_to_cpu(vhost_is_little_endian(vq), val); 332e05fd12bSMichael S. Tsirkin } 333e05fd12bSMichael S. Tsirkin 334e05fd12bSMichael S. Tsirkin static inline __virtio64 cpu_to_vhost64(struct vhost_virtqueue *vq, u64 val) 335e05fd12bSMichael S. Tsirkin { 336ab27c07fSGreg Kurz return __cpu_to_virtio64(vhost_is_little_endian(vq), val); 337e05fd12bSMichael S. Tsirkin } 3383a4d5c94SMichael S. Tsirkin #endif 339