1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 23a4d5c94SMichael S. Tsirkin #ifndef _VHOST_H 33a4d5c94SMichael S. Tsirkin #define _VHOST_H 43a4d5c94SMichael S. Tsirkin 53a4d5c94SMichael S. Tsirkin #include <linux/eventfd.h> 63a4d5c94SMichael S. Tsirkin #include <linux/vhost.h> 73a4d5c94SMichael S. Tsirkin #include <linux/mm.h> 83a4d5c94SMichael S. Tsirkin #include <linux/mutex.h> 93a4d5c94SMichael S. Tsirkin #include <linux/poll.h> 103a4d5c94SMichael S. Tsirkin #include <linux/file.h> 113a4d5c94SMichael S. Tsirkin #include <linux/uio.h> 123a4d5c94SMichael S. Tsirkin #include <linux/virtio_config.h> 133a4d5c94SMichael S. Tsirkin #include <linux/virtio_ring.h> 1460063497SArun Sharma #include <linux/atomic.h> 150bbe3066SJason Wang #include <linux/vhost_iotlb.h> 16265a0ad8SZhu Lingshan #include <linux/irqbypass.h> 173a4d5c94SMichael S. Tsirkin 18c23f3445STejun Heo struct vhost_work; 196e890c5dSMike Christie struct vhost_task; 20c23f3445STejun Heo typedef void (*vhost_work_fn_t)(struct vhost_work *work); 21c23f3445STejun Heo 2204b96e55SJason Wang #define VHOST_WORK_QUEUED 1 23c23f3445STejun Heo struct vhost_work { 2404b96e55SJason Wang struct llist_node node; 25c23f3445STejun Heo vhost_work_fn_t fn; 2604b96e55SJason Wang unsigned long flags; 27c23f3445STejun Heo }; 28c23f3445STejun Heo 291a5f8090SMike Christie struct vhost_worker { 306e890c5dSMike Christie struct vhost_task *vtsk; 311a5f8090SMike Christie struct llist_head work_list; 321a5f8090SMike Christie u64 kcov_handle; 331a5f8090SMike Christie }; 341a5f8090SMike Christie 353a4d5c94SMichael S. Tsirkin /* Poll a file (eventfd or socket) */ 363a4d5c94SMichael S. Tsirkin /* Note: there's nothing vhost specific about this structure. */ 373a4d5c94SMichael S. Tsirkin struct vhost_poll { 383a4d5c94SMichael S. Tsirkin poll_table table; 393a4d5c94SMichael S. Tsirkin wait_queue_head_t *wqh; 40ac6424b9SIngo Molnar wait_queue_entry_t wait; 41c23f3445STejun Heo struct vhost_work work; 4258e3b602SAl Viro __poll_t mask; 43c23f3445STejun Heo struct vhost_dev *dev; 44493b94bfSMike Christie struct vhost_virtqueue *vq; 453a4d5c94SMichael S. Tsirkin }; 463a4d5c94SMichael S. Tsirkin 47c23f3445STejun Heo void vhost_poll_init(struct vhost_poll *poll, vhost_work_fn_t fn, 48493b94bfSMike Christie __poll_t mask, struct vhost_dev *dev, 49493b94bfSMike Christie struct vhost_virtqueue *vq); 502b8b328bSJason Wang int vhost_poll_start(struct vhost_poll *poll, struct file *file); 513a4d5c94SMichael S. Tsirkin void vhost_poll_stop(struct vhost_poll *poll); 523a4d5c94SMichael S. Tsirkin void vhost_poll_queue(struct vhost_poll *poll); 53*27eca189SMike Christie 54*27eca189SMike Christie void vhost_work_init(struct vhost_work *work, vhost_work_fn_t fn); 55b2ffa407SMike Christie void vhost_dev_flush(struct vhost_dev *dev); 563a4d5c94SMichael S. Tsirkin 573a4d5c94SMichael S. Tsirkin struct vhost_log { 583a4d5c94SMichael S. Tsirkin u64 addr; 593a4d5c94SMichael S. Tsirkin u64 len; 603a4d5c94SMichael S. Tsirkin }; 613a4d5c94SMichael S. Tsirkin 62f8894913SJason Wang enum vhost_uaddr_type { 63f8894913SJason Wang VHOST_ADDR_DESC = 0, 64f8894913SJason Wang VHOST_ADDR_AVAIL = 1, 65f8894913SJason Wang VHOST_ADDR_USED = 2, 66f8894913SJason Wang VHOST_NUM_ADDRS = 3, 67f8894913SJason Wang }; 68f8894913SJason Wang 69265a0ad8SZhu Lingshan struct vhost_vring_call { 70265a0ad8SZhu Lingshan struct eventfd_ctx *ctx; 71265a0ad8SZhu Lingshan struct irq_bypass_producer producer; 72265a0ad8SZhu Lingshan }; 73265a0ad8SZhu Lingshan 743a4d5c94SMichael S. Tsirkin /* The virtqueue structure describes a queue attached to a device. */ 753a4d5c94SMichael S. Tsirkin struct vhost_virtqueue { 763a4d5c94SMichael S. Tsirkin struct vhost_dev *dev; 77737bdb64SMike Christie struct vhost_worker *worker; 783a4d5c94SMichael S. Tsirkin 793a4d5c94SMichael S. Tsirkin /* The actual ring of buffers. */ 803a4d5c94SMichael S. Tsirkin struct mutex mutex; 813a4d5c94SMichael S. Tsirkin unsigned int num; 82a865e420SMichael S. Tsirkin vring_desc_t __user *desc; 83a865e420SMichael S. Tsirkin vring_avail_t __user *avail; 84a865e420SMichael S. Tsirkin vring_used_t __user *used; 850bbe3066SJason Wang const struct vhost_iotlb_map *meta_iotlb[VHOST_NUM_ADDRS]; 863a4d5c94SMichael S. Tsirkin struct file *kick; 87265a0ad8SZhu Lingshan struct vhost_vring_call call_ctx; 883a4d5c94SMichael S. Tsirkin struct eventfd_ctx *error_ctx; 893a4d5c94SMichael S. Tsirkin struct eventfd_ctx *log_ctx; 903a4d5c94SMichael S. Tsirkin 913a4d5c94SMichael S. Tsirkin struct vhost_poll poll; 923a4d5c94SMichael S. Tsirkin 933a4d5c94SMichael S. Tsirkin /* The routine to call when the Guest pings us, or timeout. */ 94c23f3445STejun Heo vhost_work_fn_t handle_kick; 953a4d5c94SMichael S. Tsirkin 9655d8122fSShannon Nelson /* Last available index we saw. 9755d8122fSShannon Nelson * Values are limited to 0x7fff, and the high bit is used as 9855d8122fSShannon Nelson * a wrap counter when using VIRTIO_F_RING_PACKED. */ 993a4d5c94SMichael S. Tsirkin u16 last_avail_idx; 1003a4d5c94SMichael S. Tsirkin 1013a4d5c94SMichael S. Tsirkin /* Caches available index value from user. */ 1023a4d5c94SMichael S. Tsirkin u16 avail_idx; 1033a4d5c94SMichael S. Tsirkin 10455d8122fSShannon Nelson /* Last index we used. 10555d8122fSShannon Nelson * Values are limited to 0x7fff, and the high bit is used as 10655d8122fSShannon Nelson * a wrap counter when using VIRTIO_F_RING_PACKED. */ 1073a4d5c94SMichael S. Tsirkin u16 last_used_idx; 1083a4d5c94SMichael S. Tsirkin 1093a4d5c94SMichael S. Tsirkin /* Used flags */ 1103a4d5c94SMichael S. Tsirkin u16 used_flags; 1113a4d5c94SMichael S. Tsirkin 1128ea8cf89SMichael S. Tsirkin /* Last used index value we have signalled on */ 1138ea8cf89SMichael S. Tsirkin u16 signalled_used; 1148ea8cf89SMichael S. Tsirkin 1158ea8cf89SMichael S. Tsirkin /* Last used index value we have signalled on */ 1168ea8cf89SMichael S. Tsirkin bool signalled_used_valid; 1178ea8cf89SMichael S. Tsirkin 1183a4d5c94SMichael S. Tsirkin /* Log writes to used structure. */ 1193a4d5c94SMichael S. Tsirkin bool log_used; 1203a4d5c94SMichael S. Tsirkin u64 log_addr; 1213a4d5c94SMichael S. Tsirkin 122e0e9b406SJason Wang struct iovec iov[UIO_MAXIOV]; 1236b1e6cc7SJason Wang struct iovec iotlb_iov[64]; 124e0e9b406SJason Wang struct iovec *indirect; 125e0e9b406SJason Wang struct vring_used_elem *heads; 12622fa90c7SAsias He /* Protected by virtqueue mutex. */ 1270bbe3066SJason Wang struct vhost_iotlb *umem; 1280bbe3066SJason Wang struct vhost_iotlb *iotlb; 12922fa90c7SAsias He void *private_data; 130bd82752aSMichael S. Tsirkin u64 acked_features; 131429711aeSJason Wang u64 acked_backend_features; 1323a4d5c94SMichael S. Tsirkin /* Log write descriptors */ 1333a4d5c94SMichael S. Tsirkin void __user *log_base; 134e0e9b406SJason Wang struct vhost_log *log; 1355e5e8736SLi Wang struct iovec log_iov[64]; 1362751c988SGreg Kurz 1372751c988SGreg Kurz /* Ring endianness. Defaults to legacy native endianness. 1382751c988SGreg Kurz * Set to true when starting a modern virtio device. */ 1392751c988SGreg Kurz bool is_le; 1402751c988SGreg Kurz #ifdef CONFIG_VHOST_CROSS_ENDIAN_LEGACY 1412751c988SGreg Kurz /* Ring endianness requested by userspace for cross-endian support. */ 1422751c988SGreg Kurz bool user_be; 1432751c988SGreg Kurz #endif 14403088137SJason Wang u32 busyloop_timeout; 1453a4d5c94SMichael S. Tsirkin }; 1463a4d5c94SMichael S. Tsirkin 1476b1e6cc7SJason Wang struct vhost_msg_node { 148429711aeSJason Wang union { 1496b1e6cc7SJason Wang struct vhost_msg msg; 150429711aeSJason Wang struct vhost_msg_v2 msg_v2; 151429711aeSJason Wang }; 1526b1e6cc7SJason Wang struct vhost_virtqueue *vq; 1536b1e6cc7SJason Wang struct list_head node; 1546b1e6cc7SJason Wang }; 1556b1e6cc7SJason Wang 1563a4d5c94SMichael S. Tsirkin struct vhost_dev { 1573a4d5c94SMichael S. Tsirkin struct mm_struct *mm; 1583a4d5c94SMichael S. Tsirkin struct mutex mutex; 1593ab2e420SAsias He struct vhost_virtqueue **vqs; 1603a4d5c94SMichael S. Tsirkin int nvqs; 1613a4d5c94SMichael S. Tsirkin struct eventfd_ctx *log_ctx; 162c011bb66SMike Christie struct vhost_worker *worker; 1630bbe3066SJason Wang struct vhost_iotlb *umem; 1640bbe3066SJason Wang struct vhost_iotlb *iotlb; 1656b1e6cc7SJason Wang spinlock_t iotlb_lock; 1666b1e6cc7SJason Wang struct list_head read_list; 1676b1e6cc7SJason Wang struct list_head pending_list; 1686b1e6cc7SJason Wang wait_queue_head_t wait; 169b46a0bf7SJason Wang int iov_limit; 170e82b9b07SJason Wang int weight; 171e82b9b07SJason Wang int byte_weight; 17201fcb1cbSJason Wang bool use_worker; 17391233ad7SGautam Dawar int (*msg_handler)(struct vhost_dev *dev, u32 asid, 174792a4f2eSJason Wang struct vhost_iotlb_msg *msg); 1753a4d5c94SMichael S. Tsirkin }; 1763a4d5c94SMichael S. Tsirkin 177e82b9b07SJason Wang bool vhost_exceeds_weight(struct vhost_virtqueue *vq, int pkts, int total_len); 178b46a0bf7SJason Wang void vhost_dev_init(struct vhost_dev *, struct vhost_virtqueue **vqs, 179792a4f2eSJason Wang int nvqs, int iov_limit, int weight, int byte_weight, 18001fcb1cbSJason Wang bool use_worker, 18191233ad7SGautam Dawar int (*msg_handler)(struct vhost_dev *dev, u32 asid, 182792a4f2eSJason Wang struct vhost_iotlb_msg *msg)); 18354db63c2SAsias He long vhost_dev_set_owner(struct vhost_dev *dev); 18405c05351SMichael S. Tsirkin bool vhost_dev_has_owner(struct vhost_dev *dev); 1853a4d5c94SMichael S. Tsirkin long vhost_dev_check_owner(struct vhost_dev *); 1860bbe3066SJason Wang struct vhost_iotlb *vhost_dev_reset_owner_prepare(void); 1870bbe3066SJason Wang void vhost_dev_reset_owner(struct vhost_dev *dev, struct vhost_iotlb *iotlb); 188f6f93f75S夷则(Caspar) void vhost_dev_cleanup(struct vhost_dev *); 189b211616dSMichael S. Tsirkin void vhost_dev_stop(struct vhost_dev *); 190935cdee7SMichael S. Tsirkin long vhost_dev_ioctl(struct vhost_dev *, unsigned int ioctl, void __user *argp); 19126b36604SSonny Rao long vhost_vring_ioctl(struct vhost_dev *d, unsigned int ioctl, void __user *argp); 192ddd3d408SStefan Hajnoczi bool vhost_vq_access_ok(struct vhost_virtqueue *vq); 193ddd3d408SStefan Hajnoczi bool vhost_log_access_ok(struct vhost_dev *); 1949526f9a2SEric Auger void vhost_clear_msg(struct vhost_dev *dev); 1953a4d5c94SMichael S. Tsirkin 19647283befSMichael S. Tsirkin int vhost_get_vq_desc(struct vhost_virtqueue *, 1973a4d5c94SMichael S. Tsirkin struct iovec iov[], unsigned int iov_count, 1983a4d5c94SMichael S. Tsirkin unsigned int *out_num, unsigned int *in_num, 1993a4d5c94SMichael S. Tsirkin struct vhost_log *log, unsigned int *log_num); 2008dd014adSDavid Stevens void vhost_discard_vq_desc(struct vhost_virtqueue *, int n); 2013a4d5c94SMichael S. Tsirkin 202a6fc0473SMike Christie void vhost_vq_flush(struct vhost_virtqueue *vq); 2030921dddcSMike Christie bool vhost_vq_work_queue(struct vhost_virtqueue *vq, struct vhost_work *work); 2049784df15SMike Christie bool vhost_vq_has_work(struct vhost_virtqueue *vq); 2056bcf3422SMike Christie bool vhost_vq_is_setup(struct vhost_virtqueue *vq); 20680f7d030SGreg Kurz int vhost_vq_init_access(struct vhost_virtqueue *); 2073a4d5c94SMichael S. Tsirkin int vhost_add_used(struct vhost_virtqueue *, unsigned int head, int len); 2088dd014adSDavid Stevens int vhost_add_used_n(struct vhost_virtqueue *, struct vring_used_elem *heads, 2098dd014adSDavid Stevens unsigned count); 2103a4d5c94SMichael S. Tsirkin void vhost_add_used_and_signal(struct vhost_dev *, struct vhost_virtqueue *, 2118dd014adSDavid Stevens unsigned int id, int len); 2128dd014adSDavid Stevens void vhost_add_used_and_signal_n(struct vhost_dev *, struct vhost_virtqueue *, 2138dd014adSDavid Stevens struct vring_used_elem *heads, unsigned count); 2148dd014adSDavid Stevens void vhost_signal(struct vhost_dev *, struct vhost_virtqueue *); 2158ea8cf89SMichael S. Tsirkin void vhost_disable_notify(struct vhost_dev *, struct vhost_virtqueue *); 216d4a60603SJason Wang bool vhost_vq_avail_empty(struct vhost_dev *, struct vhost_virtqueue *); 2178ea8cf89SMichael S. Tsirkin bool vhost_enable_notify(struct vhost_dev *, struct vhost_virtqueue *); 2183a4d5c94SMichael S. Tsirkin 2193a4d5c94SMichael S. Tsirkin int vhost_log_write(struct vhost_virtqueue *vq, struct vhost_log *log, 220cc5e7107SJason Wang unsigned int log_num, u64 len, 221cc5e7107SJason Wang struct iovec *iov, int count); 2229b5e830bSJason Wang int vq_meta_prefetch(struct vhost_virtqueue *vq); 2236b1e6cc7SJason Wang 2246b1e6cc7SJason Wang struct vhost_msg_node *vhost_new_msg(struct vhost_virtqueue *vq, int type); 2256b1e6cc7SJason Wang void vhost_enqueue_msg(struct vhost_dev *dev, 2266b1e6cc7SJason Wang struct list_head *head, 2276b1e6cc7SJason Wang struct vhost_msg_node *node); 2286b1e6cc7SJason Wang struct vhost_msg_node *vhost_dequeue_msg(struct vhost_dev *dev, 2296b1e6cc7SJason Wang struct list_head *head); 230460f7ce1SJason Wang void vhost_set_backend_features(struct vhost_dev *dev, u64 features); 231460f7ce1SJason Wang 232afc9a42bSAl Viro __poll_t vhost_chr_poll(struct file *file, struct vhost_dev *dev, 2336b1e6cc7SJason Wang poll_table *wait); 2346b1e6cc7SJason Wang ssize_t vhost_chr_read_iter(struct vhost_dev *dev, struct iov_iter *to, 2356b1e6cc7SJason Wang int noblock); 2366b1e6cc7SJason Wang ssize_t vhost_chr_write_iter(struct vhost_dev *dev, 2376b1e6cc7SJason Wang struct iov_iter *from); 238759aba1eSLiming Wu int vhost_init_device_iotlb(struct vhost_dev *d); 2393a4d5c94SMichael S. Tsirkin 2400bbe3066SJason Wang void vhost_iotlb_map_free(struct vhost_iotlb *iotlb, 2410bbe3066SJason Wang struct vhost_iotlb_map *map); 2420bbe3066SJason Wang 2433a4d5c94SMichael S. Tsirkin #define vq_err(vq, fmt, ...) do { \ 2443a4d5c94SMichael S. Tsirkin pr_debug(pr_fmt(fmt), ##__VA_ARGS__); \ 2453a4d5c94SMichael S. Tsirkin if ((vq)->error_ctx) \ 2463a4d5c94SMichael S. Tsirkin eventfd_signal((vq)->error_ctx, 1);\ 2473a4d5c94SMichael S. Tsirkin } while (0) 2483a4d5c94SMichael S. Tsirkin 2493a4d5c94SMichael S. Tsirkin enum { 2508ea8cf89SMichael S. Tsirkin VHOST_FEATURES = (1ULL << VIRTIO_F_NOTIFY_ON_EMPTY) | 2518ea8cf89SMichael S. Tsirkin (1ULL << VIRTIO_RING_F_INDIRECT_DESC) | 2528ea8cf89SMichael S. Tsirkin (1ULL << VIRTIO_RING_F_EVENT_IDX) | 2534e9fa50cSMichael S. Tsirkin (1ULL << VHOST_F_LOG_ALL) | 2544e9fa50cSMichael S. Tsirkin (1ULL << VIRTIO_F_ANY_LAYOUT) | 2554e9fa50cSMichael S. Tsirkin (1ULL << VIRTIO_F_VERSION_1) 2563a4d5c94SMichael S. Tsirkin }; 2573a4d5c94SMichael S. Tsirkin 258247643f8SEugenio Pérez /** 259247643f8SEugenio Pérez * vhost_vq_set_backend - Set backend. 260247643f8SEugenio Pérez * 261247643f8SEugenio Pérez * @vq Virtqueue. 262247643f8SEugenio Pérez * @private_data The private data. 263247643f8SEugenio Pérez * 264247643f8SEugenio Pérez * Context: Need to call with vq->mutex acquired. 265247643f8SEugenio Pérez */ 266247643f8SEugenio Pérez static inline void vhost_vq_set_backend(struct vhost_virtqueue *vq, 267247643f8SEugenio Pérez void *private_data) 268247643f8SEugenio Pérez { 269247643f8SEugenio Pérez vq->private_data = private_data; 270247643f8SEugenio Pérez } 271247643f8SEugenio Pérez 272247643f8SEugenio Pérez /** 273247643f8SEugenio Pérez * vhost_vq_get_backend - Get backend. 274247643f8SEugenio Pérez * 275247643f8SEugenio Pérez * @vq Virtqueue. 276247643f8SEugenio Pérez * 277247643f8SEugenio Pérez * Context: Need to call with vq->mutex acquired. 278247643f8SEugenio Pérez * Return: Private data previously set with vhost_vq_set_backend. 279247643f8SEugenio Pérez */ 280247643f8SEugenio Pérez static inline void *vhost_vq_get_backend(struct vhost_virtqueue *vq) 281247643f8SEugenio Pérez { 282247643f8SEugenio Pérez return vq->private_data; 283247643f8SEugenio Pérez } 284247643f8SEugenio Pérez 285bd82752aSMichael S. Tsirkin static inline bool vhost_has_feature(struct vhost_virtqueue *vq, int bit) 2863a4d5c94SMichael S. Tsirkin { 287bd82752aSMichael S. Tsirkin return vq->acked_features & (1ULL << bit); 2883a4d5c94SMichael S. Tsirkin } 289e05fd12bSMichael S. Tsirkin 290429711aeSJason Wang static inline bool vhost_backend_has_feature(struct vhost_virtqueue *vq, int bit) 291429711aeSJason Wang { 292429711aeSJason Wang return vq->acked_backend_features & (1ULL << bit); 293429711aeSJason Wang } 294429711aeSJason Wang 295e407f39aSMichael S. Tsirkin #ifdef CONFIG_VHOST_CROSS_ENDIAN_LEGACY 296ab27c07fSGreg Kurz static inline bool vhost_is_little_endian(struct vhost_virtqueue *vq) 297ab27c07fSGreg Kurz { 2982751c988SGreg Kurz return vq->is_le; 299ab27c07fSGreg Kurz } 300e407f39aSMichael S. Tsirkin #else 301e407f39aSMichael S. Tsirkin static inline bool vhost_is_little_endian(struct vhost_virtqueue *vq) 302e407f39aSMichael S. Tsirkin { 303e407f39aSMichael S. Tsirkin return virtio_legacy_is_little_endian() || vq->is_le; 304e407f39aSMichael S. Tsirkin } 305e407f39aSMichael S. Tsirkin #endif 306ab27c07fSGreg Kurz 307e05fd12bSMichael S. Tsirkin /* Memory accessors */ 308e05fd12bSMichael S. Tsirkin static inline u16 vhost16_to_cpu(struct vhost_virtqueue *vq, __virtio16 val) 309e05fd12bSMichael S. Tsirkin { 310ab27c07fSGreg Kurz return __virtio16_to_cpu(vhost_is_little_endian(vq), val); 311e05fd12bSMichael S. Tsirkin } 312e05fd12bSMichael S. Tsirkin 313e05fd12bSMichael S. Tsirkin static inline __virtio16 cpu_to_vhost16(struct vhost_virtqueue *vq, u16 val) 314e05fd12bSMichael S. Tsirkin { 315ab27c07fSGreg Kurz return __cpu_to_virtio16(vhost_is_little_endian(vq), val); 316e05fd12bSMichael S. Tsirkin } 317e05fd12bSMichael S. Tsirkin 318e05fd12bSMichael S. Tsirkin static inline u32 vhost32_to_cpu(struct vhost_virtqueue *vq, __virtio32 val) 319e05fd12bSMichael S. Tsirkin { 320ab27c07fSGreg Kurz return __virtio32_to_cpu(vhost_is_little_endian(vq), val); 321e05fd12bSMichael S. Tsirkin } 322e05fd12bSMichael S. Tsirkin 323e05fd12bSMichael S. Tsirkin static inline __virtio32 cpu_to_vhost32(struct vhost_virtqueue *vq, u32 val) 324e05fd12bSMichael S. Tsirkin { 325ab27c07fSGreg Kurz return __cpu_to_virtio32(vhost_is_little_endian(vq), val); 326e05fd12bSMichael S. Tsirkin } 327e05fd12bSMichael S. Tsirkin 328e05fd12bSMichael S. Tsirkin static inline u64 vhost64_to_cpu(struct vhost_virtqueue *vq, __virtio64 val) 329e05fd12bSMichael S. Tsirkin { 330ab27c07fSGreg Kurz return __virtio64_to_cpu(vhost_is_little_endian(vq), val); 331e05fd12bSMichael S. Tsirkin } 332e05fd12bSMichael S. Tsirkin 333e05fd12bSMichael S. Tsirkin static inline __virtio64 cpu_to_vhost64(struct vhost_virtqueue *vq, u64 val) 334e05fd12bSMichael S. Tsirkin { 335ab27c07fSGreg Kurz return __cpu_to_virtio64(vhost_is_little_endian(vq), val); 336e05fd12bSMichael S. Tsirkin } 3373a4d5c94SMichael S. Tsirkin #endif 338