163 	struct virtqueue vq;
208 	bool (*notify)(struct virtqueue *vq);
227 static void vring_free(struct virtqueue *_vq);
475 static struct vring_desc *alloc_indirect_split(struct virtqueue *_vq,  in alloc_indirect_split()
504 static inline unsigned int virtqueue_add_desc_split(struct virtqueue *vq,  in virtqueue_add_desc_split()
529 static inline int virtqueue_add_split(struct virtqueue *_vq,  in virtqueue_add_split()
716 static bool virtqueue_kick_prepare_split(struct virtqueue *_vq)  in virtqueue_kick_prepare_split()
811 static void *virtqueue_get_buf_ctx_split(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_split()
869 static void virtqueue_disable_cb_split(struct virtqueue *_vq)  in virtqueue_disable_cb_split()
893 static unsigned int virtqueue_enable_cb_prepare_split(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_split()
918 static bool virtqueue_poll_split(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll_split()
926 static bool virtqueue_enable_cb_delayed_split(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_split()
962 static void *virtqueue_detach_unused_buf_split(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_split()
1129 static struct virtqueue *__vring_new_virtqueue_split(unsigned int index,  in __vring_new_virtqueue_split()
1134 					       bool (*notify)(struct virtqueue *),  in __vring_new_virtqueue_split()  argument
1135 					       void (*callback)(struct virtqueue *),  in __vring_new_virtqueue_split()  argument
1187 static struct virtqueue *vring_create_virtqueue_split(  in vring_create_virtqueue_split()
1195 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue_split()  argument
1196 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue_split()  argument
1201 	struct virtqueue *vq;  in vring_create_virtqueue_split()
1221 static int virtqueue_resize_split(struct virtqueue *_vq, u32 num)  in virtqueue_resize_split()
1448 static inline int virtqueue_add_packed(struct virtqueue *_vq,  in virtqueue_add_packed()
1603 static bool virtqueue_kick_prepare_packed(struct virtqueue *_vq)  in virtqueue_kick_prepare_packed()
1727 static void *virtqueue_get_buf_ctx_packed(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_packed()
1796 static void virtqueue_disable_cb_packed(struct virtqueue *_vq)  in virtqueue_disable_cb_packed()
1815 static unsigned int virtqueue_enable_cb_prepare_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_packed()
1848 static bool virtqueue_poll_packed(struct virtqueue *_vq, u16 off_wrap)  in virtqueue_poll_packed()
1860 static bool virtqueue_enable_cb_delayed_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_packed()
1921 static void *virtqueue_detach_unused_buf_packed(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_packed()
2107 static struct virtqueue *__vring_new_virtqueue_packed(unsigned int index,  in __vring_new_virtqueue_packed()
2112 					       bool (*notify)(struct virtqueue *),  in __vring_new_virtqueue_packed()  argument
2113 					       void (*callback)(struct virtqueue *),  in __vring_new_virtqueue_packed()  argument
2165 static struct virtqueue *vring_create_virtqueue_packed(  in vring_create_virtqueue_packed()
2173 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue_packed()  argument
2174 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue_packed()  argument
2179 	struct virtqueue *vq;  in vring_create_virtqueue_packed()
2196 static int virtqueue_resize_packed(struct virtqueue *_vq, u32 num)  in virtqueue_resize_packed()
2226 static int virtqueue_disable_and_recycle(struct virtqueue *_vq,  in virtqueue_disable_and_recycle()
2227 					 void (*recycle)(struct virtqueue *vq, void *buf))  in virtqueue_disable_and_recycle()
2253 static int virtqueue_enable_after_reset(struct virtqueue *_vq)  in virtqueue_enable_after_reset()
2268 static inline int virtqueue_add(struct virtqueue *_vq,  in virtqueue_add()
2304 int virtqueue_add_sgs(struct virtqueue *_vq,  in virtqueue_add_sgs()
2338 int virtqueue_add_outbuf(struct virtqueue *vq,  in virtqueue_add_outbuf()
2361 int virtqueue_add_outbuf_premapped(struct virtqueue *vq,  in virtqueue_add_outbuf_premapped()
2383 int virtqueue_add_inbuf(struct virtqueue *vq,  in virtqueue_add_inbuf()
2406 int virtqueue_add_inbuf_ctx(struct virtqueue *vq,  in virtqueue_add_inbuf_ctx()
2431 int virtqueue_add_inbuf_premapped(struct virtqueue *vq,  in virtqueue_add_inbuf_premapped()
2447 struct device *virtqueue_dma_dev(struct virtqueue *_vq)  in virtqueue_dma_dev()
2469 bool virtqueue_kick_prepare(struct virtqueue *_vq)  in virtqueue_kick_prepare()
2486 bool virtqueue_notify(struct virtqueue *_vq)  in virtqueue_notify()
2514 bool virtqueue_kick(struct virtqueue *vq)  in virtqueue_kick()
2539 void *virtqueue_get_buf_ctx(struct virtqueue *_vq, unsigned int *len,  in virtqueue_get_buf_ctx()
2549 void *virtqueue_get_buf(struct virtqueue *_vq, unsigned int *len)  in virtqueue_get_buf()
2563 void virtqueue_disable_cb(struct virtqueue *_vq)  in virtqueue_disable_cb()
2586 unsigned int virtqueue_enable_cb_prepare(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare()
2607 bool virtqueue_poll(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll()
2631 bool virtqueue_enable_cb(struct virtqueue *_vq)  in virtqueue_enable_cb()
2652 bool virtqueue_enable_cb_delayed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed()
2672 void *virtqueue_detach_unused_buf(struct virtqueue *_vq)  in virtqueue_detach_unused_buf()
2725 struct virtqueue *vring_create_virtqueue(  in vring_create_virtqueue()
2733 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue()  argument
2734 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue()  argument
2749 struct virtqueue *vring_create_virtqueue_dma(  in vring_create_virtqueue_dma()
2757 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue_dma()  argument
2758 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue_dma()  argument
2799 int virtqueue_resize(struct virtqueue *_vq, u32 num,  in virtqueue_resize()
2800 		     void (*recycle)(struct virtqueue *vq, void *buf),  in virtqueue_resize()
2801 		     void (*recycle_done)(struct virtqueue *vq))  in virtqueue_resize()
2849 int virtqueue_reset(struct virtqueue *_vq,  in virtqueue_reset()
2850 		    void (*recycle)(struct virtqueue *vq, void *buf),  in virtqueue_reset()
2851 		    void (*recycle_done)(struct virtqueue *vq))  in virtqueue_reset()
2871 struct virtqueue *vring_new_virtqueue(unsigned int index,  in vring_new_virtqueue()
2878 				      bool (*notify)(struct virtqueue *vq),  in vring_new_virtqueue()
2879 				      void (*callback)(struct virtqueue *vq),  in vring_new_virtqueue()
2902 static void vring_free(struct virtqueue *_vq)  in vring_free()
2942 void vring_del_virtqueue(struct virtqueue *_vq)  in vring_del_virtqueue()
2956 u32 vring_notification_data(struct virtqueue *_vq)  in vring_notification_data()
3009 unsigned int virtqueue_get_vring_size(const struct virtqueue *_vq)  in virtqueue_get_vring_size()
3021 void __virtqueue_break(struct virtqueue *_vq)  in __virtqueue_break()
3033 void __virtqueue_unbreak(struct virtqueue *_vq)  in __virtqueue_unbreak()
3042 bool virtqueue_is_broken(const struct virtqueue *_vq)  in virtqueue_is_broken()
3056 	struct virtqueue *_vq;  in virtio_break_device()
3078 	struct virtqueue *_vq;  in __virtio_unbreak_device()
3091 dma_addr_t virtqueue_get_desc_addr(const struct virtqueue *_vq)  in virtqueue_get_desc_addr()
3104 dma_addr_t virtqueue_get_avail_addr(const struct virtqueue *_vq)  in virtqueue_get_avail_addr()
3118 dma_addr_t virtqueue_get_used_addr(const struct virtqueue *_vq)  in virtqueue_get_used_addr()
3133 const struct vring *virtqueue_get_vring(const struct virtqueue *vq)  in virtqueue_get_vring()
3152 dma_addr_t virtqueue_dma_map_single_attrs(struct virtqueue *_vq, void *ptr,  in virtqueue_dma_map_single_attrs()
3179 void virtqueue_dma_unmap_single_attrs(struct virtqueue *_vq, dma_addr_t addr,  in virtqueue_dma_unmap_single_attrs()
3199 int virtqueue_dma_mapping_error(struct virtqueue *_vq, dma_addr_t addr)  in virtqueue_dma_mapping_error()
3220 bool virtqueue_dma_need_sync(struct virtqueue *_vq, dma_addr_t addr)  in virtqueue_dma_need_sync()
3243 void virtqueue_dma_sync_single_range_for_cpu(struct virtqueue *_vq,  in virtqueue_dma_sync_single_range_for_cpu()
3269 void virtqueue_dma_sync_single_range_for_device(struct virtqueue *_vq,  in virtqueue_dma_sync_single_range_for_device()