| H A D | vringh.c | 38 static inline int __vringh_get_head(const struct vringh *vrh, in __vringh_get_head() argument 39 int (*getu16)(const struct vringh *vrh, in __vringh_get_head() argument 107 vringh_iov_xfer(struct vringh * vrh,struct vringh_kiov * iov,void * ptr,size_t len,int (* xfer)(const struct vringh * vrh,void * addr,void * ptr,size_t len)) vringh_iov_xfer() argument 110 vringh_iov_xfer(struct vringh * vrh,struct vringh_kiov * iov,void * ptr,size_t len,int (* xfer)(const struct vringh * vrh,void * addr,void * ptr,size_t len)) vringh_iov_xfer() argument 143 range_check(struct vringh * vrh,u64 addr,size_t * len,struct vringh_range * range,bool (* getrange)(struct vringh *,u64,struct vringh_range *)) range_check() argument 177 no_range_check(struct vringh * vrh,u64 addr,size_t * len,struct vringh_range * range,bool (* getrange)(struct vringh *,u64,struct vringh_range *)) no_range_check() argument 186 move_to_indirect(const struct vringh * vrh,int * up_next,u16 * i,void * addr,const struct vring_desc * desc,struct vring_desc ** descs,int * desc_max) move_to_indirect() argument 244 return_from_indirect(const struct vringh * vrh,int * up_next,struct vring_desc ** descs,int * desc_max) return_from_indirect() argument 255 slow_copy(struct vringh * vrh,void * dst,const void * src,bool (* rcheck)(struct vringh * vrh,u64 addr,size_t * len,struct vringh_range * range,bool (* getrange)(struct vringh * vrh,u64,struct vringh_range *)),bool (* getrange)(struct vringh * vrh,u64 addr,struct vringh_range * r),struct vringh_range * range,int (* copy)(const struct vringh * vrh,void * dst,const void * src,size_t len)) slow_copy() argument 256 slow_copy(struct vringh * vrh,void * dst,const void * src,bool (* rcheck)(struct vringh * vrh,u64 addr,size_t * len,struct vringh_range * range,bool (* getrange)(struct vringh * vrh,u64,struct vringh_range *)),bool (* getrange)(struct vringh * vrh,u64 addr,struct vringh_range * r),struct vringh_range * range,int (* copy)(const struct vringh * vrh,void * dst,const void * src,size_t len)) slow_copy() argument 258 slow_copy(struct vringh * vrh,void * dst,const void * src,bool (* rcheck)(struct vringh * vrh,u64 addr,size_t * len,struct vringh_range * range,bool (* getrange)(struct vringh * vrh,u64,struct vringh_range *)),bool (* getrange)(struct vringh * vrh,u64 addr,struct vringh_range * r),struct vringh_range * range,int (* copy)(const struct vringh * vrh,void * dst,const void * src,size_t len)) slow_copy() argument 265 slow_copy(struct vringh * vrh,void * dst,const void * src,bool (* rcheck)(struct vringh * vrh,u64 addr,size_t * len,struct vringh_range * range,bool (* getrange)(struct vringh * vrh,u64,struct vringh_range *)),bool (* getrange)(struct vringh * vrh,u64 addr,struct vringh_range * r),struct vringh_range * range,int (* copy)(const struct vringh * vrh,void * dst,const void * src,size_t len)) slow_copy() argument 292 __vringh_iov(struct vringh * vrh,u16 i,struct vringh_kiov * riov,struct vringh_kiov * wiov,bool (* rcheck)(struct vringh * vrh,u64 addr,size_t * len,struct vringh_range * range,bool (* getrange)(struct vringh *,u64,struct vringh_range *)),bool (* getrange)(struct vringh *,u64,struct vringh_range *),gfp_t gfp,int (* copy)(const struct vringh * vrh,void * dst,const void * src,size_t len)) __vringh_iov() argument 295 __vringh_iov(struct vringh * vrh,u16 i,struct vringh_kiov * riov,struct vringh_kiov * wiov,bool (* rcheck)(struct vringh * vrh,u64 addr,size_t * len,struct vringh_range * range,bool (* getrange)(struct vringh *,u64,struct vringh_range *)),bool (* getrange)(struct vringh *,u64,struct vringh_range *),gfp_t gfp,int (* copy)(const struct vringh * vrh,void * dst,const void * src,size_t len)) __vringh_iov() argument 301 __vringh_iov(struct vringh * vrh,u16 i,struct vringh_kiov * riov,struct vringh_kiov * wiov,bool (* rcheck)(struct vringh * vrh,u64 addr,size_t * len,struct vringh_range * range,bool (* getrange)(struct vringh *,u64,struct vringh_range *)),bool (* getrange)(struct vringh *,u64,struct vringh_range *),gfp_t gfp,int (* copy)(const struct vringh * vrh,void * dst,const void * src,size_t len)) __vringh_iov() argument 446 __vringh_complete(struct vringh * vrh,const struct vring_used_elem * used,unsigned int num_used,int (* putu16)(const struct vringh * vrh,__virtio16 * p,u16 val),int (* putused)(const struct vringh * vrh,struct vring_used_elem * dst,const struct vring_used_elem * src,unsigned num)) __vringh_complete() argument 449 __vringh_complete(struct vringh * vrh,const struct vring_used_elem * used,unsigned int num_used,int (* putu16)(const struct vringh * vrh,__virtio16 * p,u16 val),int (* putused)(const struct vringh * vrh,struct vring_used_elem * dst,const struct vring_used_elem * src,unsigned num)) __vringh_complete() argument 451 __vringh_complete(struct vringh * vrh,const struct vring_used_elem * used,unsigned int num_used,int (* putu16)(const struct vringh * vrh,__virtio16 * p,u16 val),int (* putused)(const struct vringh * vrh,struct vring_used_elem * dst,const struct vring_used_elem * src,unsigned num)) __vringh_complete() argument 496 __vringh_need_notify(struct vringh * vrh,int (* getu16)(const struct vringh * vrh,u16 * val,const __virtio16 * p)) __vringh_need_notify() argument 497 __vringh_need_notify(struct vringh * vrh,int (* getu16)(const struct vringh * vrh,u16 * val,const __virtio16 * p)) __vringh_need_notify() argument 543 __vringh_notify_enable(struct vringh * vrh,int (* getu16)(const struct vringh * vrh,u16 * val,const __virtio16 * p),int (* putu16)(const struct vringh * vrh,__virtio16 * p,u16 val)) __vringh_notify_enable() argument 544 __vringh_notify_enable(struct vringh * vrh,int (* getu16)(const struct vringh * vrh,u16 * val,const __virtio16 * p),int (* putu16)(const struct vringh * vrh,__virtio16 * p,u16 val)) __vringh_notify_enable() argument 546 __vringh_notify_enable(struct vringh * vrh,int (* getu16)(const struct vringh * vrh,u16 * val,const __virtio16 * p),int (* putu16)(const struct vringh * vrh,__virtio16 * p,u16 val)) __vringh_notify_enable() argument 583 __vringh_notify_disable(struct vringh * vrh,int (* putu16)(const struct vringh * vrh,__virtio16 * p,u16 val)) __vringh_notify_disable() argument 584 __vringh_notify_disable(struct vringh * vrh,int (* putu16)(const struct vringh * vrh,__virtio16 * p,u16 val)) __vringh_notify_disable() argument 598 getu16_user(const struct vringh * vrh,u16 * val,const __virtio16 * p) getu16_user() argument 606 putu16_user(const struct vringh * vrh,__virtio16 * p,u16 val) putu16_user() argument 612 copydesc_user(const struct vringh * vrh,void * dst,const void * src,size_t len) copydesc_user() argument 619 putused_user(const struct vringh * vrh,struct vring_used_elem * dst,const struct vring_used_elem * src,unsigned int num) putused_user() argument 628 xfer_from_user(const struct vringh * vrh,void * src,void * dst,size_t len) xfer_from_user() argument 635 xfer_to_user(const struct vringh * vrh,void * dst,void * src,size_t len) xfer_to_user() argument 655 vringh_init_user(struct vringh * vrh,u64 features,unsigned int num,bool weak_barriers,vring_desc_t __user * desc,vring_avail_t __user * avail,vring_used_t __user * used) vringh_init_user() argument 702 vringh_getdesc_user(struct vringh * vrh,struct vringh_iov * riov,struct vringh_iov * wiov,bool (* getrange)(struct vringh * vrh,u64 addr,struct vringh_range * r),u16 * head) vringh_getdesc_user() argument 705 vringh_getdesc_user(struct vringh * vrh,struct vringh_iov * riov,struct vringh_iov * wiov,bool (* getrange)(struct vringh * vrh,u64 addr,struct vringh_range * r),u16 * head) vringh_getdesc_user() argument 791 vringh_complete_user(struct vringh * vrh,u16 head,u32 len) vringh_complete_user() argument 810 vringh_complete_multi_user(struct vringh * vrh,const struct vring_used_elem used[],unsigned num_used) vringh_complete_multi_user() argument 826 vringh_notify_enable_user(struct vringh * vrh) vringh_notify_enable_user() argument 839 vringh_notify_disable_user(struct vringh * vrh) vringh_notify_disable_user() argument 851 vringh_need_notify_user(struct vringh * vrh) vringh_need_notify_user() argument 858 getu16_kern(const struct vringh * vrh,u16 * val,const __virtio16 * p) getu16_kern() argument 865 putu16_kern(const struct vringh * vrh,__virtio16 * p,u16 val) putu16_kern() argument 871 copydesc_kern(const struct vringh * vrh,void * dst,const void * src,size_t len) copydesc_kern() argument 878 putused_kern(const struct vringh * vrh,struct vring_used_elem * dst,const struct vring_used_elem * src,unsigned int num) putused_kern() argument 899 vringh_init_kern(struct vringh * vrh,u64 features,unsigned int num,bool weak_barriers,struct vring_desc * desc,struct vring_avail * avail,struct vring_used * used) vringh_init_kern() argument 945 vringh_getdesc_kern(struct vringh * vrh,struct vringh_kiov * riov,struct vringh_kiov * wiov,u16 * head,gfp_t gfp) vringh_getdesc_kern() argument 980 vringh_complete_kern(struct vringh * vrh,u16 head,u32 len) vringh_complete_kern() argument 998 vringh_notify_enable_kern(struct vringh * vrh) vringh_notify_enable_kern() argument 1011 vringh_notify_disable_kern(struct vringh * vrh) vringh_notify_disable_kern() argument 1023 vringh_need_notify_kern(struct vringh * vrh) vringh_need_notify_kern() argument 1039 iotlb_translate(const struct vringh * vrh,u64 addr,u64 len,u64 * translated,struct iotlb_vec * ivec,u32 perm) iotlb_translate() argument 1101 copy_from_iotlb(const struct vringh * vrh,void * dst,void * src,size_t len) copy_from_iotlb() argument 1148 copy_to_iotlb(const struct vringh * vrh,void * dst,void * src,size_t len) copy_to_iotlb() argument 1195 getu16_iotlb(const struct vringh * vrh,u16 * val,const __virtio16 * p) getu16_iotlb() argument 1231 putu16_iotlb(const struct vringh * vrh,__virtio16 * p,u16 val) putu16_iotlb() argument 1267 copydesc_iotlb(const struct vringh * vrh,void * dst,const void * src,size_t len) copydesc_iotlb() argument 1279 xfer_from_iotlb(const struct vringh * vrh,void * src,void * dst,size_t len) xfer_from_iotlb() argument 1291 xfer_to_iotlb(const struct vringh * vrh,void * dst,void * src,size_t len) xfer_to_iotlb() argument 1303 putused_iotlb(const struct vringh * vrh,struct vring_used_elem * dst,const struct vring_used_elem * src,unsigned int num) putused_iotlb() argument 1330 vringh_init_iotlb(struct vringh * vrh,u64 features,unsigned int num,bool weak_barriers,struct vring_desc * desc,struct vring_avail * avail,struct vring_used * used) vringh_init_iotlb() argument 1356 vringh_init_iotlb_va(struct vringh * vrh,u64 features,unsigned int num,bool weak_barriers,struct vring_desc * desc,struct vring_avail * avail,struct vring_used * used) vringh_init_iotlb_va() argument 1375 vringh_set_iotlb(struct vringh * vrh,struct vhost_iotlb * iotlb,spinlock_t * iotlb_lock) vringh_set_iotlb() argument 1404 vringh_getdesc_iotlb(struct vringh * vrh,struct vringh_kiov * riov,struct vringh_kiov * wiov,u16 * head,gfp_t gfp) vringh_getdesc_iotlb() argument 1439 vringh_iov_pull_iotlb(struct vringh * vrh,struct vringh_kiov * riov,void * dst,size_t len) vringh_iov_pull_iotlb() argument 1456 vringh_iov_push_iotlb(struct vringh * vrh,struct vringh_kiov * wiov,const void * src,size_t len) vringh_iov_push_iotlb() argument 1473 vringh_complete_iotlb(struct vringh * vrh,u16 head,u32 len) vringh_complete_iotlb() argument 1490 vringh_need_notify_iotlb(struct vringh * vrh) vringh_need_notify_iotlb() argument [all...] |