80 static struct vhost_vdpa_as *asid_to_as(struct vhost_vdpa *v, u32 asid)  in asid_to_as()
92 static struct vhost_iotlb *asid_to_iotlb(struct vhost_vdpa *v, u32 asid)  in asid_to_iotlb()
102 static struct vhost_vdpa_as *vhost_vdpa_alloc_as(struct vhost_vdpa *v, u32 asid)  in vhost_vdpa_alloc_as()
124 static struct vhost_vdpa_as *vhost_vdpa_find_alloc_as(struct vhost_vdpa *v,  in vhost_vdpa_find_alloc_as()
135 static void vhost_vdpa_reset_map(struct vhost_vdpa *v, u32 asid)  in vhost_vdpa_reset_map()
144 static int vhost_vdpa_remove_as(struct vhost_vdpa *v, u32 asid)  in vhost_vdpa_remove_as()
170 	struct vhost_vdpa *v = container_of(vq->dev, struct vhost_vdpa, vdev);  in handle_vq_kick()  local
189 	struct vhost_vdpa *v = private;  in vhost_vdpa_config_cb()  local
198 static void vhost_vdpa_setup_vq_irq(struct vhost_vdpa *v, u16 qid)  in vhost_vdpa_setup_vq_irq()
222 static void vhost_vdpa_unsetup_vq_irq(struct vhost_vdpa *v, u16 qid)  in vhost_vdpa_unsetup_vq_irq()
229 static int _compat_vdpa_reset(struct vhost_vdpa *v)  in _compat_vdpa_reset()
245 static int vhost_vdpa_reset(struct vhost_vdpa *v)  in vhost_vdpa_reset()
251 static long vhost_vdpa_bind_mm(struct vhost_vdpa *v)  in vhost_vdpa_bind_mm()
262 static void vhost_vdpa_unbind_mm(struct vhost_vdpa *v)  in vhost_vdpa_unbind_mm()
273 static long vhost_vdpa_get_device_id(struct vhost_vdpa *v, u8 __user *argp)  in vhost_vdpa_get_device_id()
287 static long vhost_vdpa_get_status(struct vhost_vdpa *v, u8 __user *statusp)  in vhost_vdpa_get_status()
301 static long vhost_vdpa_set_status(struct vhost_vdpa *v, u8 __user *statusp)  in vhost_vdpa_set_status()
340 static int vhost_vdpa_config_validate(struct vhost_vdpa *v,  in vhost_vdpa_config_validate()
355 static long vhost_vdpa_get_config(struct vhost_vdpa *v,  in vhost_vdpa_get_config()
382 static long vhost_vdpa_set_config(struct vhost_vdpa *v,  in vhost_vdpa_set_config()
405 static bool vhost_vdpa_can_suspend(const struct vhost_vdpa *v)  in vhost_vdpa_can_suspend()
413 static bool vhost_vdpa_can_resume(const struct vhost_vdpa *v)  in vhost_vdpa_can_resume()
421 static bool vhost_vdpa_has_desc_group(const struct vhost_vdpa *v)  in vhost_vdpa_has_desc_group()
429 static long vhost_vdpa_get_features(struct vhost_vdpa *v, u64 __user *featurep)  in vhost_vdpa_get_features()
443 static u64 vhost_vdpa_get_backend_features(const struct vhost_vdpa *v)  in vhost_vdpa_get_backend_features()
454 static bool vhost_vdpa_has_persistent_map(const struct vhost_vdpa *v)  in vhost_vdpa_has_persistent_map()
463 static long vhost_vdpa_set_features(struct vhost_vdpa *v, u64 __user *featurep)  in vhost_vdpa_set_features()
498 static long vhost_vdpa_get_vring_num(struct vhost_vdpa *v, u16 __user *argp)  in vhost_vdpa_get_vring_num()
512 static void vhost_vdpa_config_put(struct vhost_vdpa *v)  in vhost_vdpa_config_put()
520 static long vhost_vdpa_set_config_call(struct vhost_vdpa *v, u32 __user *argp)  in vhost_vdpa_set_config_call()
549 static long vhost_vdpa_get_iova_range(struct vhost_vdpa *v, u32 __user *argp)  in vhost_vdpa_get_iova_range()
561 static long vhost_vdpa_get_config_size(struct vhost_vdpa *v, u32 __user *argp)  in vhost_vdpa_get_config_size()
575 static long vhost_vdpa_get_vqs_count(struct vhost_vdpa *v, u32 __user *argp)  in vhost_vdpa_get_vqs_count()
590 static long vhost_vdpa_suspend(struct vhost_vdpa *v)  in vhost_vdpa_suspend()
613 static long vhost_vdpa_resume(struct vhost_vdpa *v)  in vhost_vdpa_resume()
632 static long vhost_vdpa_vring_ioctl(struct vhost_vdpa *v, unsigned int cmd,  in vhost_vdpa_vring_ioctl()
779 	struct vhost_vdpa *v = filep->private_data;  in vhost_vdpa_unlocked_ioctl()  local
908 static void vhost_vdpa_general_unmap(struct vhost_vdpa *v,  in vhost_vdpa_general_unmap()
920 static void vhost_vdpa_pa_unmap(struct vhost_vdpa *v, struct vhost_iotlb *iotlb,  in vhost_vdpa_pa_unmap()
943 static void vhost_vdpa_va_unmap(struct vhost_vdpa *v, struct vhost_iotlb *iotlb,  in vhost_vdpa_va_unmap()
958 static void vhost_vdpa_iotlb_unmap(struct vhost_vdpa *v,  in vhost_vdpa_iotlb_unmap()
992 static int vhost_vdpa_map(struct vhost_vdpa *v, struct vhost_iotlb *iotlb,  in vhost_vdpa_map()
1027 static void vhost_vdpa_unmap(struct vhost_vdpa *v,  in vhost_vdpa_unmap()
1044 static int vhost_vdpa_va_map(struct vhost_vdpa *v,  in vhost_vdpa_va_map()
1095 static int vhost_vdpa_pa_map(struct vhost_vdpa *v,  in vhost_vdpa_pa_map()
1220 static int vhost_vdpa_process_iotlb_update(struct vhost_vdpa *v,  in vhost_vdpa_process_iotlb_update()
1246 	struct vhost_vdpa *v = container_of(dev, struct vhost_vdpa, vdev);  in vhost_vdpa_process_iotlb_msg()  local
1313 	struct vhost_vdpa *v = file->private_data;  in vhost_vdpa_chr_write_iter()  local
1319 static int vhost_vdpa_alloc_domain(struct vhost_vdpa *v)  in vhost_vdpa_alloc_domain()
1355 static void vhost_vdpa_free_domain(struct vhost_vdpa *v)  in vhost_vdpa_free_domain()
1368 static void vhost_vdpa_set_iova_range(struct vhost_vdpa *v)  in vhost_vdpa_set_iova_range()
1385 static void vhost_vdpa_cleanup(struct vhost_vdpa *v)  in vhost_vdpa_cleanup()
1404 	struct vhost_vdpa *v;  in vhost_vdpa_open()  local
1453 static void vhost_vdpa_clean_irq(struct vhost_vdpa *v)  in vhost_vdpa_clean_irq()
1463 	struct vhost_vdpa *v = filep->private_data;  in vhost_vdpa_release()  local
1485 	struct vhost_vdpa *v = vmf->vma->vm_file->private_data;  in vhost_vdpa_fault()  local
1503 	struct vhost_vdpa *v = vma->vm_file->private_data;  in vhost_vdpa_mmap()  local
1550 	struct vhost_vdpa *v =  in vhost_vdpa_release_dev()  local
1561 	struct vhost_vdpa *v;  in vhost_vdpa_probe()  local
1626 	struct vhost_vdpa *v = vdpa_get_drvdata(vdpa);  in vhost_vdpa_remove()  local