| /linux/drivers/iommu/iommufd/ |
| H A D | iova_bitmap.c | 36 unsigned long iova; member 115 unsigned long iova; member 130 static unsigned long iova_bitmap_offset_to_index(struct iova_bitmap *bitmap, in iova_bitmap_offset_to_index() 243 struct iova_bitmap *iova_bitmap_alloc(unsigned long iova, size_t length, in iova_bitmap_alloc() 321 unsigned long iova = iova_bitmap_mapped_iova(bitmap); in iova_bitmap_mapped_length() local 343 unsigned long iova, size_t length) in iova_bitmap_mapped_range() 356 unsigned long iova) in iova_bitmap_advance_to() 402 unsigned long iova, size_t length) in iova_bitmap_set()
|
| /linux/drivers/media/pci/intel/ipu6/ |
| H A D | ipu6-mmu.c | 99 u32 iova = (phys_addr_t)l1_idx << ISP_L1PT_SHIFT; in page_table_dump() local 257 static void l2_unmap(struct ipu6_mmu_info *mmu_info, unsigned long iova, in l2_unmap() 306 static int l2_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in l2_map() 395 static int __ipu6_mmu_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in __ipu6_mmu_map() 409 unsigned long iova, size_t size) in __ipu6_mmu_unmap() 417 struct iova *iova; in allocate_trash_buffer() local 637 dma_addr_t iova) in ipu6_mmu_iova_to_phys() 652 void ipu6_mmu_unmap(struct ipu6_mmu_info *mmu_info, unsigned long iova, in ipu6_mmu_unmap() 676 int ipu6_mmu_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in ipu6_mmu_map() 709 struct iova *iova; in ipu6_mmu_destroy() local
|
| H A D | ipu6-dma.c | 29 static struct vm_info *get_vm_info(struct ipu6_mmu *mmu, dma_addr_t iova) in get_vm_info() 163 struct iova *iova; in ipu6_dma_alloc() local 249 struct iova *iova = find_iova(&mmu->dmap->iovad, PHYS_PFN(dma_handle)); in ipu6_dma_free() local 298 void *addr, dma_addr_t iova, size_t size, in ipu6_dma_mmap() 336 struct iova *iova = find_iova(&mmu->dmap->iovad, in ipu6_dma_unmap_sg() local 381 struct iova *iova; in ipu6_dma_map_sg() local
|
| /linux/tools/testing/selftests/iommu/ |
| H A D | iommufd_fail_nth.c | 243 __u64 iova; in TEST_FAIL_NTH() local 313 __u64 iova; in TEST_FAIL_NTH() local 349 __u64 iova; in TEST_FAIL_NTH() local 386 __u64 iova; in TEST_FAIL_NTH() local 431 __u64 iova; in TEST_FAIL_NTH() local 510 __u64 iova; in TEST_FAIL_NTH() local 566 __u64 iova; in TEST_FAIL_NTH() local 639 __u64 iova; in TEST_FAIL_NTH() local
|
| /linux/drivers/staging/media/ipu7/ |
| H A D | ipu7-mmu.c | 240 static void l2_unmap(struct ipu7_mmu_info *mmu_info, unsigned long iova, in l2_unmap() 289 static int l2_map(struct ipu7_mmu_info *mmu_info, unsigned long iova, in l2_map() 378 static int __ipu7_mmu_map(struct ipu7_mmu_info *mmu_info, unsigned long iova, in __ipu7_mmu_map() 392 unsigned long iova, size_t size) in __ipu7_mmu_unmap() 401 struct iova *iova; in allocate_trash_buffer() local 681 dma_addr_t iova) in ipu7_mmu_iova_to_phys() 696 void ipu7_mmu_unmap(struct ipu7_mmu_info *mmu_info, unsigned long iova, in ipu7_mmu_unmap() 721 int ipu7_mmu_map(struct ipu7_mmu_info *mmu_info, unsigned long iova, in ipu7_mmu_map() 754 struct iova *iova; in ipu7_mmu_destroy() local
|
| H A D | ipu7-dma.c | 29 static struct vm_info *get_vm_info(struct ipu7_mmu *mmu, dma_addr_t iova) in get_vm_info() 163 struct iova *iova; in ipu7_dma_alloc() local 249 struct iova *iova = find_iova(&mmu->dmap->iovad, PHYS_PFN(dma_handle)); in ipu7_dma_free() local 298 void *addr, dma_addr_t iova, size_t size, in ipu7_dma_mmap() 336 struct iova *iova = find_iova(&mmu->dmap->iovad, in ipu7_dma_unmap_sg() local 381 struct iova *iova; in ipu7_dma_map_sg() local
|
| /linux/drivers/fpga/ |
| H A D | dfl-afu-dma-region.c | 125 u64 iova, u64 size) in dma_region_check_iova() 245 afu_dma_region_find(struct dfl_feature_dev_data *fdata, u64 iova, u64 size) in afu_dma_region_find() 285 afu_dma_region_find_iova(struct dfl_feature_dev_data *fdata, u64 iova) in afu_dma_region_find_iova() 302 u64 user_addr, u64 length, u64 *iova) in afu_dma_map_region() 381 int afu_dma_unmap_region(struct dfl_feature_dev_data *fdata, u64 iova) in afu_dma_unmap_region()
|
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_iommu.c | 47 unsigned long iova, phys_addr_t paddr, in calc_pgsize() 101 static int msm_iommu_pagetable_unmap(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_unmap() 134 static int msm_iommu_pagetable_map_prr(struct msm_mmu *mmu, u64 iova, size_t len, int prot) in msm_iommu_pagetable_map_prr() 164 static int msm_iommu_pagetable_map(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_map() 275 msm_iommu_pagetable_walk(struct msm_mmu *mmu, unsigned long iova, uint64_t ptes[4]) in msm_iommu_pagetable_walk() 298 uint64_t iova, size_t len) in msm_iommu_pagetable_prealloc_count() 463 static void msm_iommu_tlb_flush_walk(unsigned long iova, size_t size, in msm_iommu_tlb_flush_walk() 480 unsigned long iova, size_t granule, void *cookie) in msm_iommu_tlb_add_page() 630 unsigned long iova, int flags, void *arg) in msm_gpu_fault_handler() 650 unsigned long iova, int flags, void *arg) in msm_disp_fault_handler() [all …]
|
| /linux/drivers/infiniband/sw/rxe/ |
| H A D | rxe_mr.c | 27 int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length) in mr_check_range() 89 static unsigned long rxe_mr_iova_to_index(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_index() 109 static unsigned long rxe_mr_iova_to_page_offset(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_page_offset() 325 static int rxe_mr_copy_xarray(struct rxe_mr *mr, u64 iova, void *addr, in rxe_mr_copy_xarray() 384 int rxe_mr_copy(struct rxe_mr *mr, u64 iova, void *addr, in rxe_mr_copy() 428 u64 iova; in copy_data() local 507 static int rxe_mr_flush_pmem_iova(struct rxe_mr *mr, u64 iova, unsigned int length) in rxe_mr_flush_pmem_iova() 564 enum resp_states rxe_mr_do_atomic_op(struct rxe_mr *mr, u64 iova, int opcode, in rxe_mr_do_atomic_op() 624 enum resp_states rxe_mr_do_atomic_write(struct rxe_mr *mr, u64 iova, u64 value) in rxe_mr_do_atomic_write()
|
| /linux/drivers/iommu/ |
| H A D | sun50i-iommu.c | 166 static u32 sun50i_iova_get_dte_index(dma_addr_t iova) in sun50i_iova_get_dte_index() 171 static u32 sun50i_iova_get_pte_index(dma_addr_t iova) in sun50i_iova_get_pte_index() 176 static u32 sun50i_iova_get_page_offset(dma_addr_t iova) in sun50i_iova_get_page_offset() 302 unsigned long iova) in sun50i_iommu_zap_iova() 319 unsigned long iova) in sun50i_iommu_zap_ptw_cache() 335 unsigned long iova, size_t size) in sun50i_iommu_zap_range() 407 unsigned long iova, size_t size) in sun50i_iommu_iotlb_sync_map() 557 dma_addr_t iova, gfp_t gfp) in sun50i_dte_get_page_table() 595 static int sun50i_iommu_map(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_map() 638 static size_t sun50i_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_unmap() [all …]
|
| H A D | tegra-smmu.c | 169 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index() 174 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index() 236 unsigned long iova) in smmu_flush_tlb_section() 251 unsigned long iova) in smmu_flush_tlb_group() 559 static void tegra_smmu_set_pde(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_set_pde() 580 static u32 *tegra_smmu_pte_offset(struct tegra_pt *pt, unsigned long iova) in tegra_smmu_pte_offset() 585 static u32 *tegra_smmu_pte_lookup(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_pte_lookup() 601 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte() 637 static void tegra_smmu_pte_get_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_get_use() 644 static void tegra_smmu_pte_put_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_put_use() [all …]
|
| H A D | io-pgtable-dart.c | 113 unsigned long iova, phys_addr_t paddr, in dart_init_pte() 161 static int dart_get_index(struct dart_io_pgtable *data, unsigned long iova, int level) in dart_get_index() 167 static int dart_get_last_index(struct dart_io_pgtable *data, unsigned long iova) in dart_get_last_index() 174 static dart_iopte *dart_get_last(struct dart_io_pgtable *data, unsigned long iova) in dart_get_last() 226 static int dart_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in dart_map_pages() 293 static size_t dart_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, in dart_unmap_pages() 337 unsigned long iova) in dart_iova_to_phys()
|
| H A D | exynos-iommu.c | 101 #define section_offs(iova) (iova & (SECT_SIZE - 1)) argument 103 #define lpage_offs(iova) (iova & (LPAGE_SIZE - 1)) argument 105 #define spage_offs(iova) (iova & (SPAGE_SIZE - 1)) argument 110 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset() 115 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset() 181 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry() 186 static sysmmu_pte_t *page_entry(sysmmu_pte_t *sent, sysmmu_iova_t iova) in page_entry() 455 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry() 673 sysmmu_iova_t iova) in sysmmu_tlb_invalidate_flpdcache() 693 sysmmu_iova_t iova, size_t size) in sysmmu_tlb_invalidate_entry() [all …]
|
| H A D | rockchip-iommu.c | 322 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index() 327 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index() 332 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset() 369 dma_addr_t iova; in rk_iommu_zap_lines() local 535 static void log_iova(struct rk_iommu *iommu, int index, dma_addr_t iova) in log_iova() 587 dma_addr_t iova; in rk_iommu_irq() local 652 dma_addr_t iova) in rk_iommu_iova_to_phys() 680 dma_addr_t iova, size_t size) in rk_iommu_zap_iova() 709 dma_addr_t iova, size_t size) in rk_iommu_zap_iova_first_last() 718 dma_addr_t iova) in rk_dte_get_page_table() [all …]
|
| H A D | io-pgtable-arm-selftests.c | 26 static void dummy_tlb_flush(unsigned long iova, size_t size, in dummy_tlb_flush() 34 unsigned long iova, size_t granule, in dummy_tlb_add_page() 59 unsigned long iova; in arm_lpae_run_tests() local
|
| H A D | io-pgtable-arm-v7s.c | 395 unsigned long iova, phys_addr_t paddr, int prot, in arm_v7s_init_pte() 460 static int __arm_v7s_map(struct arm_v7s_io_pgtable *data, unsigned long iova, in __arm_v7s_map() 507 static int arm_v7s_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_map_pages() 559 unsigned long iova, size_t size, int lvl, in __arm_v7s_unmap() 622 static size_t arm_v7s_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_unmap_pages() 645 unsigned long iova) in arm_v7s_iova_to_phys() 785 static void __init dummy_tlb_flush(unsigned long iova, size_t size, in dummy_tlb_flush() 793 unsigned long iova, size_t granule, in dummy_tlb_add_page() 822 unsigned int iova, size; in arm_v7s_do_selftests() local
|
| H A D | msm_iommu.c | 138 static void __flush_iotlb_range(unsigned long iova, size_t size, in __flush_iotlb_range() 170 static void __flush_iotlb_walk(unsigned long iova, size_t size, in __flush_iotlb_walk() 177 unsigned long iova, size_t granule, void *cookie) in __flush_iotlb_page() 486 static int msm_iommu_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_map() 502 static int msm_iommu_sync_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_sync_map() 511 static size_t msm_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in msm_iommu_unmap()
|
| /linux/drivers/vdpa/vdpa_user/ |
| H A D | iova_domain.c | 104 u64 iova, u64 size, u64 paddr) in vduse_domain_map_bounce_page() 143 u64 iova, u64 size) in vduse_domain_unmap_bounce_page() 185 dma_addr_t iova, size_t size, in vduse_domain_bounce() 219 vduse_domain_get_coherent_page(struct vduse_iova_domain *domain, u64 iova) in vduse_domain_get_coherent_page() 240 vduse_domain_get_bounce_page(struct vduse_iova_domain *domain, u64 iova) in vduse_domain_get_bounce_page() 419 dma_addr_t iova, size_t size) in vduse_domain_free_iova() 455 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); in vduse_domain_map_page() local 501 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); in vduse_domain_alloc_coherent() local 549 unsigned long iova = vmf->pgoff << PAGE_SHIFT; in vduse_domain_mmap_fault() local
|
| /linux/drivers/staging/media/ipu3/ |
| H A D | ipu3-mmu.c | 154 static inline void address_to_pte_idx(unsigned long iova, u32 *l1pt_idx, in address_to_pte_idx() 210 static int __imgu_mmu_map(struct imgu_mmu *mmu, unsigned long iova, in __imgu_mmu_map() 251 int imgu_mmu_map(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map() 299 size_t imgu_mmu_map_sg(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map_sg() 339 unsigned long iova, size_t size) in __imgu_mmu_unmap() 379 size_t imgu_mmu_unmap(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_unmap()
|
| H A D | ipu3-dmamap.c | 102 struct iova *iova; in imgu_dmamap_alloc() local 153 struct iova *iova; in imgu_dmamap_unmap() local 189 struct iova *iova; in imgu_dmamap_map_sg() local
|
| /linux/drivers/gpu/drm/etnaviv/ |
| H A D | etnaviv_mmu.c | 19 unsigned long iova, size_t size) in etnaviv_context_unmap() 36 unsigned long iova, phys_addr_t paddr, in etnaviv_context_map() 63 u32 iova, unsigned int va_len, in etnaviv_iommu_map() 106 static void etnaviv_iommu_unmap(struct etnaviv_iommu_context *context, u32 iova, in etnaviv_iommu_unmap() 281 u32 iova; in etnaviv_iommu_map_gem() local
|
| /linux/include/linux/ |
| H A D | iova_bitmap.h | 28 static inline struct iova_bitmap *iova_bitmap_alloc(unsigned long iova, in iova_bitmap_alloc() 47 unsigned long iova, size_t length) in iova_bitmap_set()
|
| /linux/drivers/gpu/drm/panfrost/ |
| H A D | panfrost_mmu.c | 140 u64 iova, u64 size, u32 op) in mmu_hw_do_operation_locked() 157 u64 iova, u64 size, u32 op) in mmu_hw_do_operation() 385 u64 iova, u64 size) in panfrost_mmu_flush_range() 399 static void mmu_unmap_range(struct panfrost_mmu *mmu, u64 iova, size_t len) in mmu_unmap_range() 417 u64 iova, int prot, struct sg_table *sgt) in mmu_map_sg() 501 u64 iova = mapping->mmnode.start << PAGE_SHIFT; in panfrost_mmu_unmap() local 539 static void mmu_tlb_flush_walk(unsigned long iova, size_t size, size_t granule, in mmu_tlb_flush_walk()
|
| /linux/tools/testing/selftests/vfio/lib/ |
| H A D | iommu.c | 69 int __iommu_hva2iova(struct iommu *iommu, void *vaddr, iova_t *iova) in __iommu_hva2iova() 91 iova_t iova; in iommu_hva2iova() local 152 static int __vfio_iommu_unmap(int fd, u64 iova, u64 size, u32 flags, u64 *unmapped) in __vfio_iommu_unmap() 177 static int __iommufd_unmap(int fd, u64 iova, u64 length, u32 ioas_id, u64 *unmapped) in __iommufd_unmap()
|
| /linux/drivers/iommu/arm/arm-smmu/ |
| H A D | qcom_iommu.c | 147 static void qcom_iommu_tlb_inv_range_nosync(unsigned long iova, size_t size, in qcom_iommu_tlb_inv_range_nosync() 169 static void qcom_iommu_tlb_flush_walk(unsigned long iova, size_t size, in qcom_iommu_tlb_flush_walk() 177 unsigned long iova, size_t granule, in qcom_iommu_tlb_add_page() 193 u64 iova; in qcom_iommu_fault() local 429 static int qcom_iommu_map(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_map() 447 static size_t qcom_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_unmap() 493 dma_addr_t iova) in qcom_iommu_iova_to_phys()
|