| /linux/drivers/iommu/iommufd/ |
| H A D | iova_bitmap.c | 36 unsigned long iova; member
115 unsigned long iova; member
130 static unsigned long iova_bitmap_offset_to_index(struct iova_bitmap *bitmap, in iova_bitmap_offset_to_index()
243 struct iova_bitmap *iova_bitmap_alloc(unsigned long iova, size_t length, in iova_bitmap_alloc()
321 unsigned long iova = iova_bitmap_mapped_iova(bitmap); in iova_bitmap_mapped_length() local
343 unsigned long iova, size_t length) in iova_bitmap_mapped_range()
356 unsigned long iova) in iova_bitmap_advance_to()
402 unsigned long iova, size_t length) in iova_bitmap_set()
|
| /linux/drivers/media/pci/intel/ipu6/ |
| H A D | ipu6-mmu.c | 99 u32 iova = (phys_addr_t)l1_idx << ISP_L1PT_SHIFT; in page_table_dump() local
257 static void l2_unmap(struct ipu6_mmu_info *mmu_info, unsigned long iova, in l2_unmap()
306 static int l2_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in l2_map()
395 static int __ipu6_mmu_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in __ipu6_mmu_map()
409 unsigned long iova, size_t size) in __ipu6_mmu_unmap()
417 struct iova *iova; in allocate_trash_buffer() local
637 dma_addr_t iova) in ipu6_mmu_iova_to_phys()
652 void ipu6_mmu_unmap(struct ipu6_mmu_info *mmu_info, unsigned long iova, in ipu6_mmu_unmap()
676 int ipu6_mmu_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in ipu6_mmu_map()
709 struct iova *iova; in ipu6_mmu_destroy() local
|
| H A D | ipu6-dma.c | 29 static struct vm_info *get_vm_info(struct ipu6_mmu *mmu, dma_addr_t iova) in get_vm_info()
163 struct iova *iova; in ipu6_dma_alloc() local
249 struct iova *iova = find_iova(&mmu->dmap->iovad, PHYS_PFN(dma_handle)); in ipu6_dma_free() local
298 void *addr, dma_addr_t iova, size_t size, in ipu6_dma_mmap()
336 struct iova *iova = find_iova(&mmu->dmap->iovad, in ipu6_dma_unmap_sg() local
381 struct iova *iova; in ipu6_dma_map_sg() local
|
| /linux/tools/testing/selftests/iommu/ |
| H A D | iommufd_fail_nth.c | 243 __u64 iova; in TEST_FAIL_NTH() local
313 __u64 iova; in TEST_FAIL_NTH() local
349 __u64 iova; in TEST_FAIL_NTH() local
386 __u64 iova; in TEST_FAIL_NTH() local
431 __u64 iova; TEST_FAIL_NTH() local
510 __u64 iova; TEST_FAIL_NTH() local
566 __u64 iova; TEST_FAIL_NTH() local
639 __u64 iova; TEST_FAIL_NTH() local
[all...] |
| H A D | iommufd_utils.h | 405 __u64 iova, size_t page_size, in _test_cmd_get_dirty_bitmap() argument
425 #define test_cmd_get_dirty_bitmap(fd, hwpt_id, length, iova, page_size, \ argument
431 __u64 iova, size_t page_size, in _test_cmd_mock_domain_set_dirty() argument
455 #define test_cmd_mock_domain_set_dirty(fd, hwpt_id, length, iova, page_size, \ argument
462 _test_mock_dirty_bitmaps(int fd,__u32 hwpt_id,size_t length,__u64 iova,size_t page_size,size_t pte_page_size,__u64 * bitmap,__u64 nbits,__u32 flags,struct __test_metadata * _metadata) _test_mock_dirty_bitmaps() argument
511 test_mock_dirty_bitmaps(hwpt_id,length,iova,page_size,pte_size,bitmap,bitmap_size,flags,_metadata) global() argument
626 _test_ioctl_ioas_map(int fd,unsigned int ioas_id,void * buffer,size_t length,__u64 * iova,unsigned int flags) _test_ioctl_ioas_map() argument
663 test_ioctl_ioas_map_fixed(buffer,length,iova) global() argument
674 test_ioctl_ioas_map_fixed_id(ioas_id,buffer,length,iova) global() argument
685 test_err_ioctl_ioas_map_fixed(_errno,buffer,length,iova) global() argument
697 _test_ioctl_ioas_unmap(int fd,unsigned int ioas_id,uint64_t iova,size_t length,uint64_t * out_len) _test_ioctl_ioas_unmap() argument
713 test_ioctl_ioas_unmap(iova,length) global() argument
717 test_ioctl_ioas_unmap_id(ioas_id,iova,length) global() argument
721 test_err_ioctl_ioas_unmap(_errno,iova,length) global() argument
726 _test_ioctl_ioas_map_file(int fd,unsigned int ioas_id,int mfd,size_t start,size_t length,__u64 * iova,unsigned int flags) _test_ioctl_ioas_map_file() argument
766 test_ioctl_ioas_map_fixed_file(mfd,start,length,iova) global() argument
[all...] |
| H A D | iommufd.c | 295 __u64 iova; in TEST_F() local
978 __u64 iova; TEST_F() local
1270 check_access_rw(struct __test_metadata * _metadata,int fd,unsigned int access_id,uint64_t iova,unsigned int def_flags) check_access_rw() argument
1334 __u64 iova; TEST_F() local
1348 __u64 iova; TEST_F() local
1414 __u64 iova; TEST_F() local
1474 __u64 iova; TEST_F() local
1541 uint64_t iova; TEST_F() local
1575 __u64 iova; TEST_F() local
1591 __u64 iova; TEST_F() local
1744 __u64 iova; test_basic_mmap() local
1770 __u64 iova; test_basic_file() local
1800 __u64 iova; TEST_F() local
1855 __u64 iova; TEST_F() local
1911 __u64 iova; TEST_F() local
3165 __u64 iova = MOCK_APERTURE_START, iova2; TEST_F() local
[all...] |
| /linux/drivers/staging/media/ipu7/ |
| H A D | ipu7-mmu.c | 240 static void l2_unmap(struct ipu7_mmu_info *mmu_info, unsigned long iova, in l2_unmap()
289 static int l2_map(struct ipu7_mmu_info *mmu_info, unsigned long iova, in l2_map()
378 static int __ipu7_mmu_map(struct ipu7_mmu_info *mmu_info, unsigned long iova, in __ipu7_mmu_map()
392 unsigned long iova, size_t size) in __ipu7_mmu_unmap()
401 struct iova *iova; in allocate_trash_buffer() local
681 dma_addr_t iova) in ipu7_mmu_iova_to_phys()
696 void ipu7_mmu_unmap(struct ipu7_mmu_info *mmu_info, unsigned long iova, in ipu7_mmu_unmap()
721 int ipu7_mmu_map(struct ipu7_mmu_info *mmu_info, unsigned long iova, in ipu7_mmu_map()
754 struct iova *iova; in ipu7_mmu_destroy() local
|
| H A D | ipu7-dma.c | 29 static struct vm_info *get_vm_info(struct ipu7_mmu *mmu, dma_addr_t iova) in get_vm_info()
163 struct iova *iova; in ipu7_dma_alloc() local
249 struct iova *iova = find_iova(&mmu->dmap->iovad, PHYS_PFN(dma_handle)); in ipu7_dma_free() local
298 void *addr, dma_addr_t iova, size_t size, in ipu7_dma_mmap()
336 struct iova *iova = find_iova(&mmu->dmap->iovad, in ipu7_dma_unmap_sg() local
381 struct iova *iova; in ipu7_dma_map_sg() local
|
| /linux/drivers/fpga/ |
| H A D | dfl-afu-dma-region.c | 125 u64 iova, u64 size) in dma_region_check_iova()
245 afu_dma_region_find(struct dfl_feature_dev_data *fdata, u64 iova, u64 size) in afu_dma_region_find()
285 afu_dma_region_find_iova(struct dfl_feature_dev_data *fdata, u64 iova) in afu_dma_region_find_iova()
302 u64 user_addr, u64 length, u64 *iova) in afu_dma_map_region()
381 int afu_dma_unmap_region(struct dfl_feature_dev_data *fdata, u64 iova) in afu_dma_unmap_region()
|
| /linux/drivers/iommu/ |
| H A D | sun50i-iommu.c | 166 static u32 sun50i_iova_get_dte_index(dma_addr_t iova) in sun50i_iova_get_dte_index()
171 static u32 sun50i_iova_get_pte_index(dma_addr_t iova) in sun50i_iova_get_pte_index()
176 static u32 sun50i_iova_get_page_offset(dma_addr_t iova) in sun50i_iova_get_page_offset()
302 unsigned long iova) in sun50i_iommu_zap_iova()
319 unsigned long iova) in sun50i_iommu_zap_ptw_cache()
335 unsigned long iova, size_t size) in sun50i_iommu_zap_range()
407 unsigned long iova, size_t size) in sun50i_iommu_iotlb_sync_map()
557 dma_addr_t iova, gfp_t gfp) in sun50i_dte_get_page_table()
595 static int sun50i_iommu_map(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_map()
638 static size_t sun50i_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_unmap()
[all …]
|
| H A D | tegra-smmu.c | 169 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index()
174 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index()
236 unsigned long iova) in smmu_flush_tlb_section()
251 unsigned long iova) in smmu_flush_tlb_group()
559 static void tegra_smmu_set_pde(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_set_pde()
580 static u32 *tegra_smmu_pte_offset(struct tegra_pt *pt, unsigned long iova) in tegra_smmu_pte_offset()
585 static u32 *tegra_smmu_pte_lookup(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_pte_lookup()
601 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte()
637 static void tegra_smmu_pte_get_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_get_use()
644 static void tegra_smmu_pte_put_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_put_use()
[all …]
|
| H A D | io-pgtable-dart.c | 113 unsigned long iova, phys_addr_t paddr, in dart_init_pte()
161 static int dart_get_index(struct dart_io_pgtable *data, unsigned long iova, int level) in dart_get_index()
167 static int dart_get_last_index(struct dart_io_pgtable *data, unsigned long iova) in dart_get_last_index()
174 static dart_iopte *dart_get_last(struct dart_io_pgtable *data, unsigned long iova) in dart_get_last()
226 static int dart_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in dart_map_pages()
293 static size_t dart_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, in dart_unmap_pages()
337 unsigned long iova) in dart_iova_to_phys()
|
| H A D | exynos-iommu.c | 101 #define section_offs(iova) (iova & (SECT_SIZE - 1)) argument
103 #define lpage_offs(iova) (iova & (LPAGE_SIZE - 1)) argument
105 #define spage_offs(iova) (iova & (SPAGE_SIZE - 1)) argument
110 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset()
115 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset()
181 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry()
186 static sysmmu_pte_t *page_entry(sysmmu_pte_t *sent, sysmmu_iova_t iova) in page_entry()
455 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry()
673 sysmmu_iova_t iova) in sysmmu_tlb_invalidate_flpdcache()
693 sysmmu_iova_t iova, size_t size) in sysmmu_tlb_invalidate_entry()
[all …]
|
| H A D | io-pgtable-arm-selftests.c | 26 static void dummy_tlb_flush(unsigned long iova, size_t size, in dummy_tlb_flush()
34 unsigned long iova, size_t granule, in dummy_tlb_add_page()
59 unsigned long iova; in arm_lpae_run_tests() local
|
| H A D | io-pgtable-arm-v7s.c | 395 unsigned long iova, phys_addr_t paddr, int prot, in arm_v7s_init_pte()
460 static int __arm_v7s_map(struct arm_v7s_io_pgtable *data, unsigned long iova, in __arm_v7s_map()
507 static int arm_v7s_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_map_pages()
559 unsigned long iova, size_t size, int lvl, in __arm_v7s_unmap()
622 static size_t arm_v7s_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_unmap_pages()
645 unsigned long iova) in arm_v7s_iova_to_phys()
790 static __noipa void __init dummy_tlb_flush(unsigned long iova, size_t size, in dummy_tlb_flush()
798 unsigned long iova, in dummy_tlb_add_page()
828 unsigned int iova, size; in arm_v7s_do_selftests() local
|
| /linux/drivers/vdpa/vdpa_user/ |
| H A D | iova_domain.c | 110 u64 iova, u64 size, u64 paddr) in vduse_domain_map_bounce_page()
149 u64 iova, u64 size) in vduse_domain_unmap_bounce_page()
191 dma_addr_t iova, size_t size, in vduse_domain_bounce()
225 vduse_domain_get_coherent_page(struct vduse_iova_domain *domain, u64 iova) in vduse_domain_get_coherent_page()
246 vduse_domain_get_bounce_page(struct vduse_iova_domain *domain, u64 iova) in vduse_domain_get_bounce_page()
425 dma_addr_t iova, size_t size) in vduse_domain_free_iova()
461 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); in vduse_domain_map_page() local
507 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); in vduse_domain_alloc_coherent() local
555 unsigned long iova = vmf->pgoff << PAGE_SHIFT; in vduse_domain_mmap_fault() local
|
| /linux/drivers/staging/media/ipu3/ |
| H A D | ipu3-mmu.c | 154 static inline void address_to_pte_idx(unsigned long iova, u32 *l1pt_idx, in address_to_pte_idx()
210 static int __imgu_mmu_map(struct imgu_mmu *mmu, unsigned long iova, in __imgu_mmu_map()
251 int imgu_mmu_map(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map()
299 size_t imgu_mmu_map_sg(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map_sg()
339 unsigned long iova, size_t size) in __imgu_mmu_unmap()
379 size_t imgu_mmu_unmap(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_unmap()
|
| H A D | ipu3-dmamap.c | 102 struct iova *iova; in imgu_dmamap_alloc() local
153 struct iova *iova; in imgu_dmamap_unmap() local
189 struct iova *iova; in imgu_dmamap_map_sg() local
|
| /linux/drivers/accel/amdxdna/ |
| H A D | amdxdna_iommu.c | 24 struct iova *iova; in amdxdna_iommu_alloc_iova() local
44 struct iova *iova; in amdxdna_dma_map_bo() local
118 struct iova *iova; in amdxdna_iommu_alloc() local
|
| /linux/drivers/gpu/drm/etnaviv/ |
| H A D | etnaviv_mmu.c | 19 unsigned long iova, size_t size) in etnaviv_context_unmap()
36 unsigned long iova, phys_addr_t paddr, in etnaviv_context_map()
63 u32 iova, unsigned int va_len, in etnaviv_iommu_map()
106 static void etnaviv_iommu_unmap(struct etnaviv_iommu_context *context, u32 iova, in etnaviv_iommu_unmap()
281 u32 iova; in etnaviv_iommu_map_gem() local
|
| /linux/include/linux/ |
| H A D | iova_bitmap.h | 28 static inline struct iova_bitmap *iova_bitmap_alloc(unsigned long iova, in iova_bitmap_alloc()
47 unsigned long iova, size_t length) in iova_bitmap_set()
|
| /linux/drivers/gpu/drm/panfrost/ |
| H A D | panfrost_mmu.c | 140 u64 iova, u64 size, u32 op) in mmu_hw_do_operation_locked()
157 u64 iova, u64 size, u32 op) in mmu_hw_do_operation()
385 u64 iova, u64 size) in panfrost_mmu_flush_range()
399 static void mmu_unmap_range(struct panfrost_mmu *mmu, u64 iova, size_t len) in mmu_unmap_range()
417 u64 iova, int prot, struct sg_table *sgt) in mmu_map_sg()
501 u64 iova = mapping->mmnode.start << PAGE_SHIFT; in panfrost_mmu_unmap() local
539 static void mmu_tlb_flush_walk(unsigned long iova, size_t size, size_t granule, in mmu_tlb_flush_walk()
|
| /linux/tools/testing/selftests/vfio/lib/ |
| H A D | iommu.c | 69 int __iommu_hva2iova(struct iommu *iommu, void *vaddr, iova_t *iova) in __iommu_hva2iova()
91 iova_t iova; in iommu_hva2iova() local
152 static int __vfio_iommu_unmap(int fd, u64 iova, u64 size, u32 flags, u64 *unmapped) in __vfio_iommu_unmap()
177 static int __iommufd_unmap(int fd, u64 iova, u64 length, u32 ioas_id, u64 *unmapped) in __iommufd_unmap()
|
| /linux/drivers/iommu/arm/arm-smmu/ |
| H A D | arm-smmu-qcom-debug.c | 201 struct qcom_tbu *tbu, dma_addr_t iova, u32 sid) in qcom_tbu_trigger_atos()
263 dma_addr_t iova, u32 sid) in qcom_iova_to_phys()
347 static phys_addr_t qcom_smmu_iova_to_phys_hard(struct arm_smmu_domain *smmu_domain, dma_addr_t iova) in qcom_smmu_iova_to_phys_hard()
360 static phys_addr_t qcom_smmu_verify_fault(struct arm_smmu_domain *smmu_domain, dma_addr_t iova, u32… in qcom_smmu_verify_fault()
|
| /linux/drivers/net/ethernet/marvell/octeontx2/nic/ |
| H A D | otx2_txrx.c | 187 u64 iova, int len, struct nix_rx_parse_s *parse, in otx2_skb_add_frag()
666 u64 dma_addr, *iova = NULL; in otx2_sqe_add_sg() local
776 int alg, u64 iova, int ptp_offset, in otx2_sqe_add_mem()
902 u64 *iova = NULL; in otx2_sqe_tso_add_sg() local
1136 u64 iova; in otx2_set_txtstamp() local
1282 u64 iova; in otx2_cleanup_rx_cqes() local
1421 u64 *iova = NULL; in otx2_xdp_sqe_add_sg() local
1455 u64 iova, int len, u16 qidx, u16 flags) in otx2_xdp_sq_append_pkt()
1500 u64 iova, pa; in otx2_xdp_rcv_pkt_handler() local
|