Home
last modified time | relevance | path

Searched defs:iova (Results 1 – 25 of 128) sorted by relevance

123456

/linux/drivers/iommu/iommufd/
H A Diova_bitmap.c36 unsigned long iova; member
115 unsigned long iova; member
130 static unsigned long iova_bitmap_offset_to_index(struct iova_bitmap *bitmap, in iova_bitmap_offset_to_index()
244 struct iova_bitmap *iova_bitmap_alloc(unsigned long iova, size_t length, in iova_bitmap_alloc()
322 unsigned long iova = iova_bitmap_mapped_iova(bitmap); in iova_bitmap_mapped_length() local
344 unsigned long iova, size_t length) in iova_bitmap_mapped_range()
357 unsigned long iova) in iova_bitmap_advance_to()
403 unsigned long iova, size_t length) in iova_bitmap_set()
H A Dio_pagetable.c33 unsigned long iova, in iopt_area_contig_init()
109 static int iopt_alloc_iova(struct io_pagetable *iopt, unsigned long *iova, in iopt_alloc_iova()
172 static int iopt_check_iova(struct io_pagetable *iopt, unsigned long iova, in iopt_check_iova()
199 struct iopt_pages *pages, unsigned long iova, in iopt_insert_area()
252 unsigned long iova; in iopt_alloc_area_pages() local
395 struct iopt_pages *pages, unsigned long *iova, in iopt_map_common()
442 unsigned long *iova, void __user *uptr, in iopt_map_user_pages()
469 unsigned long *iova, struct file *file, in iopt_map_file_pages()
491 unsigned long iova, size_t length, in __iommu_read_and_clear_dirty()
654 int iopt_get_pages(struct io_pagetable *iopt, unsigned long iova, in iopt_get_pages()
[all …]
/linux/drivers/media/pci/intel/ipu6/
H A Dipu6-mmu.c99 u32 iova = (phys_addr_t)l1_idx << ISP_L1PT_SHIFT; in page_table_dump() local
257 static void l2_unmap(struct ipu6_mmu_info *mmu_info, unsigned long iova, in l2_unmap()
306 static int l2_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in l2_map()
395 static int __ipu6_mmu_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in __ipu6_mmu_map()
409 unsigned long iova, size_t size) in __ipu6_mmu_unmap()
417 struct iova *iova; in allocate_trash_buffer() local
637 dma_addr_t iova) in ipu6_mmu_iova_to_phys()
652 void ipu6_mmu_unmap(struct ipu6_mmu_info *mmu_info, unsigned long iova, in ipu6_mmu_unmap()
676 int ipu6_mmu_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in ipu6_mmu_map()
709 struct iova *iova; in ipu6_mmu_destroy() local
H A Dipu6-dma.c29 static struct vm_info *get_vm_info(struct ipu6_mmu *mmu, dma_addr_t iova) in get_vm_info()
163 struct iova *iova; in ipu6_dma_alloc() local
249 struct iova *iova = find_iova(&mmu->dmap->iovad, PHYS_PFN(dma_handle)); in ipu6_dma_free() local
298 void *addr, dma_addr_t iova, size_t size, in ipu6_dma_mmap()
336 struct iova *iova = find_iova(&mmu->dmap->iovad, in ipu6_dma_unmap_sg() local
381 struct iova *iova; in ipu6_dma_map_sg() local
/linux/tools/testing/selftests/iommu/
H A Diommufd_fail_nth.c237 __u64 iova; in TEST_FAIL_NTH() local
307 __u64 iova; in TEST_FAIL_NTH() local
343 __u64 iova; in TEST_FAIL_NTH() local
380 __u64 iova; in TEST_FAIL_NTH() local
425 __u64 iova; in TEST_FAIL_NTH() local
504 __u64 iova; in TEST_FAIL_NTH() local
560 __u64 iova; in TEST_FAIL_NTH() local
631 __u64 iova; in TEST_FAIL_NTH() local
H A Diommufd_utils.h305 _test_cmd_get_dirty_bitmap(int fd,__u32 hwpt_id,size_t length,__u64 iova,size_t page_size,__u64 * bitmap,__u32 flags) _test_cmd_get_dirty_bitmap() argument
325 test_cmd_get_dirty_bitmap(fd,hwpt_id,length,iova,page_size,bitmap,flags) global() argument
331 _test_cmd_mock_domain_set_dirty(int fd,__u32 hwpt_id,size_t length,__u64 iova,size_t page_size,__u64 * bitmap,__u64 * dirty) _test_cmd_mock_domain_set_dirty() argument
355 test_cmd_mock_domain_set_dirty(fd,hwpt_id,length,iova,page_size,bitmap,nr) global() argument
362 _test_mock_dirty_bitmaps(int fd,__u32 hwpt_id,size_t length,__u64 iova,size_t page_size,size_t pte_page_size,__u64 * bitmap,__u64 nbits,__u32 flags,struct __test_metadata * _metadata) _test_mock_dirty_bitmaps() argument
411 test_mock_dirty_bitmaps(hwpt_id,length,iova,page_size,pte_size,bitmap,bitmap_size,flags,_metadata) global() argument
493 _test_ioctl_ioas_map(int fd,unsigned int ioas_id,void * buffer,size_t length,__u64 * iova,unsigned int flags) _test_ioctl_ioas_map() argument
530 test_ioctl_ioas_map_fixed(buffer,length,iova) global() argument
541 test_ioctl_ioas_map_fixed_id(ioas_id,buffer,length,iova) global() argument
552 test_err_ioctl_ioas_map_fixed(_errno,buffer,length,iova) global() argument
564 _test_ioctl_ioas_unmap(int fd,unsigned int ioas_id,uint64_t iova,size_t length,uint64_t * out_len) _test_ioctl_ioas_unmap() argument
580 test_ioctl_ioas_unmap(iova,length) global() argument
584 test_ioctl_ioas_unmap_id(ioas_id,iova,length) global() argument
588 test_err_ioctl_ioas_unmap(_errno,iova,length) global() argument
[all...]
/linux/drivers/infiniband/sw/rxe/
H A Drxe_mr.c27 int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length) in mr_check_range()
75 static unsigned long rxe_mr_iova_to_index(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_index()
80 static unsigned long rxe_mr_iova_to_page_offset(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_page_offset()
245 static int rxe_mr_copy_xarray(struct rxe_mr *mr, u64 iova, void *addr, in rxe_mr_copy_xarray()
304 int rxe_mr_copy(struct rxe_mr *mr, u64 iova, void *addr, in rxe_mr_copy()
345 u64 iova; in copy_data() local
424 int rxe_flush_pmem_iova(struct rxe_mr *mr, u64 iova, unsigned int length) in rxe_flush_pmem_iova()
471 int rxe_mr_do_atomic_op(struct rxe_mr *mr, u64 iova, int opcode, in rxe_mr_do_atomic_op()
529 int rxe_mr_do_atomic_write(struct rxe_mr *mr, u64 iova, u64 value) in rxe_mr_do_atomic_write()
577 int rxe_mr_do_atomic_write(struct rxe_mr *mr, u64 iova, u64 value) in rxe_mr_do_atomic_write()
/linux/drivers/fpga/
H A Ddfl-afu-dma-region.c125 u64 iova, u64 size) in dma_region_check_iova()
245 afu_dma_region_find(struct dfl_feature_platform_data *pdata, u64 iova, u64 size) in afu_dma_region_find()
285 afu_dma_region_find_iova(struct dfl_feature_platform_data *pdata, u64 iova) in afu_dma_region_find_iova()
302 u64 user_addr, u64 length, u64 *iova) in afu_dma_map_region()
380 int afu_dma_unmap_region(struct dfl_feature_platform_data *pdata, u64 iova) in afu_dma_unmap_region()
/linux/drivers/iommu/
H A Dio-pgtable-dart.c119 unsigned long iova, phys_addr_t paddr, in dart_init_pte()
168 static int dart_get_table(struct dart_io_pgtable *data, unsigned long iova) in dart_get_table()
174 static int dart_get_l1_index(struct dart_io_pgtable *data, unsigned long iova) in dart_get_l1_index()
181 static int dart_get_l2_index(struct dart_io_pgtable *data, unsigned long iova) in dart_get_l2_index()
188 static dart_iopte *dart_get_l2(struct dart_io_pgtable *data, unsigned long iova) in dart_get_l2()
231 static int dart_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in dart_map_pages()
292 static size_t dart_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, in dart_unmap_pages()
336 unsigned long iova) in dart_iova_to_phys()
H A Dtegra-smmu.c158 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index()
163 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index()
225 unsigned long iova) in smmu_flush_tlb_section()
240 unsigned long iova) in smmu_flush_tlb_group()
546 static void tegra_smmu_set_pde(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_set_pde()
567 static u32 *tegra_smmu_pte_offset(struct page *pt_page, unsigned long iova) in tegra_smmu_pte_offset()
574 static u32 *tegra_smmu_pte_lookup(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_pte_lookup()
592 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte()
630 static void tegra_smmu_pte_get_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_get_use()
637 static void tegra_smmu_pte_put_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_put_use()
[all …]
H A Dsun50i-iommu.c166 static u32 sun50i_iova_get_dte_index(dma_addr_t iova) in sun50i_iova_get_dte_index()
171 static u32 sun50i_iova_get_pte_index(dma_addr_t iova) in sun50i_iova_get_pte_index()
176 static u32 sun50i_iova_get_page_offset(dma_addr_t iova) in sun50i_iova_get_page_offset()
302 unsigned long iova) in sun50i_iommu_zap_iova()
319 unsigned long iova) in sun50i_iommu_zap_ptw_cache()
335 unsigned long iova, size_t size) in sun50i_iommu_zap_range()
407 unsigned long iova, size_t size) in sun50i_iommu_iotlb_sync_map()
557 dma_addr_t iova, gfp_t gfp) in sun50i_dte_get_page_table()
595 static int sun50i_iommu_map(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_map()
638 static size_t sun50i_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_unmap()
[all …]
H A Dexynos-iommu.c100 #define section_offs(iova) (iova & (SECT_SIZE - 1)) argument
102 #define lpage_offs(iova) (iova & (LPAGE_SIZE - 1)) argument
104 #define spage_offs(iova) (iova & (SPAGE_SIZE - 1)) argument
109 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset()
114 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset()
180 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry()
185 static sysmmu_pte_t *page_entry(sysmmu_pte_t *sent, sysmmu_iova_t iova) in page_entry()
454 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry()
672 sysmmu_iova_t iova) in sysmmu_tlb_invalidate_flpdcache()
692 sysmmu_iova_t iova, size_t size) in sysmmu_tlb_invalidate_entry()
[all …]
H A Drockchip-iommu.c321 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index()
326 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index()
331 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset()
368 dma_addr_t iova; in rk_iommu_zap_lines() local
534 static void log_iova(struct rk_iommu *iommu, int index, dma_addr_t iova) in log_iova()
586 dma_addr_t iova; in rk_iommu_irq() local
651 dma_addr_t iova) in rk_iommu_iova_to_phys()
679 dma_addr_t iova, size_t size) in rk_iommu_zap_iova()
708 dma_addr_t iova, size_t size) in rk_iommu_zap_iova_first_last()
717 dma_addr_t iova) in rk_dte_get_page_table()
[all …]
H A Dmsm_iommu.c138 static void __flush_iotlb_range(unsigned long iova, size_t size, in __flush_iotlb_range()
170 static void __flush_iotlb_walk(unsigned long iova, size_t size, in __flush_iotlb_walk()
177 unsigned long iova, size_t granule, void *cookie) in __flush_iotlb_page()
485 static int msm_iommu_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_map()
501 static int msm_iommu_sync_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_sync_map()
510 static size_t msm_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in msm_iommu_unmap()
/linux/drivers/vfio/
H A Dvfio_iommu_type1.c89 dma_addr_t iova; /* Device address */ member
128 dma_addr_t iova; /* Device address */ member
135 dma_addr_t iova; member
322 static struct vfio_pfn *vfio_find_vpfn(struct vfio_dma *dma, dma_addr_t iova) in vfio_find_vpfn()
366 static int vfio_add_to_pfn_list(struct vfio_dma *dma, dma_addr_t iova, in vfio_add_to_pfn_list()
390 unsigned long iova) in vfio_iova_get_vfio_pfn()
604 dma_addr_t iova = vaddr - dma->vaddr + dma->iova; in vfio_pin_pages_remote() local
707 static long vfio_unpin_pages_remote(struct vfio_dma *dma, dma_addr_t iova, in vfio_unpin_pages_remote()
762 static int vfio_unpin_page_external(struct vfio_dma *dma, dma_addr_t iova, in vfio_unpin_page_external()
822 dma_addr_t iova; in vfio_iommu_type1_pin_pages() local
[all …]
/linux/drivers/gpu/drm/msm/
H A Dmsm_iommu.c37 unsigned long iova, phys_addr_t paddr, in calc_pgsize()
91 static int msm_iommu_pagetable_unmap(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_unmap()
115 static int msm_iommu_pagetable_map(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_map()
219 static void msm_iommu_tlb_flush_walk(unsigned long iova, size_t size, in msm_iommu_tlb_flush_walk()
236 unsigned long iova, size_t granule, void *cookie) in msm_iommu_tlb_add_page()
323 unsigned long iova, int flags, void *arg) in msm_fault_handler()
361 static int msm_iommu_map(struct msm_mmu *mmu, uint64_t iova, in msm_iommu_map()
377 static int msm_iommu_unmap(struct msm_mmu *mmu, uint64_t iova, size_t len) in msm_iommu_unmap()
/linux/drivers/vdpa/vdpa_user/
H A Diova_domain.c104 u64 iova, u64 size, u64 paddr) in vduse_domain_map_bounce_page()
124 u64 iova, u64 size) in vduse_domain_unmap_bounce_page()
161 dma_addr_t iova, size_t size, in vduse_domain_bounce()
194 vduse_domain_get_coherent_page(struct vduse_iova_domain *domain, u64 iova) in vduse_domain_get_coherent_page()
215 vduse_domain_get_bounce_page(struct vduse_iova_domain *domain, u64 iova) in vduse_domain_get_bounce_page()
371 dma_addr_t iova, size_t size) in vduse_domain_free_iova()
407 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); in vduse_domain_map_page() local
454 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); in vduse_domain_alloc_coherent() local
512 unsigned long iova = vmf->pgoff << PAGE_SHIFT; in vduse_domain_mmap_fault() local
/linux/drivers/staging/media/ipu3/
H A Dipu3-mmu.c154 static inline void address_to_pte_idx(unsigned long iova, u32 *l1pt_idx, in address_to_pte_idx()
210 static int __imgu_mmu_map(struct imgu_mmu *mmu, unsigned long iova, in __imgu_mmu_map()
251 int imgu_mmu_map(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map()
299 size_t imgu_mmu_map_sg(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map_sg()
339 unsigned long iova, size_t size) in __imgu_mmu_unmap()
379 size_t imgu_mmu_unmap(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_unmap()
H A Dipu3-dmamap.c102 struct iova *iova; in imgu_dmamap_alloc() local
153 struct iova *iova; in imgu_dmamap_unmap() local
189 struct iova *iova; in imgu_dmamap_map_sg() local
/linux/include/linux/
H A Diova_bitmap.h28 static inline struct iova_bitmap *iova_bitmap_alloc(unsigned long iova, in iova_bitmap_alloc()
47 unsigned long iova, size_t length) in iova_bitmap_set()
/linux/drivers/gpu/drm/panfrost/
H A Dpanfrost_mmu.c97 u64 iova, u64 size, u32 op) in mmu_hw_do_operation_locked()
114 u64 iova, u64 size, u32 op) in mmu_hw_do_operation()
276 u64 iova, u64 size) in panfrost_mmu_flush_range()
291 u64 iova, int prot, struct sg_table *sgt) in mmu_map_sg()
355 u64 iova = mapping->mmnode.start << PAGE_SHIFT; in panfrost_mmu_unmap() local
393 static void mmu_tlb_flush_walk(unsigned long iova, size_t size, size_t granule, in mmu_tlb_flush_walk()
/linux/drivers/iommu/arm/arm-smmu/
H A Darm-smmu.c277 static void arm_smmu_tlb_inv_range_s1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_s1()
305 static void arm_smmu_tlb_inv_range_s2(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_s2()
325 static void arm_smmu_tlb_inv_walk_s1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s1()
341 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s1()
348 static void arm_smmu_tlb_inv_walk_s2(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s2()
357 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s2()
364 static void arm_smmu_tlb_inv_walk_s2_v1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s2_v1()
377 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s2_v1()
1255 static int arm_smmu_map_pages(struct iommu_domain *domain, unsigned long iova, in arm_smmu_map_pages()
1273 static size_t arm_smmu_unmap_pages(struct iommu_domain *domain, unsigned long iova, in arm_smmu_unmap_pages()
[all …]
H A Dqcom_iommu.c147 static void qcom_iommu_tlb_inv_range_nosync(unsigned long iova, size_t size, in qcom_iommu_tlb_inv_range_nosync()
169 static void qcom_iommu_tlb_flush_walk(unsigned long iova, size_t size, in qcom_iommu_tlb_flush_walk()
177 unsigned long iova, size_t granule, in qcom_iommu_tlb_add_page()
193 u64 iova; in qcom_iommu_fault() local
429 static int qcom_iommu_map(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_map()
447 static size_t qcom_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_unmap()
493 dma_addr_t iova) in qcom_iommu_iova_to_phys()
H A Darm-smmu-qcom-debug.c202 struct qcom_tbu *tbu, dma_addr_t iova, u32 sid) in qcom_tbu_trigger_atos()
264 dma_addr_t iova, u32 sid) in qcom_iova_to_phys()
348 static phys_addr_t qcom_smmu_iova_to_phys_hard(struct arm_smmu_domain *smmu_domain, dma_addr_t iova) in qcom_smmu_iova_to_phys_hard()
361 static phys_addr_t qcom_smmu_verify_fault(struct arm_smmu_domain *smmu_domain, dma_addr_t iova, u32… in qcom_smmu_verify_fault()
/linux/drivers/net/ethernet/marvell/octeontx2/nic/
H A Dotx2_txrx.c195 u64 iova, int len, struct nix_rx_parse_s *parse, in otx2_skb_add_frag()
634 u64 dma_addr, *iova = NULL; in otx2_sqe_add_sg() local
744 int alg, u64 iova, int ptp_offset, in otx2_sqe_add_mem()
870 u64 *iova = NULL; in otx2_sqe_tso_add_sg() local
1104 u64 iova; in otx2_set_txtstamp() local
1235 u64 iova; in otx2_cleanup_rx_cqes() local
1370 u64 *iova = NULL; in otx2_xdp_sqe_add_sg() local
1386 bool otx2_xdp_sq_append_pkt(struct otx2_nic *pfvf, u64 iova, int len, u16 qidx) in otx2_xdp_sq_append_pkt()
1429 u64 iova, pa; in otx2_xdp_rcv_pkt_handler() local

123456