| /linux/drivers/iommu/iommufd/ |
| H A D | iova_bitmap.c | 36 unsigned long iova; member
115 unsigned long iova; member
130 static unsigned long iova_bitmap_offset_to_index(struct iova_bitmap *bitmap, in iova_bitmap_offset_to_index()
243 struct iova_bitmap *iova_bitmap_alloc(unsigned long iova, size_t length, in iova_bitmap_alloc()
321 unsigned long iova = iova_bitmap_mapped_iova(bitmap); in iova_bitmap_mapped_length() local
343 unsigned long iova, size_t length) in iova_bitmap_mapped_range()
356 unsigned long iova) in iova_bitmap_advance_to()
402 unsigned long iova, size_t length) in iova_bitmap_set()
|
| H A D | io_pagetable.c | 33 unsigned long iova, in iopt_area_contig_init()
118 static int iopt_alloc_iova(struct io_pagetable *iopt, unsigned long *iova, in iopt_alloc_iova()
181 static int iopt_check_iova(struct io_pagetable *iopt, unsigned long iova, in iopt_check_iova()
208 struct iopt_pages *pages, unsigned long iova, in iopt_insert_area()
261 unsigned long iova; in iopt_alloc_area_pages() local
404 struct iopt_pages *pages, unsigned long *iova, in iopt_map_common()
451 unsigned long *iova, void __user *uptr, in iopt_map_user_pages()
478 unsigned long *iova, struct file *file, in iopt_map_file_pages()
500 unsigned long iova, size_t length, in __iommu_read_and_clear_dirty()
663 int iopt_get_pages(struct io_pagetable *iopt, unsigned long iova, in iopt_get_pages()
[all …]
|
| /linux/drivers/media/pci/intel/ipu6/ |
| H A D | ipu6-mmu.c | 99 u32 iova = (phys_addr_t)l1_idx << ISP_L1PT_SHIFT; in page_table_dump() local
257 static void l2_unmap(struct ipu6_mmu_info *mmu_info, unsigned long iova, in l2_unmap()
306 static int l2_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in l2_map()
395 static int __ipu6_mmu_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in __ipu6_mmu_map()
409 unsigned long iova, size_t size) in __ipu6_mmu_unmap()
417 struct iova *iova; in allocate_trash_buffer() local
637 dma_addr_t iova) in ipu6_mmu_iova_to_phys()
652 void ipu6_mmu_unmap(struct ipu6_mmu_info *mmu_info, unsigned long iova, in ipu6_mmu_unmap()
676 int ipu6_mmu_map(struct ipu6_mmu_info *mmu_info, unsigned long iova, in ipu6_mmu_map()
709 struct iova *iova; in ipu6_mmu_destroy() local
|
| /linux/tools/testing/selftests/iommu/ |
| H A D | iommufd_fail_nth.c | 243 __u64 iova; in TEST_FAIL_NTH() local
313 __u64 iova; in TEST_FAIL_NTH() local
349 __u64 iova; in TEST_FAIL_NTH() local
386 __u64 iova; in TEST_FAIL_NTH() local
431 __u64 iova; in TEST_FAIL_NTH() local
510 __u64 iova; in TEST_FAIL_NTH() local
566 __u64 iova; in TEST_FAIL_NTH() local
639 __u64 iova; in TEST_FAIL_NTH() local
|
| H A D | iommufd_utils.h | 393 __u64 iova, size_t page_size, in _test_cmd_get_dirty_bitmap()
413 #define test_cmd_get_dirty_bitmap(fd, hwpt_id, length, iova, page_size, \ argument
419 __u64 iova, size_t page_size, in _test_cmd_mock_domain_set_dirty()
443 #define test_cmd_mock_domain_set_dirty(fd, hwpt_id, length, iova, page_size, \ argument
450 __u64 iova, size_t page_size, in _test_mock_dirty_bitmaps()
499 #define test_mock_dirty_bitmaps(hwpt_id, length, iova, page_size, pte_size,\ argument
581 size_t length, __u64 *iova, unsigned int flags) in _test_ioctl_ioas_map()
618 #define test_ioctl_ioas_map_fixed(buffer, length, iova) \ argument
629 #define test_ioctl_ioas_map_fixed_id(ioas_id, buffer, length, iova) \ argument
640 #define test_err_ioctl_ioas_map_fixed(_errno, buffer, length, iova) \ argument
[all …]
|
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_iommu.c | 47 unsigned long iova, phys_addr_t paddr, in calc_pgsize()
101 static int msm_iommu_pagetable_unmap(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_unmap()
134 static int msm_iommu_pagetable_map_prr(struct msm_mmu *mmu, u64 iova, size_t len, int prot) in msm_iommu_pagetable_map_prr()
164 static int msm_iommu_pagetable_map(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_map()
275 msm_iommu_pagetable_walk(struct msm_mmu *mmu, unsigned long iova, uint64_t ptes[4]) in msm_iommu_pagetable_walk()
298 uint64_t iova, size_t len) in msm_iommu_pagetable_prealloc_count()
463 static void msm_iommu_tlb_flush_walk(unsigned long iova, size_t size, in msm_iommu_tlb_flush_walk()
480 unsigned long iova, size_t granule, void *cookie) in msm_iommu_tlb_add_page()
630 unsigned long iova, int flags, void *arg) in msm_gpu_fault_handler()
650 unsigned long iova, int flags, void *arg) in msm_disp_fault_handler()
[all …]
|
| /linux/drivers/vfio/ |
| H A D | vfio_iommu_type1.c | 90 dma_addr_t iova; /* Device address */ member
130 dma_addr_t iova; /* Device address */ member
137 dma_addr_t iova; member
355 static inline struct vfio_pfn *vfio_find_vpfn(struct vfio_dma *dma, dma_addr_t iova) in vfio_find_vpfn()
386 static int vfio_add_to_pfn_list(struct vfio_dma *dma, dma_addr_t iova, in vfio_add_to_pfn_list()
410 unsigned long iova) in vfio_iova_get_vfio_pfn()
684 dma_addr_t iova = vaddr - dma->vaddr + dma->iova; in vfio_pin_pages_remote() local
818 static long vfio_unpin_pages_remote(struct vfio_dma *dma, dma_addr_t iova, in vfio_unpin_pages_remote()
877 static int vfio_unpin_page_external(struct vfio_dma *dma, dma_addr_t iova, in vfio_unpin_page_external()
943 dma_addr_t iova; in vfio_iommu_type1_pin_pages() local
[all …]
|
| /linux/drivers/infiniband/sw/rxe/ |
| H A D | rxe_mr.c | 27 int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length) in mr_check_range()
75 static unsigned long rxe_mr_iova_to_index(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_index()
80 static unsigned long rxe_mr_iova_to_page_offset(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_page_offset()
245 static int rxe_mr_copy_xarray(struct rxe_mr *mr, u64 iova, void *addr, in rxe_mr_copy_xarray()
304 int rxe_mr_copy(struct rxe_mr *mr, u64 iova, void *addr, in rxe_mr_copy()
348 u64 iova; in copy_data() local
427 static int rxe_mr_flush_pmem_iova(struct rxe_mr *mr, u64 iova, unsigned int length) in rxe_mr_flush_pmem_iova()
486 enum resp_states rxe_mr_do_atomic_op(struct rxe_mr *mr, u64 iova, int opcode, in rxe_mr_do_atomic_op()
542 enum resp_states rxe_mr_do_atomic_write(struct rxe_mr *mr, u64 iova, u64 value) in rxe_mr_do_atomic_write()
|
| /linux/drivers/iommu/ |
| H A D | sun50i-iommu.c | 166 static u32 sun50i_iova_get_dte_index(dma_addr_t iova) in sun50i_iova_get_dte_index()
171 static u32 sun50i_iova_get_pte_index(dma_addr_t iova) in sun50i_iova_get_pte_index()
176 static u32 sun50i_iova_get_page_offset(dma_addr_t iova) in sun50i_iova_get_page_offset()
302 unsigned long iova) in sun50i_iommu_zap_iova()
319 unsigned long iova) in sun50i_iommu_zap_ptw_cache()
335 unsigned long iova, size_t size) in sun50i_iommu_zap_range()
407 unsigned long iova, size_t size) in sun50i_iommu_iotlb_sync_map()
557 dma_addr_t iova, gfp_t gfp) in sun50i_dte_get_page_table()
595 static int sun50i_iommu_map(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_map()
638 static size_t sun50i_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_unmap()
[all …]
|
| H A D | tegra-smmu.c | 169 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index()
174 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index()
236 unsigned long iova) in smmu_flush_tlb_section()
251 unsigned long iova) in smmu_flush_tlb_group()
559 static void tegra_smmu_set_pde(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_set_pde()
580 static u32 *tegra_smmu_pte_offset(struct tegra_pt *pt, unsigned long iova) in tegra_smmu_pte_offset()
585 static u32 *tegra_smmu_pte_lookup(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_pte_lookup()
601 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte()
637 static void tegra_smmu_pte_get_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_get_use()
644 static void tegra_smmu_pte_put_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_put_use()
[all …]
|
| H A D | exynos-iommu.c | 101 #define section_offs(iova) (iova & (SECT_SIZE - 1)) argument
103 #define lpage_offs(iova) (iova & (LPAGE_SIZE - 1)) argument
105 #define spage_offs(iova) (iova & (SPAGE_SIZE - 1)) argument
110 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset()
115 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset()
181 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry()
186 static sysmmu_pte_t *page_entry(sysmmu_pte_t *sent, sysmmu_iova_t iova) in page_entry()
455 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry()
673 sysmmu_iova_t iova) in sysmmu_tlb_invalidate_flpdcache()
693 sysmmu_iova_t iova, size_t size) in sysmmu_tlb_invalidate_entry()
[all …]
|
| H A D | rockchip-iommu.c | 322 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index()
327 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index()
332 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset()
369 dma_addr_t iova; in rk_iommu_zap_lines() local
535 static void log_iova(struct rk_iommu *iommu, int index, dma_addr_t iova) in log_iova()
587 dma_addr_t iova; in rk_iommu_irq() local
652 dma_addr_t iova) in rk_iommu_iova_to_phys()
680 dma_addr_t iova, size_t size) in rk_iommu_zap_iova()
709 dma_addr_t iova, size_t size) in rk_iommu_zap_iova_first_last()
718 dma_addr_t iova) in rk_dte_get_page_table()
[all …]
|
| H A D | msm_iommu.c | 138 static void __flush_iotlb_range(unsigned long iova, size_t size, in __flush_iotlb_range()
170 static void __flush_iotlb_walk(unsigned long iova, size_t size, in __flush_iotlb_walk()
177 unsigned long iova, size_t granule, void *cookie) in __flush_iotlb_page()
485 static int msm_iommu_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_map()
501 static int msm_iommu_sync_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_sync_map()
510 static size_t msm_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in msm_iommu_unmap()
|
| H A D | io-pgtable-arm.c | 361 unsigned long iova, phys_addr_t paddr, in arm_lpae_init_pte()
424 static int __arm_lpae_map(struct arm_lpae_io_pgtable *data, unsigned long iova, in __arm_lpae_map()
551 static int arm_lpae_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_map_pages()
626 unsigned long iova, size_t size, size_t pgcount, in __arm_lpae_unmap()
686 static size_t arm_lpae_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_unmap_pages()
737 unsigned long iova) in arm_lpae_iova_to_phys()
765 static int arm_lpae_pgtable_walk(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_pgtable_walk()
848 unsigned long iova, size_t size, in arm_lpae_read_and_clear_dirty()
1280 static void __init dummy_tlb_flush(unsigned long iova, size_t size, in dummy_tlb_flush()
1288 unsigned long iova, size_t granule, in dummy_tlb_add_page()
[all …]
|
| H A D | virtio-iommu.c | 59 struct interval_tree_node iova; member
330 static int viommu_add_mapping(struct viommu_domain *vdomain, u64 iova, u64 end, in viommu_add_mapping()
362 u64 iova, u64 end) in viommu_del_mappings()
403 u64 iova = vdomain->domain.geometry.aperture_start; in viommu_domain_map_identity() local
840 static int viommu_map_pages(struct iommu_domain *domain, unsigned long iova, in viommu_map_pages()
884 static size_t viommu_unmap_pages(struct iommu_domain *domain, unsigned long iova, in viommu_unmap_pages()
914 dma_addr_t iova) in viommu_iova_to_phys()
942 unsigned long iova, size_t size) in viommu_iotlb_sync_map()
|
| /linux/drivers/staging/media/ipu3/ |
| H A D | ipu3-mmu.c | 154 static inline void address_to_pte_idx(unsigned long iova, u32 *l1pt_idx, in address_to_pte_idx()
210 static int __imgu_mmu_map(struct imgu_mmu *mmu, unsigned long iova, in __imgu_mmu_map()
251 int imgu_mmu_map(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map()
299 size_t imgu_mmu_map_sg(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map_sg()
339 unsigned long iova, size_t size) in __imgu_mmu_unmap()
379 size_t imgu_mmu_unmap(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_unmap()
|
| H A D | ipu3-dmamap.c | 102 struct iova *iova; in imgu_dmamap_alloc() local
153 struct iova *iova; in imgu_dmamap_unmap() local
189 struct iova *iova; in imgu_dmamap_map_sg() local
|
| /linux/drivers/iommu/amd/ |
| H A D | io_pgtable_v2.c | 131 static u64 *v2_alloc_pte(int nid, u64 *pgd, unsigned long iova, in v2_alloc_pte()
195 unsigned long iova, unsigned long *page_size) in fetch_pte()
232 static int iommu_v2_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in iommu_v2_map_pages()
285 unsigned long iova, in iommu_v2_unmap_pages()
313 static phys_addr_t iommu_v2_iova_to_phys(struct io_pgtable_ops *ops, unsigned long iova) in iommu_v2_iova_to_phys()
|
| /linux/drivers/gpu/drm/etnaviv/ |
| H A D | etnaviv_mmu.c | 17 unsigned long iova, size_t size) in etnaviv_context_unmap()
34 unsigned long iova, phys_addr_t paddr, in etnaviv_context_map()
61 u32 iova, unsigned int va_len, in etnaviv_iommu_map()
104 static void etnaviv_iommu_unmap(struct etnaviv_iommu_context *context, u32 iova, in etnaviv_iommu_unmap()
279 u32 iova; in etnaviv_iommu_map_gem() local
|
| /linux/include/linux/ |
| H A D | iova_bitmap.h | 28 static inline struct iova_bitmap *iova_bitmap_alloc(unsigned long iova, in iova_bitmap_alloc()
47 unsigned long iova, size_t length) in iova_bitmap_set()
|
| /linux/drivers/iommu/arm/arm-smmu/ |
| H A D | qcom_iommu.c | 147 static void qcom_iommu_tlb_inv_range_nosync(unsigned long iova, size_t size, in qcom_iommu_tlb_inv_range_nosync()
169 static void qcom_iommu_tlb_flush_walk(unsigned long iova, size_t size, in qcom_iommu_tlb_flush_walk()
177 unsigned long iova, size_t granule, in qcom_iommu_tlb_add_page()
193 u64 iova; in qcom_iommu_fault() local
428 static int qcom_iommu_map(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_map()
446 static size_t qcom_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_unmap()
492 dma_addr_t iova) in qcom_iommu_iova_to_phys()
|
| H A D | arm-smmu.c | 281 static void arm_smmu_tlb_inv_range_s1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_s1()
309 static void arm_smmu_tlb_inv_range_s2(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_s2()
329 static void arm_smmu_tlb_inv_walk_s1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s1()
345 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s1()
352 static void arm_smmu_tlb_inv_walk_s2(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s2()
361 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s2()
368 static void arm_smmu_tlb_inv_walk_s2_v1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s2_v1()
381 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s2_v1()
1266 static int arm_smmu_map_pages(struct iommu_domain *domain, unsigned long iova, in arm_smmu_map_pages()
1284 static size_t arm_smmu_unmap_pages(struct iommu_domain *domain, unsigned long iova, in arm_smmu_unmap_pages()
[all …]
|
| H A D | arm-smmu-qcom-debug.c | 202 struct qcom_tbu *tbu, dma_addr_t iova, u32 sid) in qcom_tbu_trigger_atos()
264 dma_addr_t iova, u32 sid) in qcom_iova_to_phys()
348 static phys_addr_t qcom_smmu_iova_to_phys_hard(struct arm_smmu_domain *smmu_domain, dma_addr_t iova) in qcom_smmu_iova_to_phys_hard()
361 static phys_addr_t qcom_smmu_verify_fault(struct arm_smmu_domain *smmu_domain, dma_addr_t iova, u32… in qcom_smmu_verify_fault()
|
| /linux/drivers/net/ethernet/marvell/octeontx2/nic/ |
| H A D | otx2_txrx.c | 187 u64 iova, int len, struct nix_rx_parse_s *parse, in otx2_skb_add_frag()
666 u64 dma_addr, *iova = NULL; in otx2_sqe_add_sg() local
776 int alg, u64 iova, int ptp_offset, in otx2_sqe_add_mem()
902 u64 *iova = NULL; in otx2_sqe_tso_add_sg() local
1136 u64 iova; in otx2_set_txtstamp() local
1282 u64 iova; in otx2_cleanup_rx_cqes() local
1421 u64 *iova = NULL; in otx2_xdp_sqe_add_sg() local
1455 u64 iova, int len, u16 qidx, u16 flags) in otx2_xdp_sq_append_pkt()
1500 u64 iova, pa; in otx2_xdp_rcv_pkt_handler() local
|
| /linux/sound/usb/qcom/ |
| H A D | qc_audio_offload.c | 57 #define PREPEND_SID_TO_IOVA(iova, sid) ((u64)(((u64)(iova)) | \ argument
59 #define IOVA_MASK(iova) (((u64)(iova)) & 0xFFFFFFFF) argument
399 unsigned long iova = 0; in uaudio_get_iova() local
459 static void uaudio_put_iova(unsigned long iova, size_t size, struct list_head in uaudio_put_iova()
502 static void uaudio_iommu_unmap(enum mem_type mtype, unsigned long iova, in uaudio_iommu_unmap()
565 unsigned long iova = 0; in uaudio_iommu_map_pa() local
597 unsigned long iova = 0; in uaudio_iommu_map_xfer_buf() local
1105 unsigned long iova; in uaudio_endpoint_setup() local
1178 unsigned long iova; in uaudio_event_ring_setup() local
|