| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_vma.h | 51 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active()
65 i915_vma_move_to_active(struct i915_vma *vma, struct i915_request *rq, in i915_vma_move_to_active()
73 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt()
78 static inline bool i915_vma_is_dpt(const struct i915_vma *vma) in i915_vma_is_dpt()
83 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write()
88 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write()
94 static inline bool i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write()
102 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable()
107 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault()
113 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault()
[all …]
|
| H A D | i915_gem_evict.c | 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
98 struct i915_vma *vma, in mark_free()
112 static bool defer_evict(struct i915_vma *vma) in defer_evict()
157 struct i915_vma *vma, *next; in i915_gem_evict_something() local
337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
| /linux/include/linux/ |
| H A D | userfaultfd_k.h | 149 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
166 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
178 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around()
183 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
188 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
193 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
198 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
204 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp()
210 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
215 static inline bool vma_can_userfault(struct vm_area_struct *vma, in vma_can_userfault()
[all …]
|
| H A D | huge_mm.h | 95 #define thp_vma_allowable_order(vma, vm_flags, tva_flags, order) \ argument
209 static inline bool thp_vma_suitable_order(struct vm_area_struct *vma, in thp_vma_suitable_order()
234 static inline unsigned long thp_vma_suitable_orders(struct vm_area_struct *vma, in thp_vma_suitable_orders()
278 unsigned long thp_vma_allowable_orders(struct vm_area_struct *vma, in thp_vma_allowable_orders()
313 static inline bool vma_thp_disabled(struct vm_area_struct *vma, in vma_thp_disabled()
386 change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, in change_huge_pud()
416 struct vm_area_struct *vma) in pmd_trans_huge_lock()
424 struct vm_area_struct *vma) in pud_trans_huge_lock()
481 static inline bool thp_vma_suitable_order(struct vm_area_struct *vma, in thp_vma_suitable_order()
487 static inline unsigned long thp_vma_suitable_orders(struct vm_area_struct *vma, in thp_vma_suitable_orders()
[all …]
|
| /linux/mm/ |
| H A D | vma.c | 63 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma() local
87 struct anon_vma *anon_vma2, struct vm_area_struct *vma) in is_mergeable_anon_vma()
115 struct vm_area_struct *vma, in init_multi_vma_prep()
180 static void __vma_link_file(struct vm_area_struct *vma, in __vma_link_file()
194 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
331 static void init_vma_prep(struct vma_prepare *vp, struct vm_area_struct *vma) in init_vma_prep()
377 void remove_vma(struct vm_area_struct *vma, bool unreachable) in remove_vma()
395 void unmap_region(struct ma_state *mas, struct vm_area_struct *vma, in unmap_region()
418 static int __split_vma(struct vma_iterator *vmi, struct vm_area_struct *vma, in __split_vma()
504 static int split_vma(struct vma_iterator *vmi, struct vm_area_struct *vma, in split_vma()
[all …]
|
| H A D | memory.c | 363 struct vm_area_struct *vma, unsigned long floor, in free_pgtables()
495 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
591 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
657 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio()
668 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
707 struct folio *vm_normal_folio_pmd(struct vm_area_struct *vma, in vm_normal_folio_pmd()
718 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
768 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte()
1055 struct vm_area_struct *vma, unsigned long addr, bool need_zero) in folio_prealloc()
1471 zap_install_uffd_wp_if_needed(struct vm_area_struct *vma, in zap_install_uffd_wp_if_needed()
[all …]
|
| H A D | rmap.c | 151 anon_vma_chain_link(struct vm_area_struct * vma,struct anon_vma_chain * avc,struct anon_vma * anon_vma) anon_vma_chain_link() argument
187 __anon_vma_prepare(struct vm_area_struct * vma) __anon_vma_prepare() argument
335 anon_vma_fork(struct vm_area_struct * vma,struct vm_area_struct * pvma) anon_vma_fork() argument
397 unlink_anon_vmas(struct vm_area_struct * vma) unlink_anon_vmas() argument
775 page_address_in_vma(struct page * page,struct vm_area_struct * vma) page_address_in_vma() argument
840 folio_referenced_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) folio_referenced_one() argument
940 invalid_folio_referenced_vma(struct vm_area_struct * vma,void * arg) invalid_folio_referenced_vma() argument
1017 struct vm_area_struct *vma = pvmw->vma; page_vma_mkclean_one() local
1076 page_mkclean_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) page_mkclean_one() argument
1087 invalid_mkclean_vma(struct vm_area_struct * vma,void * arg) invalid_mkclean_vma() argument
1133 pfn_mkclean_range(unsigned long pfn,unsigned long nr_pages,pgoff_t pgoff,struct vm_area_struct * vma) pfn_mkclean_range() argument
1209 folio_move_anon_rmap(struct folio * folio,struct vm_area_struct * vma) folio_move_anon_rmap() argument
1232 __folio_set_anon(struct folio * folio,struct vm_area_struct * vma,unsigned long address,bool exclusive) __folio_set_anon() argument
1265 __page_check_anon_rmap(struct folio * folio,struct page * page,struct vm_area_struct * vma,unsigned long address) __page_check_anon_rmap() argument
1307 __folio_add_anon_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,unsigned long address,rmap_t flags,enum rmap_level level) __folio_add_anon_rmap() argument
1369 folio_add_anon_rmap_ptes(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,unsigned long address,rmap_t flags) folio_add_anon_rmap_ptes() argument
1390 folio_add_anon_rmap_pmd(struct folio * folio,struct page * page,struct vm_area_struct * vma,unsigned long address,rmap_t flags) folio_add_anon_rmap_pmd() argument
1415 folio_add_new_anon_rmap(struct folio * folio,struct vm_area_struct * vma,unsigned long address,rmap_t flags) folio_add_new_anon_rmap() argument
1471 __folio_add_file_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,enum rmap_level level) __folio_add_file_rmap() argument
1498 folio_add_file_rmap_ptes(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma) folio_add_file_rmap_ptes() argument
1514 folio_add_file_rmap_pmd(struct folio * folio,struct page * page,struct vm_area_struct * vma) folio_add_file_rmap_pmd() argument
1524 __folio_remove_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,enum rmap_level level) __folio_remove_rmap() argument
1607 folio_remove_rmap_ptes(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma) folio_remove_rmap_ptes() argument
1623 folio_remove_rmap_pmd(struct folio * folio,struct page * page,struct vm_area_struct * vma) folio_remove_rmap_pmd() argument
1635 try_to_unmap_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) try_to_unmap_one() argument
1958 invalid_migration_vma(struct vm_area_struct * vma,void * arg) invalid_migration_vma() argument
2000 try_to_migrate_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) try_to_migrate_one() argument
2375 page_make_device_exclusive_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * priv) page_make_device_exclusive_one() argument
2625 struct vm_area_struct *vma = avc->vma; rmap_walk_anon() local
2659 struct vm_area_struct *vma; rmap_walk_file() local
2735 hugetlb_add_anon_rmap(struct folio * folio,struct vm_area_struct * vma,unsigned long address,rmap_t flags) hugetlb_add_anon_rmap() argument
2750 hugetlb_add_new_anon_rmap(struct folio * folio,struct vm_area_struct * vma,unsigned long address) hugetlb_add_new_anon_rmap() argument
[all...] |
| H A D | madvise.c | 102 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in replace_anon_vma_name() argument
94 anon_vma_name(struct vm_area_struct * vma) anon_vma_name() argument
122 replace_anon_vma_name(struct vm_area_struct * vma,struct anon_vma_name * anon_name) replace_anon_vma_name() argument
137 madvise_update_vma(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start,unsigned long end,unsigned long new_flags,struct anon_vma_name * anon_name) madvise_update_vma() argument
174 struct vm_area_struct *vma = walk->private; swapin_walk_pmd_entry() local
220 shmem_swapin_range(struct vm_area_struct * vma,unsigned long start,unsigned long end,struct address_space * mapping) shmem_swapin_range() argument
261 madvise_willneed(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start,unsigned long end) madvise_willneed() argument
309 can_do_file_pageout(struct vm_area_struct * vma) can_do_file_pageout() argument
344 struct vm_area_struct *vma = walk->vma; madvise_cold_or_pageout_pte_range() local
562 madvise_cold_page_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,unsigned long end) madvise_cold_page_range() argument
575 can_madv_lru_vma(struct vm_area_struct * vma) can_madv_lru_vma() argument
580 madvise_cold(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start_addr,unsigned long end_addr) madvise_cold() argument
600 madvise_pageout_page_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,unsigned long end) madvise_pageout_page_range() argument
613 madvise_pageout(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start_addr,unsigned long end_addr) madvise_pageout() argument
649 struct vm_area_struct *vma = walk->vma; madvise_free_pte_range() local
789 madvise_free_single_vma(struct vm_area_struct * vma,unsigned long start_addr,unsigned long end_addr) madvise_free_single_vma() argument
843 madvise_dontneed_single_vma(struct vm_area_struct * vma,unsigned long start,unsigned long end) madvise_dontneed_single_vma() argument
850 madvise_dontneed_free_valid_vma(struct vm_area_struct * vma,unsigned long start,unsigned long * end,int behavior) madvise_dontneed_free_valid_vma() argument
880 madvise_dontneed_free(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start,unsigned long end,int behavior) madvise_dontneed_free() argument
975 madvise_remove(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start,unsigned long end) madvise_remove() argument
1025 madvise_vma_behavior(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start,unsigned long end,unsigned long behavior) madvise_vma_behavior() argument
1235 madvise_walk_vmas(struct mm_struct * mm,unsigned long start,unsigned long end,unsigned long arg,int (* visit)(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start,unsigned long end,unsigned long arg)) madvise_walk_vmas() argument
1239 struct vm_area_struct *vma; madvise_walk_vmas() local
1292 madvise_vma_anon_name(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start,unsigned long end,unsigned long anon_name) madvise_vma_anon_name() argument
[all...] |
| H A D | mremap.c | 72 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
86 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
105 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
113 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
136 static int move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
245 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd()
311 static inline bool move_normal_pmd(struct vm_area_struct *vma, in move_normal_pmd()
320 static bool move_normal_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pud()
360 static inline bool move_normal_pud(struct vm_area_struct *vma, in move_normal_pud()
369 static bool move_huge_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_huge_pud()
[all …]
|
| H A D | mmap.c | 81 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
744 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area() local
792 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area_topdown() local
982 struct vm_area_struct *vma; in find_vma_prev() local
997 static int acct_stack_growth(struct vm_area_struct *vma, in acct_stack_growth()
1036 static int expand_upwards(struct vm_area_struct *vma, unsigned long address) in expand_upwards()
1122 int expand_downwards(struct vm_area_struct *vma, unsigned long address) in expand_downwards()
1214 int expand_stack_locked(struct vm_area_struct *vma, unsigned long address) in expand_stack_locked()
1221 struct vm_area_struct *vma, *prev; in find_extend_vma_locked() local
1236 int expand_stack_locked(struct vm_area_struct *vma, unsigned long address) in expand_stack_locked()
[all …]
|
| H A D | nommu.c | 99 struct vm_area_struct *vma; in kobjsize() local
154 struct vm_area_struct *vma; in __vmalloc_user_flags() local
335 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
342 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages()
349 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
356 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
536 static void setup_vma_to_mm(struct vm_area_struct *vma, struct mm_struct *mm) in setup_vma_to_mm()
552 static void cleanup_vma_from_mm(struct vm_area_struct *vma) in cleanup_vma_from_mm()
571 static int delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
590 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
[all …]
|
| H A D | pgtable-generic.c | 68 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
82 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
94 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
109 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
124 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
137 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
150 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
198 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
209 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad()
218 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| H A D | mseal.c | 19 static inline void set_vma_sealed(struct vm_area_struct *vma) in set_vma_sealed() argument
39 is_ro_anon(struct vm_area_struct * vma) is_ro_anon() argument
59 can_modify_vma_madv(struct vm_area_struct * vma,int behavior) can_modify_vma_madv() argument
71 mseal_fixup(struct vma_iterator * vmi,struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start,unsigned long end,vm_flags_t newflags) mseal_fixup() argument
102 struct vm_area_struct *vma; check_mm_seal() local
128 struct vm_area_struct *vma, *prev; apply_mm_seal() local
[all...] |
| H A D | huge_memory.c | 86 static inline bool file_thp_enabled(struct vm_area_struct *vma) in file_thp_enabled()
101 unsigned long __thp_vma_allowable_orders(struct vm_area_struct *vma, in __thp_vma_allowable_orders()
1047 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
1152 static struct folio *vma_alloc_anon_folio_pmd(struct vm_area_struct *vma, in vma_alloc_anon_folio_pmd()
1196 struct vm_area_struct *vma, unsigned long haddr) in map_anon_folio_pmd()
1215 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local
1274 gfp_t vma_thp_gfp_mask(struct vm_area_struct *vma) in vma_thp_gfp_mask()
1302 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_folio()
1317 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page() local
1372 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd()
[all …]
|
| H A D | vma.h | 14 struct vm_area_struct *vma; member
34 struct vm_area_struct *vma; /* The first vma to munmap */ member
79 struct vm_area_struct *vma; /* Either a new VMA or the one being modified. */ member
98 vma_pgoff_offset(struct vm_area_struct * vma,unsigned long addr) vma_pgoff_offset() argument
153 vma_iter_store_gfp(struct vma_iterator * vmi,struct vm_area_struct * vma,gfp_t gfp) vma_iter_store_gfp() argument
180 init_vma_munmap(struct vma_munmap_struct * vms,struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct list_head * uf,bool unlock) init_vma_munmap() argument
220 struct vm_area_struct *vma; reattach_vmas() local
339 vma_wants_manual_pte_write_upgrade(struct vm_area_struct * vma) vma_wants_manual_pte_write_upgrade() argument
436 vma_iter_prealloc(struct vma_iterator * vmi,struct vm_area_struct * vma) vma_iter_prealloc() argument
453 vma_iter_store(struct vma_iterator * vmi,struct vm_area_struct * vma) vma_iter_store() argument
531 vma_is_sealed(struct vm_area_struct * vma) vma_is_sealed() argument
540 can_modify_vma(struct vm_area_struct * vma) can_modify_vma() argument
552 can_modify_vma(struct vm_area_struct * vma) can_modify_vma() argument
557 can_modify_vma_madv(struct vm_area_struct * vma,int behavior) can_modify_vma_madv() argument
[all...] |
| H A D | mprotect.c | 43 bool can_change_pte_writable(struct vm_area_struct *vma, unsigned long addr, in can_change_pte_writable() argument
87 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range() argument
301 pgtable_split_needed(struct vm_area_struct * vma,unsigned long cp_flags) pgtable_split_needed() argument
317 pgtable_populate_needed(struct vm_area_struct * vma,unsigned long cp_flags) pgtable_populate_needed() argument
333 change_pmd_prepare(vma,pmd,cp_flags) global() argument
348 change_prepare(vma,high,low,addr,cp_flags) global() argument
360 change_pmd_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pud,unsigned long addr,unsigned long end,pgprot_t newprot,unsigned long cp_flags) change_pmd_range() argument
430 change_pud_range(struct mmu_gather * tlb,struct vm_area_struct * vma,p4d_t * p4d,unsigned long addr,unsigned long end,pgprot_t newprot,unsigned long cp_flags) change_pud_range() argument
489 change_p4d_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pgd_t * pgd,unsigned long addr,unsigned long end,pgprot_t newprot,unsigned long cp_flags) change_p4d_range() argument
512 change_protection_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,unsigned long end,pgprot_t newprot,unsigned long cp_flags) change_protection_range() argument
542 change_protection(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long start,unsigned long end,unsigned long cp_flags) change_protection() argument
604 mprotect_fixup(struct vma_iterator * vmi,struct mmu_gather * tlb,struct vm_area_struct * vma,struct vm_area_struct ** pprev,unsigned long start,unsigned long end,unsigned long newflags) mprotect_fixup() argument
713 struct vm_area_struct *vma, *prev; do_mprotect_pkey() local
[all...] |
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_vm.h | 108 static inline u64 xe_vma_start(struct xe_vma *vma) in xe_vma_start()
113 static inline u64 xe_vma_size(struct xe_vma *vma) in xe_vma_size()
118 static inline u64 xe_vma_end(struct xe_vma *vma) in xe_vma_end()
123 static inline u64 xe_vma_bo_offset(struct xe_vma *vma) in xe_vma_bo_offset()
128 static inline struct xe_bo *xe_vma_bo(struct xe_vma *vma) in xe_vma_bo()
134 static inline struct xe_vm *xe_vma_vm(struct xe_vma *vma) in xe_vma_vm()
139 static inline bool xe_vma_read_only(struct xe_vma *vma) in xe_vma_read_only()
144 static inline u64 xe_vma_userptr(struct xe_vma *vma) in xe_vma_userptr()
149 static inline bool xe_vma_is_null(struct xe_vma *vma) in xe_vma_is_null()
154 static inline bool xe_vma_has_no_bo(struct xe_vma *vma) in xe_vma_has_no_bo()
[all …]
|
| /linux/tools/testing/vma/ |
| H A D | vma.c | 16 vma_iter_prealloc(vmi,vma) global() argument
75 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, flags); alloc_and_link_vma() local
192 struct vm_area_struct *vma; cleanup_mm() local
210 vma_write_started(struct vm_area_struct * vma) vma_write_started() argument
228 struct vm_area_struct *vma; test_simple_merge() local
262 struct vm_area_struct *vma; test_simple_modify() local
324 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x1000, 0, flags); test_simple_expand() local
352 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x3000, 0, flags); test_simple_shrink() local
394 struct vm_area_struct *vma, *vma_a, *vma_b, *vma_c, *vma_d; test_merge_new() local
577 struct vm_area_struct *vma_left, *vma; test_vma_merge_special_flags() local
649 struct vm_area_struct *vma_prev, *vma_next, *vma; test_vma_merge_with_close() local
860 struct vm_area_struct *vma; test_vma_merge_new_with_close() local
906 struct vm_area_struct *vma, *vma_prev, *vma_next; test_merge_existing() local
1136 struct vm_area_struct *vma, *vma_prev, *vma_next; test_anon_vma_non_mergeable() local
1251 struct vm_area_struct *vma_prev, *vma_next, *vma; test_dup_anon_vma() local
1408 struct vm_area_struct *vma_prev, *vma; test_vmi_prealloc_fail() local
1468 struct vm_area_struct *vma; test_merge_extend() local
1499 struct vm_area_struct *vma, *vma_new, *vma_next; test_copy_vma() local
1530 struct vm_area_struct *vma_prev, *vma; test_expand_only_mode() local
[all...] |
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux/arch/parisc/kernel/ |
| H A D | cache.c | 331 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page()
393 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
476 struct vm_area_struct *vma; in flush_dcache_folio() local
623 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present()
648 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
660 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
668 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
705 static void flush_cache_pages(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_pages()
715 struct vm_area_struct *vma; in mm_total_size() local
729 struct vm_area_struct *vma; in flush_cache_mm() local
[all …]
|
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 133 struct vm_area_struct *vma = vma_next(&priv->iter); in proc_get_vma() local
243 static void get_vma_name(struct vm_area_struct *vma, in get_vma_name()
325 show_map_vma(struct seq_file *m, struct vm_area_struct *vma) in show_map_vma()
397 static void query_vma_teardown(struct mm_struct *mm, struct vm_area_struct *vma) in query_vma_teardown()
410 struct vm_area_struct *vma; in query_matching_vma() local
457 struct vm_area_struct *vma; in do_procmap_query() local
770 struct vm_area_struct *vma = walk->vma; in smaps_pte_hole() local
796 struct vm_area_struct *vma = walk->vma; in smaps_pte_entry() local
844 struct vm_area_struct *vma = walk->vma; in smaps_pmd_entry() local
884 struct vm_area_struct *vma = walk->vma; in smaps_pte_range() local
[all …]
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 802 struct nvkm_vma *vma = kzalloc(sizeof(*vma), GFP_KERNEL); in nvkm_vma_new() local
813 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail()
836 nvkm_vmm_free_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_remove()
842 nvkm_vmm_free_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_delete()
850 nvkm_vmm_free_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_insert()
878 nvkm_vmm_node_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_remove()
884 nvkm_vmm_node_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_delete()
892 nvkm_vmm_node_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_insert()
918 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); in nvkm_vmm_node_search() local
935 struct nvkm_vma *vma, struct nvkm_vma *next, u64 size) in nvkm_vmm_node_merge()
[all …]
|
| /linux/arch/x86/mm/ |
| H A D | pgtable.c | 502 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
515 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
536 int pudp_set_access_flags(struct vm_area_struct *vma, unsigned long address, in pudp_set_access_flags()
557 int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young()
570 int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
584 int pudp_test_and_clear_young(struct vm_area_struct *vma, in pudp_test_and_clear_young()
597 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
617 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
631 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad()
646 pud_t pudp_invalidate(struct vm_area_struct *vma, unsigned long address, in pudp_invalidate()
[all …]
|
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_gem_vma.c | 42 void msm_gem_vma_purge(struct msm_gem_vma *vma) in msm_gem_vma_purge()
58 msm_gem_vma_map(struct msm_gem_vma *vma, int prot, in msm_gem_vma_map()
94 void msm_gem_vma_close(struct msm_gem_vma *vma) in msm_gem_vma_close()
112 struct msm_gem_vma *vma; in msm_gem_vma_new() local
124 int msm_gem_vma_init(struct msm_gem_vma *vma, int size, in msm_gem_vma_init()
|