| /linux/include/linux/ |
| H A D | mmap_lock.h | 82 #define __vma_lockdep_map(vma) (&vma->vmlock_dep_map) argument
84 #define __vma_lockdep_map(vma) NULL argument
106 #define __vma_lockdep_acquire_read(vma) \ argument
108 #define __vma_lockdep_release_read(vma) \ argument
110 #define __vma_lockdep_acquire_exclusive(vma) \ argument
112 #define __vma_lockdep_release_exclusive(vma) \ argument
115 #define __vma_lockdep_stat_mark_acquired(vma) \ argument
150 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init()
192 __vma_refcount_put_return(struct vm_area_struct *vma) in __vma_refcount_put_return()
210 static inline void vma_refcount_put(struct vm_area_struct *vma) in vma_refcount_put()
[all …]
|
| /linux/tools/testing/vma/include/ |
| H A D | stubs.h | 28 #define vma_policy(vma) NULL argument
67 static inline void vma_numab_state_init(struct vm_area_struct *vma) in vma_numab_state_init()
71 static inline void vma_numab_state_free(struct vm_area_struct *vma) in vma_numab_state_free()
80 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name()
89 static inline int mmap_action_complete(struct vm_area_struct *vma, in mmap_action_complete()
96 static inline void fixup_hugetlb_reservations(struct vm_area_struct *vma) in fixup_hugetlb_reservations()
115 static inline int remap_pfn_range_complete(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_complete()
143 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep()
186 static inline void khugepaged_enter_vma(struct vm_area_struct *vma, in khugepaged_enter_vma()
196 static inline bool is_vm_hugetlb_page(struct vm_area_struct *vma) in is_vm_hugetlb_page()
[all …]
|
| H A D | custom.h | 46 unlink_anon_vmas(struct vm_area_struct * vma) unlink_anon_vmas() argument
52 vma_start_write(struct vm_area_struct * vma) vma_start_write() argument
59 vma_start_write_killable(struct vm_area_struct * vma) vma_start_write_killable() argument
78 __anon_vma_prepare(struct vm_area_struct * vma) __anon_vma_prepare() argument
91 anon_vma_prepare(struct vm_area_struct * vma) anon_vma_prepare() argument
99 vma_lock_init(struct vm_area_struct * vma,bool reset_refcnt) vma_lock_init() argument
[all...] |
| /linux/mm/ |
| H A D | vma.c | 74 static bool vma_is_fork_child(struct vm_area_struct *vma) in vma_is_fork_child()
86 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma() local
146 struct vm_area_struct *vma, in init_multi_vma_prep()
230 static void __vma_link_file(struct vm_area_struct *vma, in __vma_link_file()
244 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
270 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
279 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
416 static void init_vma_prep(struct vma_prepare *vp, struct vm_area_struct *vma) in init_vma_prep()
466 void remove_vma(struct vm_area_struct *vma) in remove_vma()
500 __split_vma(struct vma_iterator *vmi, struct vm_area_struct *vma, in __split_vma()
[all …]
|
| H A D | rmap.c | 150 static void anon_vma_chain_assign(struct vm_area_struct *vma, in anon_vma_chain_assign()
185 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
378 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
452 static void cleanup_partial_anon_vmas(struct vm_area_struct *vma) in cleanup_partial_anon_vmas()
479 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
857 const struct page *page, const struct vm_area_struct *vma) in page_address_in_vma()
918 struct vm_area_struct *vma, unsigned long address, void *arg) in folio_referenced_one()
1028 static bool invalid_folio_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_folio_referenced_vma()
1106 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local
1180 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
[all …]
|
| H A D | memory.c | 377 struct vm_area_struct *vma = unmap->first; in free_pgtables() local
586 static void print_bad_page_map(struct vm_area_struct *vma, in print_bad_page_map()
615 #define print_bad_pte(vma, addr, pte, page) \ argument
683 static inline struct page *__vm_normal_page(struct vm_area_struct *vma, in __vm_normal_page()
751 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
770 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio()
793 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
812 struct folio *vm_normal_folio_pmd(struct vm_area_struct *vma, in vm_normal_folio_pmd()
834 struct page *vm_normal_page_pud(struct vm_area_struct *vma, in vm_normal_page_pud()
868 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
[all …]
|
| H A D | madvise.c | 80 struct vm_area_struct *vma; member
110 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
117 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
137 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
153 struct vm_area_struct *vma = madv_behavior->vma; in madvise_update_vma() local
190 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
234 static void shmem_swapin_range(struct vm_area_struct *vma, in shmem_swapin_range()
283 struct vm_area_struct *vma = madv_behavior->vma; in madvise_willneed() local
329 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
362 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
[all …]
|
| H A D | huge_memory.c | 85 static inline bool file_thp_enabled(struct vm_area_struct *vma) in file_thp_enabled()
104 static bool vma_is_special_huge(const struct vm_area_struct *vma) in vma_is_special_huge()
111 unsigned long __thp_vma_allowable_orders(struct vm_area_struct *vma, in __thp_vma_allowable_orders()
1137 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
1333 static struct folio *vma_alloc_anon_folio_pmd(struct vm_area_struct *vma, in vma_alloc_anon_folio_pmd()
1377 struct vm_area_struct *vma, unsigned long haddr) in map_anon_folio_pmd_nopf()
1391 struct vm_area_struct *vma, unsigned long haddr) in map_anon_folio_pmd_pf()
1403 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local
1454 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_device_private() local
1499 gfp_t vma_thp_gfp_mask(struct vm_area_struct *vma) in vma_thp_gfp_mask()
[all …]
|
| H A D | hugetlb.c | 274 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma) in subpool_vma()
282 void hugetlb_vma_lock_read(struct vm_area_struct *vma) in hugetlb_vma_lock_read()
295 void hugetlb_vma_unlock_read(struct vm_area_struct *vma) in hugetlb_vma_unlock_read()
308 void hugetlb_vma_lock_write(struct vm_area_struct *vma) in hugetlb_vma_lock_write()
321 void hugetlb_vma_unlock_write(struct vm_area_struct *vma) in hugetlb_vma_unlock_write()
334 int hugetlb_vma_trylock_write(struct vm_area_struct *vma) in hugetlb_vma_trylock_write()
350 void hugetlb_vma_assert_locked(struct vm_area_struct *vma) in hugetlb_vma_assert_locked()
373 struct vm_area_struct *vma = vma_lock->vma; in __hugetlb_vma_unlock_write_put() local
386 static void __hugetlb_vma_unlock_write_free(struct vm_area_struct *vma) in __hugetlb_vma_unlock_write_free()
400 static void hugetlb_vma_lock_free(struct vm_area_struct *vma) in hugetlb_vma_lock_free()
[all …]
|
| H A D | vma_init.c | 30 struct vm_area_struct *vma; in vm_area_alloc() local
100 static inline void vma_pfnmap_track_ctx_release(struct vm_area_struct *vma) in vma_pfnmap_track_ctx_release()
116 static inline void vma_pfnmap_track_ctx_release(struct vm_area_struct *vma) in vma_pfnmap_track_ctx_release()
144 void vm_area_free(struct vm_area_struct *vma) in vm_area_free()
|
| /linux/tools/testing/vma/ |
| H A D | shared.c | 19 struct vm_area_struct *vma = vm_area_alloc(mm); in alloc_vma() local
33 void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma() argument
43 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vm_flags); alloc_and_link_vma() local
71 struct vm_area_struct *vma; cleanup_mm() local
88 vma_write_started(struct vm_area_struct * vma) vma_write_started() argument
99 __vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc,struct anon_vma * anon_vma) __vma_set_dummy_anon_vma() argument
108 vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc) vma_set_dummy_anon_vma() argument
124 vma_set_range(struct vm_area_struct * vma,unsigned long start,unsigned long end,pgoff_t pgoff) vma_set_range() argument
[all...] |
| /linux/tools/testing/vma/tests/ |
| H A D | merge.c | 6 struct vm_area_struct *vma; in merge_new() local
97 struct vm_area_struct *vma; in test_simple_merge() local
131 struct vm_area_struct *vma; test_simple_modify() local
194 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x1000, 0, vm_flags); test_simple_expand() local
222 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x3000, 0, vm_flags); test_simple_shrink() local
264 struct vm_area_struct *vma, *vma_a, *vma_b, *vma_c, *vma_d; __test_merge_new() local
482 struct vm_area_struct *vma_left, *vma; test_vma_merge_special_flags() local
554 struct vm_area_struct *vma_prev, *vma_next, *vma; test_vma_merge_with_close() local
765 struct vm_area_struct *vma; test_vma_merge_new_with_close() local
813 struct vm_area_struct *vma, *vma_prev, *vma_next; __test_merge_existing() local
1073 struct vm_area_struct *vma, *vma_prev, *vma_next; test_anon_vma_non_mergeable() local
1167 struct vm_area_struct *vma_prev, *vma_next, *vma; test_dup_anon_vma() local
1325 struct vm_area_struct *vma_prev, *vma; test_vmi_prealloc_fail() local
1386 struct vm_area_struct *vma; test_merge_extend() local
1416 struct vm_area_struct *vma_prev, *vma; test_expand_only_mode() local
[all...] |
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux/arch/parisc/kernel/ |
| H A D | cache.c | 331 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page()
393 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
476 struct vm_area_struct *vma; in flush_dcache_folio() local
623 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present()
648 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
660 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
668 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
705 static void flush_cache_pages(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_pages()
715 struct vm_area_struct *vma; in mm_total_size() local
729 struct vm_area_struct *vma; in flush_cache_mm() local
[all …]
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_gem_evict.c | 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
98 struct i915_vma *vma, in mark_free()
112 static bool defer_evict(struct i915_vma *vma) in defer_evict()
157 struct i915_vma *vma, *next; in i915_gem_evict_something() local
337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 826 struct nvkm_vma *vma = kzalloc_obj(*vma); in nvkm_vma_new() local
837 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail()
860 nvkm_vmm_free_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_remove()
866 nvkm_vmm_free_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_delete()
874 nvkm_vmm_free_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_insert()
902 nvkm_vmm_node_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_remove()
908 nvkm_vmm_node_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_delete()
916 nvkm_vmm_node_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_insert()
942 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); in nvkm_vmm_node_search() local
959 struct nvkm_vma *vma, struct nvkm_vma *next, u64 size) in nvkm_vmm_node_merge()
[all …]
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_vm.c | 679 struct xe_vma *vma; in xe_vma_svm_prefetch_op_fini() local
727 static void xe_vm_populate_rebind(struct xe_vma_op *op, struct xe_vma *vma, in xe_vm_populate_rebind()
742 static int xe_vm_ops_add_rebind(struct xe_vma_ops *vops, struct xe_vma *vma, in xe_vm_ops_add_rebind()
767 struct xe_vma *vma, *next; in xe_vm_rebind() local
819 struct dma_fence *xe_vma_rebind(struct xe_vm *vm, struct xe_vma *vma, u8 tile_mask) in xe_vma_rebind()
863 struct xe_vma *vma, in xe_vm_populate_range_rebind()
877 struct xe_vma *vma, in xe_vm_ops_add_range_rebind()
907 struct xe_vma *vma, in xe_vm_range_rebind()
1041 static void xe_vma_free(struct xe_vma *vma) in xe_vma_free()
1074 struct xe_vma *vma; in xe_vma_create() local
[all …]
|
| /linux/include/xen/ |
| H A D | xen-ops.h | 50 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
76 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
86 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
113 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
149 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array()
173 static inline int xen_remap_domain_gfn_range(struct vm_area_struct *vma, in xen_remap_domain_gfn_range()
|
| /linux/drivers/misc/ocxl/ |
| H A D | context.c | 98 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq()
111 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio()
141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local
162 struct vm_area_struct *vma) in check_mmap_afu_irq()
188 struct vm_area_struct *vma) in check_mmap_mmio()
196 int ocxl_context_mmap(struct ocxl_context *ctx, struct vm_area_struct *vma) in ocxl_context_mmap()
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_hugetlbpage.c | 10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page()
19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page()
28 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start, in radix__flush_hugetlb_tlb_range()
45 void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma, in radix__huge_ptep_modify_prot_commit()
|
| /linux/arch/nios2/mm/ |
| H A D | cacheflush.c | 77 struct vm_area_struct *vma; in flush_aliases() local
134 void flush_cache_range(struct vm_area_struct *vma, unsigned long start, in flush_cache_range()
142 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
152 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in flush_cache_page()
209 void update_mmu_cache_range(struct vm_fault *vmf, struct vm_area_struct *vma, in update_mmu_cache_range()
261 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
272 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
|
| /linux/arch/m68k/include/asm/ |
| H A D | tlbflush.h | 84 static inline void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr) in flush_tlb_page()
90 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
164 static inline void flush_tlb_page (struct vm_area_struct *vma, in flush_tlb_page()
185 static inline void flush_tlb_range (struct vm_area_struct *vma, in flush_tlb_range()
255 static inline void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr) in flush_tlb_page()
260 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
|
| /linux/arch/sh/mm/ |
| H A D | cache.c | 60 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
81 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
100 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
141 void __update_cache(struct vm_area_struct *vma, in __update_cache()
200 void flush_cache_page(struct vm_area_struct *vma, unsigned long addr, in flush_cache_page()
212 void flush_cache_range(struct vm_area_struct *vma, unsigned long start, in flush_cache_range()
243 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_gem_gtt.c | 398 struct i915_vma *vma; in close_object_list() local
421 struct i915_vma *vma; in fill_hole() local
656 struct i915_vma *vma; in walk_hole() local
723 struct i915_vma *vma; in pot_hole() local
812 struct i915_vma *vma; in drunk_hole() local
920 struct i915_vma *vma; in __shrink_hole() local
1024 struct i915_vma *vma; in shrink_boom() local
1086 struct i915_vma *vma; in misaligned_case() local
1443 static void track_vma_bind(struct i915_vma *vma) in track_vma_bind()
1511 static int reserve_gtt_with_resource(struct i915_vma *vma, u64 offset) in reserve_gtt_with_resource()
[all …]
|