| /linux/include/linux/ |
| H A D | userfaultfd_k.h | 119 struct vm_area_struct *dst_vma,
135 extern long uffd_wp_range(struct vm_area_struct *vma,
144 struct vm_area_struct *dst_vma,
145 struct vm_area_struct *src_vma,
149 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
166 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
178 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around()
183 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
188 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
193 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
[all …]
|
| H A D | hugetlb.h | 107 struct vm_area_struct *vma;
122 void hugetlb_dup_vma_private(struct vm_area_struct *vma);
123 void clear_vma_resv_huge_pages(struct vm_area_struct *vma);
124 int move_hugetlb_page_tables(struct vm_area_struct *vma,
125 struct vm_area_struct *new_vma,
129 struct vm_area_struct *, struct vm_area_struct *);
130 void unmap_hugepage_range(struct vm_area_struct *,
134 struct vm_area_struct *vma,
141 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,
145 struct vm_area_struct *dst_vma,
[all …]
|
| H A D | mm.h | 257 struct vm_area_struct *vm_area_alloc(struct mm_struct *);
258 struct vm_area_struct *vm_area_dup(struct vm_area_struct *);
259 void vm_area_free(struct vm_area_struct *);
261 void __vm_area_free(struct vm_area_struct *vma);
562 struct vm_area_struct *vma; /* Target VMA */
612 void (*open)(struct vm_area_struct * area);
617 void (*close)(struct vm_area_struct * area);
619 int (*may_split)(struct vm_area_struct *area, unsigned long addr);
620 int (*mremap)(struct vm_area_struct *area);
626 int (*mprotect)(struct vm_area_struct *vma, unsigned long start,
[all …]
|
| /linux/mm/ |
| H A D | vma.c | 24 struct vm_area_struct *prev;
25 struct vm_area_struct *next;
63 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma()
87 struct anon_vma *anon_vma2, struct vm_area_struct *vma) in is_mergeable_anon_vma()
100 static inline bool are_anon_vmas_compatible(struct vm_area_struct *vma1, in are_anon_vmas_compatible()
101 struct vm_area_struct *vma2) in are_anon_vmas_compatible()
115 struct vm_area_struct *vma, in init_multi_vma_prep()
116 struct vm_area_struct *next, in init_multi_vma_prep()
117 struct vm_area_struct *remove, in init_multi_vma_prep()
118 struct vm_area_struct *remove2) in init_multi_vma_prep()
[all …]
|
| H A D | userfaultfd.c | 24 bool validate_dst_vma(struct vm_area_struct *dst_vma, unsigned long dst_end) in validate_dst_vma()
42 struct vm_area_struct *find_vma_and_prepare_anon(struct mm_struct *mm, in find_vma_and_prepare_anon()
45 struct vm_area_struct *vma; in find_vma_and_prepare_anon()
69 static struct vm_area_struct *uffd_lock_vma(struct mm_struct *mm, in uffd_lock_vma()
72 struct vm_area_struct *vma; in uffd_lock_vma()
103 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock()
107 struct vm_area_struct *dst_vma; in uffd_mfill_lock()
117 static void uffd_mfill_unlock(struct vm_area_struct *vma) in uffd_mfill_unlock()
124 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock()
128 struct vm_area_struct *dst_vma; in uffd_mfill_lock()
[all …]
|
| H A D | interval_tree.c | 13 static inline unsigned long vma_start_pgoff(struct vm_area_struct *v) in vma_start_pgoff()
18 static inline unsigned long vma_last_pgoff(struct vm_area_struct *v) in vma_last_pgoff()
23 INTERVAL_TREE_DEFINE(struct vm_area_struct, shared.rb,
28 void vma_interval_tree_insert_after(struct vm_area_struct *node, in vma_interval_tree_insert_after()
29 struct vm_area_struct *prev, in vma_interval_tree_insert_after()
33 struct vm_area_struct *parent; in vma_interval_tree_insert_after()
43 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
48 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
|
| H A D | madvise.c | 102 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
110 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
130 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
145 static int madvise_update_vma(struct vm_area_struct *vma, in madvise_update_vma()
146 struct vm_area_struct **prev, unsigned long start, in madvise_update_vma()
182 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry()
228 static void shmem_swapin_range(struct vm_area_struct *vma, in shmem_swapin_range()
269 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
270 struct vm_area_struct **prev, in madvise_willneed()
317 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
[all …]
|
| H A D | mmap.c | 81 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
119 struct vm_area_struct *brkvma, *next = NULL; in SYSCALL_DEFINE1()
696 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area()
744 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area_topdown()
889 struct vm_area_struct *find_vma_intersection(struct mm_struct *mm, in find_vma_intersection()
908 struct vm_area_struct *find_vma(struct mm_struct *mm, unsigned long addr) in find_vma()
930 struct vm_area_struct *
932 struct vm_area_struct **pprev) in find_vma_prev()
934 struct vm_area_struct *vma; in find_vma_prev()
961 int expand_stack_locked(struct vm_area_struct *vma, unsigned long address) in expand_stack_locked()
[all …]
|
| H A D | nommu.c | 99 struct vm_area_struct *vma; in kobjsize()
154 struct vm_area_struct *vma; in __vmalloc_user_flags()
335 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
342 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages()
349 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
356 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
536 static void setup_vma_to_mm(struct vm_area_struct *vma, struct mm_struct *mm) in setup_vma_to_mm()
552 static void cleanup_vma_from_mm(struct vm_area_struct *vma) in cleanup_vma_from_mm()
571 static int delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
590 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
[all …]
|
| H A D | mremap.c | 72 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
86 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
105 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
113 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
136 static int move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
138 struct vm_area_struct *new_vma, pmd_t *new_pmd, in move_ptes()
257 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd()
332 static inline bool move_normal_pmd(struct vm_area_struct *vma, in move_normal_pmd()
341 static bool move_normal_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pud()
390 static inline bool move_normal_pud(struct vm_area_struct *vma, in move_normal_pud()
[all …]
|
| H A D | pgtable-generic.c | 68 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
82 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
94 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
109 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
124 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
137 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
150 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
198 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
209 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad()
218 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| /linux/include/xen/ |
| H A D | xen-ops.h | 47 int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr,
51 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
61 struct vm_area_struct;
64 int xen_xlate_remap_gfn_array(struct vm_area_struct *vma,
70 int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma,
77 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
87 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
94 int xen_remap_vma_range(struct vm_area_struct *vma, unsigned long addr,
114 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
150 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array()
[all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | hugetlb.h | 12 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
13 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
15 extern void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
53 extern pte_t huge_ptep_modify_prot_start(struct vm_area_struct *vma,
57 extern void huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
61 static inline void flush_hugetlb_page(struct vm_area_struct *vma, in flush_hugetlb_page()
68 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| H A D | tlbflush-radix.h | 11 struct vm_area_struct;
63 extern void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma,
69 extern void radix__flush_pmd_tlb_range(struct vm_area_struct *vma,
71 extern void radix__flush_pud_tlb_range(struct vm_area_struct *vma,
73 extern void radix__flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
79 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
86 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux/arch/arc/include/asm/ |
| H A D | tlbflush.h | 13 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page);
15 void local_flush_tlb_range(struct vm_area_struct *vma,
18 void local_flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start,
32 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
34 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long page);
39 extern void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
|
| /linux/arch/sparc/include/asm/ |
| H A D | cachetlb_32.h | 6 struct vm_area_struct;
11 void (*cache_range)(struct vm_area_struct *, unsigned long,
13 void (*cache_page)(struct vm_area_struct *, unsigned long);
17 void (*tlb_range)(struct vm_area_struct *, unsigned long,
19 void (*tlb_page)(struct vm_area_struct *, unsigned long);
|
| /linux/arch/arm/mm/ |
| H A D | tlb.c | 9 void v4_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
20 void v4wb_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
31 void v4wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
42 void v6wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
53 void v7wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
76 void fa_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
|
| /linux/arch/sh/include/asm/ |
| H A D | cacheflush.h | 40 extern void flush_cache_page(struct vm_area_struct *vma,
42 extern void flush_cache_range(struct vm_area_struct *vma,
54 void flush_icache_pages(struct vm_area_struct *vma, struct page *page,
60 struct vm_area_struct *vma;
67 static inline void flush_anon_page(struct vm_area_struct *vma, in flush_anon_page()
84 extern void copy_to_user_page(struct vm_area_struct *vma,
88 extern void copy_from_user_page(struct vm_area_struct *vma,
|
| /linux/arch/xtensa/include/asm/ |
| H A D | cacheflush.h | 99 void flush_cache_range(struct vm_area_struct*, ulong, ulong);
101 void flush_cache_page(struct vm_area_struct*,
136 void local_flush_cache_range(struct vm_area_struct *vma,
138 void local_flush_cache_page(struct vm_area_struct *vma,
158 extern void copy_to_user_page(struct vm_area_struct*, struct page*,
160 extern void copy_from_user_page(struct vm_area_struct*, struct page*,
|
| /linux/arch/alpha/include/asm/ |
| H A D | tlbflush.h | 29 struct vm_area_struct *vma, in ev5_flush_tlb_current_page()
84 flush_tlb_page(struct vm_area_struct *vma, unsigned long addr) in flush_tlb_page()
97 flush_tlb_range(struct vm_area_struct *vma, unsigned long start, in flush_tlb_range()
107 extern void flush_tlb_page(struct vm_area_struct *, unsigned long);
108 extern void flush_tlb_range(struct vm_area_struct *, unsigned long,
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | tlbflush.h | 26 struct vm_area_struct;
31 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
43 static inline void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page()
66 extern void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
75 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| /linux/arch/nios2/include/asm/ |
| H A D | cacheflush.h | 26 extern void flush_cache_range(struct vm_area_struct *vma, unsigned long start,
28 extern void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr,
36 void flush_icache_pages(struct vm_area_struct *vma, struct page *page,
44 extern void copy_to_user_page(struct vm_area_struct *vma, struct page *page,
47 extern void copy_from_user_page(struct vm_area_struct *vma, struct page *page,
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_mm.h | 12 struct vm_area_struct;
17 int remap_io_mapping(struct vm_area_struct *vma,
22 int remap_io_mapping(struct vm_area_struct *vma, in remap_io_mapping()
31 int remap_io_sg(struct vm_area_struct *vma,
|
| /linux/arch/arm/include/asm/ |
| H A D | tlbflush.h | 208 void (*flush_user_range)(unsigned long, unsigned long, struct vm_area_struct *);
226 extern void __cpu_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
413 __local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in __local_flush_tlb_page()
435 local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in local_flush_tlb_page()
452 __flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in __flush_tlb_page()
611 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr);
613 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
625 void update_mmu_cache_range(struct vm_fault *vmf, struct vm_area_struct *vma,
629 struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, in update_mmu_cache_range()
647 static inline void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) { } in local_flush_tlb_page()
[all …]
|