Home
last modified time | relevance | path

Searched refs:vm_area_struct (Results 1 – 25 of 670) sorted by relevance

12345678910>>...27

/linux/mm/
H A Dvma.h14 struct vm_area_struct *vma;
15 struct vm_area_struct *adj_next;
19 struct vm_area_struct *insert;
20 struct vm_area_struct *remove;
21 struct vm_area_struct *remove2;
28 struct vm_area_struct *vmas[8];
36 struct vm_area_struct *vma; /* The first vma to munmap */
37 struct vm_area_struct *prev; /* vma before the munmap area */
38 struct vm_area_struct *next; /* vma after the munmap area */
84 struct vm_area_struct *prev;
[all …]
H A Dvma_init.c18 .freeptr_offset = offsetof(struct vm_area_struct, vm_freeptr), in vma_state_init()
23 sizeof(struct vm_area_struct), &args, in vma_state_init()
28 struct vm_area_struct *vm_area_alloc(struct mm_struct *mm) in vm_area_alloc()
30 struct vm_area_struct *vma; in vm_area_alloc()
41 static void vm_area_init_from(const struct vm_area_struct *src, in vm_area_init_from()
42 struct vm_area_struct *dest) in vm_area_init_from()
81 static inline int vma_pfnmap_track_ctx_dup(struct vm_area_struct *orig, in vma_pfnmap_track_ctx_dup()
82 struct vm_area_struct *new) in vma_pfnmap_track_ctx_dup()
100 static inline void vma_pfnmap_track_ctx_release(struct vm_area_struct *vma) in vma_pfnmap_track_ctx_release()
111 static inline int vma_pfnmap_track_ctx_dup(struct vm_area_struct *orig, in vma_pfnmap_track_ctx_dup()
[all …]
H A Dvma.c31 struct vm_area_struct *prev;
32 struct vm_area_struct *next;
76 static bool vma_is_fork_child(struct vm_area_struct *vma) in vma_is_fork_child()
88 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma()
105 struct vm_area_struct *tgt = merge_next ? vmg->next : vmg->prev; in is_mergeable_anon_vma()
106 struct vm_area_struct *src = vmg->middle; /* existing merge case. */ in is_mergeable_anon_vma()
119 struct vm_area_struct *copied_from = vmg->copied_from; in is_mergeable_anon_vma()
143 struct vm_area_struct *vma, in init_multi_vma_prep()
146 struct vm_area_struct *adjust; in init_multi_vma_prep()
147 struct vm_area_struct **remove = &vp->remove; in init_multi_vma_prep()
[all …]
H A Dmmap_lock.c52 struct vm_area_struct *vma;
67 struct vm_area_struct *vma = ves->vma; in __vma_enter_locked()
107 struct vm_area_struct *vma = ves->vma; in __vma_start_write()
117 * See the comment describing the vm_area_struct->vm_refcnt field for in __vma_start_write()
139 int __vma_start_write(struct vm_area_struct *vma, int state) in vma_mark_detached()
172 void __vma_exclude_readers_for_detach(struct vm_area_struct *vma) in vma_start_read()
212 static inline struct vm_area_struct *vma_start_read(struct mm_struct *mm, in vma_start_read()
213 struct vm_area_struct *vma) in vma_start_read()
296 struct vm_area_struct *lock_vma_under_rcu(struct mm_struct *mm, in lock_next_vma_under_mmap_lock()
300 struct vm_area_struct *vm in lock_next_vma_under_mmap_lock()
[all...]
H A Duserfaultfd.c24 bool validate_dst_vma(struct vm_area_struct *dst_vma, unsigned long dst_end) in validate_dst_vma()
42 struct vm_area_struct *find_vma_and_prepare_anon(struct mm_struct *mm, in find_vma_and_prepare_anon()
45 struct vm_area_struct *vma; in find_vma_and_prepare_anon()
69 static struct vm_area_struct *uffd_lock_vma(struct mm_struct *mm, in uffd_lock_vma()
72 struct vm_area_struct *vma; in uffd_lock_vma()
99 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock()
103 struct vm_area_struct *dst_vma; in uffd_mfill_lock()
113 static void uffd_mfill_unlock(struct vm_area_struct *vma) in uffd_mfill_unlock()
120 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock()
124 struct vm_area_struct *dst_vm in uffd_mfill_lock()
[all...]
H A Dinterval_tree.c13 static inline unsigned long vma_start_pgoff(struct vm_area_struct *v) in vma_start_pgoff()
18 static inline unsigned long vma_last_pgoff(struct vm_area_struct *v) in vma_last_pgoff()
23 INTERVAL_TREE_DEFINE(struct vm_area_struct, shared.rb,
28 void vma_interval_tree_insert_after(struct vm_area_struct *node, in vma_interval_tree_insert_after()
29 struct vm_area_struct *prev, in vma_interval_tree_insert_after()
33 struct vm_area_struct *parent; in vma_interval_tree_insert_after()
43 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
48 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
H A Dinternal.h47 struct vm_area_struct *old; /* Source VMA. */
48 struct vm_area_struct *new; /* Destination VMA. */
165 static inline int mmap_file(struct file *file, struct vm_area_struct *vma) in mmap_file()
187 static inline void vma_close(struct vm_area_struct *vma) in vma_close()
258 int anon_vma_clone(struct vm_area_struct *dst, struct vm_area_struct *src,
260 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma);
261 int __anon_vma_prepare(struct vm_area_struct *vma);
262 void unlink_anon_vmas(struct vm_area_struct *vma);
264 static inline int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare()
338 struct vm_area_struct *vma, pte_t *ptep, pte_t *ptentp, in folio_pte_batch_flags()
[all …]
/linux/include/linux/
H A Duserfaultfd_k.h115 struct vm_area_struct *dst_vma,
131 extern long uffd_wp_range(struct vm_area_struct *vma,
140 struct vm_area_struct *dst_vma,
141 struct vm_area_struct *src_vma,
145 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
162 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
174 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around()
179 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
184 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
189 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
[all …]
H A Dhugetlb.h106 struct vm_area_struct *vma;
121 void hugetlb_dup_vma_private(struct vm_area_struct *vma);
122 void clear_vma_resv_huge_pages(struct vm_area_struct *vma);
123 int move_hugetlb_page_tables(struct vm_area_struct *vma,
124 struct vm_area_struct *new_vma,
128 struct vm_area_struct *, struct vm_area_struct *);
129 void unmap_hugepage_range(struct vm_area_struct *,
133 struct vm_area_struct *vma,
140 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,
144 struct vm_area_struct *dst_vma,
[all …]
H A Dhuge_mm.h13 struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma);
17 struct vm_area_struct *vma);
28 bool madvise_free_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
30 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, pmd_t *pmd,
32 int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, pud_t *pud,
34 bool move_huge_pmd(struct vm_area_struct *vma, unsigned long old_addr,
36 int change_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
220 static inline bool thp_vma_suitable_order(struct vm_area_struct *vma, in thp_vma_suitable_order()
245 static inline unsigned long thp_vma_suitable_orders(struct vm_area_struct *vma, in thp_vma_suitable_orders()
268 unsigned long __thp_vma_allowable_orders(struct vm_area_struct *vma,
[all …]
H A Dmm.h266 struct vm_area_struct *vm_area_alloc(struct mm_struct *);
267 struct vm_area_struct *vm_area_dup(struct vm_area_struct *);
268 void vm_area_free(struct vm_area_struct *);
700 struct vm_area_struct *vma; /* Target VMA */
750 void (*open)(struct vm_area_struct * area);
755 void (*close)(struct vm_area_struct * area);
757 int (*may_split)(struct vm_area_struct *area, unsigned long addr);
758 int (*mremap)(struct vm_area_struct *area);
764 int (*mprotect)(struct vm_area_struct *vma, unsigned long start,
770 unsigned long (*pagesize)(struct vm_area_struct * area);
[all …]
H A Dmempolicy.h122 int vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst);
125 struct vm_area_struct *vma, struct mempolicy *mpol);
131 struct mempolicy *__get_vma_policy(struct vm_area_struct *vma,
133 struct mempolicy *get_vma_policy(struct vm_area_struct *vma,
135 bool vma_policy_mof(struct vm_area_struct *vma);
142 extern int huge_node(struct vm_area_struct *vma,
169 extern bool vma_migratable(struct vm_area_struct *vma);
228 static inline struct mempolicy *get_vma_policy(struct vm_area_struct *vma, in get_vma_policy()
236 vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst) in vma_dup_policy()
258 static inline int huge_node(struct vm_area_struct *vma, in huge_node()
H A Dpgtable.h427 extern int ptep_set_access_flags(struct vm_area_struct *vma,
434 extern int pmdp_set_access_flags(struct vm_area_struct *vma,
437 extern int pudp_set_access_flags(struct vm_area_struct *vma,
441 static inline int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
448 static inline int pudp_set_access_flags(struct vm_area_struct *vma, in pudp_set_access_flags()
494 static inline int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young()
510 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
523 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
534 int ptep_clear_flush_young(struct vm_area_struct *vma,
540 extern int pmdp_clear_flush_young(struct vm_area_struct *vma,
[all …]
/linux/tools/testing/vma/include/
H A Dstubs.h12 struct vm_area_struct;
67 static inline void vma_numab_state_init(struct vm_area_struct *vma) in vma_numab_state_init()
71 static inline void vma_numab_state_free(struct vm_area_struct *vma) in vma_numab_state_free()
75 static inline void dup_anon_vma_name(struct vm_area_struct *orig_vma, in dup_anon_vma_name()
76 struct vm_area_struct *new_vma) in dup_anon_vma_name()
80 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name()
90 struct vm_area_struct *vma) in mmap_action_complete()
95 static inline void fixup_hugetlb_reservations(struct vm_area_struct *vma) in fixup_hugetlb_reservations()
114 static inline int remap_pfn_range_complete(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_complete()
142 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep()
[all …]
H A Ddup.h6 struct vm_area_struct;
7 static inline void vma_start_write(struct vm_area_struct *vma);
46 int (*mmap)(struct file *, struct vm_area_struct *);
453 int (*success_hook)(const struct vm_area_struct *vma);
511 struct vm_area_struct { struct
609 void (*open)(struct vm_area_struct * area); argument
614 void (*close)(struct vm_area_struct * area);
616 int (*may_split)(struct vm_area_struct *area, unsigned long addr);
617 int (*mremap)(struct vm_area_struct *area);
623 int (*mprotect)(struct vm_area_struct *vma, unsigned long start,
[all …]
H A Dcustom.h46 static inline void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
52 static inline void vma_start_write(struct vm_area_struct *vma) in vma_start_write()
59 int vma_start_write_killable(struct vm_area_struct *vma) in vma_start_write_killable()
66 static inline int anon_vma_clone(struct vm_area_struct *dst, struct vm_area_struct *src, in anon_vma_clone()
78 static inline int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
91 static inline int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare()
99 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init()
/linux/tools/testing/vma/
H A Dshared.h62 struct vm_area_struct *merge_existing(struct vma_merge_struct *vmg);
69 int attach_vma(struct mm_struct *mm, struct vm_area_struct *vma);
72 static inline void dummy_close(struct vm_area_struct *) in dummy_close() argument
77 struct vm_area_struct *alloc_vma(struct mm_struct *mm,
82 void detach_free_vma(struct vm_area_struct *vma);
85 struct vm_area_struct *alloc_and_link_vma(struct mm_struct *mm,
102 bool vma_write_started(struct vm_area_struct *vma);
104 void __vma_set_dummy_anon_vma(struct vm_area_struct *vma,
108 void vma_set_dummy_anon_vma(struct vm_area_struct *vma,
112 void vma_set_range(struct vm_area_struct *vma,
H A Dshared.c15 struct vm_area_struct *alloc_vma(struct mm_struct *mm, in alloc_vma()
19 struct vm_area_struct *vma = vm_area_alloc(mm); in alloc_vma()
33 void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma()
39 struct vm_area_struct *alloc_and_link_vma(struct mm_struct *mm, in alloc_and_link_vma()
43 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vm_flags); in alloc_and_link_vma()
71 struct vm_area_struct *vma; in cleanup_mm()
88 bool vma_write_started(struct vm_area_struct *vma) in vma_write_started()
99 void __vma_set_dummy_anon_vma(struct vm_area_struct *vma, in __vma_set_dummy_anon_vma()
108 void vma_set_dummy_anon_vma(struct vm_area_struct *vma, in vma_set_dummy_anon_vma()
124 void vma_set_range(struct vm_area_struct *vma, in vma_set_range()
/linux/include/xen/
H A Dxen-ops.h46 int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr,
50 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
60 struct vm_area_struct;
63 int xen_xlate_remap_gfn_array(struct vm_area_struct *vma,
69 int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma,
76 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
86 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
93 int xen_remap_vma_range(struct vm_area_struct *vma, unsigned long addr,
113 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
149 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array()
[all …]
/linux/arch/arc/include/asm/
H A Dtlbflush.h13 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page);
15 void local_flush_tlb_range(struct vm_area_struct *vma,
18 void local_flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start,
32 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
34 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long page);
39 extern void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
/linux/arch/sparc/include/asm/
H A Dcachetlb_32.h6 struct vm_area_struct;
11 void (*cache_range)(struct vm_area_struct *, unsigned long,
13 void (*cache_page)(struct vm_area_struct *, unsigned long);
17 void (*tlb_range)(struct vm_area_struct *, unsigned long,
19 void (*tlb_page)(struct vm_area_struct *, unsigned long);
/linux/arch/arm/mm/
H A Dtlb.c9 void v4_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
20 void v4wb_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
31 void v4wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
42 void v6wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
53 void v7wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
76 void fa_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
/linux/arch/powerpc/include/asm/book3s/64/
H A Dtlbflush-radix.h11 struct vm_area_struct;
63 extern void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma,
69 extern void radix__flush_pmd_tlb_range(struct vm_area_struct *vma,
71 extern void radix__flush_pud_tlb_range(struct vm_area_struct *vma,
73 extern void radix__flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
79 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
86 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
H A Dtlbflush.h47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
/linux/arch/sh/include/asm/
H A Dcacheflush.h40 extern void flush_cache_page(struct vm_area_struct *vma,
42 extern void flush_cache_range(struct vm_area_struct *vma,
54 void flush_icache_pages(struct vm_area_struct *vma, struct page *page,
60 struct vm_area_struct *vma;
67 static inline void flush_anon_page(struct vm_area_struct *vma, in flush_anon_page()
84 extern void copy_to_user_page(struct vm_area_struct *vma,
88 extern void copy_from_user_page(struct vm_area_struct *vma,

12345678910>>...27