| /linux/tools/testing/vma/include/ |
| H A D | stubs.h | 12 struct vm_area_struct; 67 static inline void vma_numab_state_init(struct vm_area_struct *vma) in vma_numab_state_init() 71 static inline void vma_numab_state_free(struct vm_area_struct *vma) in vma_numab_state_free() 75 static inline void dup_anon_vma_name(struct vm_area_struct *orig_vma, in dup_anon_vma_name() 76 struct vm_area_struct *new_vma) in dup_anon_vma_name() 80 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name() 89 static inline int mmap_action_complete(struct vm_area_struct *vma, in mmap_action_complete() 96 static inline void fixup_hugetlb_reservations(struct vm_area_struct *vma) in fixup_hugetlb_reservations() 115 static inline int remap_pfn_range_complete(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_complete() 143 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep() [all …]
|
| H A D | dup.h | 6 struct vm_area_struct; 7 static inline void vma_start_write(struct vm_area_struct *vma); 49 int (*mmap)(struct file *, struct vm_area_struct *); 493 int (*success_hook)(const struct vm_area_struct *vma); 548 struct vm_area_struct { struct 651 void (*open)(struct vm_area_struct *vma); argument 656 void (*close)(struct vm_area_struct *vma); 675 int (*may_split)(struct vm_area_struct *vma, unsigned long addr); 676 int (*mremap)(struct vm_area_struct *vma); 682 int (*mprotect)(struct vm_area_struct *vma, unsigned long start, [all …]
|
| H A D | custom.h | 35 static inline void unlink_anon_vmas(struct vm_area_struct *vma) 41 static inline void vma_start_write(struct vm_area_struct *vma) 48 int vma_start_write_killable(struct vm_area_struct *vma) in unlink_anon_vmas() 55 static inline int anon_vma_clone(struct vm_area_struct *dst, struct vm_area_struct *src, in vma_start_write() 67 static inline int __anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_clone() 80 static inline int anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare() 88 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in __anon_vma_prepare() 94 static inline unsigned long vma_kernel_pagesize(struct vm_area_struct *vma) in anon_vma_prepare()
|
| /linux/include/linux/ |
| H A D | mmap_lock.h | 150 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init() 192 __vma_refcount_put_return(struct vm_area_struct *vma) in __vma_refcount_put_return() 210 static inline void vma_refcount_put(struct vm_area_struct *vma) in vma_refcount_put() 238 static inline bool vma_start_read_locked_nested(struct vm_area_struct *vma, int subclass) in vma_start_read_locked_nested() 257 static inline bool vma_start_read_locked(struct vm_area_struct *vma) in vma_start_read_locked() 262 static inline void vma_end_read(struct vm_area_struct *vma) in vma_end_read() 267 static inline unsigned int __vma_raw_mm_seqnum(struct vm_area_struct *vma) in __vma_raw_mm_seqnum() 282 static inline bool __is_vma_write_locked(struct vm_area_struct *vma) in __is_vma_write_locked() 291 int __vma_start_write(struct vm_area_struct *vma, int state); 298 static inline void vma_start_write(struct vm_area_struct *vma) in vma_start_write() [all …]
|
| H A D | mm.h | 263 struct vm_area_struct *vm_area_alloc(struct mm_struct *); 264 struct vm_area_struct *vm_area_dup(struct vm_area_struct *); 265 void vm_area_free(struct vm_area_struct *); 717 struct vm_area_struct *vma; /* Target VMA */ 774 void (*open)(struct vm_area_struct *vma); 779 void (*close)(struct vm_area_struct *vma); 798 int (*may_split)(struct vm_area_struct *vma, unsigned long addr); 799 int (*mremap)(struct vm_area_struct *vma); 805 int (*mprotect)(struct vm_area_struct *vma, unsigned long start, 811 unsigned long (*pagesize)(struct vm_area_struct *vma); [all …]
|
| H A D | mempolicy.h | 123 int vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst); 126 struct vm_area_struct *vma, struct mempolicy *mpol); 132 struct mempolicy *__get_vma_policy(struct vm_area_struct *vma, 134 struct mempolicy *get_vma_policy(struct vm_area_struct *vma, 136 bool vma_policy_mof(struct vm_area_struct *vma); 143 extern int huge_node(struct vm_area_struct *vma, 170 extern bool vma_migratable(struct vm_area_struct *vma); 229 static inline struct mempolicy *get_vma_policy(struct vm_area_struct *vma, in get_vma_policy() 237 vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst) in vma_dup_policy() 259 static inline int huge_node(struct vm_area_struct *vma, in huge_node()
|
| /linux/mm/ |
| H A D | vma_init.c | 18 .freeptr_offset = offsetof(struct vm_area_struct, vm_freeptr), in vma_state_init() 23 sizeof(struct vm_area_struct), &args, in vma_state_init() 28 struct vm_area_struct *vm_area_alloc(struct mm_struct *mm) in vm_area_alloc() 30 struct vm_area_struct *vma; in vm_area_alloc() 41 static void vm_area_init_from(const struct vm_area_struct *src, in vm_area_init_from() 42 struct vm_area_struct *dest) in vm_area_init_from() 81 static inline int vma_pfnmap_track_ctx_dup(struct vm_area_struct *orig, in vma_pfnmap_track_ctx_dup() 82 struct vm_area_struct *new) in vma_pfnmap_track_ctx_dup() 100 static inline void vma_pfnmap_track_ctx_release(struct vm_area_struct *vma) in vma_pfnmap_track_ctx_release() 111 static inline int vma_pfnmap_track_ctx_dup(struct vm_area_struct *orig, in vma_pfnmap_track_ctx_dup() [all …]
|
| H A D | vma.c | 31 struct vm_area_struct *prev; 32 struct vm_area_struct *next; 74 static bool vma_is_fork_child(struct vm_area_struct *vma) in vma_is_fork_child() 86 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma() 108 struct vm_area_struct *tgt = merge_next ? vmg->next : vmg->prev; in is_mergeable_anon_vma() 109 struct vm_area_struct *src = vmg->middle; /* existing merge case. */ in is_mergeable_anon_vma() 122 struct vm_area_struct *copied_from = vmg->copied_from; in is_mergeable_anon_vma() 146 struct vm_area_struct *vma, in init_multi_vma_prep() 149 struct vm_area_struct *adjust; in init_multi_vma_prep() 150 struct vm_area_struct **remove = &vp->remove; in init_multi_vma_prep() [all …]
|
| H A D | userfaultfd.c | 29 struct vm_area_struct *vma; 35 static bool anon_can_userfault(struct vm_area_struct *vma, vm_flags_t vm_flags) in anon_can_userfault() 43 static struct folio *anon_alloc_folio(struct vm_area_struct *vma, in anon_alloc_folio() 65 static const struct vm_uffd_ops *vma_uffd_ops(struct vm_area_struct *vma) in vma_uffd_ops() 73 bool validate_dst_vma(struct vm_area_struct *dst_vma, unsigned long dst_end) in validate_dst_vma() 91 struct vm_area_struct *find_vma_and_prepare_anon(struct mm_struct *mm, in find_vma_and_prepare_anon() 94 struct vm_area_struct *vma; in find_vma_and_prepare_anon() 118 static struct vm_area_struct *uffd_lock_vma(struct mm_struct *mm, in uffd_lock_vma() 121 struct vm_area_struct *vma; in uffd_lock_vma() 148 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock() [all …]
|
| H A D | memory.c | 377 struct vm_area_struct *vma = unmap->first; in free_pgtables() 391 struct vm_area_struct *next; in free_pgtables() 586 static void print_bad_page_map(struct vm_area_struct *vma, in print_bad_page_map() 698 static inline struct page *__vm_normal_page(struct vm_area_struct *vma, in __vm_normal_page() 767 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page() 786 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio() 809 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd() 828 struct folio *vm_normal_folio_pmd(struct vm_area_struct *vma, in vm_normal_folio_pmd() 850 struct page *vm_normal_page_pud(struct vm_area_struct *vma, in vm_normal_page_pud() 884 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte() [all …]
|
| /linux/tools/testing/vma/ |
| H A D | shared.h | 80 struct vm_area_struct *merge_existing(struct vma_merge_struct *vmg); 87 int attach_vma(struct mm_struct *mm, struct vm_area_struct *vma); 90 static inline void dummy_close(struct vm_area_struct *) 95 struct vm_area_struct *alloc_vma(struct mm_struct *mm, 100 void detach_free_vma(struct vm_area_struct *vma); 103 struct vm_area_struct *alloc_and_link_vma(struct mm_struct *mm, 120 bool vma_write_started(struct vm_area_struct *vma); 122 void __vma_set_dummy_anon_vma(struct vm_area_struct *vma, 126 void vma_set_dummy_anon_vma(struct vm_area_struct *vma, 130 void vma_set_range(struct vm_area_struct *vm 72 dummy_close(struct vm_area_struct *) dummy_close() argument [all...] |
| H A D | shared.c | 15 struct vm_area_struct *alloc_vma(struct mm_struct *mm, in alloc_vma() 19 struct vm_area_struct *vma = vm_area_alloc(mm); in alloc_vma() 33 void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma() 39 struct vm_area_struct *alloc_and_link_vma(struct mm_struct *mm, in alloc_and_link_vma() 43 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vma_flags); in alloc_and_link_vma() 71 struct vm_area_struct *vma; in cleanup_mm() 88 bool vma_write_started(struct vm_area_struct *vma) in vma_write_started() 99 void __vma_set_dummy_anon_vma(struct vm_area_struct *vma, in __vma_set_dummy_anon_vma() 108 void vma_set_dummy_anon_vma(struct vm_area_struct *vma, in vma_set_dummy_anon_vma() 124 void vma_set_range(struct vm_area_struct *vm [all...] |
| /linux/include/xen/ |
| H A D | xen-ops.h | 46 int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, 50 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn() 60 struct vm_area_struct; 63 int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, 69 int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, 76 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array() 86 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range() 93 int xen_remap_vma_range(struct vm_area_struct *vma, unsigned long addr, 113 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array() 149 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array() [all …]
|
| /linux/arch/arc/include/asm/ |
| H A D | tlbflush.h | 13 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page); 15 void local_flush_tlb_range(struct vm_area_struct *vma, 18 void local_flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, 32 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start, 34 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long page); 39 extern void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
|
| /linux/arch/sparc/include/asm/ |
| H A D | cachetlb_32.h | 6 struct vm_area_struct; 11 void (*cache_range)(struct vm_area_struct *, unsigned long, 13 void (*cache_page)(struct vm_area_struct *, unsigned long); 17 void (*tlb_range)(struct vm_area_struct *, unsigned long, 19 void (*tlb_page)(struct vm_area_struct *, unsigned long);
|
| /linux/arch/arm/mm/ |
| H A D | tlb.c | 9 void v4_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 20 void v4wb_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 31 void v4wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 42 void v6wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 53 void v7wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 76 void fa_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
|
| /linux/arch/sh/include/asm/ |
| H A D | cacheflush.h | 40 extern void flush_cache_page(struct vm_area_struct *vma, 42 extern void flush_cache_range(struct vm_area_struct *vma, 54 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, 60 struct vm_area_struct *vma; 67 static inline void flush_anon_page(struct vm_area_struct *vma, in flush_anon_page() 84 extern void copy_to_user_page(struct vm_area_struct *vma, 88 extern void copy_from_user_page(struct vm_area_struct *vma,
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range() 55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range() 63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range() 71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range() 91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page() 120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page() 132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux/arch/xtensa/include/asm/ |
| H A D | cacheflush.h | 99 void flush_cache_range(struct vm_area_struct*, ulong, ulong); 101 void flush_cache_page(struct vm_area_struct*, 136 void local_flush_cache_range(struct vm_area_struct *vma, 138 void local_flush_cache_page(struct vm_area_struct *vma, 158 extern void copy_to_user_page(struct vm_area_struct*, struct page*, 160 extern void copy_from_user_page(struct vm_area_struct*, struct page*,
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | tlbflush.h | 26 struct vm_area_struct; 31 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start, 43 static inline void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page() 66 extern void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 75 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| /linux/arch/nios2/include/asm/ |
| H A D | cacheflush.h | 26 extern void flush_cache_range(struct vm_area_struct *vma, unsigned long start, 28 extern void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, 36 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, 44 extern void copy_to_user_page(struct vm_area_struct *vma, struct page *page, 47 extern void copy_from_user_page(struct vm_area_struct *vma, struct page *page,
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_mm.h | 12 struct vm_area_struct; 17 int remap_io_mapping(struct vm_area_struct *vma, 22 int remap_io_mapping(struct vm_area_struct *vma, in remap_io_mapping() 31 int remap_io_sg(struct vm_area_struct *vma,
|
| /linux/arch/arm/include/asm/ |
| H A D | tlbflush.h | 208 void (*flush_user_range)(unsigned long, unsigned long, struct vm_area_struct *); 226 extern void __cpu_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 413 __local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in __local_flush_tlb_page() 435 local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in local_flush_tlb_page() 452 __flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in __flush_tlb_page() 611 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr); 613 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end); 625 void update_mmu_cache_range(struct vm_fault *vmf, struct vm_area_struct *vma, 629 struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, in update_mmu_cache_range() 647 static inline void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) { } in local_flush_tlb_page() [all …]
|
| /linux/arch/openrisc/include/asm/ |
| H A D | tlbflush.h | 32 extern void local_flush_tlb_page(struct vm_area_struct *vma, 34 extern void local_flush_tlb_range(struct vm_area_struct *vma, 46 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr); 47 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
|
| /linux/arch/mips/include/asm/ |
| H A D | tlbflush.h | 17 extern void local_flush_tlb_range(struct vm_area_struct *vma, 21 extern void local_flush_tlb_page(struct vm_area_struct *vma, 31 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long, 34 extern void flush_tlb_page(struct vm_area_struct *, unsigned long);
|