| /linux/include/linux/ |
| H A D | mmap_lock.h | 82 #define __vma_lockdep_map(vma) (&vma->vmlock_dep_map) argument
84 #define __vma_lockdep_map(vma) NULL argument
106 #define __vma_lockdep_acquire_read(vma) \ argument
108 #define __vma_lockdep_release_read(vma) \ argument
110 #define __vma_lockdep_acquire_exclusive(vma) \ argument
112 #define __vma_lockdep_release_exclusive(vma) \ argument
115 #define __vma_lockdep_stat_mark_acquired(vma) \ argument
150 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init()
192 __vma_refcount_put_return(struct vm_area_struct *vma) in __vma_refcount_put_return()
210 static inline void vma_refcount_put(struct vm_area_struct *vma) in vma_refcount_put()
[all …]
|
| H A D | hugetlb.h | 106 struct vm_area_struct *vma; member
250 static inline void hugetlb_zap_begin(struct vm_area_struct *vma, in hugetlb_zap_begin()
257 static inline void hugetlb_zap_end(struct vm_area_struct *vma, in hugetlb_zap_end()
282 static inline void hugetlb_dup_vma_private(struct vm_area_struct *vma) in hugetlb_dup_vma_private()
286 static inline void clear_vma_resv_huge_pages(struct vm_area_struct *vma) in clear_vma_resv_huge_pages()
302 struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in huge_pmd_unshare()
308 struct vm_area_struct *vma) in huge_pmd_unshare_flush()
313 struct vm_area_struct *vma, in adjust_range_if_pmd_sharing_possible()
319 struct vm_area_struct *vma, in hugetlb_zap_begin()
325 struct vm_area_struct *vma, in hugetlb_zap_end()
[all …]
|
| /linux/tools/testing/vma/include/ |
| H A D | stubs.h | 28 #define vma_policy(vma) NULL argument
67 static inline void vma_numab_state_init(struct vm_area_struct *vma) in vma_numab_state_init()
71 static inline void vma_numab_state_free(struct vm_area_struct *vma) in vma_numab_state_free()
80 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name()
89 static inline int mmap_action_complete(struct vm_area_struct *vma, in mmap_action_complete()
96 static inline void fixup_hugetlb_reservations(struct vm_area_struct *vma) in fixup_hugetlb_reservations()
115 static inline int remap_pfn_range_complete(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_complete()
143 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep()
186 static inline void khugepaged_enter_vma(struct vm_area_struct *vma, in khugepaged_enter_vma()
196 static inline bool is_vm_hugetlb_page(struct vm_area_struct *vma) in is_vm_hugetlb_page()
[all …]
|
| H A D | custom.h | 46 unlink_anon_vmas(struct vm_area_struct * vma) unlink_anon_vmas() argument
52 vma_start_write(struct vm_area_struct * vma) vma_start_write() argument
59 vma_start_write_killable(struct vm_area_struct * vma) vma_start_write_killable() argument
78 __anon_vma_prepare(struct vm_area_struct * vma) __anon_vma_prepare() argument
91 anon_vma_prepare(struct vm_area_struct * vma) anon_vma_prepare() argument
99 vma_lock_init(struct vm_area_struct * vma,bool reset_refcnt) vma_lock_init() argument
[all...] |
| /linux/mm/ |
| H A D | vma.c | 74 static bool vma_is_fork_child(struct vm_area_struct *vma) in vma_is_fork_child() argument
86 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma() local
146 init_multi_vma_prep(struct vma_prepare * vp,struct vm_area_struct * vma,struct vma_merge_struct * vmg) init_multi_vma_prep() argument
230 __vma_link_file(struct vm_area_struct * vma,struct address_space * mapping) __vma_link_file() argument
244 __remove_shared_vm_struct(struct vm_area_struct * vma,struct address_space * mapping) __remove_shared_vm_struct() argument
270 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct * vma) anon_vma_interval_tree_pre_update_vma() argument
279 anon_vma_interval_tree_post_update_vma(struct vm_area_struct * vma) anon_vma_interval_tree_post_update_vma() argument
416 init_vma_prep(struct vma_prepare * vp,struct vm_area_struct * vma) init_vma_prep() argument
466 remove_vma(struct vm_area_struct * vma) remove_vma() argument
500 __split_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,int new_below) __split_vma() argument
593 split_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,int new_below) split_vma() argument
649 struct vm_area_struct *vma; validate_mm() local
733 struct vm_area_struct *vma; commit_merge() local
774 can_merge_remove_vma(struct vm_area_struct * vma) can_merge_remove_vma() argument
1247 vma_shrink(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long start,unsigned long end,pgoff_t pgoff) vma_shrink() argument
1310 struct vm_area_struct *vma; vms_clean_up_area() local
1333 struct vm_area_struct *vma; vms_complete_munmap_vmas() local
1379 struct vm_area_struct *vma; reattach_vmas() local
1547 init_vma_munmap(struct vma_munmap_struct * vms,struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct list_head * uf,bool unlock) init_vma_munmap() argument
1583 do_vmi_align_munmap(struct vma_iterator * vmi,struct vm_area_struct * vma,struct mm_struct * mm,unsigned long start,unsigned long end,struct list_head * uf,bool unlock) do_vmi_align_munmap() argument
1635 struct vm_area_struct *vma; do_vmi_munmap() local
1670 struct vm_area_struct *vma = vmg->middle; vma_modify() local
1708 vma_modify_flags(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,vma_flags_t * vma_flags_ptr) vma_modify_flags() argument
1733 vma_modify_name(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct anon_vma_name * new_name) vma_modify_name() argument
1745 vma_modify_policy(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct mempolicy * new_pol) vma_modify_policy() argument
1757 vma_modify_flags_uffd(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,const vma_flags_t * vma_flags,struct vm_userfaultfd_ctx new_ctx,bool give_up_on_oom) vma_modify_flags_uffd() argument
1777 vma_merge_extend(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long delta) vma_merge_extend() argument
1811 unlink_file_vma_batch_add(struct unlink_vma_file_batch * vb,struct vm_area_struct * vma) unlink_file_vma_batch_add() argument
1830 vma_link_file(struct vm_area_struct * vma,bool hold_rmap_lock) vma_link_file() argument
1844 vma_link(struct mm_struct * mm,struct vm_area_struct * vma) vma_link() argument
1868 struct vm_area_struct *vma = *vmap; copy_vma() local
2028 find_mergeable_anon_vma(struct vm_area_struct * vma) find_mergeable_anon_vma() argument
2067 vma_is_shared_writable(struct vm_area_struct * vma) vma_is_shared_writable() argument
2072 vma_fs_can_writeback(struct vm_area_struct * vma) vma_fs_can_writeback() argument
2086 vma_needs_dirty_tracking(struct vm_area_struct * vma) vma_needs_dirty_tracking() argument
2109 vma_wants_writenotify(struct vm_area_struct * vma,pgprot_t vm_page_prot) vma_wants_writenotify() argument
2223 struct vm_area_struct *vma; mm_take_all_locks() local
2319 struct vm_area_struct *vma; mm_drop_all_locks() local
2484 __mmap_new_file_vma(struct mmap_state * map,struct vm_area_struct * vma) __mmap_new_file_vma() argument
2540 struct vm_area_struct *vma; __mmap_new_vma() local
2610 __mmap_complete(struct mmap_state * map,struct vm_area_struct * vma) __mmap_complete() argument
2695 set_vma_user_defined_fields(struct vm_area_struct * vma,struct mmap_state * map) set_vma_user_defined_fields() argument
2737 struct vm_area_struct *vma = NULL; __mmap_region() local
2881 do_brk_flags(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,unsigned long len,vma_flags_t vma_flags) do_brk_flags() argument
3071 acct_stack_growth(struct vm_area_struct * vma,unsigned long size,unsigned long grow) acct_stack_growth() argument
3114 expand_upwards(struct vm_area_struct * vma,unsigned long address) expand_upwards() argument
3200 expand_downwards(struct vm_area_struct * vma,unsigned long address) expand_downwards() argument
3297 insert_vm_struct(struct mm_struct * mm,struct vm_area_struct * vma) insert_vm_struct() argument
3350 vma_mmu_pagesize(struct vm_area_struct * vma) vma_mmu_pagesize() argument
[all...] |
| H A D | rmap.c | 150 static void anon_vma_chain_assign(struct vm_area_struct *vma, in anon_vma_chain_assign() argument
185 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare() argument
378 anon_vma_fork(struct vm_area_struct * vma,struct vm_area_struct * pvma) anon_vma_fork() argument
452 cleanup_partial_anon_vmas(struct vm_area_struct * vma) cleanup_partial_anon_vmas() argument
479 unlink_anon_vmas(struct vm_area_struct * vma) unlink_anon_vmas() argument
857 page_address_in_vma(const struct folio * folio,const struct page * page,const struct vm_area_struct * vma) page_address_in_vma() argument
918 folio_referenced_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) folio_referenced_one() argument
1028 invalid_folio_referenced_vma(struct vm_area_struct * vma,void * arg) invalid_folio_referenced_vma() argument
1106 struct vm_area_struct *vma = pvmw->vma; page_vma_mkclean_one() local
1180 page_mkclean_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) page_mkclean_one() argument
1191 invalid_mkclean_vma(struct vm_area_struct * vma,void * arg) invalid_mkclean_vma() argument
1232 mapping_wrprotect_range_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) mapping_wrprotect_range_one() argument
1311 pfn_mkclean_range(unsigned long pfn,unsigned long nr_pages,pgoff_t pgoff,struct vm_area_struct * vma) pfn_mkclean_range() argument
1353 __folio_add_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,enum pgtable_level level) __folio_add_rmap() argument
1440 folio_move_anon_rmap(struct folio * folio,struct vm_area_struct * vma) folio_move_anon_rmap() argument
1463 __folio_set_anon(struct folio * folio,struct vm_area_struct * vma,unsigned long address,bool exclusive) __folio_set_anon() argument
1496 __page_check_anon_rmap(const struct folio * folio,const struct page * page,struct vm_area_struct * vma,unsigned long address) __page_check_anon_rmap() argument
1517 __folio_add_anon_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,unsigned long address,rmap_t flags,enum pgtable_level level) __folio_add_anon_rmap() argument
1596 folio_add_anon_rmap_ptes(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,unsigned long address,rmap_t flags) folio_add_anon_rmap_ptes() argument
1617 folio_add_anon_rmap_pmd(struct folio * folio,struct page * page,struct vm_area_struct * vma,unsigned long address,rmap_t flags) folio_add_anon_rmap_pmd() argument
1642 folio_add_new_anon_rmap(struct folio * folio,struct vm_area_struct * vma,unsigned long address,rmap_t flags) folio_add_new_anon_rmap() argument
1701 __folio_add_file_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,enum pgtable_level level) __folio_add_file_rmap() argument
1730 folio_add_file_rmap_ptes(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma) folio_add_file_rmap_ptes() argument
1746 folio_add_file_rmap_pmd(struct folio * folio,struct page * page,struct vm_area_struct * vma) folio_add_file_rmap_pmd() argument
1766 folio_add_file_rmap_pud(struct folio * folio,struct page * page,struct vm_area_struct * vma) folio_add_file_rmap_pud() argument
1777 __folio_remove_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,enum pgtable_level level) __folio_remove_rmap() argument
1898 folio_remove_rmap_ptes(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma) folio_remove_rmap_ptes() argument
1914 folio_remove_rmap_pmd(struct folio * folio,struct page * page,struct vm_area_struct * vma) folio_remove_rmap_pmd() argument
1934 folio_remove_rmap_pud(struct folio * folio,struct page * page,struct vm_area_struct * vma) folio_remove_rmap_pud() argument
1949 struct vm_area_struct *vma = pvmw->vma; folio_unmap_pte_batch() local
1984 try_to_unmap_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) try_to_unmap_one() argument
2373 invalid_migration_vma(struct vm_area_struct * vma,void * arg) invalid_migration_vma() argument
2415 try_to_migrate_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) try_to_migrate_one() argument
2821 struct vm_area_struct *vma; make_device_exclusive() local
2991 struct vm_area_struct *vma = avc->vma; rmap_walk_anon() local
3036 struct vm_area_struct *vma; __rmap_walk_file() local
3128 hugetlb_add_anon_rmap(struct folio * folio,struct vm_area_struct * vma,unsigned long address,rmap_t flags) hugetlb_add_anon_rmap() argument
3143 hugetlb_add_new_anon_rmap(struct folio * folio,struct vm_area_struct * vma,unsigned long address) hugetlb_add_new_anon_rmap() argument
[all...] |
| H A D | memory.c | 377 struct vm_area_struct *vma = unmap->first; in free_pgtables() local
586 print_bad_page_map(struct vm_area_struct * vma,unsigned long addr,unsigned long long entry,struct page * page,enum pgtable_level level) print_bad_page_map() argument
630 print_bad_pte(vma,addr,pte,page) global() argument
698 __vm_normal_page(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,bool special,unsigned long long entry,enum pgtable_level level) __vm_normal_page() argument
767 vm_normal_page(struct vm_area_struct * vma,unsigned long addr,pte_t pte) vm_normal_page() argument
786 vm_normal_folio(struct vm_area_struct * vma,unsigned long addr,pte_t pte) vm_normal_folio() argument
809 vm_normal_page_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t pmd) vm_normal_page_pmd() argument
828 vm_normal_folio_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t pmd) vm_normal_folio_pmd() argument
850 vm_normal_page_pud(struct vm_area_struct * vma,unsigned long addr,pud_t pud) vm_normal_page_pud() argument
884 restore_exclusive_pte(struct vm_area_struct * vma,struct folio * folio,struct page * page,unsigned long address,pte_t * ptep,pte_t orig_pte) restore_exclusive_pte() argument
918 try_restore_exclusive_pte(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,pte_t orig_pte) try_restore_exclusive_pte() argument
1202 folio_prealloc(struct mm_struct * src_mm,struct vm_area_struct * vma,unsigned long addr,bool need_zero) folio_prealloc() argument
1609 zap_install_uffd_wp_if_needed(struct vm_area_struct * vma,unsigned long addr,pte_t * pte,int nr,struct zap_details * details,pte_t pteval) zap_install_uffd_wp_if_needed() argument
1639 zap_present_folio_ptes(struct mmu_gather * tlb,struct vm_area_struct * vma,struct folio * folio,struct page * page,pte_t * pte,pte_t ptent,unsigned int nr,unsigned long addr,struct zap_details * details,int * rss,bool * force_flush,bool * force_break,bool * any_skipped) zap_present_folio_ptes() argument
1690 zap_present_ptes(struct mmu_gather * tlb,struct vm_area_struct * vma,pte_t * pte,pte_t ptent,unsigned int max_nr,unsigned long addr,struct zap_details * details,int * rss,bool * force_flush,bool * force_break,bool * any_skipped) zap_present_ptes() argument
1736 zap_nonpresent_ptes(struct mmu_gather * tlb,struct vm_area_struct * vma,pte_t * pte,pte_t ptent,unsigned int max_nr,unsigned long addr,struct zap_details * details,int * rss,bool * any_skipped) zap_nonpresent_ptes() argument
1807 do_zap_pte_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pte_t * pte,unsigned long addr,unsigned long end,struct zap_details * details,int * rss,bool * force_flush,bool * force_break,bool * any_skipped) do_zap_pte_range() argument
1901 zap_pte_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,unsigned long end,struct zap_details * details) zap_pte_range() argument
1993 zap_pmd_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pud,unsigned long addr,unsigned long end,struct zap_details * details) zap_pmd_range() argument
2029 zap_pud_range(struct mmu_gather * tlb,struct vm_area_struct * vma,p4d_t * p4d,unsigned long addr,unsigned long end,struct zap_details * details) zap_pud_range() argument
2057 zap_p4d_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pgd_t * pgd,unsigned long addr,unsigned long end,struct zap_details * details) zap_p4d_range() argument
2075 __zap_vma_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct zap_details * details) __zap_vma_range() argument
2124 zap_vma_for_reaping(struct vm_area_struct * vma) zap_vma_for_reaping() argument
2163 struct vm_area_struct *vma; unmap_vmas() local
2200 zap_vma_range_batched(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long address,unsigned long size,struct zap_details * details) zap_vma_range_batched() argument
2241 zap_vma_range(struct vm_area_struct * vma,unsigned long address,unsigned long size) zap_vma_range() argument
2260 zap_special_vma_range(struct vm_area_struct * vma,unsigned long address,unsigned long size) zap_special_vma_range() argument
2303 vm_mixed_zeropage_allowed(struct vm_area_struct * vma) vm_mixed_zeropage_allowed() argument
2333 validate_page_before_insert(struct vm_area_struct * vma,struct page * page) validate_page_before_insert() argument
2351 insert_page_into_pte_locked(struct vm_area_struct * vma,pte_t * pte,unsigned long addr,struct page * page,pgprot_t prot,bool mkwrite) insert_page_into_pte_locked() argument
2392 insert_page(struct vm_area_struct * vma,unsigned long addr,struct page * page,pgprot_t prot,bool mkwrite) insert_page() argument
2413 insert_page_in_batch_locked(struct vm_area_struct * vma,pte_t * pte,unsigned long addr,struct page * page,pgprot_t prot) insert_page_in_batch_locked() argument
2427 insert_pages(struct vm_area_struct * vma,unsigned long addr,struct page ** pages,unsigned long * num,pgprot_t prot) insert_pages() argument
2500 vm_insert_pages(struct vm_area_struct * vma,unsigned long addr,struct page ** pages,unsigned long * num) vm_insert_pages() argument
2539 map_kernel_pages_complete(struct vm_area_struct * vma,struct mmap_action * action) map_kernel_pages_complete() argument
2581 vm_insert_page(struct vm_area_struct * vma,unsigned long addr,struct page * page) vm_insert_page() argument
2608 __vm_map_pages(struct vm_area_struct * vma,struct page ** pages,unsigned long num,unsigned long offset) __vm_map_pages() argument
2643 vm_map_pages(struct vm_area_struct * vma,struct page ** pages,unsigned long num) vm_map_pages() argument
2663 vm_map_pages_zero(struct vm_area_struct * vma,struct page ** pages,unsigned long num) vm_map_pages_zero() argument
2670 insert_pfn(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,pgprot_t prot,bool mkwrite) insert_pfn() argument
2754 vmf_insert_pfn_prot(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,pgprot_t pgprot) vmf_insert_pfn_prot() argument
2801 vmf_insert_pfn(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn) vmf_insert_pfn() argument
2808 vm_mixed_ok(struct vm_area_struct * vma,unsigned long pfn,bool mkwrite) vm_mixed_ok() argument
2822 __vm_insert_mixed(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,bool mkwrite) __vm_insert_mixed() argument
2888 vmf_insert_mixed(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn) vmf_insert_mixed() argument
2900 vmf_insert_mixed_mkwrite(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn) vmf_insert_mixed_mkwrite() argument
3023 remap_pfn_range_internal(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size,pgprot_t prot) remap_pfn_range_internal() argument
3056 remap_pfn_range_notrack(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size,pgprot_t prot) remap_pfn_range_notrack() argument
3102 remap_pfn_range_track(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size,pgprot_t prot) remap_pfn_range_track() argument
3139 do_remap_pfn_range(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size,pgprot_t prot) do_remap_pfn_range() argument
3145 do_remap_pfn_range(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size,pgprot_t prot) do_remap_pfn_range() argument
3173 remap_pfn_range_prepare_vma(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size) remap_pfn_range_prepare_vma() argument
3202 remap_pfn_range(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size,pgprot_t prot) remap_pfn_range() argument
3215 remap_pfn_range_complete(struct vm_area_struct * vma,struct mmap_action * action) remap_pfn_range_complete() argument
3293 vm_iomap_memory(struct vm_area_struct * vma,phys_addr_t start,unsigned long len) vm_iomap_memory() argument
3561 struct vm_area_struct *vma = vmf->vma; __wp_page_copy_user() local
3653 __get_fault_gfp_mask(struct vm_area_struct * vma) __get_fault_gfp_mask() argument
3708 struct vm_area_struct *vma = vmf->vma; fault_dirty_shared_page() local
3762 struct vm_area_struct *vma = vmf->vma; wp_page_reuse() local
3795 struct vm_area_struct *vma = vmf->vma; vmf_can_call_fault() local
3820 struct vm_area_struct *vma = vmf->vma; __vmf_anon_prepare() local
3856 struct vm_area_struct *vma = vmf->vma; wp_page_copy() local
4047 struct vm_area_struct *vma = vmf->vma; wp_pfn_shared() local
4070 struct vm_area_struct *vma = vmf->vma; wp_page_shared() local
4109 __wp_can_reuse_large_anon_folio(struct folio * folio,struct vm_area_struct * vma) __wp_can_reuse_large_anon_folio() argument
4175 __wp_can_reuse_large_anon_folio(struct folio * folio,struct vm_area_struct * vma) __wp_can_reuse_large_anon_folio() argument
4182 wp_can_reuse_anon_folio(struct folio * folio,struct vm_area_struct * vma) wp_can_reuse_anon_folio() argument
4248 struct vm_area_struct *vma = vmf->vma; do_wp_page() local
4344 struct vm_area_struct *vma; unmap_mapping_range_tree() local
4467 struct vm_area_struct *vma = vmf->vma; remove_device_exclusive_entry() local
4514 should_try_to_free_swap(struct swap_info_struct * si,struct folio * folio,struct vm_area_struct * vma,unsigned int extra_refs,unsigned int fault_flags) should_try_to_free_swap() argument
4614 struct vm_area_struct *vma = vmf->vma; __alloc_swap_folio() local
4692 struct vm_area_struct *vma = vmf->vma; alloc_swap_folio() local
4797 struct vm_area_struct *vma = vmf->vma; do_swap_page() local
5218 struct vm_area_struct *vma = vmf->vma; alloc_anon_folio() local
5302 map_anon_folio_pte_nopf(struct folio * folio,pte_t * pte,struct vm_area_struct * vma,unsigned long addr,bool uffd_wp) map_anon_folio_pte_nopf() argument
5323 map_anon_folio_pte_pf(struct folio * folio,pte_t * pte,struct vm_area_struct * vma,unsigned long addr,bool uffd_wp) map_anon_folio_pte_pf() argument
5339 struct vm_area_struct *vma = vmf->vma; do_anonymous_page() local
5449 struct vm_area_struct *vma = vmf->vma; __do_fault() local
5506 struct vm_area_struct *vma = vmf->vma; deposit_prealloc_pte() local
5519 struct vm_area_struct *vma = vmf->vma; do_set_pmd() local
5610 struct vm_area_struct *vma = vmf->vma; set_pte_range() local
5668 struct vm_area_struct *vma = vmf->vma; finish_fault() local
5923 struct vm_area_struct *vma = vmf->vma; do_cow_fault() local
5965 struct vm_area_struct *vma = vmf->vma; do_shared_fault() local
6015 struct vm_area_struct *vma = vmf->vma; do_fault() local
6061 struct vm_area_struct *vma = vmf->vma; numa_migrate_check() local
6104 numa_rebuild_single_mapping(struct vm_fault * vmf,struct vm_area_struct * vma,unsigned long fault_addr,pte_t * fault_pte,bool writable) numa_rebuild_single_mapping() argument
6119 numa_rebuild_large_mapping(struct vm_fault * vmf,struct vm_area_struct * vma,struct folio * folio,pte_t fault_pte,bool ignore_writable,bool pte_write_upgrade) numa_rebuild_large_mapping() argument
6160 struct vm_area_struct *vma = vmf->vma; do_numa_page() local
6251 struct vm_area_struct *vma = vmf->vma; create_huge_pmd() local
6262 struct vm_area_struct *vma = vmf->vma; wp_huge_pmd() local
6295 struct vm_area_struct *vma = vmf->vma; create_huge_pud() local
6309 struct vm_area_struct *vma = vmf->vma; wp_huge_pud() local
6465 __handle_mm_fault(struct vm_area_struct * vma,unsigned long address,unsigned int flags) __handle_mm_fault() argument
6637 lru_gen_enter_fault(struct vm_area_struct * vma) lru_gen_enter_fault() argument
6648 lru_gen_enter_fault(struct vm_area_struct * vma) lru_gen_enter_fault() argument
6657 sanitize_fault_flags(struct vm_area_struct * vma,unsigned int * flags) sanitize_fault_flags() argument
6699 handle_mm_fault(struct vm_area_struct * vma,unsigned long address,unsigned int flags,struct pt_regs * regs) handle_mm_fault() argument
6852 pfnmap_lockdep_assert(struct vm_area_struct * vma) pfnmap_lockdep_assert() argument
6899 struct vm_area_struct *vma = args->vma; follow_pfnmap_start() local
7014 generic_access_phys(struct vm_area_struct * vma,unsigned long addr,void * buf,int len,int write) generic_access_phys() argument
7089 struct vm_area_struct *vma = NULL; __access_remote_vm() local
7216 struct vm_area_struct *vma = NULL; __copy_remote_vm_str() local
7313 struct vm_area_struct *vma; print_vma_addr() local
7480 copy_user_gigantic_page(struct folio * dst,struct folio * src,unsigned long addr_hint,struct vm_area_struct * vma,unsigned int nr_pages) copy_user_gigantic_page() argument
7503 struct vm_area_struct *vma; global() member
7518 copy_user_large_folio(struct folio * dst,struct folio * src,unsigned long addr_hint,struct vm_area_struct * vma) copy_user_large_folio() argument
7593 vma_pgtable_walk_begin(struct vm_area_struct * vma) vma_pgtable_walk_begin() argument
7599 vma_pgtable_walk_end(struct vm_area_struct * vma) vma_pgtable_walk_end() argument
[all...] |
| H A D | madvise.c | 80 struct vm_area_struct *vma; member
110 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name() argument
117 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name() argument
137 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name() argument
153 struct vm_area_struct *vma = madv_behavior->vma; madvise_update_vma() local
190 struct vm_area_struct *vma = walk->private; swapin_walk_pmd_entry() local
234 shmem_swapin_range(struct vm_area_struct * vma,unsigned long start,unsigned long end,struct address_space * mapping) shmem_swapin_range() argument
283 struct vm_area_struct *vma = madv_behavior->vma; madvise_willneed() local
329 can_do_file_pageout(struct vm_area_struct * vma) can_do_file_pageout() argument
362 struct vm_area_struct *vma = walk->vma; madvise_cold_or_pageout_pte_range() local
578 struct vm_area_struct *vma = madv_behavior->vma; madvise_cold_page_range() local
591 can_madv_lru_vma(struct vm_area_struct * vma) can_madv_lru_vma() argument
598 struct vm_area_struct *vma = madv_behavior->vma; madvise_cold() local
613 madvise_pageout_page_range(struct mmu_gather * tlb,struct vm_area_struct * vma,struct madvise_behavior_range * range) madvise_pageout_page_range() argument
630 struct vm_area_struct *vma = madv_behavior->vma; madvise_pageout() local
660 struct vm_area_struct *vma = walk->vma; madvise_free_pte_range() local
803 struct vm_area_struct *vma = madv_behavior->vma; madvise_free_single_vma() local
868 struct vm_area_struct *vma = madv_behavior->vma; madvise_dontneed_free_valid_vma() local
910 struct vm_area_struct *vma; madvise_dontneed_free() local
1007 struct vm_area_struct *vma = madv_behavior->vma; madvise_remove() local
1047 is_valid_guard_vma(struct vm_area_struct * vma,bool allow_locked) is_valid_guard_vma() argument
1118 struct vm_area_struct *vma = madv_behavior->vma; madvise_guard_install() local
1246 struct vm_area_struct *vma = madv_behavior->vma; madvise_guard_remove() local
1293 struct vm_area_struct *vma = madv_behavior->vma; can_madvise_modify() local
1342 struct vm_area_struct *vma = madv_behavior->vma; madvise_vma_behavior() local
1591 is_vma_lock_sufficient(struct vm_area_struct * vma,struct madvise_behavior * madv_behavior) is_vma_lock_sufficient() argument
1633 struct vm_area_struct *vma; try_vma_read_lock() local
1671 struct vm_area_struct *prev, *vma; madvise_walk_vmas() local
[all...] |
| H A D | hugetlb.c | 278 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma) in subpool_vma() argument
286 void hugetlb_vma_lock_read(struct vm_area_struct *vma) in hugetlb_vma_lock_read() argument
299 hugetlb_vma_unlock_read(struct vm_area_struct * vma) hugetlb_vma_unlock_read() argument
312 hugetlb_vma_lock_write(struct vm_area_struct * vma) hugetlb_vma_lock_write() argument
325 hugetlb_vma_unlock_write(struct vm_area_struct * vma) hugetlb_vma_unlock_write() argument
338 hugetlb_vma_trylock_write(struct vm_area_struct * vma) hugetlb_vma_trylock_write() argument
354 hugetlb_vma_assert_locked(struct vm_area_struct * vma) hugetlb_vma_assert_locked() argument
377 struct vm_area_struct *vma = vma_lock->vma; __hugetlb_vma_unlock_write_put() local
390 __hugetlb_vma_unlock_write_free(struct vm_area_struct * vma) __hugetlb_vma_unlock_write_free() argument
404 hugetlb_vma_lock_free(struct vm_area_struct * vma) hugetlb_vma_lock_free() argument
420 hugetlb_vma_lock_alloc(struct vm_area_struct * vma) hugetlb_vma_lock_alloc() argument
1012 vma_hugecache_offset(struct hstate * h,struct vm_area_struct * vma,unsigned long address) vma_hugecache_offset() argument
1046 get_vma_private_data(struct vm_area_struct * vma) get_vma_private_data() argument
1051 set_vma_private_data(struct vm_area_struct * vma,unsigned long value) set_vma_private_data() argument
1133 vma_resv_map(struct vm_area_struct * vma) vma_resv_map() argument
1148 set_vma_resv_map(struct vm_area_struct * vma,struct resv_map * map) set_vma_resv_map() argument
1156 set_vma_resv_flags(struct vm_area_struct * vma,unsigned long flags) set_vma_resv_flags() argument
1164 is_vma_resv_set(struct vm_area_struct * vma,unsigned long flag) is_vma_resv_set() argument
1171 __vma_private_lock(struct vm_area_struct * vma) __vma_private_lock() argument
1178 hugetlb_dup_vma_private(struct vm_area_struct * vma) hugetlb_dup_vma_private() argument
1210 clear_vma_resv_huge_pages(struct vm_area_struct * vma) clear_vma_resv_huge_pages() argument
1321 dequeue_hugetlb_folio_vma(struct hstate * h,struct vm_area_struct * vma,unsigned long address,long gbl_chg) dequeue_hugetlb_folio_vma() argument
2156 alloc_buddy_hugetlb_folio_with_mpol(struct hstate * h,struct vm_area_struct * vma,unsigned long addr) alloc_buddy_hugetlb_folio_with_mpol() argument
2431 __vma_reservation_common(struct hstate * h,struct vm_area_struct * vma,unsigned long addr,enum vma_resv_mode mode) __vma_reservation_common() argument
2511 vma_needs_reservation(struct hstate * h,struct vm_area_struct * vma,unsigned long addr) vma_needs_reservation() argument
2517 vma_commit_reservation(struct hstate * h,struct vm_area_struct * vma,unsigned long addr) vma_commit_reservation() argument
2523 vma_end_reservation(struct hstate * h,struct vm_area_struct * vma,unsigned long addr) vma_end_reservation() argument
2529 vma_add_reservation(struct hstate * h,struct vm_area_struct * vma,unsigned long addr) vma_add_reservation() argument
2535 vma_del_reservation(struct hstate * h,struct vm_area_struct * vma,unsigned long addr) vma_del_reservation() argument
2560 restore_reserve_on_error(struct hstate * h,struct vm_area_struct * vma,unsigned long address,struct folio * folio) restore_reserve_on_error() argument
2855 alloc_hugetlb_folio(struct vm_area_struct * vma,unsigned long addr,bool cow_from_owner) alloc_hugetlb_folio() argument
4645 hugetlb_vm_op_open(struct vm_area_struct * vma) hugetlb_vm_op_open() argument
4685 hugetlb_vm_op_close(struct vm_area_struct * vma) hugetlb_vm_op_close() argument
4716 hugetlb_vm_op_split(struct vm_area_struct * vma,unsigned long addr) hugetlb_vm_op_split() argument
4723 hugetlb_split(struct vm_area_struct * vma,unsigned long addr) hugetlb_split() argument
4756 hugetlb_vm_op_pagesize(struct vm_area_struct * vma) hugetlb_vm_op_pagesize() argument
4774 hugetlb_can_userfault(struct vm_area_struct * vma,vm_flags_t vm_flags) hugetlb_can_userfault() argument
4803 make_huge_pte(struct vm_area_struct * vma,struct folio * folio,bool try_mkwrite) make_huge_pte() argument
4820 set_huge_ptep_writable(struct vm_area_struct * vma,unsigned long address,pte_t * ptep) set_huge_ptep_writable() argument
4830 set_huge_ptep_maybe_writable(struct vm_area_struct * vma,unsigned long address,pte_t * ptep) set_huge_ptep_maybe_writable() argument
4838 hugetlb_install_folio(struct vm_area_struct * vma,pte_t * ptep,unsigned long addr,struct folio * new_folio,pte_t old,unsigned long sz) hugetlb_install_folio() argument
5036 move_huge_pte(struct vm_area_struct * vma,unsigned long old_addr,unsigned long new_addr,pte_t * src_pte,pte_t * dst_pte,unsigned long sz) move_huge_pte() argument
5075 move_hugetlb_page_tables(struct vm_area_struct * vma,struct vm_area_struct * new_vma,unsigned long old_addr,unsigned long new_addr,unsigned long len) move_hugetlb_page_tables() argument
5140 __unmap_hugepage_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct folio * folio,zap_flags_t zap_flags) __unmap_hugepage_range() argument
5296 __hugetlb_zap_begin(struct vm_area_struct * vma,unsigned long * start,unsigned long * end) __hugetlb_zap_begin() argument
5308 __hugetlb_zap_end(struct vm_area_struct * vma,struct zap_details * details) __hugetlb_zap_end() argument
5335 unmap_hugepage_range(struct vm_area_struct * vma,unsigned long start,unsigned long end,struct folio * folio,zap_flags_t zap_flags) unmap_hugepage_range() argument
5361 unmap_ref_private(struct mm_struct * mm,struct vm_area_struct * vma,struct folio * folio,unsigned long address) unmap_ref_private() argument
5420 struct vm_area_struct *vma = vmf->vma; hugetlb_wp() local
5614 hugetlbfs_pagecache_present(struct hstate * h,struct vm_area_struct * vma,unsigned long address) hugetlbfs_pagecache_present() argument
5695 struct vm_area_struct *vma = vmf->vma; hugetlb_no_page() local
5940 hugetlb_fault(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long address,unsigned int flags) hugetlb_fault() argument
6136 alloc_hugetlb_folio_vma(struct hstate * h,struct vm_area_struct * vma,unsigned long address) alloc_hugetlb_folio_vma() argument
6383 hugetlb_change_protection(struct vm_area_struct * vma,unsigned long address,unsigned long end,pgprot_t newprot,unsigned long cp_flags) hugetlb_change_protection() argument
6541 hugetlb_reserve_pages(struct inode * inode,long from,long to,struct vm_area_struct * vma,vma_flags_t vma_flags) hugetlb_reserve_pages() argument
6770 page_table_shareable(struct vm_area_struct * svma,struct vm_area_struct * vma,unsigned long addr,pgoff_t idx) page_table_shareable() argument
6797 want_pmd_share(struct vm_area_struct * vma,unsigned long addr) want_pmd_share() argument
6823 adjust_range_if_pmd_sharing_possible(struct vm_area_struct * vma,unsigned long * start,unsigned long * end) adjust_range_if_pmd_sharing_possible() argument
6854 huge_pmd_share(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long addr,pud_t * pud) huge_pmd_share() argument
6900 __huge_pmd_unshare(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,bool check_locks) __huge_pmd_unshare() argument
6940 huge_pmd_unshare(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,pte_t * ptep) huge_pmd_unshare() argument
6957 huge_pmd_unshare_flush(struct mmu_gather * tlb,struct vm_area_struct * vma) huge_pmd_unshare_flush() argument
6971 huge_pmd_share(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long addr,pud_t * pud) huge_pmd_share() argument
6978 __huge_pmd_unshare(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,bool check_locks) __huge_pmd_unshare() argument
6984 huge_pmd_unshare(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,pte_t * ptep) huge_pmd_unshare() argument
6990 huge_pmd_unshare_flush(struct mmu_gather * tlb,struct vm_area_struct * vma) huge_pmd_unshare_flush() argument
6994 adjust_range_if_pmd_sharing_possible(struct vm_area_struct * vma,unsigned long * start,unsigned long * end) adjust_range_if_pmd_sharing_possible() argument
6999 want_pmd_share(struct vm_area_struct * vma,unsigned long addr) want_pmd_share() argument
7006 huge_pte_alloc(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long addr,unsigned long sz) huge_pte_alloc() argument
7240 hugetlb_unshare_pmds(struct vm_area_struct * vma,unsigned long start,unsigned long end,bool take_locks) hugetlb_unshare_pmds() argument
7301 hugetlb_unshare_all_pmds(struct vm_area_struct * vma) hugetlb_unshare_all_pmds() argument
7316 fixup_hugetlb_reservations(struct vm_area_struct * vma) fixup_hugetlb_reservations() argument
[all...] |
| H A D | huge_memory.c | 111 return vma_test_any(vma, VMA_PFNMAP_BIT, VMA_MIXEDMAP_BIT); in __thp_vma_allowable_orders() argument
85 file_thp_enabled(struct vm_area_struct * vma) file_thp_enabled() argument
104 vma_is_special_huge(const struct vm_area_struct * vma) vma_is_special_huge() argument
1137 maybe_pmd_mkwrite(pmd_t pmd,struct vm_area_struct * vma) maybe_pmd_mkwrite() argument
1333 vma_alloc_anon_folio_pmd(struct vm_area_struct * vma,unsigned long addr) vma_alloc_anon_folio_pmd() argument
1377 map_anon_folio_pmd_nopf(struct folio * folio,pmd_t * pmd,struct vm_area_struct * vma,unsigned long haddr) map_anon_folio_pmd_nopf() argument
1391 map_anon_folio_pmd_pf(struct folio * folio,pmd_t * pmd,struct vm_area_struct * vma,unsigned long haddr) map_anon_folio_pmd_pf() argument
1403 struct vm_area_struct *vma = vmf->vma; __do_huge_pmd_anonymous_page() local
1454 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_device_private() local
1499 vma_thp_gfp_mask(struct vm_area_struct * vma) vma_thp_gfp_mask() argument
1527 set_huge_zero_folio(pgtable_t pgtable,struct mm_struct * mm,struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd,struct folio * zero_folio) set_huge_zero_folio() argument
1540 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_anonymous_page() local
1603 insert_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,struct folio_or_pfn fop,pgprot_t prot,bool write) insert_pmd() argument
1688 struct vm_area_struct *vma = vmf->vma; vmf_insert_pfn_pmd() local
1713 struct vm_area_struct *vma = vmf->vma; vmf_insert_folio_pmd() local
1728 maybe_pud_mkwrite(pud_t pud,struct vm_area_struct * vma) maybe_pud_mkwrite() argument
1735 insert_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,struct folio_or_pfn fop,pgprot_t prot,bool write) insert_pud() argument
1796 struct vm_area_struct *vma = vmf->vma; vmf_insert_pfn_pud() local
1829 struct vm_area_struct *vma = vmf->vma; vmf_insert_folio_pud() local
1853 touch_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,bool write) touch_pmd() argument
2033 touch_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,bool write) touch_pud() argument
2048 copy_huge_pud(struct mm_struct * dst_mm,struct mm_struct * src_mm,pud_t * dst_pud,pud_t * src_pud,unsigned long addr,struct vm_area_struct * vma) copy_huge_pud() argument
2108 struct vm_area_struct *vma = vmf->vma; do_huge_zero_wp_pmd() local
2140 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_wp_page() local
2231 can_change_pmd_writable(struct vm_area_struct * vma,unsigned long addr,pmd_t pmd) can_change_pmd_writable() argument
2264 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_numa_page() local
2342 madvise_free_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,unsigned long next) madvise_free_huge_pmd() argument
2421 zap_huge_pmd_folio(struct mm_struct * mm,struct vm_area_struct * vma,pmd_t pmdval,struct folio * folio,bool is_present) zap_huge_pmd_folio() argument
2446 normal_or_softleaf_folio_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t pmdval,bool is_present) normal_or_softleaf_folio_pmd() argument
2457 has_deposited_pgtable(struct vm_area_struct * vma,pmd_t pmdval,struct folio * folio) has_deposited_pgtable() argument
2487 zap_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr) zap_huge_pmd() argument
2530 pmd_move_must_withdraw(spinlock_t * new_pmd_ptl,spinlock_t * old_pmd_ptl,struct vm_area_struct * vma) pmd_move_must_withdraw() argument
2566 move_huge_pmd(struct vm_area_struct * vma,unsigned long old_addr,unsigned long new_addr,pmd_t * old_pmd,pmd_t * new_pmd) move_huge_pmd() argument
2660 change_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,pgprot_t newprot,unsigned long cp_flags) change_huge_pmd() argument
2761 change_huge_pud(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pudp,unsigned long addr,pgprot_t newprot,unsigned long cp_flags) change_huge_pud() argument
2927 __pmd_trans_huge_lock(pmd_t * pmd,struct vm_area_struct * vma) __pmd_trans_huge_lock() argument
2944 __pud_trans_huge_lock(pud_t * pud,struct vm_area_struct * vma) __pud_trans_huge_lock() argument
2956 zap_huge_pud(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pud,unsigned long addr) zap_huge_pud() argument
2991 __split_huge_pud_locked(struct vm_area_struct * vma,pud_t * pud,unsigned long haddr) __split_huge_pud_locked() argument
3023 __split_huge_pud(struct vm_area_struct * vma,pud_t * pud,unsigned long address) __split_huge_pud() argument
3043 __split_huge_pud(struct vm_area_struct * vma,pud_t * pud,unsigned long address) __split_huge_pud() argument
3049 __split_huge_zero_page_pmd(struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd) __split_huge_zero_page_pmd() argument
3090 __split_huge_pmd_locked(struct vm_area_struct * vma,pmd_t * pmd,unsigned long haddr,bool freeze) __split_huge_pmd_locked() argument
3373 split_huge_pmd_locked(struct vm_area_struct * vma,unsigned long address,pmd_t * pmd,bool freeze) split_huge_pmd_locked() argument
3381 __split_huge_pmd(struct vm_area_struct * vma,pmd_t * pmd,unsigned long address,bool freeze) __split_huge_pmd() argument
3397 split_huge_pmd_address(struct vm_area_struct * vma,unsigned long address,bool freeze) split_huge_pmd_address() argument
3408 split_huge_pmd_if_needed(struct vm_area_struct * vma,unsigned long address) split_huge_pmd_if_needed() argument
3420 vma_adjust_trans_huge(struct vm_area_struct * vma,unsigned long start,unsigned long end,struct vm_area_struct * next) vma_adjust_trans_huge() argument
3459 __discard_anon_folio_pmd_locked(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp,struct folio * folio) __discard_anon_folio_pmd_locked() argument
3522 unmap_huge_pmd_locked(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp,struct folio * folio) unmap_huge_pmd_locked() argument
4686 vma_not_suitable_for_thp_split(struct vm_area_struct * vma) vma_not_suitable_for_thp_split() argument
4737 struct vm_area_struct *vma = vma_lookup(mm, addr); split_huge_pages_pid() local
4983 struct vm_area_struct *vma = pvmw->vma; set_pmd_migration_entry() local
5035 struct vm_area_struct *vma = pvmw->vma; remove_migration_pmd() local
[all...] |
| H A D | vma_init.c | 30 struct vm_area_struct *vma; in vm_area_alloc() local
100 static inline void vma_pfnmap_track_ctx_release(struct vm_area_struct *vma) in vma_pfnmap_track_ctx_release()
116 static inline void vma_pfnmap_track_ctx_release(struct vm_area_struct *vma) in vma_pfnmap_track_ctx_release()
144 void vm_area_free(struct vm_area_struct *vma) in vm_area_free()
|
| /linux/tools/testing/vma/ |
| H A D | shared.c | 19 struct vm_area_struct *vma = vm_area_alloc(mm); in alloc_vma() local
33 void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma() argument
43 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vm_flags); alloc_and_link_vma() local
71 struct vm_area_struct *vma; cleanup_mm() local
88 vma_write_started(struct vm_area_struct * vma) vma_write_started() argument
99 __vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc,struct anon_vma * anon_vma) __vma_set_dummy_anon_vma() argument
108 vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc) vma_set_dummy_anon_vma() argument
124 vma_set_range(struct vm_area_struct * vma,unsigned long start,unsigned long end,pgoff_t pgoff) vma_set_range() argument
[all...] |
| /linux/tools/testing/vma/tests/ |
| H A D | merge.c | 6 struct vm_area_struct *vma; in merge_new() local
97 struct vm_area_struct *vma; in test_simple_merge() local
131 struct vm_area_struct *vma; test_simple_modify() local
194 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x1000, 0, vm_flags); test_simple_expand() local
222 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x3000, 0, vm_flags); test_simple_shrink() local
264 struct vm_area_struct *vma, *vma_a, *vma_b, *vma_c, *vma_d; __test_merge_new() local
482 struct vm_area_struct *vma_left, *vma; test_vma_merge_special_flags() local
554 struct vm_area_struct *vma_prev, *vma_next, *vma; test_vma_merge_with_close() local
765 struct vm_area_struct *vma; test_vma_merge_new_with_close() local
813 struct vm_area_struct *vma, *vma_prev, *vma_next; __test_merge_existing() local
1073 struct vm_area_struct *vma, *vma_prev, *vma_next; test_anon_vma_non_mergeable() local
1167 struct vm_area_struct *vma_prev, *vma_next, *vma; test_dup_anon_vma() local
1325 struct vm_area_struct *vma_prev, *vma; test_vmi_prealloc_fail() local
1386 struct vm_area_struct *vma; test_merge_extend() local
1416 struct vm_area_struct *vma_prev, *vma; test_expand_only_mode() local
[all...] |
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux/arch/parisc/kernel/ |
| H A D | cache.c | 331 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page()
393 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
476 struct vm_area_struct *vma; in flush_dcache_folio() local
623 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present()
648 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
660 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
668 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
705 static void flush_cache_pages(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_pages()
715 struct vm_area_struct *vma; in mm_total_size() local
729 struct vm_area_struct *vma; in flush_cache_mm() local
[all …]
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_gem_evict.c | 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
98 struct i915_vma *vma, in mark_free()
112 static bool defer_evict(struct i915_vma *vma) in defer_evict()
157 struct i915_vma *vma, *next; in i915_gem_evict_something() local
337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 826 struct nvkm_vma *vma = kzalloc_obj(*vma); nvkm_vma_new() local
837 nvkm_vma_tail(struct nvkm_vma * vma,u64 tail) nvkm_vma_tail() argument
860 nvkm_vmm_free_remove(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_free_remove() argument
866 nvkm_vmm_free_delete(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_free_delete() argument
874 nvkm_vmm_free_insert(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_free_insert() argument
902 nvkm_vmm_node_remove(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_node_remove() argument
908 nvkm_vmm_node_delete(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_node_delete() argument
916 nvkm_vmm_node_insert(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_node_insert() argument
942 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); nvkm_vmm_node_search() local
959 nvkm_vmm_node_merge(struct nvkm_vmm * vmm,struct nvkm_vma * prev,struct nvkm_vma * vma,struct nvkm_vma * next,u64 size) nvkm_vmm_node_merge() argument
1001 nvkm_vmm_node_split(struct nvkm_vmm * vmm,struct nvkm_vma * vma,u64 addr,u64 size) nvkm_vmm_node_split() argument
1027 nvkm_vma_dump(struct nvkm_vma * vma) nvkm_vma_dump() argument
1045 struct nvkm_vma *vma; nvkm_vmm_dump() local
1054 struct nvkm_vma *vma; nvkm_vmm_dtor() local
1064 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); nvkm_vmm_dtor() local
1098 struct nvkm_vma *vma; nvkm_vmm_ctor_managed() local
1118 struct nvkm_vma *vma; nvkm_vmm_ctor() local
1235 nvkm_vmm_pfn_split_merge(struct nvkm_vmm * vmm,struct nvkm_vma * vma,u64 addr,u64 size,u8 page,bool map) nvkm_vmm_pfn_split_merge() argument
1260 struct nvkm_vma *vma = nvkm_vmm_node_search(vmm, addr); nvkm_vmm_pfn_unmap() local
1297 struct nvkm_vma *vma, *tmp; nvkm_vmm_pfn_map() local
1417 nvkm_vmm_unmap_region(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_unmap_region() argument
1434 nvkm_vmm_unmap_locked(struct nvkm_vmm * vmm,struct nvkm_vma * vma,bool pfn) nvkm_vmm_unmap_locked() argument
1449 nvkm_vmm_unmap(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_unmap() argument
1459 nvkm_vmm_map_valid(struct nvkm_vmm * vmm,struct nvkm_vma * vma,void * argv,u32 argc,struct nvkm_vmm_map * map) nvkm_vmm_map_valid() argument
1495 nvkm_vmm_map_choose(struct nvkm_vmm * vmm,struct nvkm_vma * vma,void * argv,u32 argc,struct nvkm_vmm_map * map) nvkm_vmm_map_choose() argument
1507 nvkm_vmm_map_locked(struct nvkm_vmm * vmm,struct nvkm_vma * vma,void * argv,u32 argc,struct nvkm_vmm_map * map) nvkm_vmm_map_locked() argument
1595 nvkm_vmm_map(struct nvkm_vmm * vmm,struct nvkm_vma * vma,void * argv,u32 argc,struct nvkm_vmm_map * map) nvkm_vmm_map() argument
1612 nvkm_vmm_put_region(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_put_region() argument
1631 nvkm_vmm_put_locked(struct nvkm_vmm * vmm,struct nvkm_vma * vma) nvkm_vmm_put_locked() argument
1715 struct nvkm_vma *vma = *pvma; nvkm_vmm_put() local
1730 struct nvkm_vma *vma = NULL, *tmp; nvkm_vmm_get_locked() local
[all...] |
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_vm.c | 679 struct xe_vma *vma; xe_vma_svm_prefetch_op_fini() local
727 xe_vm_populate_rebind(struct xe_vma_op * op,struct xe_vma * vma,u8 tile_mask) xe_vm_populate_rebind() argument
742 xe_vm_ops_add_rebind(struct xe_vma_ops * vops,struct xe_vma * vma,u8 tile_mask) xe_vm_ops_add_rebind() argument
767 struct xe_vma *vma, *next; xe_vm_rebind() local
819 xe_vma_rebind(struct xe_vm * vm,struct xe_vma * vma,u8 tile_mask) xe_vma_rebind() argument
863 xe_vm_populate_range_rebind(struct xe_vma_op * op,struct xe_vma * vma,struct xe_svm_range * range,u8 tile_mask) xe_vm_populate_range_rebind() argument
877 xe_vm_ops_add_range_rebind(struct xe_vma_ops * vops,struct xe_vma * vma,struct xe_svm_range * range,u8 tile_mask) xe_vm_ops_add_range_rebind() argument
907 xe_vm_range_rebind(struct xe_vm * vm,struct xe_vma * vma,struct xe_svm_range * range,u8 tile_mask) xe_vm_range_rebind() argument
1041 xe_vma_free(struct xe_vma * vma) xe_vma_free() argument
1074 struct xe_vma *vma; xe_vma_create() local
1178 xe_vma_destroy_late(struct xe_vma * vma) xe_vma_destroy_late() argument
1204 struct xe_vma *vma = vma_destroy_work_func() local
1213 struct xe_vma *vma = container_of(cb, struct xe_vma, destroy_cb); vma_destroy_cb() local
1219 xe_vma_destroy(struct xe_vma * vma,struct dma_fence * fence) xe_vma_destroy() argument
1264 xe_vm_lock_vma(struct drm_exec * exec,struct xe_vma * vma) xe_vm_lock_vma() argument
1279 xe_vma_destroy_unlocked(struct xe_vma * vma) xe_vma_destroy_unlocked() argument
1313 xe_vm_insert_vma(struct xe_vm * vm,struct xe_vma * vma) xe_vm_insert_vma() argument
1328 xe_vm_remove_vma(struct xe_vm * vm,struct xe_vma * vma) xe_vm_remove_vma() argument
1464 xelp_pte_encode_vma(u64 pte,struct xe_vma * vma,u16 pat_index,u32 pt_level) xelp_pte_encode_vma() argument
1877 struct xe_vma *vma, *next_vma; xe_vm_close_and_put() local
2191 struct xe_vma *vma = gpuva_to_vma(gpuva); get_mem_attrs() local
2274 vma_matches(struct xe_vma * vma,u64 page_addr) vma_matches() argument
2291 struct xe_vma *vma = NULL; xe_vm_find_vma_by_addr() local
2309 prep_vma_destroy(struct xe_vm * vm,struct xe_vma * vma,bool post_commit) prep_vma_destroy() argument
2325 struct xe_vma *vma; print_op() local
2490 struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va); vm_bind_ioctl_ops_create() local
2583 struct xe_vma *vma; new_vma() local
2647 xe_vma_max_pte_size(struct xe_vma * vma) xe_vma_max_pte_size() argument
2661 xe_vma_set_pte_size(struct xe_vma * vma,u64 size) xe_vma_set_pte_size() argument
2758 xe_vma_has_default_mem_attrs(struct xe_vma * vma) xe_vma_has_default_mem_attrs() argument
2782 struct xe_vma *vma; vm_bind_ioctl_ops_parse() local
2965 struct xe_vma *vma = gpuva_to_vma(op->base.unmap.va); xe_vma_op_unwind() local
2978 struct xe_vma *vma = gpuva_to_vma(op->base.remap.unmap->va); xe_vma_op_unwind() local
3054 vma_lock_and_validate(struct drm_exec * exec,struct xe_vma * vma,struct xe_vma_lock_and_validate_flags flags) vma_lock_and_validate() argument
3093 check_ufence(struct xe_vma * vma) check_ufence() argument
3111 struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va); prefetch_ranges() local
3235 struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va); op_lock_and_prep() local
3479 vma_add_ufence(struct xe_vma * vma,struct xe_user_fence * ufence) vma_add_ufence() argument
4329 xe_vm_invalidate_vma_submit(struct xe_vma * vma,struct xe_tlb_inval_batch * batch) xe_vm_invalidate_vma_submit() argument
4392 xe_vm_invalidate_vma(struct xe_vma * vma) xe_vm_invalidate_vma() argument
4416 struct xe_vma *vma = gpuva_to_vma(gpuva); xe_vm_validate_protected() local
4485 struct xe_vma *vma = gpuva_to_vma(gpuva); xe_vm_snapshot_capture() local
4670 xe_vma_need_vram_for_atomic(struct xe_device * xe,struct xe_vma * vma,bool is_atomic) xe_vma_need_vram_for_atomic() argument
4727 struct xe_vma *vma = NULL; xe_vm_alloc_vma() local
4786 struct xe_vma *vma; xe_vm_alloc_vma() local
4851 is_cpu_addr_vma_with_default_attr(struct xe_vma * vma) is_cpu_addr_vma_with_default_attr() argument
[all...] |
| /linux/include/xen/ |
| H A D | xen-ops.h | 50 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
76 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
86 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
113 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
149 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array()
173 static inline int xen_remap_domain_gfn_range(struct vm_area_struct *vma, in xen_remap_domain_gfn_range()
|
| /linux/drivers/misc/ocxl/ |
| H A D | context.c | 98 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq()
111 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio()
141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local
162 struct vm_area_struct *vma) in check_mmap_afu_irq()
188 struct vm_area_struct *vma) in check_mmap_mmio()
196 int ocxl_context_mmap(struct ocxl_context *ctx, struct vm_area_struct *vma) in ocxl_context_mmap()
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_hugetlbpage.c | 10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page()
19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page()
28 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start, in radix__flush_hugetlb_tlb_range()
45 void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma, in radix__huge_ptep_modify_prot_commit()
|
| /linux/arch/nios2/mm/ |
| H A D | cacheflush.c | 77 struct vm_area_struct *vma; in flush_aliases() local
134 void flush_cache_range(struct vm_area_struct *vma, unsigned long start, in flush_cache_range()
142 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
152 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in flush_cache_page()
209 void update_mmu_cache_range(struct vm_fault *vmf, struct vm_area_struct *vma, in update_mmu_cache_range()
261 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
272 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
|
| /linux/arch/m68k/include/asm/ |
| H A D | tlbflush.h | 84 static inline void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr) in flush_tlb_page()
90 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
164 static inline void flush_tlb_page (struct vm_area_struct *vma, in flush_tlb_page()
185 static inline void flush_tlb_range (struct vm_area_struct *vma, in flush_tlb_range()
255 static inline void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr) in flush_tlb_page()
260 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
|
| /linux/arch/sh/mm/ |
| H A D | cache.c | 60 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
81 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
100 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
141 void __update_cache(struct vm_area_struct *vma, in __update_cache()
200 void flush_cache_page(struct vm_area_struct *vma, unsigned long addr, in flush_cache_page()
212 void flush_cache_range(struct vm_area_struct *vma, unsigned long start, in flush_cache_range()
243 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
|