| /linux/include/linux/ |
| H A D | mmap_lock.h | 82 #define __vma_lockdep_map(vma) (&vma->vmlock_dep_map) argument
84 #define __vma_lockdep_map(vma) NULL argument
106 #define __vma_lockdep_acquire_read(vma) \ argument
108 #define __vma_lockdep_release_read(vma) \ argument
110 #define __vma_lockdep_acquire_exclusive(vma) \ argument
112 #define __vma_lockdep_release_exclusive(vma) \ argument
115 #define __vma_lockdep_stat_mark_acquired(vma) \ argument
150 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init()
192 __vma_refcount_put_return(struct vm_area_struct *vma) in __vma_refcount_put_return()
210 static inline void vma_refcount_put(struct vm_area_struct *vma) in vma_refcount_put()
[all …]
|
| H A D | rmap.h | 84 struct vm_area_struct *vma; member
164 int mapcount, struct vm_area_struct *vma) in folio_set_large_mapcount()
178 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
228 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount()
279 struct vm_area_struct *vma) in folio_set_large_mapcount()
286 int diff, struct vm_area_struct *vma) in folio_add_large_mapcount()
292 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
298 int diff, struct vm_area_struct *vma) in folio_sub_large_mapcount()
304 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount()
310 #define folio_inc_large_mapcount(folio, vma) \ argument
[all …]
|
| /linux/tools/testing/vma/include/ |
| H A D | stubs.h | 28 #define vma_policy(vma) NULL argument
67 static inline void vma_numab_state_init(struct vm_area_struct *vma) in vma_numab_state_init() argument
71 static inline void vma_numab_state_free(struct vm_area_struct *vma) in vma_numab_state_free() argument
80 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name() argument
89 static inline int mmap_action_complete(struct vm_area_struct *vma, in mmap_action_complete() argument
96 static inline void fixup_hugetlb_reservations(struct vm_area_struct *vma) in fixup_hugetlb_reservations() argument
115 static inline int remap_pfn_range_complete(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_complete() argument
143 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep() argument
186 static inline void khugepaged_enter_vma(struct vm_area_struct *vma, in khugepaged_enter_vma() argument
196 static inline bool is_vm_hugetlb_page(struct vm_area_struct *vma) in is_vm_hugetlb_page() argument
201 vma_soft_dirty_enabled(struct vm_area_struct * vma) vma_soft_dirty_enabled() argument
206 userfaultfd_wp(struct vm_area_struct * vma) userfaultfd_wp() argument
250 shmem_zero_setup(struct vm_area_struct * vma) shmem_zero_setup() argument
260 vma_interval_tree_insert(struct vm_area_struct * vma,struct rb_root_cached * rb) vma_interval_tree_insert() argument
265 vma_interval_tree_remove(struct vm_area_struct * vma,struct rb_root_cached * rb) vma_interval_tree_remove() argument
284 uprobe_mmap(struct vm_area_struct * vma) uprobe_mmap() argument
288 uprobe_munmap(struct vm_area_struct * vma,unsigned long start,unsigned long end) uprobe_munmap() argument
301 vma_assert_write_locked(struct vm_area_struct * vma) vma_assert_write_locked() argument
305 ksm_add_vma(struct vm_area_struct * vma) ksm_add_vma() argument
309 perf_event_mmap(struct vm_area_struct * vma) perf_event_mmap() argument
313 vma_is_dax(struct vm_area_struct * vma) vma_is_dax() argument
328 vma_close(struct vm_area_struct * vma) vma_close() argument
332 mmap_file(struct file * file,struct vm_area_struct * vma) mmap_file() argument
348 anon_vma_name(struct vm_area_struct * vma) anon_vma_name() argument
353 is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct * vma,struct vm_userfaultfd_ctx vm_ctx) is_mergeable_vm_userfaultfd_ctx() argument
423 vma_adjust_trans_huge(struct vm_area_struct * vma,unsigned long start,unsigned long end,struct vm_area_struct * next) vma_adjust_trans_huge() argument
432 vma_supports_mlock(const struct vm_area_struct * vma) vma_supports_mlock() argument
[all...] |
| H A D | dup.h | 883 static inline void vm_flags_init(struct vm_area_struct *vma, in vm_flags_init()
895 static inline void vm_flags_reset(struct vm_area_struct *vma, in vm_flags_reset()
902 static inline void vma_flags_reset_once(struct vm_area_struct *vma, in vma_flags_reset_once()
918 static inline void vm_flags_set(struct vm_area_struct *vma, in vm_flags_set()
925 static inline void vm_flags_clear(struct vm_area_struct *vma, in vm_flags_clear()
1065 static __always_inline bool vma_test(const struct vm_area_struct *vma, in vma_test()
1071 static __always_inline bool vma_test_any_mask(const struct vm_area_struct *vma, in vma_test_any_mask()
1077 #define vma_test_any(vma, ...) \ argument
1080 static __always_inline bool vma_test_all_mask(const struct vm_area_struct *vma, in vma_test_all_mask()
1086 #define vma_test_all(vma, ...) \ argument
[all …]
|
| H A D | custom.h | 46 unlink_anon_vmas(struct vm_area_struct * vma) unlink_anon_vmas() argument
52 vma_start_write(struct vm_area_struct * vma) vma_start_write() argument
59 vma_start_write_killable(struct vm_area_struct * vma) vma_start_write_killable() argument
78 __anon_vma_prepare(struct vm_area_struct * vma) __anon_vma_prepare() argument
91 anon_vma_prepare(struct vm_area_struct * vma) anon_vma_prepare() argument
99 vma_lock_init(struct vm_area_struct * vma,bool reset_refcnt) vma_lock_init() argument
[all...] |
| /linux/mm/ |
| H A D | vma.c | 80 static void __vma_set_range(struct vm_area_struct *vma, unsigned long start, in __vma_set_range() argument
87 static void vma_set_range(struct vm_area_struct *vma, unsigned long start, in vma_set_range() argument
96 static bool vma_is_fork_child(struct vm_area_struct *vma) in vma_is_fork_child() argument
108 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; is_mergeable_vma() local
168 init_multi_vma_prep(struct vma_prepare * vp,struct vm_area_struct * vma,struct vma_merge_struct * vmg) init_multi_vma_prep() argument
276 __vma_link_file(struct vm_area_struct * vma,struct address_space * mapping) __vma_link_file() argument
290 __remove_shared_vm_struct(struct vm_area_struct * vma,struct address_space * mapping) __remove_shared_vm_struct() argument
316 anon_rmap_tree_pre_update_vma(struct vm_area_struct * vma) anon_rmap_tree_pre_update_vma() argument
325 anon_rmap_tree_post_update_vma(struct vm_area_struct * vma) anon_rmap_tree_post_update_vma() argument
460 init_vma_prep(struct vma_prepare * vp,struct vm_area_struct * vma) init_vma_prep() argument
510 remove_vma(struct vm_area_struct * vma) remove_vma() argument
544 __split_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,int new_below) __split_vma() argument
637 split_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,int new_below) split_vma() argument
693 struct vm_area_struct *vma; validate_mm() local
813 struct vm_area_struct *vma; commit_merge() local
855 can_merge_remove_vma(struct vm_area_struct * vma) can_merge_remove_vma() argument
1331 vma_shrink(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long end) vma_shrink() argument
1390 struct vm_area_struct *vma; vms_clean_up_area() local
1413 struct vm_area_struct *vma; vms_complete_munmap_vmas() local
1459 struct vm_area_struct *vma; reattach_vmas() local
1627 init_vma_munmap(struct vma_munmap_struct * vms,struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct list_head * uf,bool unlock) init_vma_munmap() argument
1663 do_vmi_align_munmap(struct vma_iterator * vmi,struct vm_area_struct * vma,struct mm_struct * mm,unsigned long start,unsigned long end,struct list_head * uf,bool unlock) do_vmi_align_munmap() argument
1715 struct vm_area_struct *vma; do_vmi_munmap() local
1750 struct vm_area_struct *vma = vmg->middle; vma_modify() local
1788 vma_modify_flags(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,vma_flags_t * vma_flags_ptr) vma_modify_flags() argument
1813 vma_modify_name(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct anon_vma_name * new_name) vma_modify_name() argument
1825 vma_modify_policy(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct mempolicy * new_pol) vma_modify_policy() argument
1837 vma_modify_flags_uffd(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,const vma_flags_t * vma_flags,struct vm_userfaultfd_ctx new_ctx,bool give_up_on_oom) vma_modify_flags_uffd() argument
1857 vma_merge_extend(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long delta) vma_merge_extend() argument
1891 unlink_file_vma_batch_add(struct unlink_vma_file_batch * vb,struct vm_area_struct * vma) unlink_file_vma_batch_add() argument
1910 vma_link_file(struct vm_area_struct * vma,bool hold_rmap_lock) vma_link_file() argument
1924 vma_link(struct mm_struct * mm,struct vm_area_struct * vma) vma_link() argument
1948 struct vm_area_struct *vma = *vmap; copy_vma() local
2135 find_mergeable_anon_vma(struct vm_area_struct * vma) find_mergeable_anon_vma() argument
2174 vma_is_shared_writable(struct vm_area_struct * vma) vma_is_shared_writable() argument
2179 vma_fs_can_writeback(struct vm_area_struct * vma) vma_fs_can_writeback() argument
2193 vma_needs_dirty_tracking(struct vm_area_struct * vma) vma_needs_dirty_tracking() argument
2216 vma_wants_writenotify(struct vm_area_struct * vma,pgprot_t vm_page_prot) vma_wants_writenotify() argument
2330 struct vm_area_struct *vma; mm_take_all_locks() local
2426 struct vm_area_struct *vma; mm_drop_all_locks() local
2591 __mmap_new_file_vma(struct mmap_state * map,struct vm_area_struct * vma) __mmap_new_file_vma() argument
2649 struct vm_area_struct *vma; __mmap_new_vma() local
2722 __mmap_complete(struct mmap_state * map,struct vm_area_struct * vma) __mmap_complete() argument
2807 set_vma_user_defined_fields(struct vm_area_struct * vma,struct mmap_state * map) set_vma_user_defined_fields() argument
2851 struct vm_area_struct *vma = NULL; __mmap_region() local
2998 do_brk_flags(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,unsigned long len,vma_flags_t vma_flags) do_brk_flags() argument
3189 acct_stack_growth(struct vm_area_struct * vma,unsigned long size,unsigned long grow) acct_stack_growth() argument
3232 expand_upwards(struct vm_area_struct * vma,unsigned long address) expand_upwards() argument
3317 expand_downwards(struct vm_area_struct * vma,unsigned long address) expand_downwards() argument
3412 insert_vm_struct(struct mm_struct * mm,struct vm_area_struct * vma) insert_vm_struct() argument
3466 vma_mmu_pagesize(struct vm_area_struct * vma) vma_mmu_pagesize() argument
3478 struct vm_area_struct *vma; __install_special_mapping() local
[all...] |
| H A D | rmap.c | 150 static void anon_vma_chain_assign(struct vm_area_struct *vma, in anon_vma_chain_assign()
185 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
382 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
456 static void cleanup_partial_anon_vmas(struct vm_area_struct *vma) in cleanup_partial_anon_vmas()
483 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
861 const struct page *page, const struct vm_area_struct *vma) in page_address_in_vma()
923 struct vm_area_struct *vma, unsigned long address, void *arg) in folio_referenced_one()
1036 static bool invalid_folio_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_folio_referenced_vma()
1114 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local
1188 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
[all …]
|
| H A D | memory.c | 377 struct vm_area_struct *vma = unmap->first; in free_pgtables() local
628 static void print_bad_page_map(struct vm_area_struct *vma, in print_bad_page_map()
681 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
755 static inline struct page *__vm_normal_page(struct vm_area_struct *vma, in __vm_normal_page()
824 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
845 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio()
868 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
889 struct folio *vm_normal_folio_pmd(struct vm_area_struct *vma, in vm_normal_folio_pmd()
911 struct page *vm_normal_page_pud(struct vm_area_struct *vma, in vm_normal_page_pud()
947 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
[all …]
|
| H A D | madvise.c | 81 struct vm_area_struct *vma; member
111 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
118 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
138 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
154 struct vm_area_struct *vma = madv_behavior->vma; in madvise_update_vma() local
199 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
243 static void shmem_swapin_range(struct vm_area_struct *vma, in shmem_swapin_range()
292 struct vm_area_struct *vma = madv_behavior->vma; in madvise_willneed() local
338 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
370 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
[all …]
|
| H A D | nommu.c | 92 struct vm_area_struct *vma; in kobjsize() local
148 struct vm_area_struct *vma; in __vmalloc_user_flags() local
345 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
352 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages()
359 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
366 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
562 static void setup_vma_to_mm(struct vm_area_struct *vma, struct mm_struct *mm) in setup_vma_to_mm()
578 static void cleanup_vma_from_mm(struct vm_area_struct *vma) in cleanup_vma_from_mm()
597 static int delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
616 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
[all …]
|
| H A D | hugetlb.c | 284 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma) in subpool_vma()
292 void hugetlb_vma_lock_read(struct vm_area_struct *vma) in hugetlb_vma_lock_read()
305 void hugetlb_vma_unlock_read(struct vm_area_struct *vma) in hugetlb_vma_unlock_read()
318 void hugetlb_vma_lock_write(struct vm_area_struct *vma) in hugetlb_vma_lock_write()
331 void hugetlb_vma_unlock_write(struct vm_area_struct *vma) in hugetlb_vma_unlock_write()
344 int hugetlb_vma_trylock_write(struct vm_area_struct *vma) in hugetlb_vma_trylock_write()
360 void hugetlb_vma_assert_locked(struct vm_area_struct *vma) in hugetlb_vma_assert_locked()
383 struct vm_area_struct *vma = vma_lock->vma; in __hugetlb_vma_unlock_write_put() local
396 static void __hugetlb_vma_unlock_write_free(struct vm_area_struct *vma) in __hugetlb_vma_unlock_write_free()
410 static void hugetlb_vma_lock_free(struct vm_area_struct *vma) in hugetlb_vma_lock_free()
[all …]
|
| H A D | huge_memory.c | 95 static inline bool file_thp_enabled(const struct vm_area_struct *vma) in file_thp_enabled()
114 static bool vma_is_special_huge(const struct vm_area_struct *vma) in vma_is_special_huge()
121 static bool vma_file_bypass_thp_tuneables(const struct vm_area_struct *vma, in vma_file_bypass_thp_tuneables()
146 static bool vma_file_check_thp_tuneables(const struct vm_area_struct *vma, in vma_file_check_thp_tuneables()
153 static bool vma_can_map_huge_file(const struct vm_area_struct *vma, in vma_can_map_huge_file()
182 unsigned long __thp_vma_allowable_orders(struct vm_area_struct *vma, in __thp_vma_allowable_orders()
1263 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
1349 static struct folio *vma_alloc_anon_folio_pmd(struct vm_area_struct *vma, in vma_alloc_anon_folio_pmd()
1401 struct vm_area_struct *vma, unsigned long haddr) in map_anon_folio_pmd_nopf()
1415 struct vm_area_struct *vma, unsigned long haddr) in map_anon_folio_pmd_pf()
[all …]
|
| H A D | internal.h | 236 static inline int mmap_file(struct file *file, struct vm_area_struct *vma) in mmap_file()
258 static inline void vma_close(struct vm_area_struct *vma) in vma_close()
339 static inline int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare()
413 struct vm_area_struct *vma, pte_t *ptep, pte_t *ptentp, in folio_pte_batch_flags()
933 folio_within_range(struct folio *folio, struct vm_area_struct *vma, in folio_within_range()
964 folio_within_vma(struct folio *folio, struct vm_area_struct *vma) in folio_within_vma()
980 struct vm_area_struct *vma) in mlock_vma_folio()
996 struct vm_area_struct *vma) in munlock_vma_folio()
1018 static inline unsigned long __vma_address(const struct vm_area_struct *vma, in __vma_address()
1048 static inline unsigned long vma_filebacked_address(const struct vm_area_struct *vma, in vma_filebacked_address()
[all …]
|
| H A D | vma.h | 21 struct vm_area_struct *vma; member
43 struct vm_area_struct *vma; /* The first vma to munmap */ member
187 unmap_all_init(struct unmap_desc * unmap,struct vma_iterator * vmi,struct vm_area_struct * vma) unmap_all_init() argument
258 assert_sane_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) assert_sane_pgoff() argument
280 vma_set_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) vma_set_pgoff() argument
297 __vma_set_anon_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) __vma_set_anon_pgoff() argument
305 vma_set_anon_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) vma_set_anon_pgoff() argument
311 vma_add_pgoff(struct vm_area_struct * vma,pgoff_t delta) vma_add_pgoff() argument
318 vma_sub_pgoff(struct vm_area_struct * vma,pgoff_t delta) vma_sub_pgoff() argument
368 vma_iter_store_gfp(struct vma_iterator * vmi,struct vm_area_struct * vma,gfp_t gfp) vma_iter_store_gfp() argument
389 compat_set_vma_from_desc(struct vm_area_struct * vma,struct vm_area_desc * desc) compat_set_vma_from_desc() argument
559 vma_wants_manual_pte_write_upgrade(struct vm_area_struct * vma) vma_wants_manual_pte_write_upgrade() argument
663 vma_iter_prealloc(struct vma_iterator * vmi,struct vm_area_struct * vma) vma_iter_prealloc() argument
680 vma_iter_store_overwrite(struct vma_iterator * vmi,struct vm_area_struct * vma) vma_iter_store_overwrite() argument
708 vma_iter_store_new(struct vma_iterator * vmi,struct vm_area_struct * vma) vma_iter_store_new() argument
759 vma_is_sealed(struct vm_area_struct * vma) vma_is_sealed() argument
764 vma_is_sealed(struct vm_area_struct * vma) vma_is_sealed() argument
[all...] |
| H A D | mremap.c | 64 struct vm_area_struct *vma; member
143 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks() argument
151 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks() argument
178 mremap_folio_pte_batch(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,pte_t pte,int max_nr) mremap_folio_pte_batch() argument
200 struct vm_area_struct *vma = pmc->old; move_ptes() local
363 struct vm_area_struct *vma = pmc->old; move_normal_pmd() local
440 struct vm_area_struct *vma = pmc->old; move_normal_pud() local
491 struct vm_area_struct *vma = pmc->old; move_huge_pud() local
650 can_align_down(struct pagetable_move_control * pmc,struct vm_area_struct * vma,unsigned long addr_to_align,unsigned long mask) can_align_down() argument
957 struct vm_area_struct *vma = vrm->vma; vrm_set_new_addr() local
1032 struct vm_area_struct *vma = vrm->vma; vrm_stat_account() local
1115 struct vm_area_struct *vma = vrm->vma; prep_move_vma() local
1165 struct vm_area_struct *vma = vrm->vma; unmap_source_vma() local
1271 struct vm_area_struct *vma = vrm->vma; copy_vma_and_data() local
1334 struct vm_area_struct *vma = vrm->vma; dontunmap_complete() local
1510 vma_expandable(struct vm_area_struct * vma,unsigned long delta) vma_expandable() argument
1550 struct vm_area_struct *vma = vrm->vma; expand_vma_in_place() local
1718 vma_multi_allowed(struct vm_area_struct * vma) vma_multi_allowed() argument
1748 struct vm_area_struct *vma = vrm->vma; check_prep_vma() local
1901 struct vm_area_struct *vma; remap_move() local
[all...] |
| /linux/tools/testing/vma/ |
| H A D | shared.c | 19 struct vm_area_struct *vma = vm_area_alloc(mm); in alloc_vma() local
34 void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma()
44 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vma_flags); in alloc_and_link_vma() local
72 struct vm_area_struct *vma; in cleanup_mm() local
89 bool vma_write_started(struct vm_area_struct *vma) in vma_write_started()
100 void __vma_set_dummy_anon_vma(struct vm_area_struct *vma, in __vma_set_dummy_anon_vma()
109 void vma_set_dummy_anon_vma(struct vm_area_struct *vma, in vma_set_dummy_anon_vma()
|
| /linux/tools/testing/vma/tests/ |
| H A D | merge.c | 6 struct vm_area_struct *vma; in merge_new() local
98 struct vm_area_struct *vma; in test_simple_merge() local
135 struct vm_area_struct *vma; in test_simple_modify() local
203 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x1000, 0, vma_flags); in test_simple_expand() local
233 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x3000, 0, vma_flags); in test_simple_shrink() local
277 struct vm_area_struct *vma, *vma_a, *vma_b, *vma_c, *vma_d; in __test_merge_new() local
503 struct vm_area_struct *vma_left, *vma; in test_vma_merge_special_flags() local
579 struct vm_area_struct *vma_prev, *vma_next, *vma; in test_vma_merge_with_close() local
793 struct vm_area_struct *vma; in test_vma_merge_new_with_close() local
843 struct vm_area_struct *vma, *vma_prev, *vma_next; in __test_merge_existing() local
[all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_gem_evict.c | 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
98 struct i915_vma *vma, in mark_free()
112 static bool defer_evict(struct i915_vma *vma) in defer_evict()
157 struct i915_vma *vma, *next; in i915_gem_evict_something() local
337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 824 struct nvkm_vma *vma = kzalloc_obj(*vma); in nvkm_vma_new() local
835 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail()
858 nvkm_vmm_free_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_remove()
864 nvkm_vmm_free_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_delete()
872 nvkm_vmm_free_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_insert()
900 nvkm_vmm_node_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_remove()
906 nvkm_vmm_node_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_delete()
914 nvkm_vmm_node_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_insert()
940 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); in nvkm_vmm_node_search() local
957 struct nvkm_vma *vma, struct nvkm_vma *next, u64 size) in nvkm_vmm_node_merge()
[all …]
|
| /linux/drivers/misc/ocxl/ |
| H A D | context.c | 98 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq()
111 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio()
141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local
162 struct vm_area_struct *vma) in check_mmap_afu_irq()
188 struct vm_area_struct *vma) in check_mmap_mmio()
196 int ocxl_context_mmap(struct ocxl_context *ctx, struct vm_area_struct *vma) in ocxl_context_mmap()
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_vm.c | 694 struct xe_vma *vma; xe_vma_svm_prefetch_op_fini() local
742 xe_vm_populate_rebind(struct xe_vma_op * op,struct xe_vma * vma,u8 tile_mask) xe_vm_populate_rebind() argument
757 xe_vm_ops_add_rebind(struct xe_vma_ops * vops,struct xe_vma * vma,u8 tile_mask) xe_vm_ops_add_rebind() argument
782 struct xe_vma *vma, *next; xe_vm_rebind() local
834 xe_vma_rebind(struct xe_vm * vm,struct xe_vma * vma,u8 tile_mask) xe_vma_rebind() argument
878 xe_vm_populate_range_rebind(struct xe_vma_op * op,struct xe_vma * vma,struct xe_svm_range * range,u8 tile_mask) xe_vm_populate_range_rebind() argument
892 xe_vm_ops_add_range_rebind(struct xe_vma_ops * vops,struct xe_vma * vma,struct xe_svm_range * range,u8 tile_mask) xe_vm_ops_add_range_rebind() argument
922 xe_vm_range_rebind(struct xe_vm * vm,struct xe_vma * vma,struct xe_svm_range * range,u8 tile_mask) xe_vm_range_rebind() argument
1056 xe_vma_free(struct xe_vma * vma) xe_vma_free() argument
1089 struct xe_vma *vma; xe_vma_create() local
1193 xe_vma_destroy_late(struct xe_vma * vma) xe_vma_destroy_late() argument
1219 struct xe_vma *vma = vma_destroy_work_func() local
1228 struct xe_vma *vma = container_of(cb, struct xe_vma, destroy_cb); vma_destroy_cb() local
1234 xe_vma_destroy(struct xe_vma * vma,struct dma_fence * fence) xe_vma_destroy() argument
1279 xe_vm_lock_vma(struct drm_exec * exec,struct xe_vma * vma) xe_vm_lock_vma() argument
1294 xe_vma_destroy_unlocked(struct xe_vma * vma) xe_vma_destroy_unlocked() argument
1328 xe_vm_insert_vma(struct xe_vm * vm,struct xe_vma * vma) xe_vm_insert_vma() argument
1343 xe_vm_remove_vma(struct xe_vm * vm,struct xe_vma * vma) xe_vm_remove_vma() argument
1479 xelp_pte_encode_vma(u64 pte,struct xe_vma * vma,u16 pat_index,u32 pt_level) xelp_pte_encode_vma() argument
1890 struct xe_vma *vma, *next_vma; xe_vm_close_and_put() local
2201 struct xe_vma *vma = gpuva_to_vma(gpuva); get_mem_attrs() local
2284 vma_matches(struct xe_vma * vma,u64 page_addr) vma_matches() argument
2301 struct xe_vma *vma = NULL; xe_vm_find_vma_by_addr() local
2319 prep_vma_destroy(struct xe_vm * vm,struct xe_vma * vma,bool post_commit) prep_vma_destroy() argument
2335 struct xe_vma *vma; print_op() local
2500 struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va); vm_bind_ioctl_ops_create() local
2593 struct xe_vma *vma; new_vma() local
2657 xe_vma_max_pte_size(struct xe_vma * vma) xe_vma_max_pte_size() argument
2671 xe_vma_set_pte_size(struct xe_vma * vma,u64 size) xe_vma_set_pte_size() argument
2768 xe_vma_has_default_mem_attrs(struct xe_vma * vma) xe_vma_has_default_mem_attrs() argument
2792 struct xe_vma *vma; vm_bind_ioctl_ops_parse() local
2975 struct xe_vma *vma = gpuva_to_vma(op->base.unmap.va); xe_vma_op_unwind() local
2988 struct xe_vma *vma = gpuva_to_vma(op->base.remap.unmap->va); xe_vma_op_unwind() local
3064 vma_lock_and_validate(struct drm_exec * exec,struct xe_vma * vma,struct xe_vma_lock_and_validate_flags flags) vma_lock_and_validate() argument
3103 check_ufence(struct xe_vma * vma) check_ufence() argument
3121 struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va); prefetch_ranges() local
3245 struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va); op_lock_and_prep() local
3504 vma_add_ufence(struct xe_vma * vma,struct xe_user_fence * ufence) vma_add_ufence() argument
4354 xe_vm_invalidate_vma_submit(struct xe_vma * vma,struct xe_tlb_inval_batch * batch) xe_vm_invalidate_vma_submit() argument
4417 xe_vm_invalidate_vma(struct xe_vma * vma) xe_vm_invalidate_vma() argument
4441 struct xe_vma *vma = gpuva_to_vma(gpuva); xe_vm_validate_protected() local
4510 struct xe_vma *vma = gpuva_to_vma(gpuva); xe_vm_snapshot_capture() local
4695 xe_vma_need_vram_for_atomic(struct xe_device * xe,struct xe_vma * vma,bool is_atomic) xe_vma_need_vram_for_atomic() argument
4752 struct xe_vma *vma = NULL; xe_vm_alloc_vma() local
4811 struct xe_vma *vma; xe_vm_alloc_vma() local
4876 is_cpu_addr_vma_with_default_attr(struct xe_vma * vma) is_cpu_addr_vma_with_default_attr() argument
[all...] |
| /linux/fs/proc/ |
| H A D | task_mmu.c | 188 struct vm_area_struct *vma; in get_next_vma() local
279 struct vm_area_struct *vma; in proc_get_vma() local
414 static void get_vma_name(struct vm_area_struct *vma, in get_vma_name()
496 show_map_vma(struct seq_file *m, struct vm_area_struct *vma) in show_map_vma()
584 struct vm_area_struct *vma; in query_vma_find_by_addr() local
638 struct vm_area_struct *vma; in query_matching_vma() local
689 struct vm_area_struct *vma; in do_procmap_query() local
1027 struct vm_area_struct *vma = walk->vma; in smaps_pte_hole() local
1053 struct vm_area_struct *vma = walk->vma; in smaps_pte_entry() local
1100 struct vm_area_struct *vma = walk->vma; in smaps_pmd_entry() local
[all …]
|
| /linux/drivers/gpu/drm/ttm/ |
| H A D | ttm_bo_vm.c | 188 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_fault_reserved() local
294 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_dummy_page() local
324 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_fault() local
350 void ttm_bo_vm_open(struct vm_area_struct *vma) in ttm_bo_vm_open()
360 void ttm_bo_vm_close(struct vm_area_struct *vma) in ttm_bo_vm_close()
462 int ttm_bo_vm_access(struct vm_area_struct *vma, unsigned long addr, in ttm_bo_vm_access()
489 int ttm_bo_mmap_obj(struct vm_area_struct *vma, struct ttm_buffer_object *bo) in ttm_bo_mmap_obj()
|