| /linux/include/linux/ |
| H A D | userfaultfd_k.h | 149 is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct * vma,struct vm_userfaultfd_ctx vm_ctx) is_mergeable_vm_userfaultfd_ctx() argument
166 uffd_disable_huge_pmd_share(struct vm_area_struct * vma) uffd_disable_huge_pmd_share() argument
178 uffd_disable_fault_around(struct vm_area_struct * vma) uffd_disable_fault_around() argument
183 userfaultfd_missing(struct vm_area_struct * vma) userfaultfd_missing() argument
188 userfaultfd_wp(struct vm_area_struct * vma) userfaultfd_wp() argument
193 userfaultfd_minor(struct vm_area_struct * vma) userfaultfd_minor() argument
198 userfaultfd_pte_wp(struct vm_area_struct * vma,pte_t pte) userfaultfd_pte_wp() argument
204 userfaultfd_huge_pmd_wp(struct vm_area_struct * vma,pmd_t pmd) userfaultfd_huge_pmd_wp() argument
210 userfaultfd_armed(struct vm_area_struct * vma) userfaultfd_armed() argument
215 vma_can_userfault(struct vm_area_struct * vma,unsigned long vm_flags,bool wp_async) vma_can_userfault() argument
250 vma_has_uffd_without_event_remap(struct vm_area_struct * vma) vma_has_uffd_without_event_remap() argument
306 uffd_wp_range(struct vm_area_struct * vma,unsigned long start,unsigned long len,bool enable_wp) uffd_wp_range() argument
313 is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct * vma,struct vm_userfaultfd_ctx vm_ctx) is_mergeable_vm_userfaultfd_ctx() argument
319 userfaultfd_missing(struct vm_area_struct * vma) userfaultfd_missing() argument
324 userfaultfd_wp(struct vm_area_struct * vma) userfaultfd_wp() argument
329 userfaultfd_minor(struct vm_area_struct * vma) userfaultfd_minor() argument
334 userfaultfd_pte_wp(struct vm_area_struct * vma,pte_t pte) userfaultfd_pte_wp() argument
340 userfaultfd_huge_pmd_wp(struct vm_area_struct * vma,pmd_t pmd) userfaultfd_huge_pmd_wp() argument
347 userfaultfd_armed(struct vm_area_struct * vma) userfaultfd_armed() argument
352 dup_userfaultfd(struct vm_area_struct * vma,struct list_head * l) dup_userfaultfd() argument
366 mremap_userfaultfd_prep(struct vm_area_struct * vma,struct vm_userfaultfd_ctx * ctx) mremap_userfaultfd_prep() argument
378 userfaultfd_remove(struct vm_area_struct * vma,unsigned long start,unsigned long end) userfaultfd_remove() argument
385 userfaultfd_unmap_prep(struct vm_area_struct * vma,unsigned long start,unsigned long end,struct list_head * uf) userfaultfd_unmap_prep() argument
397 uffd_disable_fault_around(struct vm_area_struct * vma) uffd_disable_fault_around() argument
402 userfaultfd_wp_unpopulated(struct vm_area_struct * vma) userfaultfd_wp_unpopulated() argument
407 userfaultfd_wp_async(struct vm_area_struct * vma) userfaultfd_wp_async() argument
412 vma_has_uffd_without_event_remap(struct vm_area_struct * vma) vma_has_uffd_without_event_remap() argument
419 userfaultfd_wp_use_markers(struct vm_area_struct * vma) userfaultfd_wp_use_markers() argument
[all...] |
| H A D | mmap_lock.h | 113 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init()
136 static inline void vma_refcount_put(struct vm_area_struct *vma) in vma_refcount_put()
163 static inline struct vm_area_struct *vma_start_read(struct mm_struct *mm, in vma_start_read()
241 static inline bool vma_start_read_locked_nested(struct vm_area_struct *vma, int subclass) in vma_start_read_locked_nested()
260 static inline bool vma_start_read_locked(struct vm_area_struct *vma) in vma_start_read_locked()
265 static inline void vma_end_read(struct vm_area_struct *vma) in vma_end_read()
271 static bool __is_vma_write_locked(struct vm_area_struct *vma, unsigned int *mm_lock_seq) in __is_vma_write_locked()
290 static inline void vma_start_write(struct vm_area_struct *vma) in vma_start_write()
300 static inline void vma_assert_write_locked(struct vm_area_struct *vma) in vma_assert_write_locked()
307 static inline void vma_assert_locked(struct vm_area_struct *vma) in vma_assert_locked()
[all …]
|
| H A D | rmap.h | 84 struct vm_area_struct *vma; member
160 static inline int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare()
168 static inline void anon_vma_merge(struct vm_area_struct *vma, in anon_vma_merge()
230 int mapcount, struct vm_area_struct *vma) in folio_set_large_mapcount()
244 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
294 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount()
345 struct vm_area_struct *vma) in folio_set_large_mapcount()
352 int diff, struct vm_area_struct *vma) in folio_add_large_mapcount()
358 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
364 int diff, struct vm_area_struct *vma) in folio_sub_large_mapcount()
[all …]
|
| H A D | hugetlb.h | 108 struct vm_area_struct *vma; member
254 static inline void hugetlb_zap_begin(struct vm_area_struct *vma, in hugetlb_zap_begin()
261 static inline void hugetlb_zap_end(struct vm_area_struct *vma, in hugetlb_zap_end()
286 static inline void hugetlb_dup_vma_private(struct vm_area_struct *vma) in hugetlb_dup_vma_private()
290 static inline void clear_vma_resv_huge_pages(struct vm_area_struct *vma) in clear_vma_resv_huge_pages()
306 struct vm_area_struct *vma, in huge_pmd_unshare()
313 struct vm_area_struct *vma, in adjust_range_if_pmd_sharing_possible()
319 struct vm_area_struct *vma, in hugetlb_zap_begin()
325 struct vm_area_struct *vma, in hugetlb_zap_end()
339 static inline int move_hugetlb_page_tables(struct vm_area_struct *vma, in move_hugetlb_page_tables()
[all …]
|
| /linux/mm/ |
| H A D | vma.c | 75 static bool vma_had_uncowed_parents(struct vm_area_struct *vma) in vma_had_uncowed_parents()
86 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma() local
141 struct vm_area_struct *vma, in init_multi_vma_prep()
225 static void __vma_link_file(struct vm_area_struct *vma, in __vma_link_file()
239 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
265 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
274 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
411 static void init_vma_prep(struct vma_prepare *vp, struct vm_area_struct *vma) in init_vma_prep()
461 void remove_vma(struct vm_area_struct *vma) in remove_vma()
476 void unmap_region(struct ma_state *mas, struct vm_area_struct *vma, in unmap_region()
[all …]
|
| H A D | rmap.c | 150 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
186 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
334 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
396 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
789 const struct page *page, const struct vm_area_struct *vma) in page_address_in_vma()
850 struct vm_area_struct *vma, unsigned long address, void *arg) in folio_referenced_one()
950 static bool invalid_folio_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_folio_referenced_vma()
1027 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local
1094 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1105 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
[all …]
|
| H A D | memory.c | 373 struct vm_area_struct *vma, unsigned long floor, in free_pgtables()
501 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
598 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
654 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio()
665 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
702 struct folio *vm_normal_folio_pmd(struct vm_area_struct *vma, in vm_normal_folio_pmd()
739 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
773 static int try_restore_exclusive_pte(struct vm_area_struct *vma, in try_restore_exclusive_pte()
1056 struct vm_area_struct *vma, unsigned long addr, bool need_zero) in folio_prealloc()
1462 zap_install_uffd_wp_if_needed(struct vm_area_struct *vma, in zap_install_uffd_wp_if_needed()
[all …]
|
| H A D | mmap_lock.c | 48 static inline bool __vma_enter_locked(struct vm_area_struct *vma, bool detaching) in __vma_enter_locked()
72 static inline void __vma_exit_locked(struct vm_area_struct *vma, bool *detached) in __vma_exit_locked()
78 void __vma_start_write(struct vm_area_struct *vma, unsigned int mm_lock_seq) in __vma_start_write()
106 void vma_mark_detached(struct vm_area_struct *vma) in vma_mark_detached()
139 struct vm_area_struct *vma; in lock_vma_under_rcu() local
185 struct vm_area_struct *vma; in lock_next_vma_under_mmap_lock() local
210 struct vm_area_struct *vma; in lock_next_vma() local
335 struct vm_area_struct *vma; in lock_mm_and_find_vma() local
397 struct vm_area_struct *vma; in lock_mm_and_find_vma() local
|
| H A D | mprotect.c | 43 static bool maybe_change_pte_writable(struct vm_area_struct *vma, pte_t pte) in maybe_change_pte_writable()
63 static bool can_change_private_pte_writable(struct vm_area_struct *vma, in can_change_private_pte_writable()
81 static bool can_change_shared_pte_writable(struct vm_area_struct *vma, in can_change_shared_pte_writable()
99 bool can_change_pte_writable(struct vm_area_struct *vma, unsigned long addr, in can_change_pte_writable()
121 static bool prot_numa_skip(struct vm_area_struct *vma, unsigned long addr, in prot_numa_skip()
178 static void prot_commit_flush_ptes(struct vm_area_struct *vma, unsigned long addr, in prot_commit_flush_ptes()
230 static void commit_anon_folio_batch(struct vm_area_struct *vma, in commit_anon_folio_batch()
249 static void set_write_prot_commit_flush_ptes(struct vm_area_struct *vma, in set_write_prot_commit_flush_ptes()
273 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range()
453 pgtable_split_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_split_needed()
[all …]
|
| H A D | nommu.c | 92 struct vm_area_struct *vma; in kobjsize() local
147 struct vm_area_struct *vma; in __vmalloc_user_flags() local
344 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
351 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages()
358 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
365 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
561 static void setup_vma_to_mm(struct vm_area_struct *vma, struct mm_struct *mm) in setup_vma_to_mm()
577 static void cleanup_vma_from_mm(struct vm_area_struct *vma) in cleanup_vma_from_mm()
596 static int delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
615 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
[all …]
|
| H A D | madvise.c | 80 struct vm_area_struct *vma; member
110 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
119 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
139 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
155 struct vm_area_struct *vma = madv_behavior->vma; in madvise_update_vma() local
190 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
236 static void shmem_swapin_range(struct vm_area_struct *vma, in shmem_swapin_range()
285 struct vm_area_struct *vma = madv_behavior->vma; in madvise_willneed() local
331 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
364 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
[all …]
|
| H A D | pgtable-generic.c | 68 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags() argument
82 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young() argument
94 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush() argument
109 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags() argument
124 pmdp_clear_flush_young(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_clear_flush_young() argument
137 pmdp_huge_clear_flush(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_huge_clear_flush() argument
150 pudp_huge_clear_flush(struct vm_area_struct * vma,unsigned long address,pud_t * pudp) pudp_huge_clear_flush() argument
198 pmdp_invalidate(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_invalidate() argument
209 pmdp_invalidate_ad(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_invalidate_ad() argument
218 pmdp_collapse_flush(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_collapse_flush() argument
[all...] |
| H A D | mmap.c | 81 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot() argument
696 struct vm_area_struct *vma, *prev; generic_get_unmapped_area() local
744 struct vm_area_struct *vma, *prev; generic_get_unmapped_area_topdown() local
934 struct vm_area_struct *vma; find_vma_prev() local
961 expand_stack_locked(struct vm_area_struct * vma,unsigned long address) expand_stack_locked() argument
968 struct vm_area_struct *vma, *prev; find_extend_vma_locked() local
983 expand_stack_locked(struct vm_area_struct * vma,unsigned long address) expand_stack_locked() argument
990 struct vm_area_struct *vma; find_extend_vma_locked() local
1010 vma_expand_up(vma,addr) global() argument
1011 vma_expand_down(vma,addr) global() argument
1015 vma_expand_up(vma,addr) global() argument
1016 vma_expand_down(vma,addr) global() argument
1033 struct vm_area_struct *vma, *prev; expand_stack() local
1096 struct vm_area_struct *vma; SYSCALL_DEFINE5() local
1213 struct vm_area_struct *vma = NULL; vm_brk_flags() local
1261 struct vm_area_struct *vma; exit_mmap() local
1372 special_mapping_close(struct vm_area_struct * vma) special_mapping_close() argument
1380 special_mapping_name(struct vm_area_struct * vma) special_mapping_name() argument
1398 special_mapping_split(struct vm_area_struct * vma,unsigned long addr) special_mapping_split() argument
1421 struct vm_area_struct *vma = vmf->vma; special_mapping_fault() local
1451 struct vm_area_struct *vma; __install_special_mapping() local
1480 vma_is_special_mapping(const struct vm_area_struct * vma,const struct vm_special_mapping * sm) vma_is_special_mapping() argument
[all...] |
| H A D | huge_memory.c | 86 file_thp_enabled(struct vm_area_struct * vma) file_thp_enabled() argument
101 __thp_vma_allowable_orders(struct vm_area_struct * vma,unsigned long vm_flags,unsigned long tva_flags,unsigned long orders) __thp_vma_allowable_orders() argument
1053 maybe_pmd_mkwrite(pmd_t pmd,struct vm_area_struct * vma) maybe_pmd_mkwrite() argument
1158 vma_alloc_anon_folio_pmd(struct vm_area_struct * vma,unsigned long addr) vma_alloc_anon_folio_pmd() argument
1202 map_anon_folio_pmd(struct folio * folio,pmd_t * pmd,struct vm_area_struct * vma,unsigned long haddr) map_anon_folio_pmd() argument
1221 struct vm_area_struct *vma = vmf->vma; __do_huge_pmd_anonymous_page() local
1280 vma_thp_gfp_mask(struct vm_area_struct * vma) vma_thp_gfp_mask() argument
1308 set_huge_zero_folio(pgtable_t pgtable,struct mm_struct * mm,struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd,struct folio * zero_folio) set_huge_zero_folio() argument
1320 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_anonymous_page() local
1375 insert_pfn_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,pfn_t pfn,pgprot_t prot,bool write,pgtable_t pgtable) insert_pfn_pmd() argument
1432 struct vm_area_struct *vma = vmf->vma; vmf_insert_pfn_pmd() local
1474 struct vm_area_struct *vma = vmf->vma; vmf_insert_folio_pmd() local
1511 maybe_pud_mkwrite(pud_t pud,struct vm_area_struct * vma) maybe_pud_mkwrite() argument
1518 insert_pfn_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,pfn_t pfn,bool write) insert_pfn_pud() argument
1563 struct vm_area_struct *vma = vmf->vma; vmf_insert_pfn_pud() local
1602 struct vm_area_struct *vma = vmf->vma; vmf_insert_folio_pud() local
1636 touch_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,bool write) touch_pmd() argument
1649 follow_devmap_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,int flags,struct dev_pagemap ** pgmap) follow_devmap_pmd() argument
1813 touch_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,bool write) touch_pud() argument
1828 copy_huge_pud(struct mm_struct * dst_mm,struct mm_struct * src_mm,pud_t * dst_pud,pud_t * src_pud,unsigned long addr,struct vm_area_struct * vma) copy_huge_pud() argument
1892 struct vm_area_struct *vma = vmf->vma; do_huge_zero_wp_pmd() local
1924 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_wp_page() local
2015 can_change_pmd_writable(struct vm_area_struct * vma,unsigned long addr,pmd_t pmd) can_change_pmd_writable() argument
2048 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_numa_page() local
2126 madvise_free_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,unsigned long next) madvise_free_huge_pmd() argument
2205 zap_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr) zap_huge_pmd() argument
2283 pmd_move_must_withdraw(spinlock_t * new_pmd_ptl,spinlock_t * old_pmd_ptl,struct vm_area_struct * vma) pmd_move_must_withdraw() argument
2316 move_huge_pmd(struct vm_area_struct * vma,unsigned long old_addr,unsigned long new_addr,pmd_t * old_pmd,pmd_t * new_pmd) move_huge_pmd() argument
2374 change_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,pgprot_t newprot,unsigned long cp_flags) change_huge_pmd() argument
2513 change_huge_pud(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pudp,unsigned long addr,pgprot_t newprot,unsigned long cp_flags) change_huge_pud() argument
2698 __pmd_trans_huge_lock(pmd_t * pmd,struct vm_area_struct * vma) __pmd_trans_huge_lock() argument
2715 __pud_trans_huge_lock(pud_t * pud,struct vm_area_struct * vma) __pud_trans_huge_lock() argument
2727 zap_huge_pud(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pud,unsigned long addr) zap_huge_pud() argument
2762 __split_huge_pud_locked(struct vm_area_struct * vma,pud_t * pud,unsigned long haddr) __split_huge_pud_locked() argument
2794 __split_huge_pud(struct vm_area_struct * vma,pud_t * pud,unsigned long address) __split_huge_pud() argument
2814 __split_huge_pud(struct vm_area_struct * vma,pud_t * pud,unsigned long address) __split_huge_pud() argument
2820 __split_huge_zero_page_pmd(struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd) __split_huge_zero_page_pmd() argument
2861 __split_huge_pmd_locked(struct vm_area_struct * vma,pmd_t * pmd,unsigned long haddr,bool freeze) __split_huge_pmd_locked() argument
3083 split_huge_pmd_locked(struct vm_area_struct * vma,unsigned long address,pmd_t * pmd,bool freeze) split_huge_pmd_locked() argument
3092 __split_huge_pmd(struct vm_area_struct * vma,pmd_t * pmd,unsigned long address,bool freeze) __split_huge_pmd() argument
3108 split_huge_pmd_address(struct vm_area_struct * vma,unsigned long address,bool freeze) split_huge_pmd_address() argument
3119 split_huge_pmd_if_needed(struct vm_area_struct * vma,unsigned long address) split_huge_pmd_if_needed() argument
3131 vma_adjust_trans_huge(struct vm_area_struct * vma,unsigned long start,unsigned long end,struct vm_area_struct * next) vma_adjust_trans_huge() argument
3170 __discard_anon_folio_pmd_locked(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp,struct folio * folio) __discard_anon_folio_pmd_locked() argument
3233 unmap_huge_pmd_locked(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp,struct folio * folio) unmap_huge_pmd_locked() argument
4315 vma_not_suitable_for_thp_split(struct vm_area_struct * vma) vma_not_suitable_for_thp_split() argument
4358 struct vm_area_struct *vma = vma_lookup(mm, addr); split_huge_pages_pid() local
4613 struct vm_area_struct *vma = pvmw->vma; set_pmd_migration_entry() local
4662 struct vm_area_struct *vma = pvmw->vma; remove_migration_pmd() local
[all...] |
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_vm.h | 110 static inline u64 xe_vma_start(struct xe_vma *vma) in xe_vma_start()
115 static inline u64 xe_vma_size(struct xe_vma *vma) in xe_vma_size()
120 static inline u64 xe_vma_end(struct xe_vma *vma) in xe_vma_end()
125 static inline u64 xe_vma_bo_offset(struct xe_vma *vma) in xe_vma_bo_offset()
130 static inline struct xe_bo *xe_vma_bo(struct xe_vma *vma) in xe_vma_bo()
136 static inline struct xe_vm *xe_vma_vm(struct xe_vma *vma) in xe_vma_vm()
141 static inline bool xe_vma_read_only(struct xe_vma *vma) in xe_vma_read_only()
146 static inline u64 xe_vma_userptr(struct xe_vma *vma) in xe_vma_userptr()
151 static inline bool xe_vma_is_null(struct xe_vma *vma) in xe_vma_is_null()
156 static inline bool xe_vma_is_cpu_addr_mirror(struct xe_vma *vma) in xe_vma_is_cpu_addr_mirror()
[all …]
|
| /linux/tools/testing/vma/ |
| H A D | vma.c | 18 #define vma_iter_prealloc(vmi, vma) \ argument
85 static int attach_vma(struct mm_struct *mm, struct vm_area_struct *vma) in attach_vma() argument
95 static void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma() argument
108 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, flags); alloc_and_link_vma() local
131 struct vm_area_struct *vma; merge_new() local
153 struct vm_area_struct *vma; merge_existing() local
251 struct vm_area_struct *vma; cleanup_mm() local
269 vma_write_started(struct vm_area_struct * vma) vma_write_started() argument
285 __vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc,struct anon_vma * anon_vma) __vma_set_dummy_anon_vma() argument
295 vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc) vma_set_dummy_anon_vma() argument
303 struct vm_area_struct *vma; test_simple_merge() local
337 struct vm_area_struct *vma; test_simple_modify() local
399 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x1000, 0, flags); test_simple_expand() local
427 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x3000, 0, flags); test_simple_shrink() local
469 struct vm_area_struct *vma, *vma_a, *vma_b, *vma_c, *vma_d; test_merge_new() local
652 struct vm_area_struct *vma_left, *vma; test_vma_merge_special_flags() local
724 struct vm_area_struct *vma_prev, *vma_next, *vma; test_vma_merge_with_close() local
935 struct vm_area_struct *vma; test_vma_merge_new_with_close() local
981 struct vm_area_struct *vma, *vma_prev, *vma_next; test_merge_existing() local
1211 struct vm_area_struct *vma, *vma_prev, *vma_next; test_anon_vma_non_mergeable() local
1305 struct vm_area_struct *vma_prev, *vma_next, *vma; test_dup_anon_vma() local
1463 struct vm_area_struct *vma_prev, *vma; test_vmi_prealloc_fail() local
1524 struct vm_area_struct *vma; test_merge_extend() local
1555 struct vm_area_struct *vma, *vma_new, *vma_next; test_copy_vma() local
1587 struct vm_area_struct *vma_prev, *vma; test_expand_only_mode() local
1626 struct vm_area_struct *vma; test_mmap_region_basic() local
[all...] |
| H A D | vma_internal.h | 120 #define vma_policy(vma) NULL argument
592 static inline bool vma_is_shared_maywrite(struct vm_area_struct *vma) in vma_is_shared_maywrite()
611 static inline void vma_assert_attached(struct vm_area_struct *vma) in vma_assert_attached()
616 static inline void vma_assert_detached(struct vm_area_struct *vma) in vma_assert_detached()
622 static inline void vma_mark_attached(struct vm_area_struct *vma) in vma_mark_attached()
629 static inline void vma_mark_detached(struct vm_area_struct *vma) in vma_mark_detached()
646 static inline void vma_init(struct vm_area_struct *vma, struct mm_struct *mm) in vma_init()
733 static inline void vma_set_range(struct vm_area_struct *vma, in vma_set_range()
786 static inline bool vma_is_anonymous(struct vm_area_struct *vma) in vma_is_anonymous()
799 struct vm_area_struct *vma; in find_vma_prev() local
[all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux/arch/parisc/kernel/ |
| H A D | cache.c | 331 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page()
393 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
476 struct vm_area_struct *vma; in flush_dcache_folio() local
623 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present()
648 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
660 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
668 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
705 static void flush_cache_pages(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_pages()
715 struct vm_area_struct *vma; in mm_total_size() local
729 struct vm_area_struct *vma; in flush_cache_mm() local
[all …]
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_gem_evict.c | 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
98 struct i915_vma *vma, in mark_free()
112 static bool defer_evict(struct i915_vma *vma) in defer_evict()
157 struct i915_vma *vma, *next; in i915_gem_evict_something() local
337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
| /linux/arch/x86/mm/ |
| H A D | pgtable.c | 391 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
404 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
425 int pudp_set_access_flags(struct vm_area_struct *vma, unsigned long address, in pudp_set_access_flags()
446 int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young()
459 int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
473 int pudp_test_and_clear_young(struct vm_area_struct *vma, in pudp_test_and_clear_young()
486 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
506 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
520 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad()
535 pud_t pudp_invalidate(struct vm_area_struct *vma, unsigned long address, in pudp_invalidate()
[all …]
|
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 180 struct vm_area_struct *vma; in get_next_vma() local
238 struct vm_area_struct *vma; in proc_get_vma() local
371 static void get_vma_name(struct vm_area_struct *vma, in get_vma_name()
453 show_map_vma(struct seq_file *m, struct vm_area_struct *vma) in show_map_vma()
525 static void query_vma_teardown(struct mm_struct *mm, struct vm_area_struct *vma) in query_vma_teardown()
538 struct vm_area_struct *vma; in query_matching_vma() local
585 struct vm_area_struct *vma; in do_procmap_query() local
911 struct vm_area_struct *vma = walk->vma; in smaps_pte_hole() local
937 struct vm_area_struct *vma = walk->vma; in smaps_pte_entry() local
985 struct vm_area_struct *vma = walk->vma; in smaps_pmd_entry() local
[all …]
|
| /linux/drivers/misc/ocxl/ |
| H A D | context.c | 98 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq()
111 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio()
141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local
162 struct vm_area_struct *vma) in check_mmap_afu_irq()
188 struct vm_area_struct *vma) in check_mmap_mmio()
196 int ocxl_context_mmap(struct ocxl_context *ctx, struct vm_area_struct *vma) in ocxl_context_mmap()
|
| /linux/include/xen/ |
| H A D | xen-ops.h | 49 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
75 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
85 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
112 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
148 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array()
172 static inline int xen_remap_domain_gfn_range(struct vm_area_struct *vma, in xen_remap_domain_gfn_range()
|