| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_vma.h | 51 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active()
65 i915_vma_move_to_active(struct i915_vma *vma, struct i915_request *rq, in i915_vma_move_to_active()
73 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt()
78 static inline bool i915_vma_is_dpt(const struct i915_vma *vma) in i915_vma_is_dpt()
83 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write()
88 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write()
94 static inline bool i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write()
102 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable()
107 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault()
113 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault()
[all …]
|
| H A D | i915_vma.c | 48 static inline void assert_vma_held_evict(const struct i915_vma *vma) in assert_vma_held_evict()
66 static void i915_vma_free(struct i915_vma *vma) in i915_vma_free()
75 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
94 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
107 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_active() local
132 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_retire() local
151 struct i915_vma *vma; in vma_create() local
293 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in i915_vma_lookup() local
327 struct i915_vma *vma; in i915_vma_instance() local
405 int i915_vma_wait_for_bind(struct i915_vma *vma) in i915_vma_wait_for_bind()
[all …]
|
| H A D | i915_gem_evict.c | 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
98 struct i915_vma *vma, in mark_free()
112 static bool defer_evict(struct i915_vma *vma) in defer_evict()
157 struct i915_vma *vma, *next; in i915_gem_evict_something() local
337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
| /linux/include/linux/ |
| H A D | userfaultfd_k.h | 149 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
166 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
178 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around()
183 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
188 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
193 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
198 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
204 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp()
210 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
215 static inline bool vma_can_userfault(struct vm_area_struct *vma, in vma_can_userfault()
[all …]
|
| H A D | huge_mm.h | 87 thp_vma_allowable_order(vma,vm_flags,smaps,in_pf,enforce_sysfs,order) global() argument
151 thp_vma_suitable_order(struct vm_area_struct * vma,unsigned long addr,int order) thp_vma_suitable_order() argument
176 thp_vma_suitable_orders(struct vm_area_struct * vma,unsigned long addr,unsigned long orders) thp_vma_suitable_orders() argument
199 file_thp_enabled(struct vm_area_struct * vma) file_thp_enabled() argument
235 thp_vma_allowable_orders(struct vm_area_struct * vma,unsigned long vm_flags,bool smaps,bool in_pf,bool enforce_sysfs,unsigned long orders) thp_vma_allowable_orders() argument
320 pmd_trans_huge_lock(pmd_t * pmd,struct vm_area_struct * vma) pmd_trans_huge_lock() argument
328 pud_trans_huge_lock(pud_t * pud,struct vm_area_struct * vma) pud_trans_huge_lock() argument
394 thp_vma_suitable_order(struct vm_area_struct * vma,unsigned long addr,int order) thp_vma_suitable_order() argument
400 thp_vma_suitable_orders(struct vm_area_struct * vma,unsigned long addr,unsigned long orders) thp_vma_suitable_orders() argument
406 thp_vma_allowable_orders(struct vm_area_struct * vma,unsigned long vm_flags,bool smaps,bool in_pf,bool enforce_sysfs,unsigned long orders) thp_vma_allowable_orders() argument
439 __split_huge_pmd(struct vm_area_struct * vma,pmd_t * pmd,unsigned long address,bool freeze,struct folio * folio) __split_huge_pmd() argument
441 split_huge_pmd_address(struct vm_area_struct * vma,unsigned long address,bool freeze,struct folio * folio) split_huge_pmd_address() argument
447 hugepage_madvise(struct vm_area_struct * vma,unsigned long * vm_flags,int advice) hugepage_madvise() argument
453 madvise_collapse(struct vm_area_struct * vma,struct vm_area_struct ** prev,unsigned long start,unsigned long end) madvise_collapse() argument
460 vma_adjust_trans_huge(struct vm_area_struct * vma,unsigned long start,unsigned long end,long adjust_next) vma_adjust_trans_huge() argument
471 pmd_trans_huge_lock(pmd_t * pmd,struct vm_area_struct * vma) pmd_trans_huge_lock() argument
476 pud_trans_huge_lock(pud_t * pud,struct vm_area_struct * vma) pud_trans_huge_lock() argument
506 follow_devmap_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,int flags,struct dev_pagemap ** pgmap) follow_devmap_pmd() argument
512 follow_devmap_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,int flags,struct dev_pagemap ** pgmap) follow_devmap_pud() argument
[all...] |
| H A D | hugetlb.h | 113 struct vm_area_struct *vma; member
254 hugetlb_zap_begin(struct vm_area_struct * vma,unsigned long * start,unsigned long * end) hugetlb_zap_begin() argument
261 hugetlb_zap_end(struct vm_area_struct * vma,struct zap_details * details) hugetlb_zap_end() argument
288 hugetlb_dup_vma_private(struct vm_area_struct * vma) hugetlb_dup_vma_private() argument
292 clear_vma_resv_huge_pages(struct vm_area_struct * vma) clear_vma_resv_huge_pages() argument
308 huge_pmd_unshare(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long addr,pte_t * ptep) huge_pmd_unshare() argument
315 adjust_range_if_pmd_sharing_possible(struct vm_area_struct * vma,unsigned long * start,unsigned long * end) adjust_range_if_pmd_sharing_possible() argument
321 hugetlb_zap_begin(struct vm_area_struct * vma,unsigned long * start,unsigned long * end) hugetlb_zap_begin() argument
327 hugetlb_zap_end(struct vm_area_struct * vma,struct zap_details * details) hugetlb_zap_end() argument
333 hugetlb_follow_page_mask(struct vm_area_struct * vma,unsigned long address,unsigned int flags,unsigned int * page_mask) hugetlb_follow_page_mask() argument
348 move_hugetlb_page_tables(struct vm_area_struct * vma,struct vm_area_struct * new_vma,unsigned long old_addr,unsigned long new_addr,unsigned long len) move_hugetlb_page_tables() argument
377 hugetlb_vma_lock_read(struct vm_area_struct * vma) hugetlb_vma_lock_read() argument
381 hugetlb_vma_unlock_read(struct vm_area_struct * vma) hugetlb_vma_unlock_read() argument
385 hugetlb_vma_lock_write(struct vm_area_struct * vma) hugetlb_vma_lock_write() argument
389 hugetlb_vma_unlock_write(struct vm_area_struct * vma) hugetlb_vma_unlock_write() argument
393 hugetlb_vma_trylock_write(struct vm_area_struct * vma) hugetlb_vma_trylock_write() argument
398 hugetlb_vma_assert_locked(struct vm_area_struct * vma) hugetlb_vma_assert_locked() argument
470 hugetlb_change_protection(struct vm_area_struct * vma,unsigned long address,unsigned long end,pgprot_t newprot,unsigned long cp_flags) hugetlb_change_protection() argument
478 __unmap_hugepage_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct page * ref_page,zap_flags_t zap_flags) __unmap_hugepage_range() argument
486 hugetlb_fault(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long address,unsigned int flags) hugetlb_fault() argument
493 hugetlb_unshare_all_pmds(struct vm_area_struct * vma) hugetlb_unshare_all_pmds() argument
797 hstate_vma(struct vm_area_struct * vma) hstate_vma() argument
1006 huge_ptep_modify_prot_start(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep) huge_ptep_modify_prot_start() argument
1015 huge_ptep_modify_prot_commit(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,pte_t old_pte,pte_t pte) huge_ptep_modify_prot_commit() argument
1259 flush_hugetlb_tlb_range(vma,addr,end) global() argument
1262 __vma_shareable_lock(struct vm_area_struct * vma) __vma_shareable_lock() argument
1274 hugetlb_walk(struct vm_area_struct * vma,unsigned long addr,unsigned long sz) hugetlb_walk() argument
[all...] |
| H A D | pgtable.h | 297 static inline int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags() argument
304 static inline int pudp_set_access_flags(struct vm_area_struct *vma, in pudp_set_access_flags() argument
350 static inline int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young() argument
366 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young() argument
379 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young() argument
403 pmdp_clear_flush_young(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_clear_flush_young() argument
437 arch_check_zapped_pte(struct vm_area_struct * vma,pte_t pte) arch_check_zapped_pte() argument
444 arch_check_zapped_pmd(struct vm_area_struct * vma,pmd_t pmd) arch_check_zapped_pmd() argument
582 pmdp_huge_get_and_clear_full(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp,int full) pmdp_huge_get_and_clear_full() argument
591 pudp_huge_get_and_clear_full(struct vm_area_struct * vma,unsigned long address,pud_t * pudp,int full) pudp_huge_get_and_clear_full() argument
689 update_mmu_tlb(struct vm_area_struct * vma,unsigned long address,pte_t * ptep) update_mmu_tlb() argument
727 pte_mkwrite(pte_t pte,struct vm_area_struct * vma) pte_mkwrite() argument
734 pmd_mkwrite(pmd_t pmd,struct vm_area_struct * vma) pmd_mkwrite() argument
837 pmdp_collapse_flush(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_collapse_flush() argument
867 generic_pmdp_establish(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp,pmd_t pmd) generic_pmdp_establish() argument
1023 arch_do_swap_page(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long addr,pte_t pte,pte_t oldpte) arch_do_swap_page() argument
1041 arch_unmap_one(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long addr,pte_t orig_pte) arch_unmap_one() argument
1090 flush_tlb_fix_spurious_fault(vma,address,ptep) global() argument
1190 __ptep_modify_prot_start(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep) __ptep_modify_prot_start() argument
1202 __ptep_modify_prot_commit(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,pte_t pte) __ptep_modify_prot_commit() argument
1228 ptep_modify_prot_start(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep) ptep_modify_prot_start() argument
1239 ptep_modify_prot_commit(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,pte_t old_pte,pte_t pte) ptep_modify_prot_commit() argument
1406 track_pfn_remap(struct vm_area_struct * vma,pgprot_t * prot,unsigned long pfn,unsigned long addr,unsigned long size) track_pfn_remap() argument
1417 track_pfn_insert(struct vm_area_struct * vma,pgprot_t * prot,pfn_t pfn) track_pfn_insert() argument
1426 track_pfn_copy(struct vm_area_struct * vma) track_pfn_copy() argument
1436 untrack_pfn(struct vm_area_struct * vma,unsigned long pfn,unsigned long size,bool mm_wr_locked) untrack_pfn() argument
1446 untrack_pfn_clear(struct vm_area_struct * vma) untrack_pfn_clear() argument
1653 flush_pmd_tlb_range(vma,addr,end) global() argument
1654 flush_pud_tlb_range(vma,addr,end) global() argument
1656 flush_pmd_tlb_range(vma,addr,end) global() argument
1657 flush_pud_tlb_range(vma,addr,end) global() argument
[all...] |
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_vm.h | 107 static inline u64 xe_vma_start(struct xe_vma *vma) in xe_vma_start()
112 static inline u64 xe_vma_size(struct xe_vma *vma) in xe_vma_size()
117 static inline u64 xe_vma_end(struct xe_vma *vma) in xe_vma_end()
122 static inline u64 xe_vma_bo_offset(struct xe_vma *vma) in xe_vma_bo_offset()
127 static inline struct xe_bo *xe_vma_bo(struct xe_vma *vma) in xe_vma_bo()
133 static inline struct xe_vm *xe_vma_vm(struct xe_vma *vma) in xe_vma_vm()
138 static inline bool xe_vma_read_only(struct xe_vma *vma) in xe_vma_read_only()
143 static inline u64 xe_vma_userptr(struct xe_vma *vma) in xe_vma_userptr()
148 static inline bool xe_vma_is_null(struct xe_vma *vma) in xe_vma_is_null()
153 static inline bool xe_vma_has_no_bo(struct xe_vma *vma) in xe_vma_has_no_bo()
[all …]
|
| H A D | xe_vm.c | 69 struct xe_vma *vma = &uvma->vma; in xe_vma_userptr_pin_pages() local
575 struct xe_vma *vma = &uvma->vma; in vma_userptr_invalidate() local
719 struct xe_vma *vma, *next; in xe_vm_rebind() local
744 static void xe_vma_free(struct xe_vma *vma) in xe_vma_free()
762 struct xe_vma *vma; in xe_vma_create() local
857 static void xe_vma_destroy_late(struct xe_vma *vma) in xe_vma_destroy_late()
891 struct xe_vma *vma = in vma_destroy_work_func() local
900 struct xe_vma *vma = container_of(cb, struct xe_vma, destroy_cb); in vma_destroy_cb() local
906 static void xe_vma_destroy(struct xe_vma *vma, struct dma_fence *fence) in xe_vma_destroy()
949 int xe_vm_lock_vma(struct drm_exec *exec, struct xe_vma *vma) in xe_vm_lock_vma()
[all …]
|
| /linux/mm/ |
| H A D | mmap.c | 90 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
107 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
122 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
137 static void remove_vma(struct vm_area_struct *vma, bool unreachable) in remove_vma()
285 struct vm_area_struct *vma; in validate_mm() local
350 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
359 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
371 struct vm_area_struct *vma; in count_vma_pages_range() local
384 static void __vma_link_file(struct vm_area_struct *vma, in __vma_link_file()
395 static void vma_link_file(struct vm_area_struct *vma) in vma_link_file()
[all …]
|
| H A D | mseal.c | 19 static inline bool vma_is_sealed(struct vm_area_struct *vma) in vma_is_sealed()
24 static inline void set_vma_sealed(struct vm_area_struct *vma) in set_vma_sealed()
33 static bool can_modify_vma(struct vm_area_struct *vma) in can_modify_vma()
48 static bool is_ro_anon(struct vm_area_struct *vma) in is_ro_anon()
72 struct vm_area_struct *vma; in can_modify_mm() local
94 struct vm_area_struct *vma; in can_modify_mm_madv() local
110 static int mseal_fixup(struct vma_iterator *vmi, struct vm_area_struct *vma, in mseal_fixup()
141 struct vm_area_struct *vma; in check_mm_seal() local
167 struct vm_area_struct *vma, *prev; in apply_mm_seal() local
|
| H A D | rmap.c | 150 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link() argument
188 __anon_vma_prepare(struct vm_area_struct * vma) __anon_vma_prepare() argument
335 anon_vma_fork(struct vm_area_struct * vma,struct vm_area_struct * pvma) anon_vma_fork() argument
397 unlink_anon_vmas(struct vm_area_struct * vma) unlink_anon_vmas() argument
775 page_address_in_vma(struct page * page,struct vm_area_struct * vma) page_address_in_vma() argument
836 folio_referenced_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) folio_referenced_one() argument
925 invalid_folio_referenced_vma(struct vm_area_struct * vma,void * arg) invalid_folio_referenced_vma() argument
1002 struct vm_area_struct *vma = pvmw->vma; page_vma_mkclean_one() local
1061 page_mkclean_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) page_mkclean_one() argument
1072 invalid_mkclean_vma(struct vm_area_struct * vma,void * arg) invalid_mkclean_vma() argument
1118 pfn_mkclean_range(unsigned long pfn,unsigned long nr_pages,pgoff_t pgoff,struct vm_area_struct * vma) pfn_mkclean_range() argument
1211 folio_move_anon_rmap(struct folio * folio,struct vm_area_struct * vma) folio_move_anon_rmap() argument
1234 __folio_set_anon(struct folio * folio,struct vm_area_struct * vma,unsigned long address,bool exclusive) __folio_set_anon() argument
1267 __page_check_anon_rmap(struct folio * folio,struct page * page,struct vm_area_struct * vma,unsigned long address) __page_check_anon_rmap() argument
1287 __folio_add_anon_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,unsigned long address,rmap_t flags,enum rmap_level level) __folio_add_anon_rmap() argument
1362 folio_add_anon_rmap_ptes(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,unsigned long address,rmap_t flags) folio_add_anon_rmap_ptes() argument
1383 folio_add_anon_rmap_pmd(struct folio * folio,struct page * page,struct vm_area_struct * vma,unsigned long address,rmap_t flags) folio_add_anon_rmap_pmd() argument
1406 folio_add_new_anon_rmap(struct folio * folio,struct vm_area_struct * vma,unsigned long address) folio_add_new_anon_rmap() argument
1445 __folio_add_file_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,enum rmap_level level) __folio_add_file_rmap() argument
1476 folio_add_file_rmap_ptes(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma) folio_add_file_rmap_ptes() argument
1492 folio_add_file_rmap_pmd(struct folio * folio,struct page * page,struct vm_area_struct * vma) folio_add_file_rmap_pmd() argument
1502 __folio_remove_rmap(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma,enum rmap_level level) __folio_remove_rmap() argument
1588 folio_remove_rmap_ptes(struct folio * folio,struct page * page,int nr_pages,struct vm_area_struct * vma) folio_remove_rmap_ptes() argument
1604 folio_remove_rmap_pmd(struct folio * folio,struct page * page,struct vm_area_struct * vma) folio_remove_rmap_pmd() argument
1616 try_to_unmap_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) try_to_unmap_one() argument
1923 invalid_migration_vma(struct vm_area_struct * vma,void * arg) invalid_migration_vma() argument
1965 try_to_migrate_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * arg) try_to_migrate_one() argument
2340 page_make_device_exclusive_one(struct folio * folio,struct vm_area_struct * vma,unsigned long address,void * priv) page_make_device_exclusive_one() argument
2590 struct vm_area_struct *vma = avc->vma; rmap_walk_anon() local
2623 struct vm_area_struct *vma; rmap_walk_file() local
2698 hugetlb_add_anon_rmap(struct folio * folio,struct vm_area_struct * vma,unsigned long address,rmap_t flags) hugetlb_add_anon_rmap() argument
2712 hugetlb_add_new_anon_rmap(struct folio * folio,struct vm_area_struct * vma,unsigned long address) hugetlb_add_new_anon_rmap() argument
[all...] |
| H A D | memory.c | 365 struct vm_area_struct *vma, unsigned long floor, in free_pgtables()
491 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
584 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
647 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio()
658 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
698 struct folio *vm_normal_folio_pmd(struct vm_area_struct *vma, in vm_normal_folio_pmd()
709 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
759 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte()
1043 struct vm_area_struct *vma, unsigned long addr, bool need_zero) in folio_prealloc()
1450 zap_install_uffd_wp_if_needed(struct vm_area_struct *vma, in zap_install_uffd_wp_if_needed()
[all …]
|
| H A D | madvise.c | 94 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
102 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
122 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
137 static int madvise_update_vma(struct vm_area_struct *vma, in madvise_update_vma()
174 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
220 static void shmem_swapin_range(struct vm_area_struct *vma, in shmem_swapin_range()
261 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
309 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
344 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
562 struct vm_area_struct *vma, in madvise_cold_page_range()
[all …]
|
| H A D | mremap.c | 72 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
86 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
105 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
113 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
136 static int move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
236 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd()
295 static inline bool move_normal_pmd(struct vm_area_struct *vma, in move_normal_pmd()
304 static bool move_normal_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pud()
344 static inline bool move_normal_pud(struct vm_area_struct *vma, in move_normal_pud()
353 static bool move_huge_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_huge_pud()
[all …]
|
| H A D | nommu.c | 99 struct vm_area_struct *vma; in kobjsize() local
123 follow_pfn(struct vm_area_struct * vma,unsigned long address,unsigned long * pfn) follow_pfn() argument
170 struct vm_area_struct *vma; __vmalloc_user_flags() local
351 vm_insert_page(struct vm_area_struct * vma,unsigned long addr,struct page * page) vm_insert_page() argument
358 vm_insert_pages(struct vm_area_struct * vma,unsigned long addr,struct page ** pages,unsigned long * num) vm_insert_pages() argument
365 vm_map_pages(struct vm_area_struct * vma,struct page ** pages,unsigned long num) vm_map_pages() argument
372 vm_map_pages_zero(struct vm_area_struct * vma,struct page ** pages,unsigned long num) vm_map_pages_zero() argument
552 setup_vma_to_mm(struct vm_area_struct * vma,struct mm_struct * mm) setup_vma_to_mm() argument
568 cleanup_vma_from_mm(struct vm_area_struct * vma) cleanup_vma_from_mm() argument
587 delete_vma_from_mm(struct vm_area_struct * vma) delete_vma_from_mm() argument
606 delete_vma(struct mm_struct * mm,struct vm_area_struct * vma) delete_vma() argument
646 struct vm_area_struct *vma; lock_mm_and_find_vma() local
659 expand_stack_locked(struct vm_area_struct * vma,unsigned long addr) expand_stack_locked() argument
678 struct vm_area_struct *vma; find_vma_exact() local
900 do_mmap_shared_file(struct vm_area_struct * vma) do_mmap_shared_file() argument
921 do_mmap_private(struct vm_area_struct * vma,struct vm_region * region,unsigned long len,unsigned long capabilities) do_mmap_private() argument
1029 struct vm_area_struct *vma; do_mmap() local
1313 split_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,int new_below) split_vma() argument
1392 vmi_shrink_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long from,unsigned long to) vmi_shrink_vma() argument
1436 struct vm_area_struct *vma; do_munmap() local
1518 struct vm_area_struct *vma; exit_mmap() local
1553 struct vm_area_struct *vma; do_mremap() local
1597 follow_page(struct vm_area_struct * vma,unsigned long address,unsigned int foll_flags) follow_page() argument
1603 remap_pfn_range(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size,pgprot_t prot) remap_pfn_range() argument
1614 vm_iomap_memory(struct vm_area_struct * vma,phys_addr_t start,unsigned long len) vm_iomap_memory() argument
1624 remap_vmalloc_range(struct vm_area_struct * vma,void * addr,unsigned long pgoff) remap_vmalloc_range() argument
1657 struct vm_area_struct *vma; __access_remote_vm() local
1741 struct vm_area_struct *vma; nommu_shrink_inode_mappings() local
[all...] |
| H A D | pgtable-generic.c | 68 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags() argument
82 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young() argument
94 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush() argument
109 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags() argument
124 pmdp_clear_flush_young(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_clear_flush_young() argument
137 pmdp_huge_clear_flush(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_huge_clear_flush() argument
150 pudp_huge_clear_flush(struct vm_area_struct * vma,unsigned long address,pud_t * pudp) pudp_huge_clear_flush() argument
198 pmdp_invalidate(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_invalidate() argument
208 pmdp_invalidate_ad(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_invalidate_ad() argument
216 pmdp_collapse_flush(struct vm_area_struct * vma,unsigned long address,pmd_t * pmdp) pmdp_collapse_flush() argument
[all...] |
| H A D | huge_memory.c | 82 __thp_vma_allowable_orders(struct vm_area_struct * vma,unsigned long vm_flags,bool smaps,bool in_pf,bool enforce_sysfs,unsigned long orders) __thp_vma_allowable_orders() argument
762 maybe_pmd_mkwrite(pmd_t pmd,struct vm_area_struct * vma) maybe_pmd_mkwrite() argument
871 struct vm_area_struct *vma = vmf->vma; __do_huge_pmd_anonymous_page() local
955 vma_thp_gfp_mask(struct vm_area_struct * vma) vma_thp_gfp_mask() argument
983 set_huge_zero_page(pgtable_t pgtable,struct mm_struct * mm,struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd,struct page * zero_page) set_huge_zero_page() argument
998 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_anonymous_page() local
1057 insert_pfn_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,pfn_t pfn,pgprot_t prot,bool write,pgtable_t pgtable) insert_pfn_pmd() argument
1117 struct vm_area_struct *vma = vmf->vma; vmf_insert_pfn_pmd() local
1149 maybe_pud_mkwrite(pud_t pud,struct vm_area_struct * vma) maybe_pud_mkwrite() argument
1156 insert_pfn_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,pfn_t pfn,bool write) insert_pfn_pud() argument
1206 struct vm_area_struct *vma = vmf->vma; vmf_insert_pfn_pud() local
1231 touch_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,bool write) touch_pmd() argument
1244 follow_devmap_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,int flags,struct dev_pagemap ** pgmap) follow_devmap_pmd() argument
1388 touch_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,bool write) touch_pud() argument
1401 follow_devmap_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,int flags,struct dev_pagemap ** pgmap) follow_devmap_pud() argument
1446 copy_huge_pud(struct mm_struct * dst_mm,struct mm_struct * src_mm,pud_t * dst_pud,pud_t * src_pud,unsigned long addr,struct vm_area_struct * vma) copy_huge_pud() argument
1516 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_wp_page() local
1600 can_change_pmd_writable(struct vm_area_struct * vma,unsigned long addr,pmd_t pmd) can_change_pmd_writable() argument
1632 can_follow_write_pmd(pmd_t pmd,struct page * page,struct vm_area_struct * vma,unsigned int flags) can_follow_write_pmd() argument
1668 follow_trans_huge_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,unsigned int flags) follow_trans_huge_pmd() argument
1715 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_numa_page() local
1802 madvise_free_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,unsigned long next) madvise_free_huge_pmd() argument
1881 zap_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr) zap_huge_pmd() argument
1950 pmd_move_must_withdraw(spinlock_t * new_pmd_ptl,spinlock_t * old_pmd_ptl,struct vm_area_struct * vma) pmd_move_must_withdraw() argument
1973 move_huge_pmd(struct vm_area_struct * vma,unsigned long old_addr,unsigned long new_addr,pmd_t * old_pmd,pmd_t * new_pmd) move_huge_pmd() argument
2029 change_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,pgprot_t newprot,unsigned long cp_flags) change_huge_pmd() argument
2307 __pmd_trans_huge_lock(pmd_t * pmd,struct vm_area_struct * vma) __pmd_trans_huge_lock() argument
2324 __pud_trans_huge_lock(pud_t * pud,struct vm_area_struct * vma) __pud_trans_huge_lock() argument
2336 zap_huge_pud(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pud,unsigned long addr) zap_huge_pud() argument
2357 __split_huge_pud_locked(struct vm_area_struct * vma,pud_t * pud,unsigned long haddr) __split_huge_pud_locked() argument
2370 __split_huge_pud(struct vm_area_struct * vma,pud_t * pud,unsigned long address) __split_huge_pud() argument
2391 __split_huge_zero_page_pmd(struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd) __split_huge_zero_page_pmd() argument
2432 __split_huge_pmd_locked(struct vm_area_struct * vma,pmd_t * pmd,unsigned long haddr,bool freeze) __split_huge_pmd_locked() argument
2649 __split_huge_pmd(struct vm_area_struct * vma,pmd_t * pmd,unsigned long address,bool freeze,struct folio * folio) __split_huge_pmd() argument
2684 split_huge_pmd_address(struct vm_area_struct * vma,unsigned long address,bool freeze,struct folio * folio) split_huge_pmd_address() argument
2695 split_huge_pmd_if_needed(struct vm_area_struct * vma,unsigned long address) split_huge_pmd_if_needed() argument
2707 vma_adjust_trans_huge(struct vm_area_struct * vma,unsigned long start,unsigned long end,long adjust_next) vma_adjust_trans_huge() argument
3419 vma_not_suitable_for_thp_split(struct vm_area_struct * vma) vma_not_suitable_for_thp_split() argument
3466 struct vm_area_struct *vma = vma_lookup(mm, addr); split_huge_pages_pid() local
3677 struct vm_area_struct *vma = pvmw->vma; set_pmd_migration_entry() local
3726 struct vm_area_struct *vma = pvmw->vma; remove_migration_pmd() local
[all...] |
| H A D | mprotect.c | 43 bool can_change_pte_writable(struct vm_area_struct *vma, unsigned long addr, in can_change_pte_writable()
85 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range()
300 pgtable_split_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_split_needed()
315 pgtable_populate_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_populate_needed()
331 #define change_pmd_prepare(vma, pmd, cp_flags) \ argument
346 #define change_prepare(vma, high, low, addr, cp_flags) \ argument
358 struct vm_area_struct *vma, pud_t *pud, unsigned long addr, in change_pmd_range()
442 struct vm_area_struct *vma, p4d_t *p4d, unsigned long addr, in change_pud_range()
465 struct vm_area_struct *vma, pgd_t *pgd, unsigned long addr, in change_p4d_range()
488 struct vm_area_struct *vma, unsigned long addr, in change_protection_range()
[all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux/arch/parisc/kernel/ |
| H A D | cache.c | 331 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in flush_user_cache_page() argument
319 __flush_cache_page(struct vm_area_struct * vma,unsigned long vmaddr,unsigned long physaddr) __flush_cache_page() argument
371 flush_icache_pages(struct vm_area_struct * vma,struct page * page,unsigned int nr) flush_icache_pages() argument
416 struct vm_area_struct *vma; flush_dcache_folio() local
605 flush_cache_page_if_present(struct vm_area_struct * vma,unsigned long vmaddr,unsigned long pfn) flush_cache_page_if_present() argument
626 copy_user_highpage(struct page * to,struct page * from,unsigned long vaddr,struct vm_area_struct * vma) copy_user_highpage() argument
638 copy_to_user_page(struct vm_area_struct * vma,struct page * page,unsigned long user_vaddr,void * dst,void * src,int len) copy_to_user_page() argument
646 copy_from_user_page(struct vm_area_struct * vma,struct page * page,unsigned long user_vaddr,void * dst,void * src,int len) copy_from_user_page() argument
682 flush_cache_pages(struct vm_area_struct * vma,unsigned long start,unsigned long end) flush_cache_pages() argument
714 struct vm_area_struct *vma; mm_total_size() local
728 struct vm_area_struct *vma; flush_cache_mm() local
753 flush_cache_range(struct vm_area_struct * vma,unsigned long start,unsigned long end) flush_cache_range() argument
767 flush_cache_page(struct vm_area_struct * vma,unsigned long vmaddr,unsigned long pfn) flush_cache_page() argument
777 flush_anon_page(struct vm_area_struct * vma,struct page * page,unsigned long vmaddr) flush_anon_page() argument
[all...] |
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /linux/drivers/gpu/drm/msm/ |
| H A D | msm_gem_vma.c | 42 void msm_gem_vma_purge(struct msm_gem_vma *vma) in msm_gem_vma_purge()
58 msm_gem_vma_map(struct msm_gem_vma *vma, int prot, in msm_gem_vma_map()
94 void msm_gem_vma_close(struct msm_gem_vma *vma) in msm_gem_vma_close()
112 struct msm_gem_vma *vma; in msm_gem_vma_new() local
124 int msm_gem_vma_init(struct msm_gem_vma *vma, int size, in msm_gem_vma_init()
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 802 struct nvkm_vma *vma = kzalloc(sizeof(*vma), GFP_KERNEL); in nvkm_vma_new() local
813 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail()
836 nvkm_vmm_free_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_remove()
842 nvkm_vmm_free_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_delete()
850 nvkm_vmm_free_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_insert()
878 nvkm_vmm_node_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_remove()
884 nvkm_vmm_node_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_delete()
892 nvkm_vmm_node_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_insert()
918 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); in nvkm_vmm_node_search() local
935 struct nvkm_vma *vma, struct nvkm_vma *next, u64 size) in nvkm_vmm_node_merge()
[all …]
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 132 struct vm_area_struct *vma = vma_next(&priv->iter); in proc_get_vma() local
263 show_map_vma(struct seq_file *m, struct vm_area_struct *vma) in show_map_vma()
505 struct vm_area_struct *vma = walk->vma; in smaps_pte_hole() local
531 struct vm_area_struct *vma = walk->vma; in smaps_pte_entry() local
578 struct vm_area_struct *vma = walk->vma; in smaps_pmd_entry() local
619 struct vm_area_struct *vma = walk->vma; in smaps_pte_range() local
643 static void show_smap_vma_flags(struct seq_file *m, struct vm_area_struct *vma) in show_smap_vma_flags()
735 struct vm_area_struct *vma = walk->vma; in smaps_hugetlb_range() local
779 static void smap_gather_stats(struct vm_area_struct *vma, in smap_gather_stats()
862 struct vm_area_struct *vma = v; in show_smap() local
[all …]
|