Home
last modified time | relevance | path

Searched defs:vma (Results 1 – 25 of 554) sorted by relevance

12345678910>>...23

/linux/drivers/gpu/drm/i915/
H A Di915_vma.c48 static inline void assert_vma_held_evict(const struct i915_vma *vma) in assert_vma_held_evict()
66 static void i915_vma_free(struct i915_vma *vma) in i915_vma_free()
75 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
94 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
107 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_active() local
132 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_retire() local
151 struct i915_vma *vma; in vma_create() local
293 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in i915_vma_lookup() local
327 struct i915_vma *vma; in i915_vma_instance() local
405 int i915_vma_wait_for_bind(struct i915_vma *vma) in i915_vma_wait_for_bind()
[all …]
H A Di915_gem_evict.c67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
98 struct i915_vma *vma, in mark_free()
112 static bool defer_evict(struct i915_vma *vma) in defer_evict()
157 struct i915_vma *vma, *next; in i915_gem_evict_something() local
337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
/linux/include/linux/
H A Dmmap_lock.h113 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init()
136 static inline void vma_refcount_put(struct vm_area_struct *vma) in vma_refcount_put()
156 static inline bool vma_start_read_locked_nested(struct vm_area_struct *vma, int subclass) in vma_start_read_locked_nested()
175 static inline bool vma_start_read_locked(struct vm_area_struct *vma) in vma_start_read_locked()
180 static inline void vma_end_read(struct vm_area_struct *vma) in vma_end_read()
186 static bool __is_vma_write_locked(struct vm_area_struct *vma, unsigned int *mm_lock_seq) in __is_vma_write_locked()
205 static inline void vma_start_write(struct vm_area_struct *vma) in vma_start_write()
215 static inline void vma_assert_write_locked(struct vm_area_struct *vma) in vma_assert_write_locked()
222 static inline void vma_assert_locked(struct vm_area_struct *vma) in vma_assert_locked()
235 static inline void vma_assert_attached(struct vm_area_struct *vma) in vma_assert_attached()
[all …]
H A Drmap.h84 struct vm_area_struct *vma; member
160 static inline int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare()
168 static inline void anon_vma_merge(struct vm_area_struct *vma, in anon_vma_merge()
230 int mapcount, struct vm_area_struct *vma) in folio_set_large_mapcount()
244 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
294 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount()
345 struct vm_area_struct *vma) in folio_set_large_mapcount()
352 int diff, struct vm_area_struct *vma) in folio_add_large_mapcount()
358 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
364 int diff, struct vm_area_struct *vma) in folio_sub_large_mapcount()
[all …]
H A Dhugetlb.h108 struct vm_area_struct *vma; member
254 static inline void hugetlb_zap_begin(struct vm_area_struct *vma, in hugetlb_zap_begin()
261 static inline void hugetlb_zap_end(struct vm_area_struct *vma, in hugetlb_zap_end()
286 static inline void hugetlb_dup_vma_private(struct vm_area_struct *vma) in hugetlb_dup_vma_private()
290 static inline void clear_vma_resv_huge_pages(struct vm_area_struct *vma) in clear_vma_resv_huge_pages()
306 struct vm_area_struct *vma, in huge_pmd_unshare()
313 struct vm_area_struct *vma, in adjust_range_if_pmd_sharing_possible()
319 struct vm_area_struct *vma, in hugetlb_zap_begin()
325 struct vm_area_struct *vma, in hugetlb_zap_end()
339 static inline int move_hugetlb_page_tables(struct vm_area_struct *vma, in move_hugetlb_page_tables()
[all …]
/linux/mm/
H A Dvma.c75 static bool vma_had_uncowed_parents(struct vm_area_struct *vma) in vma_had_uncowed_parents()
86 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma() local
141 struct vm_area_struct *vma, in init_multi_vma_prep()
225 static void __vma_link_file(struct vm_area_struct *vma, in __vma_link_file()
239 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
265 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
274 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
411 static void init_vma_prep(struct vma_prepare *vp, struct vm_area_struct *vma) in init_vma_prep()
461 void remove_vma(struct vm_area_struct *vma) in remove_vma()
476 void unmap_region(struct ma_state *mas, struct vm_area_struct *vma, in unmap_region()
[all …]
H A Drmap.c149 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
185 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
333 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
395 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
788 const struct page *page, const struct vm_area_struct *vma) in page_address_in_vma()
849 struct vm_area_struct *vma, unsigned long address, void *arg) in folio_referenced_one()
932 static bool invalid_folio_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_folio_referenced_vma()
1009 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local
1076 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1087 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
[all …]
H A Dmmap_lock.c48 static inline bool __vma_enter_locked(struct vm_area_struct *vma, bool detaching) in __vma_enter_locked()
72 static inline void __vma_exit_locked(struct vm_area_struct *vma, bool *detached) in __vma_exit_locked()
78 void __vma_start_write(struct vm_area_struct *vma, unsigned int mm_lock_seq) in __vma_start_write()
106 void vma_mark_detached(struct vm_area_struct *vma) in vma_mark_detached()
142 static inline struct vm_area_struct *vma_start_read(struct mm_struct *mm, in vma_start_read()
228 struct vm_area_struct *vma; in lock_vma_under_rcu() local
276 struct vm_area_struct *vma; in lock_next_vma_under_mmap_lock() local
301 struct vm_area_struct *vma; in lock_next_vma() local
427 struct vm_area_struct *vma; in lock_mm_and_find_vma() local
489 struct vm_area_struct *vma; in lock_mm_and_find_vma() local
H A Dmprotect.c43 static bool maybe_change_pte_writable(struct vm_area_struct *vma, pte_t pte) in maybe_change_pte_writable()
63 static bool can_change_private_pte_writable(struct vm_area_struct *vma, in can_change_private_pte_writable()
81 static bool can_change_shared_pte_writable(struct vm_area_struct *vma, in can_change_shared_pte_writable()
99 bool can_change_pte_writable(struct vm_area_struct *vma, unsigned long addr, in can_change_pte_writable()
121 static bool prot_numa_skip(struct vm_area_struct *vma, unsigned long addr, in prot_numa_skip()
178 static void prot_commit_flush_ptes(struct vm_area_struct *vma, unsigned long addr, in prot_commit_flush_ptes()
230 static void commit_anon_folio_batch(struct vm_area_struct *vma, in commit_anon_folio_batch()
249 static void set_write_prot_commit_flush_ptes(struct vm_area_struct *vma, in set_write_prot_commit_flush_ptes()
273 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range()
453 pgtable_split_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_split_needed()
[all …]
H A Dnommu.c92 struct vm_area_struct *vma; in kobjsize() local
148 struct vm_area_struct *vma; in __vmalloc_user_flags() local
345 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
352 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages()
359 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
366 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
562 static void setup_vma_to_mm(struct vm_area_struct *vma, struct mm_struct *mm) in setup_vma_to_mm()
578 static void cleanup_vma_from_mm(struct vm_area_struct *vma) in cleanup_vma_from_mm()
597 static int delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
616 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
[all …]
H A Dmadvise.c80 struct vm_area_struct *vma; member
110 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
119 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
139 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
155 struct vm_area_struct *vma = madv_behavior->vma; in madvise_update_vma() local
190 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
236 static void shmem_swapin_range(struct vm_area_struct *vma, in shmem_swapin_range()
285 struct vm_area_struct *vma = madv_behavior->vma; in madvise_willneed() local
331 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
364 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
[all …]
H A Dmmap.c81 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
693 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area() local
741 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area_topdown() local
930 struct vm_area_struct *vma; in find_vma_prev() local
957 int expand_stack_locked(struct vm_area_struct *vma, unsigned long address) in expand_stack_locked()
964 struct vm_area_struct *vma, *prev; in find_extend_vma_locked() local
979 int expand_stack_locked(struct vm_area_struct *vma, unsigned long address) in expand_stack_locked()
986 struct vm_area_struct *vma; in find_extend_vma_locked() local
1006 #define vma_expand_up(vma,addr) expand_upwards(vma, addr) argument
1007 #define vma_expand_down(vma, addr) (-EFAULT) argument
[all …]
H A Dmremap.c64 struct vm_area_struct *vma; member
143 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
151 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
174 static int mremap_folio_pte_batch(struct vm_area_struct *vma, unsigned long addr, in mremap_folio_pte_batch()
196 struct vm_area_struct *vma = pmc->old; in move_ptes() local
350 struct vm_area_struct *vma = pmc->old; in move_normal_pmd() local
427 struct vm_area_struct *vma = pmc->old; in move_normal_pud() local
478 struct vm_area_struct *vma = pmc->old; in move_huge_pud() local
637 struct vm_area_struct *vma, unsigned long addr_to_align, in can_align_down()
944 struct vm_area_struct *vma = vrm->vma; in vrm_set_new_addr() local
[all …]
/linux/drivers/gpu/drm/xe/
H A Dxe_vm.h112 static inline u64 xe_vma_start(struct xe_vma *vma) in xe_vma_start()
117 static inline u64 xe_vma_size(struct xe_vma *vma) in xe_vma_size()
122 static inline u64 xe_vma_end(struct xe_vma *vma) in xe_vma_end()
127 static inline u64 xe_vma_bo_offset(struct xe_vma *vma) in xe_vma_bo_offset()
132 static inline struct xe_bo *xe_vma_bo(struct xe_vma *vma) in xe_vma_bo()
138 static inline struct xe_vm *xe_vma_vm(struct xe_vma *vma) in xe_vma_vm()
143 static inline bool xe_vma_read_only(struct xe_vma *vma) in xe_vma_read_only()
148 static inline u64 xe_vma_userptr(struct xe_vma *vma) in xe_vma_userptr()
153 static inline bool xe_vma_is_null(struct xe_vma *vma) in xe_vma_is_null()
158 static inline bool xe_vma_is_cpu_addr_mirror(struct xe_vma *vma) in xe_vma_is_cpu_addr_mirror()
[all …]
H A Dxe_vm.c578 struct xe_vma *vma; in xe_vma_svm_prefetch_op_fini() local
626 static void xe_vm_populate_rebind(struct xe_vma_op *op, struct xe_vma *vma, in xe_vm_populate_rebind()
641 static int xe_vm_ops_add_rebind(struct xe_vma_ops *vops, struct xe_vma *vma, in xe_vm_ops_add_rebind()
666 struct xe_vma *vma, *next; in xe_vm_rebind() local
718 struct dma_fence *xe_vma_rebind(struct xe_vm *vm, struct xe_vma *vma, u8 tile_mask) in xe_vma_rebind()
761 struct xe_vma *vma, in xe_vm_populate_range_rebind()
775 struct xe_vma *vma, in xe_vm_ops_add_range_rebind()
805 struct xe_vma *vma, in xe_vm_range_rebind()
933 static void xe_vma_free(struct xe_vma *vma) in xe_vma_free()
948 struct xe_vma *vma; in xe_vma_create() local
[all …]
/linux/tools/testing/vma/
H A Dvma.c18 #define vma_iter_prealloc(vmi, vma) \ argument
85 static int attach_vma(struct mm_struct *mm, struct vm_area_struct *vma) in attach_vma() argument
95 static void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma() argument
108 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, flags); alloc_and_link_vma() local
131 struct vm_area_struct *vma; merge_new() local
153 struct vm_area_struct *vma; merge_existing() local
251 struct vm_area_struct *vma; cleanup_mm() local
269 vma_write_started(struct vm_area_struct * vma) vma_write_started() argument
285 __vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc,struct anon_vma * anon_vma) __vma_set_dummy_anon_vma() argument
295 vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc) vma_set_dummy_anon_vma() argument
303 struct vm_area_struct *vma; test_simple_merge() local
337 struct vm_area_struct *vma; test_simple_modify() local
399 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x1000, 0, flags); test_simple_expand() local
427 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x3000, 0, flags); test_simple_shrink() local
469 struct vm_area_struct *vma, *vma_a, *vma_b, *vma_c, *vma_d; test_merge_new() local
652 struct vm_area_struct *vma_left, *vma; test_vma_merge_special_flags() local
724 struct vm_area_struct *vma_prev, *vma_next, *vma; test_vma_merge_with_close() local
935 struct vm_area_struct *vma; test_vma_merge_new_with_close() local
981 struct vm_area_struct *vma, *vma_prev, *vma_next; test_merge_existing() local
1211 struct vm_area_struct *vma, *vma_prev, *vma_next; test_anon_vma_non_mergeable() local
1305 struct vm_area_struct *vma_prev, *vma_next, *vma; test_dup_anon_vma() local
1463 struct vm_area_struct *vma_prev, *vma; test_vmi_prealloc_fail() local
1524 struct vm_area_struct *vma; test_merge_extend() local
1555 struct vm_area_struct *vma, *vma_new, *vma_next; test_copy_vma() local
1587 struct vm_area_struct *vma_prev, *vma; test_expand_only_mode() local
1626 struct vm_area_struct *vma; test_mmap_region_basic() local
[all...]
H A Dvma_internal.h122 #define vma_policy(vma) NULL argument
552 static inline bool vma_is_shared_maywrite(struct vm_area_struct *vma) in vma_is_shared_maywrite()
571 static inline void vma_assert_attached(struct vm_area_struct *vma) in vma_assert_attached()
576 static inline void vma_assert_detached(struct vm_area_struct *vma) in vma_assert_detached()
582 static inline void vma_mark_attached(struct vm_area_struct *vma) in vma_mark_attached()
589 static inline void vma_mark_detached(struct vm_area_struct *vma) in vma_mark_detached()
606 static inline void vma_init(struct vm_area_struct *vma, struct mm_struct *mm) in vma_init()
659 static inline void vma_set_range(struct vm_area_struct *vma, in vma_set_range()
712 static inline bool vma_is_anonymous(struct vm_area_struct *vma) in vma_is_anonymous()
725 struct vm_area_struct *vma; in find_vma_prev() local
[all …]
/linux/arch/powerpc/include/asm/book3s/64/
H A Dtlbflush.h47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
/linux/arch/parisc/kernel/
H A Dcache.c331 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page()
393 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
476 struct vm_area_struct *vma; in flush_dcache_folio() local
623 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present()
648 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
660 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
668 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
705 static void flush_cache_pages(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_pages()
715 struct vm_area_struct *vma; in mm_total_size() local
729 struct vm_area_struct *vma; in flush_cache_mm() local
[all …]
/linux/arch/x86/mm/
H A Dpgtable.c391 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
404 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
425 int pudp_set_access_flags(struct vm_area_struct *vma, unsigned long address, in pudp_set_access_flags()
446 int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young()
459 int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
473 int pudp_test_and_clear_young(struct vm_area_struct *vma, in pudp_test_and_clear_young()
486 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
506 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
520 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad()
535 pud_t pudp_invalidate(struct vm_area_struct *vma, unsigned long address, in pudp_invalidate()
[all …]
/linux/drivers/gpu/drm/nouveau/
H A Dnouveau_vmm.c29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
/linux/fs/proc/
H A Dtask_mmu.c186 struct vm_area_struct *vma; in get_next_vma() local
246 struct vm_area_struct *vma; in proc_get_vma() local
381 static void get_vma_name(struct vm_area_struct *vma, in get_vma_name()
463 show_map_vma(struct seq_file *m, struct vm_area_struct *vma) in show_map_vma()
553 struct vm_area_struct *vma; in query_vma_find_by_addr() local
607 struct vm_area_struct *vma; in query_matching_vma() local
658 struct vm_area_struct *vma; in do_procmap_query() local
983 struct vm_area_struct *vma = walk->vma; in smaps_pte_hole() local
1009 struct vm_area_struct *vma = walk->vma; in smaps_pte_entry() local
1057 struct vm_area_struct *vma = walk->vma; in smaps_pmd_entry() local
[all …]
/linux/drivers/misc/ocxl/
H A Dcontext.c98 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq()
111 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio()
141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local
162 struct vm_area_struct *vma) in check_mmap_afu_irq()
188 struct vm_area_struct *vma) in check_mmap_mmio()
196 int ocxl_context_mmap(struct ocxl_context *ctx, struct vm_area_struct *vma) in ocxl_context_mmap()
/linux/include/xen/
H A Dxen-ops.h50 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
76 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
86 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
113 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
149 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array()
173 static inline int xen_remap_domain_gfn_range(struct vm_area_struct *vma, in xen_remap_domain_gfn_range()
/linux/arch/nios2/mm/
H A Dcacheflush.c77 struct vm_area_struct *vma; in flush_aliases() local
134 void flush_cache_range(struct vm_area_struct *vma, unsigned long start, in flush_cache_range()
142 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
152 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in flush_cache_page()
209 void update_mmu_cache_range(struct vm_fault *vmf, struct vm_area_struct *vma, in update_mmu_cache_range()
261 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
272 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()

12345678910>>...23