| /linux/include/linux/ |
| H A D | mmap_lock.h | 82 #define __vma_lockdep_map(vma) (&vma->vmlock_dep_map) argument
84 #define __vma_lockdep_map(vma) NULL argument
106 #define __vma_lockdep_acquire_read(vma) \ argument
107 lock_acquire_shared(__vma_lockdep_map(vma), 0, 1, NULL, _RET_IP_)
108 #define __vma_lockdep_release_read(vma) \ argument
109 lock_release(__vma_lockdep_map(vma), _RET_IP_)
110 #define __vma_lockdep_acquire_exclusive(vma) \ argument
111 lock_acquire_exclusive(__vma_lockdep_map(vma), 0, 0, NULL, _RET_IP_)
112 #define __vma_lockdep_release_exclusive(vma) \ argument
113 lock_release(__vma_lockdep_map(vma), _RET_IP_)
[all …]
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_gem_evict.c | 41 static bool dying_vma(struct i915_vma *vma)
43 return !kref_read(&vma->obj->base.refcount);
67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma() argument
73 if (i915_gem_object_get_rcu(vma->obj)) { in grab_vma()
74 if (!i915_gem_object_trylock(vma->obj, ww)) { in grab_vma()
75 i915_gem_object_put(vma->obj); in grab_vma()
80 atomic_and(~I915_VMA_PIN_MASK, &vma->flags); in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma() argument
88 if (dying_vma(vma)) in ungrab_vma()
91 i915_gem_object_unlock(vma->obj); in ungrab_vma()
[all …]
|
| /linux/tools/testing/vma/tests/ |
| H A D | merge.c | 6 struct vm_area_struct *vma; in merge_new() local
15 vma = vma_merge_new_range(vmg); in merge_new()
16 if (vma) in merge_new()
17 vma_assert_attached(vma); in merge_new()
19 return vma; in merge_new()
98 struct vm_area_struct *vma; in test_simple_merge() local
118 vma = merge_new(&vmg); in test_simple_merge()
119 ASSERT_NE(vma, NULL); in test_simple_merge()
121 ASSERT_EQ(vma->vm_start, 0); in test_simple_merge()
122 ASSERT_EQ(vma->vm_end, 0x3000); in test_simple_merge()
[all …]
|
| /linux/mm/ |
| H A D | vma.c | 9 * vma_internal.h and external VMA API declarations in vma.h.
12 #include "vma.h"
80 static void __vma_set_range(struct vm_area_struct *vma, unsigned long start, in __vma_set_range() argument
83 vma->vm_start = start; in __vma_set_range()
84 vma->vm_end = end; in __vma_set_range()
87 static void vma_set_range(struct vm_area_struct *vma, unsigned long start, in vma_set_range() argument
90 __vma_set_range(vma, start, end); in vma_set_range()
91 vma_set_pgoff(vma, pgoff); in vma_set_range()
92 vma_set_anon_pgoff(vma, anon_pgoff); in vma_set_range()
96 static bool vma_is_fork_child(struct vm_area_struct *vma) in vma_is_fork_child() argument
108 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; is_mergeable_vma() local
168 init_multi_vma_prep(struct vma_prepare * vp,struct vm_area_struct * vma,struct vma_merge_struct * vmg) init_multi_vma_prep() argument
276 __vma_link_file(struct vm_area_struct * vma,struct address_space * mapping) __vma_link_file() argument
290 __remove_shared_vm_struct(struct vm_area_struct * vma,struct address_space * mapping) __remove_shared_vm_struct() argument
316 anon_rmap_tree_pre_update_vma(struct vm_area_struct * vma) anon_rmap_tree_pre_update_vma() argument
325 anon_rmap_tree_post_update_vma(struct vm_area_struct * vma) anon_rmap_tree_post_update_vma() argument
460 init_vma_prep(struct vma_prepare * vp,struct vm_area_struct * vma) init_vma_prep() argument
510 remove_vma(struct vm_area_struct * vma) remove_vma() argument
544 __split_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,int new_below) __split_vma() argument
637 split_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,int new_below) split_vma() argument
693 struct vm_area_struct *vma; validate_mm() local
813 struct vm_area_struct *vma; commit_merge() local
855 can_merge_remove_vma(struct vm_area_struct * vma) can_merge_remove_vma() argument
1331 vma_shrink(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long end) vma_shrink() argument
1390 struct vm_area_struct *vma; vms_clean_up_area() local
1413 struct vm_area_struct *vma; vms_complete_munmap_vmas() local
1459 struct vm_area_struct *vma; reattach_vmas() local
1627 init_vma_munmap(struct vma_munmap_struct * vms,struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct list_head * uf,bool unlock) init_vma_munmap() argument
1663 do_vmi_align_munmap(struct vma_iterator * vmi,struct vm_area_struct * vma,struct mm_struct * mm,unsigned long start,unsigned long end,struct list_head * uf,bool unlock) do_vmi_align_munmap() argument
1715 struct vm_area_struct *vma; do_vmi_munmap() local
1750 struct vm_area_struct *vma = vmg->middle; vma_modify() local
1788 vma_modify_flags(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,vma_flags_t * vma_flags_ptr) vma_modify_flags() argument
1813 vma_modify_name(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct anon_vma_name * new_name) vma_modify_name() argument
1825 vma_modify_policy(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct mempolicy * new_pol) vma_modify_policy() argument
1837 vma_modify_flags_uffd(struct vma_iterator * vmi,struct vm_area_struct * prev,struct vm_area_struct * vma,unsigned long start,unsigned long end,const vma_flags_t * vma_flags,struct vm_userfaultfd_ctx new_ctx,bool give_up_on_oom) vma_modify_flags_uffd() argument
1857 vma_merge_extend(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long delta) vma_merge_extend() argument
1891 unlink_file_vma_batch_add(struct unlink_vma_file_batch * vb,struct vm_area_struct * vma) unlink_file_vma_batch_add() argument
1910 vma_link_file(struct vm_area_struct * vma,bool hold_rmap_lock) vma_link_file() argument
1924 vma_link(struct mm_struct * mm,struct vm_area_struct * vma) vma_link() argument
1948 struct vm_area_struct *vma = *vmap; copy_vma() local
2135 find_mergeable_anon_vma(struct vm_area_struct * vma) find_mergeable_anon_vma() argument
2174 vma_is_shared_writable(struct vm_area_struct * vma) vma_is_shared_writable() argument
2179 vma_fs_can_writeback(struct vm_area_struct * vma) vma_fs_can_writeback() argument
2193 vma_needs_dirty_tracking(struct vm_area_struct * vma) vma_needs_dirty_tracking() argument
2216 vma_wants_writenotify(struct vm_area_struct * vma,pgprot_t vm_page_prot) vma_wants_writenotify() argument
2330 struct vm_area_struct *vma; mm_take_all_locks() local
2426 struct vm_area_struct *vma; mm_drop_all_locks() local
2591 __mmap_new_file_vma(struct mmap_state * map,struct vm_area_struct * vma) __mmap_new_file_vma() argument
2649 struct vm_area_struct *vma; __mmap_new_vma() local
2722 __mmap_complete(struct mmap_state * map,struct vm_area_struct * vma) __mmap_complete() argument
2807 set_vma_user_defined_fields(struct vm_area_struct * vma,struct mmap_state * map) set_vma_user_defined_fields() argument
2851 struct vm_area_struct *vma = NULL; __mmap_region() local
2998 do_brk_flags(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,unsigned long len,vma_flags_t vma_flags) do_brk_flags() argument
3189 acct_stack_growth(struct vm_area_struct * vma,unsigned long size,unsigned long grow) acct_stack_growth() argument
3232 expand_upwards(struct vm_area_struct * vma,unsigned long address) expand_upwards() argument
3317 expand_downwards(struct vm_area_struct * vma,unsigned long address) expand_downwards() argument
3412 insert_vm_struct(struct mm_struct * mm,struct vm_area_struct * vma) insert_vm_struct() argument
3466 vma_mmu_pagesize(struct vm_area_struct * vma) vma_mmu_pagesize() argument
3478 struct vm_area_struct *vma; __install_special_mapping() local
[all...] |
| H A D | vma.h | 3 * vma.h
5 * Core VMA manipulation API implemented in vma.c, vma_init.c and vma_exec.c.
21 struct vm_area_struct *vma; member
39 * vma munmap operation
43 struct vm_area_struct *vma; /* The first vma to munmap */ member
44 struct vm_area_struct *prev; /* vma before the munmap area */
45 struct vm_area_struct *next; /* vma after the munmap area */
141 * If set, skip uprobe_mmap upon merged vma.
171 struct ma_state *mas; /* the maple state point to the first vma */
187 unmap_all_init(struct unmap_desc * unmap,struct vma_iterator * vmi,struct vm_area_struct * vma) unmap_all_init() argument
258 assert_sane_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) assert_sane_pgoff() argument
280 vma_set_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) vma_set_pgoff() argument
297 __vma_set_anon_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) __vma_set_anon_pgoff() argument
305 vma_set_anon_pgoff(struct vm_area_struct * vma,pgoff_t pgoff) vma_set_anon_pgoff() argument
311 vma_add_pgoff(struct vm_area_struct * vma,pgoff_t delta) vma_add_pgoff() argument
318 vma_sub_pgoff(struct vm_area_struct * vma,pgoff_t delta) vma_sub_pgoff() argument
368 vma_iter_store_gfp(struct vma_iterator * vmi,struct vm_area_struct * vma,gfp_t gfp) vma_iter_store_gfp() argument
389 compat_set_vma_from_desc(struct vm_area_struct * vma,struct vm_area_desc * desc) compat_set_vma_from_desc() argument
559 vma_wants_manual_pte_write_upgrade(struct vm_area_struct * vma) vma_wants_manual_pte_write_upgrade() argument
663 vma_iter_prealloc(struct vma_iterator * vmi,struct vm_area_struct * vma) vma_iter_prealloc() argument
680 vma_iter_store_overwrite(struct vma_iterator * vmi,struct vm_area_struct * vma) vma_iter_store_overwrite() argument
708 vma_iter_store_new(struct vma_iterator * vmi,struct vm_area_struct * vma) vma_iter_store_new() argument
759 vma_is_sealed(struct vm_area_struct * vma) vma_is_sealed() argument
764 vma_is_sealed(struct vm_area_struct * vma) vma_is_sealed() argument
[all...] |
| H A D | nommu.c | 92 struct vm_area_struct *vma; in kobjsize() local
94 vma = find_vma(current->mm, (unsigned long)objp); in kobjsize()
95 if (vma) in kobjsize()
96 return vma->vm_end - vma->vm_start; in kobjsize()
148 struct vm_area_struct *vma; in __vmalloc_user_flags() local
151 vma = find_vma(current->mm, (unsigned long)ret); in __vmalloc_user_flags()
152 if (vma) in __vmalloc_user_flags()
153 vm_flags_set(vma, VM_USERMAP); in __vmalloc_user_flags()
345 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page() argument
352 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages() argument
[all …]
|
| H A D | memory.c | 107 if (!userfaultfd_wp(vmf->vma)) in vmf_orig_pte_uffd_wp()
377 struct vm_area_struct *vma = unmap->first; in free_pgtables() local
390 unsigned long addr = vma->vm_start; in free_pgtables()
400 vma_start_write(vma); in free_pgtables()
401 unlink_anon_vmas(vma); in free_pgtables()
404 unlink_file_vma_batch_add(&vb, vma); in free_pgtables()
409 while (next && next->vm_start <= vma->vm_end + PMD_SIZE) { in free_pgtables()
410 vma = next; in free_pgtables()
413 vma_start_write(vma); in free_pgtables()
414 unlink_anon_vmas(vma); in free_pgtables()
[all …]
|
| H A D | madvise.c | 81 struct vm_area_struct *vma; member
111 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name() argument
113 vma_assert_stabilised(vma); in anon_vma_name()
114 return vma->anon_name; in anon_vma_name()
118 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name() argument
121 struct anon_vma_name *orig_name = anon_vma_name(vma); in replace_anon_vma_name()
124 vma->anon_name = NULL; in replace_anon_vma_name()
132 vma->anon_name = anon_vma_name_reuse(anon_name); in replace_anon_vma_name()
138 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name() argument
154 struct vm_area_struct *vma = madv_behavior->vma; in madvise_update_vma() local
[all …]
|
| H A D | mremap.c | 64 struct vm_area_struct *vma; member
143 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks() argument
145 if (vma->vm_file) in take_rmap_locks()
146 i_mmap_lock_write(vma->vm_file->f_mapping); in take_rmap_locks()
147 if (vma->anon_vma) in take_rmap_locks()
148 anon_vma_lock_write(vma->anon_vma); in take_rmap_locks()
151 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks() argument
153 if (vma->anon_vma) in drop_rmap_locks()
154 anon_vma_unlock_write(vma->anon_vma); in drop_rmap_locks()
155 if (vma in drop_rmap_locks()
178 mremap_folio_pte_batch(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,pte_t pte,int max_nr) mremap_folio_pte_batch() argument
200 struct vm_area_struct *vma = pmc->old; move_ptes() local
363 struct vm_area_struct *vma = pmc->old; move_normal_pmd() local
440 struct vm_area_struct *vma = pmc->old; move_normal_pud() local
491 struct vm_area_struct *vma = pmc->old; move_huge_pud() local
650 can_align_down(struct pagetable_move_control * pmc,struct vm_area_struct * vma,unsigned long addr_to_align,unsigned long mask) can_align_down() argument
957 struct vm_area_struct *vma = vrm->vma; vrm_set_new_addr() local
1032 struct vm_area_struct *vma = vrm->vma; vrm_stat_account() local
1115 struct vm_area_struct *vma = vrm->vma; prep_move_vma() local
1165 struct vm_area_struct *vma = vrm->vma; unmap_source_vma() local
1271 struct vm_area_struct *vma = vrm->vma; copy_vma_and_data() local
1334 struct vm_area_struct *vma = vrm->vma; dontunmap_complete() local
1510 vma_expandable(struct vm_area_struct * vma,unsigned long delta) vma_expandable() argument
1550 struct vm_area_struct *vma = vrm->vma; expand_vma_in_place() local
1718 vma_multi_allowed(struct vm_area_struct * vma) vma_multi_allowed() argument
1748 struct vm_area_struct *vma = vrm->vma; check_prep_vma() local
1901 struct vm_area_struct *vma; remap_move() local
[all...] |
| H A D | vma_exec.c | 23 int relocate_vma_down(struct vm_area_struct *vma, unsigned long shift) in relocate_vma_down() argument
36 struct mm_struct *mm = vma->vm_mm; in relocate_vma_down()
37 unsigned long old_start = vma->vm_start; in relocate_vma_down()
38 unsigned long old_end = vma->vm_end; in relocate_vma_down()
44 vma_start_pgoff(vma), vma_start_anon_pgoff(vma)); in relocate_vma_down()
47 PAGETABLE_MOVE(pmc, vma, vma, old_start, new_start, length); in relocate_vma_down()
55 if (vma != vma_next(&vmi)) in relocate_vma_down()
62 vmg.target = vma; in relocate_vma_down()
96 return vma_shrink(&vmi, vma, new_end); in relocate_vma_down()
116 struct vm_area_struct *vma; in create_init_stack_vma() local
[all …]
|
| H A D | rmap.c | 150 static void anon_vma_chain_assign(struct vm_area_struct *vma, in anon_vma_chain_assign() argument
154 avc->vma = vma; in anon_vma_chain_assign()
156 list_add(&avc->same_vma, &vma->anon_vma_chain); in anon_vma_chain_assign()
185 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare() argument
187 struct mm_struct *mm = vma->vm_mm; in __anon_vma_prepare()
198 anon_vma = find_mergeable_anon_vma(vma); in __anon_vma_prepare()
211 if (likely(!vma->anon_vma)) { in __anon_vma_prepare()
216 smp_store_release(&vma->anon_vma, anon_vma); in __anon_vma_prepare()
217 anon_vma_chain_assign(vma, avc, anon_vma); in __anon_vma_prepare()
294 static void cleanup_partial_anon_vmas(struct vm_area_struct *vma);
[all …]
|
| H A D | internal.h | 44 void folio_add_lru_vma(struct folio *folio, struct vm_area_struct *vma);
236 static inline int mmap_file(struct file *file, struct vm_area_struct *vma) in mmap_file() argument
238 int err = vfs_mmap(file, vma); in mmap_file()
248 vma->vm_ops = &vma_dummy_vm_ops; in mmap_file()
258 static inline void vma_close(struct vm_area_struct *vma) in vma_close() argument
260 if (vma->vm_ops && vma->vm_ops->close) { in vma_close()
261 vma->vm_ops->close(vma); in vma_close()
267 vma->vm_ops = &vma_dummy_vm_ops; in vma_close()
276 bool cond_install_uffd_wp_ptes(struct vm_area_struct *vma,
335 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma);
[all …]
|
| H A D | huge_memory.c | 95 static inline bool file_thp_enabled(const struct vm_area_struct *vma) in file_thp_enabled() argument
99 if (!vma->vm_file) in file_thp_enabled()
102 inode = file_inode(vma->vm_file); in file_thp_enabled()
107 if (!mapping_pmd_folio_support(vma->vm_file->f_mapping)) in file_thp_enabled()
114 static bool vma_is_special_huge(const struct vm_area_struct *vma) in vma_is_special_huge() argument
116 if (vma_is_dax(vma)) in vma_is_special_huge()
118 return vma_test_any(vma, VMA_PFNMAP_BIT, VMA_MIXEDMAP_BIT); in vma_is_special_huge()
121 static bool vma_file_bypass_thp_tuneables(const struct vm_area_struct *vma, in vma_file_bypass_thp_tuneables() argument
124 const bool has_huge_fault = vma->vm_ops->huge_fault; in vma_file_bypass_thp_tuneables()
130 if (vma_test(vma, VMA_PFNMAP_BIT) && has_huge_fault) in vma_file_bypass_thp_tuneables()
[all …]
|
| /linux/tools/testing/vma/ |
| H A D | shared.c | 19 struct vm_area_struct *vma = vm_area_alloc(mm); in alloc_vma() local
21 if (vma == NULL) in alloc_vma()
24 vma->vm_start = start; in alloc_vma()
25 vma->vm_end = end; in alloc_vma()
26 vma_set_pgoff(vma, pgoff); in alloc_vma()
27 vma_set_anon_pgoff(vma, start >> PAGE_SHIFT); in alloc_vma()
28 vma->flags = vma_flags; in alloc_vma()
29 vma_assert_detached(vma); in alloc_vma()
31 return vma; in alloc_vma()
34 void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma() argument
[all …]
|
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap() argument
31 if (vma->mem) { in nouveau_vma_unmap()
32 nvif_vmm_unmap(&vma->vmm->vmm, vma->addr); in nouveau_vma_unmap()
33 vma->mem = NULL; in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map() argument
40 struct nvif_vma tmp = { .addr = vma->addr }; in nouveau_vma_map()
41 int ret = nouveau_mem_map(mem, &vma->vmm->vmm, &tmp); in nouveau_vma_map()
44 vma->mem = mem; in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
53 list_for_each_entry(vma, &nvbo->vma_list, head) { in nouveau_vma_find()
[all …]
|
| /linux/tools/testing/vma/include/ |
| H A D | dup.h | 7 static inline void vma_start_write(struct vm_area_struct *vma);
646 void (*open)(struct vm_area_struct *vma);
651 void (*close)(struct vm_area_struct *vma);
670 int (*may_split)(struct vm_area_struct *vma, unsigned long addr);
671 int (*mremap)(struct vm_area_struct *vma);
677 int (*mprotect)(struct vm_area_struct *vma, unsigned long start,
683 unsigned long (*pagesize)(struct vm_area_struct *vma);
696 int (*access)(struct vm_area_struct *vma, unsigned long addr,
702 const char *(*name)(struct vm_area_struct *vma);
712 int (*set_policy)(struct vm_area_struct *vma, struct mempolicy *new);
[all …]
|
| H A D | stubs.h | 28 #define vma_policy(vma) NULL argument
67 static inline void vma_numab_state_init(struct vm_area_struct *vma) in vma_numab_state_init() argument
71 static inline void vma_numab_state_free(struct vm_area_struct *vma) in vma_numab_state_free() argument
80 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name() argument
89 static inline int mmap_action_complete(struct vm_area_struct *vma, in mmap_action_complete() argument
96 static inline void fixup_hugetlb_reservations(struct vm_area_struct *vma) in fixup_hugetlb_reservations() argument
115 static inline int remap_pfn_range_complete(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_complete() argument
143 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep() argument
186 static inline void khugepaged_enter_vma(struct vm_area_struct *vma, in khugepaged_enter_vma() argument
196 static inline bool is_vm_hugetlb_page(struct vm_area_struct *vma) in is_vm_hugetlb_page() argument
201 vma_soft_dirty_enabled(struct vm_area_struct * vma) vma_soft_dirty_enabled() argument
206 userfaultfd_wp(struct vm_area_struct * vma) userfaultfd_wp() argument
250 shmem_zero_setup(struct vm_area_struct * vma) shmem_zero_setup() argument
260 vma_interval_tree_insert(struct vm_area_struct * vma,struct rb_root_cached * rb) vma_interval_tree_insert() argument
265 vma_interval_tree_remove(struct vm_area_struct * vma,struct rb_root_cached * rb) vma_interval_tree_remove() argument
284 uprobe_mmap(struct vm_area_struct * vma) uprobe_mmap() argument
288 uprobe_munmap(struct vm_area_struct * vma,unsigned long start,unsigned long end) uprobe_munmap() argument
301 vma_assert_write_locked(struct vm_area_struct * vma) vma_assert_write_locked() argument
305 ksm_add_vma(struct vm_area_struct * vma) ksm_add_vma() argument
309 perf_event_mmap(struct vm_area_struct * vma) perf_event_mmap() argument
313 vma_is_dax(struct vm_area_struct * vma) vma_is_dax() argument
328 vma_close(struct vm_area_struct * vma) vma_close() argument
332 mmap_file(struct file * file,struct vm_area_struct * vma) mmap_file() argument
348 anon_vma_name(struct vm_area_struct * vma) anon_vma_name() argument
353 is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct * vma,struct vm_userfaultfd_ctx vm_ctx) is_mergeable_vm_userfaultfd_ctx() argument
423 vma_adjust_trans_huge(struct vm_area_struct * vma,unsigned long start,unsigned long end,struct vm_area_struct * next) vma_adjust_trans_huge() argument
432 vma_supports_mlock(const struct vm_area_struct * vma) vma_supports_mlock() argument
[all...] |
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 824 struct nvkm_vma *vma = kzalloc_obj(*vma); in nvkm_vma_new() local
825 if (vma) { in nvkm_vma_new()
826 vma->addr = addr; in nvkm_vma_new()
827 vma->size = size; in nvkm_vma_new()
828 vma->page = NVKM_VMA_PAGE_NONE; in nvkm_vma_new()
829 vma->refd = NVKM_VMA_PAGE_NONE; in nvkm_vma_new()
831 return vma; in nvkm_vma_new()
835 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail() argument
839 BUG_ON(vma->size == tail); in nvkm_vma_tail()
841 if (!(new = nvkm_vma_new(vma->addr + (vma->size - tail), tail))) in nvkm_vma_tail()
[all …]
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_gem_gtt.c | 398 struct i915_vma *vma; in close_object_list() local
400 vma = i915_vma_instance(obj, vm, NULL); in close_object_list()
401 if (!IS_ERR(vma)) in close_object_list()
402 ignored = i915_vma_unbind_unlocked(vma); in close_object_list()
421 struct i915_vma *vma; in fill_hole() local
463 vma = i915_vma_instance(obj, vm, NULL); in fill_hole()
464 if (IS_ERR(vma)) in fill_hole()
473 err = i915_vma_pin(vma, 0, 0, offset | flags); in fill_hole()
480 if (!drm_mm_node_allocated(&vma->node) || in fill_hole()
481 i915_vma_misplaced(vma, 0, 0, offset | flags)) { in fill_hole()
[all …]
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_trace_bo.h | 21 #define __dev_name_vma(vma) __dev_name_vm(xe_vma_vm(vma)) argument
89 TP_PROTO(struct xe_vma *vma),
90 TP_ARGS(vma),
93 __string(dev, __dev_name_vma(vma))
94 __field(struct xe_vma *, vma)
104 __entry->vma = vma;
105 __entry->vm = xe_vma_vm(vma);
106 __entry->asid = xe_vma_vm(vma)->usm.asid;
107 __entry->start = xe_vma_start(vma);
108 __entry->end = xe_vma_end(vma) - 1;
[all …]
|
| H A D | xe_userptr.c | 62 struct xe_vma *vma = &uvma->vma; in xe_vma_userptr_pin_pages() local
63 struct xe_vm *vm = xe_vma_vm(vma); in xe_vma_userptr_pin_pages()
66 .read_only = xe_vma_read_only(vma), in xe_vma_userptr_pin_pages()
72 xe_assert(xe, xe_vma_is_userptr(vma)); in xe_vma_userptr_pin_pages()
74 if (vma->gpuva.flags & XE_VMA_DESTROYED) in xe_vma_userptr_pin_pages()
80 xe_vma_userptr(vma), in xe_vma_userptr_pin_pages()
81 xe_vma_userptr(vma) + xe_vma_size(vma), in xe_vma_userptr_pin_pages()
89 struct xe_vma *vma = &uvma->vma; in xe_vma_userptr_do_inval() local
92 .read_only = xe_vma_read_only(vma), in xe_vma_userptr_do_inval()
115 err = xe_vm_invalidate_vma_submit(vma, &userptr->inval_batch); in xe_vma_userptr_do_inval()
[all …]
|
| /linux/drivers/pci/ |
| H A D | mmap.c | 25 struct vm_area_struct *vma, in pci_mmap_resource_range() argument
32 if (vma->vm_pgoff + vma_pages(vma) > size) in pci_mmap_resource_range()
36 vma->vm_page_prot = pgprot_writecombine(vma->vm_page_prot); in pci_mmap_resource_range()
38 vma->vm_page_prot = pgprot_device(vma->vm_page_prot); in pci_mmap_resource_range()
41 ret = pci_iobar_pfn(pdev, bar, vma); in pci_mmap_resource_range()
45 vma->vm_pgoff += (pci_resource_start(pdev, bar) >> PAGE_SHIFT); in pci_mmap_resource_range()
47 vma->vm_ops = &pci_phys_vm_ops; in pci_mmap_resource_range()
49 return io_remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff, in pci_mmap_resource_range()
50 vma->vm_end - vma->vm_start, in pci_mmap_resource_range()
51 vma->vm_page_prot); in pci_mmap_resource_range()
[all …]
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 188 struct vm_area_struct *vma; in get_next_vma() local
194 vma = lock_next_vma(lock_ctx->mm, &priv->iter, last_pos); in get_next_vma()
195 if (!IS_ERR_OR_NULL(vma)) in get_next_vma()
196 lock_ctx->locked_vma = vma; in get_next_vma()
198 return vma; in get_next_vma()
279 struct vm_area_struct *vma; in proc_get_vma() local
282 vma = get_next_vma(priv, *ppos); in proc_get_vma()
284 if (IS_ERR(vma)) { in proc_get_vma()
285 if (PTR_ERR(vma) == -EAGAIN && fallback_to_mmap_lock(priv, *ppos)) in proc_get_vma()
288 return vma; in proc_get_vma()
[all …]
|
| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | intel_ring.c | 37 struct i915_vma *vma = ring->vma; in intel_ring_pin() local
46 flags = PIN_OFFSET_BIAS | i915_ggtt_pin_bias(vma); in intel_ring_pin()
48 if (i915_gem_object_is_stolen(vma->obj)) in intel_ring_pin()
53 ret = i915_ggtt_pin(vma, ww, 0, flags); in intel_ring_pin()
57 if (i915_vma_is_map_and_fenceable(vma) && !HAS_LLC(vma->vm->i915)) { in intel_ring_pin()
58 addr = (void __force *)i915_vma_pin_iomap(vma); in intel_ring_pin()
60 int type = intel_gt_coherent_map_type(vma->vm->gt, vma->obj, false); in intel_ring_pin()
62 addr = i915_gem_object_pin_map(vma->obj, type); in intel_ring_pin()
70 i915_vma_make_unshrinkable(vma); in intel_ring_pin()
79 i915_vma_unpin(vma); in intel_ring_pin()
[all …]
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_hugetlbpage.c | 10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page() argument
13 struct hstate *hstate = hstate_file(vma->vm_file); in radix__flush_hugetlb_page()
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page() argument
22 struct hstate *hstate = hstate_file(vma->vm_file); in radix__local_flush_hugetlb_page()
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
28 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start, in radix__flush_hugetlb_tlb_range() argument
32 struct hstate *hstate = hstate_file(vma->vm_file); in radix__flush_hugetlb_tlb_range()
39 radix__flush_tlb_pwc_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
41 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
[all …]
|