Home
last modified time | relevance | path

Searched refs:vmi (Results 1 – 25 of 26) sorted by relevance

12

/linux/mm/
H A Dvma.c12 struct vma_iterator *vmi; member
48 .vmi = vmi_, \
61 .vmi = (map_)->vmi, \
338 static void vma_complete(struct vma_prepare *vp, struct vma_iterator *vmi, in vma_complete() argument
359 vma_iter_store_new(vmi, vp->insert); in vma_complete()
500 __split_vma(struct vma_iterator *vmi, struct vm_area_struct *vma, in __split_vma() argument
528 vma_iter_config(vmi, new->vm_start, new->vm_end); in __split_vma()
529 if (vma_iter_prealloc(vmi, new)) in __split_vma()
569 vma_complete(&vp, vmi, vma->vm_mm); in __split_vma()
574 vma_next(vmi); in __split_vma()
[all …]
H A Dmseal.c43 VMA_ITERATOR(vmi, current->mm, start); in range_contains_unmapped()
45 for_each_vma_range(vmi, vma, end) { in range_contains_unmapped()
59 VMA_ITERATOR(vmi, mm, start); in mseal_apply()
62 vma = vma_iter_load(&vmi); in mseal_apply()
63 prev = vma_prev(&vmi); in mseal_apply()
67 for_each_vma_range(vmi, vma, end) { in mseal_apply()
76 vma = vma_modify_flags(&vmi, prev, vma, curr_start, in mseal_apply()
H A Ddebug.c256 vmg->vmi, vmg->vmi ? vma_iter_addr(vmg->vmi) : 0, in dump_vmg()
257 vmg->vmi ? vma_iter_end(vmg->vmi) : 0, in dump_vmg()
301 if (vmg->vmi) { in dump_vmg()
303 vma_iter_dump_tree(vmg->vmi); in dump_vmg()
356 void vma_iter_dump_tree(const struct vma_iterator *vmi) in vma_iter_dump_tree() argument
359 mas_dump(&vmi->mas); in vma_iter_dump_tree()
360 mt_dump(vmi->mas.tree, mt_dump_hex); in vma_iter_dump_tree()
H A Duserfaultfd.c1031 VMA_ITERATOR(vmi, dst_mm, start); in mwriteprotect_range()
1055 for_each_vma_range(vmi, dst_vma, end) { in mwriteprotect_range()
2089 struct vm_area_struct *userfaultfd_clear_vma(struct vma_iterator *vmi, in userfaultfd_clear_vma() argument
2112 ret = vma_modify_flags_uffd(vmi, prev, vma, start, end, in userfaultfd_clear_vma()
2135 VMA_ITERATOR(vmi, ctx->mm, start); in userfaultfd_register_range()
2136 struct vm_area_struct *prev = vma_prev(&vmi); in userfaultfd_register_range()
2143 for_each_vma_range(vmi, vma, end) { in userfaultfd_register_range()
2167 vma = vma_modify_flags_uffd(&vmi, prev, vma, start, vma_end, in userfaultfd_register_range()
2196 VMA_ITERATOR(vmi, mm, 0); in userfaultfd_release_new()
2200 for_each_vma(vmi, vma) { in userfaultfd_release_new()
[all …]
H A Dmempolicy.c567 VMA_ITERATOR(vmi, mm, 0); in mpol_rebind_mm()
570 for_each_vma(vmi, vma) { in mpol_rebind_mm()
1039 static int mbind_range(struct vma_iterator *vmi, struct vm_area_struct *vma, in mbind_range() argument
1058 vma = vma_modify_policy(vmi, *prev, vma, vmstart, vmend, new_pol); in mbind_range()
1492 struct vma_iterator vmi; in do_mbind() local
1557 vma_iter_init(&vmi, mm, start); in do_mbind()
1558 prev = vma_prev(&vmi); in do_mbind()
1559 for_each_vma_range(vmi, vma, end) { in do_mbind()
1560 err = mbind_range(&vmi, vma, &prev, start, end, new); in do_mbind()
1592 vma_iter_init(&vmi, mm, start); in do_mbind()
[all …]
H A Dmadvise.c158 VMA_ITERATOR(vmi, madv_behavior->mm, range->start); in madvise_update_vma()
166 vma = vma_modify_name(&vmi, madv_behavior->prev, vma, in madvise_update_vma()
169 vma = vma_modify_flags(&vmi, madv_behavior->prev, vma, in madvise_update_vma()
/linux/tools/testing/vma/tests/
H A Dmerge.c11 vmg->next = vma_next(vmg->vmi); in merge_new()
12 vmg->prev = vma_prev(vmg->vmi); in merge_new()
13 vma_iter_next_range(vmg->vmi); in merge_new()
38 vma_iter_set(vmg->vmi, start); in vmg_set_range()
103 VMA_ITERATOR(vmi, &mm, 0x1000); in test_simple_merge()
106 .vmi = &vmi, in test_simple_merge()
137 VMA_ITERATOR(vmi, &mm, 0x1000); in test_simple_modify()
145 vma = vma_modify_flags(&vmi, init_vma, init_vma, in test_simple_modify()
160 vma_iter_set(&vmi, in test_simple_modify()
[all...]
H A Dmmap.c10 VMA_ITERATOR(vmi, &mm, 0); in test_mmap_region_basic()
32 for_each_vma(vmi, vma) { in test_mmap_region_basic()
44 cleanup_mm(&mm, &vmi); in test_mmap_region_basic()
H A Dvma.c35 VMA_ITERATOR(vmi, &mm, 0); in test_copy_vma()
48 cleanup_mm(&mm, &vmi); in test_copy_vma()
59 cleanup_mm(&mm, &vmi); in test_vma_flags_unchanged()
/linux/tools/testing/vma/include/
H A Ddup.h782 static inline void vma_iter_invalidate(struct vma_iterator *vmi) in vma_iter_invalidate() argument
784 mas_pause(&vmi->mas); in vma_iter_invalidate()
1170 static inline struct vm_area_struct *vma_next(struct vma_iterator *vmi) in vma_next() argument
1176 return mas_find(&vmi->mas, ULONG_MAX); in vma_next()
1266 struct vm_area_struct *vma_find(struct vma_iterator *vmi, unsigned long max) in vma_find() argument
1268 return mas_find(&vmi->mas, max - 1); in vma_find()
1271 static inline int vma_iter_clear_gfp(struct vma_iterator *vmi, in vma_iter_clear_gfp() argument
1274 __mas_set_range(&vmi->mas, start, end - 1); in vma_iter_clear_gfp()
1275 mas_store_gfp(&vmi->mas, NULL, gfp); in vma_iter_clear_gfp()
1276 if (unlikely(mas_is_err(&vmi->mas))) in vma_iter_clear_gfp()
[all …]
/linux/arch/xtensa/kernel/
H A Dsyscall.c62 struct vma_iterator vmi; in arch_get_unmapped_area() local
84 vma_iter_init(&vmi, current->mm, addr); in arch_get_unmapped_area()
85 for_each_vma(vmi, vmm) { in arch_get_unmapped_area()
/linux/fs/proc/
H A Dtask_nommu.c23 VMA_ITERATOR(vmi, mm, 0); in task_mem()
29 for_each_vma(vmi, vma) { in task_mem()
83 VMA_ITERATOR(vmi, mm, 0); in task_vsize()
88 for_each_vma(vmi, vma) in task_vsize()
98 VMA_ITERATOR(vmi, mm, 0); in task_statm()
104 for_each_vma(vmi, vma) { in task_statm()
H A Dbase.c2414 struct vma_iterator vmi; in proc_map_files_readdir() local
2454 vma_iter_init(&vmi, mm, 0); in proc_map_files_readdir()
2455 for_each_vma(vmi, vma) { in proc_map_files_readdir()
/linux/tools/testing/vma/
H A Dshared.h61 #define vma_iter_prealloc(vmi, vma) \
62 (fail_prealloc ? -ENOMEM : mas_preallocate(&(vmi)->mas, (vma), GFP_KERNEL))
117 int cleanup_mm(struct mm_struct *mm, struct vma_iterator *vmi);
43 vma_iter_prealloc(vmi,vma) global() argument
H A Dshared.c69 int cleanup_mm(struct mm_struct *mm, struct vma_iterator *vmi) in cleanup_mm() argument
77 vma_iter_set(vmi, 0); in cleanup_mm()
78 for_each_vma(*vmi, vma) { in cleanup_mm()
/linux/arch/powerpc/mm/book3s32/
H A Dtlb.c84 VMA_ITERATOR(vmi, mm, 0); in hash__flush_tlb_mm()
92 for_each_vma(vmi, mp) in hash__flush_tlb_mm()
/linux/include/linux/
H A Dmm.h1585 struct vm_area_struct *vma_find(struct vma_iterator *vmi, unsigned long max) in vma_find() argument
1587 return mas_find(&vmi->mas, max - 1); in vma_find()
1590 static inline struct vm_area_struct *vma_next(struct vma_iterator *vmi) in vma_next() argument
1596 return mas_find(&vmi->mas, ULONG_MAX); in vma_next()
1600 struct vm_area_struct *vma_iter_next_range(struct vma_iterator *vmi) in vma_iter_next_range() argument
1602 return mas_next_range(&vmi->mas, ULONG_MAX); in vma_iter_next_range()
1606 static inline struct vm_area_struct *vma_prev(struct vma_iterator *vmi) in vma_prev() argument
1608 return mas_prev(&vmi->mas, 0); in vma_prev()
1611 static inline int vma_iter_clear_gfp(struct vma_iterator *vmi, in vma_iter_clear_gfp() argument
1614 __mas_set_range(&vmi->mas, start, end - 1); in vma_iter_clear_gfp()
[all …]
/linux/arch/x86/entry/vdso/
H A Dvma.c197 VMA_ITERATOR(vmi, mm, 0); in map_vdso_once()
207 for_each_vma(vmi, vma) { in map_vdso_once()
/linux/arch/powerpc/mm/book3s64/
H A Dsubpage_prot.c155 VMA_ITERATOR(vmi, mm, addr); in subpage_mark_vma_nohuge()
161 for_each_vma_range(vmi, vma, addr + len) { in subpage_mark_vma_nohuge()
/linux/arch/parisc/kernel/
H A Dcache.c717 VMA_ITERATOR(vmi, mm, 0); in mm_total_size()
719 for_each_vma(vmi, vma) { in mm_total_size()
730 VMA_ITERATOR(vmi, mm, 0); in flush_cache_mm()
750 for_each_vma(vmi, vma) in flush_cache_mm()
/linux/drivers/gpu/drm/i915/gem/
H A Di915_gem_userptr.c404 VMA_ITERATOR(vmi, mm, addr); in probe_range()
409 for_each_vma_range(vmi, vma, end) { in probe_range()
/linux/ipc/
H A Dshm.c1737 VMA_ITERATOR(vmi, mm, addr); in ksys_shmdt()
1769 for_each_vma(vmi, vma) { in ksys_shmdt()
1786 do_vmi_align_munmap(&vmi, vma, mm, vma->vm_start, in ksys_shmdt()
1795 vma = vma_next(&vmi); in ksys_shmdt()
1811 do_vmi_align_munmap(&vmi, vma, mm, vma->vm_start, in ksys_shmdt()
1815 vma = vma_next(&vmi); in ksys_shmdt()
/linux/drivers/tee/optee/
H A Dcall.c615 VMA_ITERATOR(vmi, mm, start); in __check_mem_type()
617 for_each_vma_range(vmi, vma, end) { in __check_mem_type()
/linux/kernel/
H A Dfork.c1283 VMA_ITERATOR(vmi, mm, 0); in replace_mm_exe_file()
1285 for_each_vma(vmi, vma) { in replace_mm_exe_file()
/linux/kernel/sched/
H A Dfair.c3494 struct vma_iterator vmi; in task_numa_work() local
3567 vma_iter_init(&vmi, mm, start); in task_numa_work()
3568 vma = vma_next(&vmi); in task_numa_work()
3572 vma_iter_set(&vmi, start); in task_numa_work()
3573 vma = vma_next(&vmi); in task_numa_work()
3576 for (; vma; vma = vma_next(&vmi)) { in task_numa_work()

12