Lines Matching refs:range
77 struct madvise_behavior_range range; member
156 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_update_vma() local
159 VMA_ITERATOR(vmi, madv_behavior->mm, range->start); in madvise_update_vma()
167 range->start, range->end, anon_name); in madvise_update_vma()
170 range->start, range->end, &new_flags); in madvise_update_vma()
286 unsigned long start = madv_behavior->range.start; in madvise_willneed()
287 unsigned long end = madv_behavior->range.end; in madvise_willneed()
579 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_cold_page_range() local
586 walk_page_range_vma(vma, range->start, range->end, &cold_walk_ops, in madvise_cold_page_range()
614 struct madvise_behavior_range *range) in madvise_pageout_page_range() argument
622 walk_page_range_vma(vma, range->start, range->end, &cold_walk_ops, in madvise_pageout_page_range()
647 madvise_pageout_page_range(&tlb, vma, &madv_behavior->range); in madvise_pageout()
804 unsigned long start_addr = madv_behavior->range.start; in madvise_free_single_vma()
805 unsigned long end_addr = madv_behavior->range.end; in madvise_free_single_vma()
806 struct mmu_notifier_range range; in madvise_free_single_vma() local
816 range.start = max(vma->vm_start, start_addr); in madvise_free_single_vma()
817 if (range.start >= vma->vm_end) in madvise_free_single_vma()
819 range.end = min(vma->vm_end, end_addr); in madvise_free_single_vma()
820 if (range.end <= vma->vm_start) in madvise_free_single_vma()
822 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, mm, in madvise_free_single_vma()
823 range.start, range.end); in madvise_free_single_vma()
828 mmu_notifier_invalidate_range_start(&range); in madvise_free_single_vma()
831 walk_page_range_vma(vma, range.start, range.end, in madvise_free_single_vma()
834 mmu_notifier_invalidate_range_end(&range); in madvise_free_single_vma()
860 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_dontneed_single_vma() local
867 madv_behavior->tlb, madv_behavior->vma, range->start, in madvise_dontneed_single_vma()
868 range->end - range->start, &details); in madvise_dontneed_single_vma()
877 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_dontneed_free_valid_vma() local
890 if (range->start & ~huge_page_mask(hstate_vma(vma))) in madvise_dontneed_free_valid_vma()
899 range->end = ALIGN_DOWN(range->end, huge_page_size(hstate_vma(vma))); in madvise_dontneed_free_valid_vma()
907 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_dontneed_free() local
913 if (range->start == range->end) in madvise_dontneed_free()
916 if (!userfaultfd_remove(madv_behavior->vma, range->start, range->end)) { in madvise_dontneed_free()
921 madv_behavior->vma = vma = vma_lookup(mm, range->start); in madvise_dontneed_free()
930 if (range->end > vma->vm_end) { in madvise_dontneed_free()
943 range->end = vma->vm_end; in madvise_dontneed_free()
952 if (range->start == range->end) in madvise_dontneed_free()
954 VM_WARN_ON(range->start > range->end); in madvise_dontneed_free()
970 unsigned long start = madv_behavior->range.start; in madvise_populate()
971 unsigned long end = madv_behavior->range.end; in madvise_populate()
1015 unsigned long start = madv_behavior->range.start; in madvise_remove()
1016 unsigned long end = madv_behavior->range.end; in madvise_remove()
1126 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_guard_install() local
1183 range->start, range->end, &walk_ops, in madvise_guard_install()
1186 err = walk_page_range_mm_unsafe(vma->vm_mm, range->start, in madvise_guard_install()
1187 range->end, &walk_ops, &nr_pages); in madvise_guard_install()
1193 PHYS_PFN(range->end - range->start); in madvise_guard_install()
1203 zap_page_range_single(vma, range->start, in madvise_guard_install()
1204 range->end - range->start, NULL); in madvise_guard_install()
1255 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_guard_remove() local
1270 return walk_page_range_vma(vma, range->start, range->end, in madvise_guard_remove()
1352 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_vma_behavior() local
1372 return madvise_collapse(vma, range->start, range->end, in madvise_vma_behavior()
1420 error = ksm_madvise(vma, range->start, range->end, in madvise_vma_behavior()
1459 unsigned long start = madv_behavior->range.start; in madvise_inject_error()
1460 unsigned long end = madv_behavior->range.end; in madvise_inject_error()
1603 if (madv_behavior->range.end > vma->vm_end) in is_vma_lock_sufficient()
1643 vma = lock_vma_under_rcu(mm, madv_behavior->range.start); in try_vma_read_lock()
1674 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_walk_vmas() local
1676 unsigned long last_end = range->end; in madvise_walk_vmas()
1692 vma = find_vma_prev(mm, range->start, &prev); in madvise_walk_vmas()
1693 if (vma && range->start > vma->vm_start) in madvise_walk_vmas()
1702 if (range->start < vma->vm_start) { in madvise_walk_vmas()
1710 range->start = vma->vm_start; in madvise_walk_vmas()
1711 if (range->start >= last_end) in madvise_walk_vmas()
1716 range->end = min(vma->vm_end, last_end); in madvise_walk_vmas()
1734 if (vma && range->end < vma->vm_end) in madvise_walk_vmas()
1735 range->end = vma->vm_end; in madvise_walk_vmas()
1736 if (range->end >= last_end) in madvise_walk_vmas()
1739 vma = find_vma(mm, vma ? vma->vm_end : range->end); in madvise_walk_vmas()
1740 range->start = range->end; in madvise_walk_vmas()
1922 struct madvise_behavior_range *range = &madv_behavior->range; in madvise_do_behavior() local
1925 range->start = start; in madvise_do_behavior()
1926 range->end = start + len_in; in madvise_do_behavior()
1930 range->start = get_untagged_addr(madv_behavior->mm, start); in madvise_do_behavior()
1931 range->end = range->start + PAGE_ALIGN(len_in); in madvise_do_behavior()
2212 madv_behavior.range.start = start; in madvise_set_anon_name()
2213 madv_behavior.range.end = end; in madvise_set_anon_name()