| /linux/mm/ |
| H A D | nommu.c | 96 return vma->vm_end - vma->vm_start; in kobjsize() 448 BUG_ON(last->vm_end <= last->vm_start); in validate_nommu_regions() 449 BUG_ON(last->vm_top < last->vm_end); in validate_nommu_regions() 455 BUG_ON(region->vm_end <= region->vm_start); in validate_nommu_regions() 456 BUG_ON(region->vm_top < region->vm_end); in validate_nommu_regions() 601 vma_iter_config(&vmi, vma->vm_start, vma->vm_end); in delete_vma_from_mm() 680 if (vma->vm_end != end) in find_vma_exact() 899 vma->vm_region->vm_top = vma->vm_region->vm_end; in do_mmap_shared_file() 935 vma->vm_region->vm_top = vma->vm_region->vm_end; in do_mmap_private() 968 region->vm_end = region->vm_start + len; in do_mmap_private() [all …]
|
| H A D | vma_exec.c | 18 * shift, vma->vm_end - shift). 38 unsigned long old_end = vma->vm_end; in relocate_vma_down() 148 vma->vm_end = STACK_TOP_MAX; in create_init_stack_vma() 149 vma->vm_start = vma->vm_end - PAGE_SIZE; in create_init_stack_vma() 162 *top_mem_p = vma->vm_end - sizeof(void *); in create_init_stack_vma()
|
| H A D | vma.c | 84 vma->vm_end = end; in __vma_set_range() 305 * Before updating the vma's vm_start / vm_end / vm_pgoff fields, the 340 uprobe_munmap(vp->vma, vp->vma->vm_start, vp->vma->vm_end); in vma_prepare() 344 vp->adj_next->vm_end); in vma_prepare() 430 vp->remove->vm_end); in vma_complete() 438 WARN_ON_ONCE(vp->vma->vm_end < vp->remove->vm_end); in vma_complete() 472 return vmg->prev && vmg->prev->vm_end == vmg->start && in can_vma_merge_left() 552 WARN_ON(vma->vm_end <= addr); in __split_vma() 565 new->vm_end = addr; in __split_vma() 572 vma_iter_config(vmi, new->vm_start, new->vm_end); in __split_vma() [all …]
|
| H A D | vma.h | 149 * (and thereby, vmg->prev->vm_end). 154 * (and thereby, vmg->middle->vm_end). 196 unmap->tree_reset = vma->vm_end; in unmap_all_init() 223 .pg_start = _prev ? ((struct vm_area_struct *)_prev)->vm_end : \ 232 .tree_reset = _vma->vm_end, \ 375 __mas_set_range(&vmi->mas, vma->vm_start, vma->vm_end - 1); in vma_iter_store_gfp() 689 vma->vm_end, vmi->mas.index, vmi->mas.last); in vma_iter_store_overwrite() 694 vmi->mas.last, vma->vm_start, vma->vm_start, vma->vm_end, in vma_iter_store_overwrite() 703 __mas_set_range(&vmi->mas, vma->vm_start, vma->vm_end - 1); in vma_iter_store_overwrite()
|
| H A D | mremap.c | 1131 if (!err && vma->vm_end != old_addr + old_len) in prep_move_vma() 1169 unsigned long vm_end; in unmap_source_vma() local 1201 vm_end = vma->vm_end; in unmap_source_vma() 1248 if (vm_end > end) { in unmap_source_vma() 1336 unsigned long old_end = vma->vm_end; in dontunmap_complete() 1512 unsigned long end = vma->vm_end + delta; in vma_expandable() 1514 if (end < vma->vm_end) /* overflow */ in vma_expandable() 1516 if (find_vma_intersection(vma->vm_mm, vma->vm_end, end)) in vma_expandable() 1528 unsigned long suffix_bytes = vrm->vma->vm_end - vrm->addr; in vrm_can_expand_in_place() 1551 VMA_ITERATOR(vmi, mm, vma->vm_end); in expand_vma_in_place() [all …]
|
| H A D | vma_init.c | 51 dest->vm_end = src->vm_end; in vm_area_init_from()
|
| H A D | madvise.c | 931 if (range->end > vma->vm_end) { in madvise_dontneed_free() 933 * Don't fail if end > vma->vm_end. If the old in madvise_dontneed_free() 941 * end-vma->vm_end range, but the manager can in madvise_dontneed_free() 944 range->end = vma->vm_end; in madvise_dontneed_free() 1603 if (madv_behavior->range.end > vma->vm_end) in is_vma_lock_sufficient() 1701 /* Here start < (last_end|vma->vm_end). */ in madvise_walk_vmas() 1715 /* Here vma->vm_start <= range->start < (last_end|vma->vm_end) */ in madvise_walk_vmas() 1716 range->end = min(vma->vm_end, last_end); in madvise_walk_vmas() 1718 /* Here vma->vm_start <= range->start < range->end <= (last_end|vma->vm_end). */ in madvise_walk_vmas() 1734 if (vma && range->end < vma->vm_end) in madvise_walk_vmas() [all …]
|
| H A D | mlock.c | 554 /* Here we know that vma->vm_start <= nstart < vma->vm_end. */ in apply_vma_lock_flags() 555 tmp = vma->vm_end; in apply_vma_lock_flags() 596 if (end < vma->vm_end) { in count_mm_mlocked_page_nr() 600 count += vma->vm_end - vma->vm_start; in count_mm_mlocked_page_nr() 747 error = mlock_fixup(&vmi, vma, &prev, vma->vm_start, vma->vm_end, in apply_mlockall_flags()
|
| /linux/kernel/bpf/ |
| H A D | stackmap.c | 179 * A cached VMA lookup result. The range [vm_start, vm_end) is always set. 181 * Zero vm_end marks the slot empty. build_id aliases the id_offs[] entry. 185 unsigned long vm_end; member 212 unsigned long vm_start, vm_end, vm_pgoff; in stack_map_build_id_set_from_cache() local 216 vm_end = cache->resolved.vm_end; in stack_map_build_id_set_from_cache() 217 if (vm_end && ip >= vm_start && ip < vm_end) { in stack_map_build_id_set_from_cache() 225 vm_end = cache->unresolved.vm_end; in stack_map_build_id_set_from_cache() 226 if (vm_end && ip >= vm_start && ip < vm_end) { in stack_map_build_id_set_from_cache() 242 unsigned long vm_end, in stack_map_build_id_cache_set_resolved() argument 249 .vm_end = vm_end, in stack_map_build_id_cache_set_resolved() [all …]
|
| H A D | task_iter.c | 486 info->prev_vm_end = curr_vma->vm_end; in task_vma_seq_get_next() 532 curr_vma = find_vma(curr_mm, curr_vma->vm_end); in task_vma_seq_get_next() 545 curr_vma->vm_end == info->prev_vm_end) in task_vma_seq_get_next() 546 curr_vma = find_vma(curr_mm, curr_vma->vm_end); in task_vma_seq_get_next() 646 info->prev_vm_end = info->vma->vm_end; in task_vma_seq_stop() 808 if (vma && vma->vm_start <= start && vma->vm_end > start) { in BPF_CALL_5() 943 * or write-locked. On failure, advance past it using vm_end from the 944 * RCU walk. SLAB_TYPESAFE_BY_RCU can make vm_end stale, so fall back 963 end = vma->vm_end; in bpf_iter_task_vma_find_next() 975 if (unlikely(vma->vm_end <= data->next_addr)) { in bpf_iter_task_vma_find_next() [all …]
|
| /linux/tools/testing/vma/tests/ |
| H A D | merge.c | 122 ASSERT_EQ(vma->vm_end, 0x3000); in test_simple_merge() 155 ASSERT_EQ(vma->vm_end, 0x2000); in test_simple_modify() 168 ASSERT_EQ(vma->vm_end, 0x1000); in test_simple_modify() 178 ASSERT_EQ(vma->vm_end, 0x2000); in test_simple_modify() 188 ASSERT_EQ(vma->vm_end, 0x3000); in test_simple_modify() 218 ASSERT_EQ(vma->vm_end, 0x3000); in test_simple_expand() 241 ASSERT_EQ(vma->vm_end, 0x1000); in test_simple_shrink() 335 ASSERT_EQ(vma->vm_end, 0x4000); in __test_merge_new() 354 ASSERT_EQ(vma->vm_end, 0x5000); in __test_merge_new() 376 ASSERT_EQ(vma->vm_end, 0x9000); in __test_merge_new() [all …]
|
| H A D | mmap.c | 34 ASSERT_EQ(vma->vm_end, 0x306000); in test_mmap_region_basic() 37 ASSERT_EQ(vma->vm_end, 0x253000); in test_mmap_region_basic()
|
| /linux/fs/proc/ |
| H A D | task_nommu.c | 35 size += region->vm_end - region->vm_start; in task_mem() 37 size = vma->vm_end - vma->vm_start; in task_mem() 46 slack = region->vm_end - vma->vm_end; in task_mem() 89 vsize += vma->vm_end - vma->vm_start; in task_vsize() 109 size += region->vm_end - region->vm_start; in task_statm() 150 vma->vm_end, in nommu_vma_show()
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | iters_task_vma.c | 14 __u64 vm_end; member 35 vm_ranges[seen].vm_end = vma->vm_end; in iter_task_vma_for_each()
|
| /linux/mm/damon/tests/ |
| H A D | vaddr-kunit.h | 24 mas_set_range(&mas, vmas[i].vm_start, vmas[i].vm_end - 1); in __link_vmas() 68 (struct vm_area_struct) {.vm_start = 10, .vm_end = 20}, in damon_test_three_regions_in_vmas() 69 (struct vm_area_struct) {.vm_start = 20, .vm_end = 25}, in damon_test_three_regions_in_vmas() 70 (struct vm_area_struct) {.vm_start = 200, .vm_end = 210}, in damon_test_three_regions_in_vmas() 71 (struct vm_area_struct) {.vm_start = 210, .vm_end = 220}, in damon_test_three_regions_in_vmas() 72 (struct vm_area_struct) {.vm_start = 300, .vm_end = 305}, in damon_test_three_regions_in_vmas() 73 (struct vm_area_struct) {.vm_start = 307, .vm_end = 330}, in damon_test_three_regions_in_vmas()
|
| /linux/scripts/coccinelle/api/ |
| H A D | vma_pages.cocci | 22 * (vma->vm_end - vma->vm_start) >> PAGE_SHIFT 32 - ((vma->vm_end - vma->vm_start) >> PAGE_SHIFT) 44 (vma->vm_end@p - vma->vm_start) >> PAGE_SHIFT
|
| /linux/drivers/gpu/drm/virtio/ |
| H A D | virtgpu_vram.c | 42 unsigned long vm_size = vma->vm_end - vma->vm_start; in virtio_gpu_vram_mmap() 43 unsigned long vm_end; in virtio_gpu_vram_mmap() local 68 if (check_add_overflow(vma->vm_pgoff << PAGE_SHIFT, vm_size, &vm_end)) in virtio_gpu_vram_mmap() 71 if (vm_end > vram->vram_node.size) in virtio_gpu_vram_mmap()
|
| /linux/drivers/soc/qcom/ |
| H A D | rmtfs_mem.c | 136 if (vma->vm_end - vma->vm_start > rmtfs_mem->size) { in qcom_rmtfs_mem_mmap() 138 "vm_end[%lu] - vm_start[%lu] [%lu] > mem->size[%pa]\n", in qcom_rmtfs_mem_mmap() 139 vma->vm_end, vma->vm_start, in qcom_rmtfs_mem_mmap() 140 (vma->vm_end - vma->vm_start), &rmtfs_mem->size); in qcom_rmtfs_mem_mmap() 148 vma->vm_end - vma->vm_start, in qcom_rmtfs_mem_mmap()
|
| /linux/arch/xtensa/kernel/ |
| H A D | syscall.c | 86 /* At this point: (addr < vmm->vm_end). */ in arch_get_unmapped_area() 90 addr = vmm->vm_end; in arch_get_unmapped_area()
|
| /linux/tools/testing/vma/include/ |
| H A D | dup.h | 544 /* VMA covers [vm_start; vm_end) addresses within mm */ 546 unsigned long vm_end; member 1311 desc->end = vma->vm_end; in compat_set_desc_from_vma() 1325 return (vma->vm_end - vma->vm_start) >> PAGE_SHIFT; in vma_pages() 1512 unsigned long vm_end = vma->vm_end; in vm_end_gap() local 1515 vm_end += stack_guard_gap; in vm_end_gap() 1516 if (vm_end < vma->vm_end) in vm_end_gap() 1517 vm_end = -PAGE_SIZE; in vm_end_gap() 1519 return vm_end; in vm_end_gap()
|
| /linux/drivers/media/common/videobuf2/ |
| H A D | videobuf2-memops.c | 96 vma->vm_end); in vb2_common_vm_open() 114 vma->vm_end); in vb2_common_vm_close()
|
| /linux/arch/s390/mm/ |
| H A D | gmap_helpers.c | 143 zap_vma_range(vma, vmaddr, min(end, vma->vm_end) - vmaddr); in gmap_helper_discard() 144 vmaddr = vma->vm_end; in gmap_helper_discard() 255 rc = walk_page_range_vma(vma, addr, vma->vm_end, in __gmap_helper_unshare_zeropages()
|
| /linux/Documentation/bpf/ |
| H A D | prog_lsm.rst | 36 unsigned long vm_start, vm_end; 80 vma->vm_end <= vma->vm_mm->brk);
|
| /linux/drivers/sbus/char/ |
| H A D | flash.c | 66 if (vma->vm_end - (vma->vm_start + (vma->vm_pgoff << PAGE_SHIFT)) > size) in flash_mmap() 67 size = vma->vm_end - (vma->vm_start + (vma->vm_pgoff << PAGE_SHIFT)); in flash_mmap()
|
| /linux/drivers/infiniband/hw/hfi1/ |
| H A D | file_ops.c | 315 vma->vm_end - vma->vm_start, vma->vm_flags); in mmap_cdbg() 425 if ((vma->vm_end - vma->vm_start) != memlen) { in hfi1_file_mmap() 427 (vma->vm_end - vma->vm_start), memlen); in hfi1_file_mmap() 444 vm_end_save = vma->vm_end; in hfi1_file_mmap() 445 vma->vm_end = vma->vm_start; in hfi1_file_mmap() 450 vma->vm_end += memlen; in hfi1_file_mmap() 457 vma->vm_end = vm_end_save; in hfi1_file_mmap() 463 vma->vm_end = vm_end_save; in hfi1_file_mmap() 563 if ((vma->vm_end - vma->vm_start) != memlen) { in hfi1_file_mmap() 566 (vma->vm_end - vma->vm_start), memlen); in hfi1_file_mmap()
|