Lines Matching refs:vm_flags

18 	vm_flags_t vm_flags;  member
50 .vm_flags = vm_flags_, \
61 .vm_flags = (map_)->vm_flags, \
92 if ((vma->vm_flags ^ vmg->vm_flags) & ~VM_IGNORE_MERGE) in is_mergeable_vma()
803 vm_flags_t sticky_flags = vmg->vm_flags & VM_STICKY; in vma_merge_existing_range()
840 if (vmg->vm_flags & VM_SPECIAL || (!left_side && !right_side)) in vma_merge_existing_range()
896 sticky_flags |= (next->vm_flags & VM_STICKY); in vma_merge_existing_range()
902 sticky_flags |= (prev->vm_flags & VM_STICKY); in vma_merge_existing_range()
973 khugepaged_enter_vma(vmg->target, vmg->vm_flags); in vma_merge_existing_range()
1055 if ((vmg->vm_flags & VM_SPECIAL) || (!prev && !next)) in vma_merge_new_range()
1093 khugepaged_enter_vma(vmg->target, vmg->vm_flags); in vma_merge_new_range()
1125 sticky_flags = vmg->vm_flags & VM_STICKY; in vma_expand()
1126 sticky_flags |= target->vm_flags & VM_STICKY; in vma_expand()
1136 sticky_flags |= next->vm_flags & VM_STICKY; in vma_expand()
1397 if (next->vm_flags & VM_LOCKED) in vms_gather_munmap_vmas()
1400 if (next->vm_flags & VM_ACCOUNT) in vms_gather_munmap_vmas()
1403 if (is_exec_mapping(next->vm_flags)) in vms_gather_munmap_vmas()
1405 else if (is_stack_mapping(next->vm_flags)) in vms_gather_munmap_vmas()
1407 else if (is_data_mapping(next->vm_flags)) in vms_gather_munmap_vmas()
1649 const vm_flags_t vm_flags = *vm_flags_ptr; in vma_modify_flags() local
1652 vmg.vm_flags = vm_flags; in vma_modify_flags()
1664 *vm_flags_ptr = ret->vm_flags; in vma_modify_flags()
1694 unsigned long start, unsigned long end, vm_flags_t vm_flags, in vma_modify_flags_uffd() argument
1699 vmg.vm_flags = vm_flags; in vma_modify_flags_uffd()
1911 !((a->vm_flags ^ b->vm_flags) & ~(VM_ACCESS_FLAGS | VM_IGNORE_MERGE)) && in anon_vma_compatible()
1999 return (vma->vm_flags & (VM_WRITE | VM_SHARED)) == in vma_is_shared_writable()
2006 if (vma->vm_flags & VM_PFNMAP) in vma_fs_can_writeback()
2053 pgprot_val(vm_pgprot_modify(vm_page_prot, vma->vm_flags))) in vma_wants_writenotify()
2272 static bool accountable_mapping(struct file *file, vm_flags_t vm_flags) in accountable_mapping() argument
2281 return (vm_flags & (VM_NORESERVE | VM_SHARED | VM_WRITE)) == VM_WRITE; in accountable_mapping()
2319 map->vm_flags = ksm_vma_flags(map->mm, map->file, map->vm_flags); in update_ksm_flags()
2330 desc->vm_flags = map->vm_flags; in set_desc_from_map()
2380 if (!may_expand_vm(map->mm, map->vm_flags, map->pglen - vms->nr_pages)) in __mmap_setup()
2384 if (accountable_mapping(map->file, map->vm_flags)) { in __mmap_setup()
2394 map->vm_flags |= VM_ACCOUNT; in __mmap_setup()
2439 VM_WARN_ON_ONCE(map->vm_flags != vma->vm_flags && in __mmap_new_file_vma()
2440 !(map->vm_flags & VM_MAYWRITE) && in __mmap_new_file_vma()
2441 (vma->vm_flags & VM_MAYWRITE)); in __mmap_new_file_vma()
2444 map->vm_flags = vma->vm_flags; in __mmap_new_file_vma()
2475 vm_flags_init(vma, map->vm_flags); in __mmap_new_vma()
2485 else if (map->vm_flags & VM_SHARED) in __mmap_new_vma()
2495 vm_flags_init(vma, map->vm_flags); in __mmap_new_vma()
2500 WARN_ON_ONCE(!arch_validate_flags(map->vm_flags)); in __mmap_new_vma()
2514 khugepaged_enter_vma(vma, map->vm_flags); in __mmap_new_vma()
2535 vm_flags_t vm_flags = vma->vm_flags; in __mmap_complete() local
2542 vm_stat_account(mm, vma->vm_flags, map->pglen); in __mmap_complete()
2543 if (vm_flags & VM_LOCKED) { in __mmap_complete()
2544 if ((vm_flags & VM_SPECIAL) || vma_is_dax(vma) || in __mmap_complete()
2605 map->vm_flags = desc->vm_flags; in call_mmap_prepare()
2670 unsigned long len, vm_flags_t vm_flags, unsigned long pgoff, in __mmap_region() argument
2677 MMAP_STATE(map, mm, &vmi, addr, len, pgoff, vm_flags, file); in __mmap_region()
2761 unsigned long len, vm_flags_t vm_flags, unsigned long pgoff, in mmap_region() argument
2770 if (map_deny_write_exec(vm_flags, vm_flags)) in mmap_region()
2774 if (!arch_validate_flags(vm_flags)) in mmap_region()
2778 if (file && is_shared_maywrite(vm_flags)) { in mmap_region()
2786 ret = __mmap_region(file, addr, len, vm_flags, pgoff, uf); in mmap_region()
2809 unsigned long addr, unsigned long len, vm_flags_t vm_flags) in do_brk_flags() argument
2817 vm_flags |= VM_DATA_DEFAULT_FLAGS | VM_ACCOUNT | mm->def_flags; in do_brk_flags()
2818 vm_flags = ksm_vma_flags(mm, NULL, vm_flags); in do_brk_flags()
2819 if (!may_expand_vm(mm, vm_flags, len >> PAGE_SHIFT)) in do_brk_flags()
2833 VMG_STATE(vmg, mm, vmi, addr, addr + len, vm_flags, PHYS_PFN(addr)); in do_brk_flags()
2854 vm_flags_init(vma, vm_flags); in do_brk_flags()
2855 vma->vm_page_prot = vm_get_page_prot(vm_flags); in do_brk_flags()
2866 if (vm_flags & VM_LOCKED) in do_brk_flags()
2918 if (tmp && (tmp->vm_flags & VM_STARTGAP_FLAGS)) { /* Avoid prev check if possible */ in unmapped_area()
2970 if (tmp && (tmp->vm_flags & VM_STARTGAP_FLAGS)) { /* Avoid prev check if possible */ in unmapped_area_topdown()
3000 if (!may_expand_vm(mm, vma->vm_flags, grow)) in acct_stack_growth()
3008 if (!mlock_future_ok(mm, vma->vm_flags, grow << PAGE_SHIFT)) in acct_stack_growth()
3012 new_start = (vma->vm_flags & VM_GROWSUP) ? vma->vm_start : in acct_stack_growth()
3040 if (!(vma->vm_flags & VM_GROWSUP)) in expand_upwards()
3060 if (!(next->vm_flags & VM_GROWSUP)) in expand_upwards()
3094 if (vma->vm_flags & VM_LOCKED) in expand_upwards()
3096 vm_stat_account(mm, vma->vm_flags, grow); in expand_upwards()
3125 if (!(vma->vm_flags & VM_GROWSDOWN)) in expand_downwards()
3138 if (!(prev->vm_flags & VM_GROWSDOWN) && in expand_downwards()
3173 if (vma->vm_flags & VM_LOCKED) in expand_downwards()
3175 vm_stat_account(mm, vma->vm_flags, grow); in expand_downwards()
3223 if ((vma->vm_flags & VM_ACCOUNT) && in insert_vm_struct()
3245 if (vma->vm_flags & VM_ACCOUNT) in insert_vm_struct()