| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_gem_evict.c | 41 static bool dying_vma(struct i915_vma *vma) 43 return !kref_read(&vma->obj->base.refcount); 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma() argument 73 if (i915_gem_object_get_rcu(vma->obj)) { in grab_vma() 74 if (!i915_gem_object_trylock(vma->obj, ww)) { in grab_vma() 75 i915_gem_object_put(vma->obj); in grab_vma() 80 atomic_and(~I915_VMA_PIN_MASK, &vma->flags); in grab_vma() 86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma() argument 88 if (dying_vma(vma)) in ungrab_vma() 91 i915_gem_object_unlock(vma->obj); in ungrab_vma() [all …]
|
| /linux/tools/testing/vma/ |
| H A D | shared.c | 19 struct vm_area_struct *vma = vm_area_alloc(mm); in alloc_vma() local 21 if (vma == NULL) in alloc_vma() 24 vma->vm_start = start; in alloc_vma() 25 vma->vm_end = end; in alloc_vma() 26 vma_set_pgoff(vma, pgoff); in alloc_vma() 27 vma_set_anon_pgoff(vma, start >> PAGE_SHIFT); in alloc_vma() 28 vma->flags = vma_flags; in alloc_vma() 29 vma_assert_detached(vma); in alloc_vma() 31 return vma; in alloc_vma() 34 void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma() 33 detach_free_vma(struct vm_area_struct * vma) detach_free_vma() argument 43 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vm_flags); alloc_and_link_vma() local 71 struct vm_area_struct *vma; cleanup_mm() local 88 vma_write_started(struct vm_area_struct * vma) vma_write_started() argument 99 __vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc,struct anon_vma * anon_vma) __vma_set_dummy_anon_vma() argument 108 vma_set_dummy_anon_vma(struct vm_area_struct * vma,struct anon_vma_chain * avc) vma_set_dummy_anon_vma() argument 124 vma_set_range(struct vm_area_struct * vma,unsigned long start,unsigned long end,pgoff_t pgoff) vma_set_range() argument [all...] |
| /linux/tools/testing/vma/tests/ |
| H A D | merge.c | 6 struct vm_area_struct *vma; in merge_new() local 15 vma = vma_merge_new_range(vmg); in merge_new() 16 if (vma) in merge_new() 17 vma_assert_attached(vma); in merge_new() 19 return vma; in merge_new() 98 struct vm_area_struct *vma; in test_simple_merge() 118 vma = merge_new(&vmg); in test_simple_merge() 119 ASSERT_NE(vma, NULL); in test_simple_merge() 121 ASSERT_EQ(vma->vm_start, 0); in test_simple_merge() 122 ASSERT_EQ(vma in test_simple_merge() 97 struct vm_area_struct *vma; test_simple_merge() local 131 struct vm_area_struct *vma; test_simple_modify() local 194 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x1000, 0, vm_flags); test_simple_expand() local 222 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x3000, 0, vm_flags); test_simple_shrink() local 264 struct vm_area_struct *vma, *vma_a, *vma_b, *vma_c, *vma_d; __test_merge_new() local 482 struct vm_area_struct *vma_left, *vma; test_vma_merge_special_flags() local 554 struct vm_area_struct *vma_prev, *vma_next, *vma; test_vma_merge_with_close() local 765 struct vm_area_struct *vma; test_vma_merge_new_with_close() local 813 struct vm_area_struct *vma, *vma_prev, *vma_next; __test_merge_existing() local 1073 struct vm_area_struct *vma, *vma_prev, *vma_next; test_anon_vma_non_mergeable() local 1167 struct vm_area_struct *vma_prev, *vma_next, *vma; test_dup_anon_vma() local 1325 struct vm_area_struct *vma_prev, *vma; test_vmi_prealloc_fail() local 1386 struct vm_area_struct *vma; test_merge_extend() local 1416 struct vm_area_struct *vma_prev, *vma; test_expand_only_mode() local [all...] |
| /linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap() argument 31 if (vma->mem) { in nouveau_vma_unmap() 32 nvif_vmm_unmap(&vma->vmm->vmm, vma->addr); in nouveau_vma_unmap() 33 vma->mem = NULL; in nouveau_vma_unmap() 38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map() argument 40 struct nvif_vma tmp = { .addr = vma->addr }; in nouveau_vma_map() 41 int ret = nouveau_mem_map(mem, &vma->vmm->vmm, &tmp); in nouveau_vma_map() 44 vma->mem = mem; in nouveau_vma_map() 51 struct nouveau_vma *vma; in nouveau_vma_find() local 53 list_for_each_entry(vma, &nvbo->vma_list, head) { in nouveau_vma_find() [all …]
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 824 struct nvkm_vma *vma = kzalloc_obj(*vma); in nvkm_vma_new() local 825 if (vma) { in nvkm_vma_new() 826 vma->addr = addr; in nvkm_vma_new() 827 vma->size = size; in nvkm_vma_new() 828 vma->page = NVKM_VMA_PAGE_NONE; in nvkm_vma_new() 829 vma->refd = NVKM_VMA_PAGE_NONE; in nvkm_vma_new() 831 return vma; in nvkm_vma_new() 835 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail() argument 839 BUG_ON(vma->size == tail); in nvkm_vma_tail() 841 if (!(new = nvkm_vma_new(vma->addr + (vma->size - tail), tail))) in nvkm_vma_tail() [all …]
|
| H A D | uvmm.c | 113 struct nvkm_vma *vma; in nvkm_uvmm_mthd_unmap() local 126 vma = nvkm_vmm_node_search(vmm, addr); in nvkm_uvmm_mthd_unmap() 127 if (ret = -ENOENT, !vma || vma->addr != addr) { in nvkm_uvmm_mthd_unmap() 129 addr, vma ? vma->addr : ~0ULL); in nvkm_uvmm_mthd_unmap() 133 if (ret = -ENOENT, vma->busy) { in nvkm_uvmm_mthd_unmap() 134 VMM_DEBUG(vmm, "denied %016llx: %d", addr, vma->busy); in nvkm_uvmm_mthd_unmap() 138 if (ret = -EINVAL, !vma->memory) { in nvkm_uvmm_mthd_unmap() 143 nvkm_vmm_unmap_locked(vmm, vma, false); in nvkm_uvmm_mthd_unmap() 159 struct nvkm_vma *vma; in nvkm_uvmm_mthd_map() local 181 if (ret = -ENOENT, !(vma = nvkm_vmm_node_search(vmm, addr))) { in nvkm_uvmm_mthd_map() [all …]
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_gem_gtt.c | 398 struct i915_vma *vma; in close_object_list() local 400 vma = i915_vma_instance(obj, vm, NULL); in close_object_list() 401 if (!IS_ERR(vma)) in close_object_list() 402 ignored = i915_vma_unbind_unlocked(vma); in close_object_list() 421 struct i915_vma *vma; in fill_hole() local 463 vma = i915_vma_instance(obj, vm, NULL); in fill_hole() 464 if (IS_ERR(vma)) in fill_hole() 473 err = i915_vma_pin(vma, 0, 0, offset | flags); in fill_hole() 480 if (!drm_mm_node_allocated(&vma->node) || in fill_hole() 481 i915_vma_misplaced(vma, 0, 0, offset | flags)) { in fill_hole() [all …]
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_trace_bo.h | 21 #define __dev_name_vma(vma) __dev_name_vm(xe_vma_vm(vma)) argument 89 TP_PROTO(struct xe_vma *vma), 90 TP_ARGS(vma), 93 __string(dev, __dev_name_vma(vma)) 94 __field(struct xe_vma *, vma) 104 __entry->vma = vma; 105 __entry->vm = xe_vma_vm(vma); 106 __entry->asid = xe_vma_vm(vma)->usm.asid; 107 __entry->start = xe_vma_start(vma); 108 __entry->end = xe_vma_end(vma) - 1; [all …]
|
| H A D | xe_userptr.c | 62 struct xe_vma *vma = &uvma->vma; in xe_vma_userptr_pin_pages() local 63 struct xe_vm *vm = xe_vma_vm(vma); in xe_vma_userptr_pin_pages() 66 .read_only = xe_vma_read_only(vma), in xe_vma_userptr_pin_pages() 72 xe_assert(xe, xe_vma_is_userptr(vma)); in xe_vma_userptr_pin_pages() 74 if (vma->gpuva.flags & XE_VMA_DESTROYED) in xe_vma_userptr_pin_pages() 80 xe_vma_userptr(vma), in xe_vma_userptr_pin_pages() 81 xe_vma_userptr(vma) + xe_vma_size(vma), in xe_vma_userptr_pin_pages() 89 struct xe_vma *vma = &uvma->vma; in xe_vma_userptr_do_inval() local 92 .read_only = xe_vma_read_only(vma), in xe_vma_userptr_do_inval() 115 err = xe_vm_invalidate_vma_submit(vma, &userptr->inval_batch); in xe_vma_userptr_do_inval() [all …]
|
| H A D | xe_pt.c | 316 struct xe_vma *vma; member 444 struct xe_bo *bo = xe_vma_bo(xe_walk->vma); in xe_pt_hugepte_possible() 455 if (xe_vma_is_null(xe_walk->vma) || (bo && xe_bo_is_purged(bo))) in xe_pt_hugepte_possible() 480 struct xe_bo *bo = xe_vma_bo(xe_walk->vma); in xe_pt_scan_64K() 490 if (xe_vma_is_null(xe_walk->vma) || (bo && xe_bo_is_purged(bo))) in xe_pt_scan_64K() 567 u16 pat_index = xe_walk->vma->attr.pat_index; in xe_pt_stage_bind_entry() 588 struct xe_bo *bo = xe_vma_bo(xe_walk->vma); in xe_pt_stage_bind_entry() 589 bool is_null_or_purged = xe_vma_is_null(xe_walk->vma) || in xe_pt_stage_bind_entry() 605 xe_walk->vma, in xe_pt_stage_bind_entry() 617 xe_walk->vma->gpuva.flags |= in xe_pt_stage_bind_entry() [all …]
|
| H A D | xe_vm.c | 694 struct xe_vma *vma; in xe_vma_svm_prefetch_op_fini() local 696 vma = gpuva_to_vma(op->base.prefetch.va); in xe_vma_svm_prefetch_op_fini() 698 if (op->base.op == DRM_GPUVA_OP_PREFETCH && xe_vma_is_cpu_addr_mirror(vma)) in xe_vma_svm_prefetch_op_fini() 742 static void xe_vm_populate_rebind(struct xe_vma_op *op, struct xe_vma *vma, in xe_vm_populate_rebind() argument 748 op->base.map.va.addr = vma->gpuva.va.addr; in xe_vm_populate_rebind() 749 op->base.map.va.range = vma->gpuva.va.range; in xe_vm_populate_rebind() 750 op->base.map.gem.obj = vma->gpuva.gem.obj; in xe_vm_populate_rebind() 751 op->base.map.gem.offset = vma->gpuva.gem.offset; in xe_vm_populate_rebind() 752 op->map.vma = vma; in xe_vm_populate_rebind() 754 op->map.vma_flags = vma->gpuva.flags & XE_VMA_CREATE_MASK; in xe_vm_populate_rebind() [all …]
|
| /linux/drivers/pci/ |
| H A D | mmap.c | 25 struct vm_area_struct *vma, in pci_mmap_resource_range() argument 32 if (vma->vm_pgoff + vma_pages(vma) > size) in pci_mmap_resource_range() 36 vma->vm_page_prot = pgprot_writecombine(vma->vm_page_prot); in pci_mmap_resource_range() 38 vma->vm_page_prot = pgprot_device(vma->vm_page_prot); in pci_mmap_resource_range() 41 ret = pci_iobar_pfn(pdev, bar, vma); in pci_mmap_resource_range() 45 vma->vm_pgoff += (pci_resource_start(pdev, bar) >> PAGE_SHIFT); in pci_mmap_resource_range() 47 vma->vm_ops = &pci_phys_vm_ops; in pci_mmap_resource_range() 49 return io_remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff, in pci_mmap_resource_range() 50 vma->vm_end - vma->vm_start, in pci_mmap_resource_range() 51 vma->vm_page_prot); in pci_mmap_resource_range() [all …]
|
| /linux/tools/testing/vma/include/ |
| H A D | dup.h | 7 static inline void vma_start_write(struct vm_area_struct *vma); 125 DECLARE_VMA_BIT(DONTCOPY, 17), /* Do not copy this vma on fork */ 137 DECLARE_VMA_BIT(HUGEPAGE, 29), /* MADV_HUGEPAGE marked this vma */ 138 DECLARE_VMA_BIT(NOHUGEPAGE, 30),/* MADV_NOHUGEPAGE marked this vma */ 583 * A file's MAP_PRIVATE vma can be in both i_mmap tree and anon_vma 584 * list, after a COW of one of the file pages. A MAP_SHARED vma 586 * or brk vma (with NULL file) can only be in an anon_vma list. 632 * terminated string containing the name given to the vma, or NULL if 646 void (*open)(struct vm_area_struct *vma); 651 void (*close)(struct vm_area_struct *vma); 888 vm_flags_init(struct vm_area_struct * vma,vm_flags_t flags) vm_flags_init() argument 900 vm_flags_reset(struct vm_area_struct * vma,vm_flags_t flags) vm_flags_reset() argument 907 vma_flags_reset_once(struct vm_area_struct * vma,vma_flags_t * flags) vma_flags_reset_once() argument 923 vm_flags_set(struct vm_area_struct * vma,vm_flags_t flags) vm_flags_set() argument 930 vm_flags_clear(struct vm_area_struct * vma,vm_flags_t flags) vm_flags_clear() argument 1070 vma_test(const struct vm_area_struct * vma,vma_flag_t bit) vma_test() argument 1076 vma_test_any_mask(const struct vm_area_struct * vma,vma_flags_t flags) vma_test_any_mask() argument 1082 vma_test_any(vma,...) global() argument 1085 vma_test_all_mask(const struct vm_area_struct * vma,vma_flags_t flags) vma_test_all_mask() argument 1091 vma_test_all(vma,...) global() argument 1095 vma_test_single_mask(const struct vm_area_struct * vma,vma_flags_t flagmask) vma_test_single_mask() argument 1100 vma_set_flags_mask(struct vm_area_struct * vma,vma_flags_t flags) vma_set_flags_mask() argument 1106 vma_set_flags(vma,...) global() argument 1109 vma_clear_flags_mask(struct vm_area_struct * vma,vma_flags_t flags) vma_clear_flags_mask() argument 1115 vma_clear_flags(vma,...) global() argument 1165 vma_is_shared_maywrite(struct vm_area_struct * vma) vma_is_shared_maywrite() argument 1184 vma_assert_attached(struct vm_area_struct * vma) vma_assert_attached() argument 1189 vma_assert_detached(struct vm_area_struct * vma) vma_assert_detached() argument 1195 vma_mark_attached(struct vm_area_struct * vma) vma_mark_attached() argument 1202 vma_mark_detached(struct vm_area_struct * vma) vma_mark_detached() argument 1215 vma_init(struct vm_area_struct * vma,struct mm_struct * mm) vma_init() argument 1282 vma_set_anonymous(struct vm_area_struct * vma) vma_set_anonymous() argument 1293 compat_set_desc_from_vma(struct vm_area_desc * desc,const struct file * file,const struct vm_area_struct * vma) compat_set_desc_from_vma() argument 1311 vma_pages(const struct vm_area_struct * vma) vma_pages() argument 1322 __compat_vma_mmap(struct vm_area_desc * desc,struct vm_area_struct * vma) __compat_vma_mmap() argument 1336 compat_vma_mmap(struct file * file,struct vm_area_struct * vma) compat_vma_mmap() argument 1387 vma_is_anonymous(struct vm_area_struct * vma) vma_is_anonymous() argument 1400 struct vm_area_struct *vma; find_vma_prev() local 1426 vma_set_page_prot(struct vm_area_struct * vma) vma_set_page_prot() argument 1443 stack_guard_start_gap(struct vm_area_struct * vma) stack_guard_start_gap() argument 1455 vm_start_gap(struct vm_area_struct * vma) vm_start_gap() argument 1466 vm_end_gap(struct vm_area_struct * vma) vm_end_gap() argument 1478 vma_is_accessible(struct vm_area_struct * vma) vma_is_accessible() argument 1521 vfs_mmap(struct file * file,struct vm_area_struct * vma) vfs_mmap() argument 1529 vma_set_file(struct vm_area_struct * vma,struct file * file) vma_set_file() argument [all...] |
| H A D | stubs.h | 28 #define vma_policy(vma) NULL argument 67 static inline void vma_numab_state_init(struct vm_area_struct *vma) in vma_numab_state_init() argument 71 static inline void vma_numab_state_free(struct vm_area_struct *vma) in vma_numab_state_free() argument 80 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name() argument 89 static inline int mmap_action_complete(struct vm_area_struct *vma, in mmap_action_complete() argument 96 static inline void fixup_hugetlb_reservations(struct vm_area_struct *vma) in fixup_hugetlb_reservations() argument 115 static inline int remap_pfn_range_complete(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_complete() argument 143 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep() argument 186 static inline void khugepaged_enter_vma(struct vm_area_struct *vma, in khugepaged_enter_vma() argument 196 static inline bool is_vm_hugetlb_page(struct vm_area_struct *vma) in is_vm_hugetlb_page() argument 201 vma_soft_dirty_enabled(struct vm_area_struct * vma) vma_soft_dirty_enabled() argument 206 userfaultfd_wp(struct vm_area_struct * vma) userfaultfd_wp() argument 250 shmem_zero_setup(struct vm_area_struct * vma) shmem_zero_setup() argument 260 vma_interval_tree_insert(struct vm_area_struct * vma,struct rb_root_cached * rb) vma_interval_tree_insert() argument 265 vma_interval_tree_remove(struct vm_area_struct * vma,struct rb_root_cached * rb) vma_interval_tree_remove() argument 284 uprobe_mmap(struct vm_area_struct * vma) uprobe_mmap() argument 288 uprobe_munmap(struct vm_area_struct * vma,unsigned long start,unsigned long end) uprobe_munmap() argument 301 vma_assert_write_locked(struct vm_area_struct * vma) vma_assert_write_locked() argument 305 ksm_add_vma(struct vm_area_struct * vma) ksm_add_vma() argument 309 perf_event_mmap(struct vm_area_struct * vma) perf_event_mmap() argument 313 vma_is_dax(struct vm_area_struct * vma) vma_is_dax() argument 328 vma_close(struct vm_area_struct * vma) vma_close() argument 332 mmap_file(struct file * file,struct vm_area_struct * vma) mmap_file() argument 348 anon_vma_name(struct vm_area_struct * vma) anon_vma_name() argument 353 is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct * vma,struct vm_userfaultfd_ctx vm_ctx) is_mergeable_vm_userfaultfd_ctx() argument 423 vma_adjust_trans_huge(struct vm_area_struct * vma,unsigned long start,unsigned long end,struct vm_area_struct * next) vma_adjust_trans_huge() argument 432 vma_supports_mlock(const struct vm_area_struct * vma) vma_supports_mlock() argument [all...] |
| H A D | custom.h | 35 static inline void unlink_anon_vmas(struct vm_area_struct *vma) 38 vma->anon_vma->was_unlinked = true; 41 static inline void vma_start_write(struct vm_area_struct *vma) 44 vma->vm_lock_seq++; 48 int vma_start_write_killable(struct vm_area_struct *vma) in unlink_anon_vmas() 51 vma->vm_lock_seq++; 67 static inline int __anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_clone() 75 vma->anon_vma = anon_vma; in anon_vma_clone() 80 static inline int anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare() 82 if (likely(vma in __anon_vma_prepare() 46 unlink_anon_vmas(struct vm_area_struct * vma) unlink_anon_vmas() argument 52 vma_start_write(struct vm_area_struct * vma) vma_start_write() argument 59 vma_start_write_killable(struct vm_area_struct * vma) vma_start_write_killable() argument 78 __anon_vma_prepare(struct vm_area_struct * vma) __anon_vma_prepare() argument 91 anon_vma_prepare(struct vm_area_struct * vma) anon_vma_prepare() argument 99 vma_lock_init(struct vm_area_struct * vma,bool reset_refcnt) vma_lock_init() argument [all...] |
| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | intel_ring.c | 37 struct i915_vma *vma = ring->vma; in intel_ring_pin() local 46 flags = PIN_OFFSET_BIAS | i915_ggtt_pin_bias(vma); in intel_ring_pin() 48 if (i915_gem_object_is_stolen(vma->obj)) in intel_ring_pin() 53 ret = i915_ggtt_pin(vma, ww, 0, flags); in intel_ring_pin() 57 if (i915_vma_is_map_and_fenceable(vma) && !HAS_LLC(vma->vm->i915)) { in intel_ring_pin() 58 addr = (void __force *)i915_vma_pin_iomap(vma); in intel_ring_pin() 60 int type = intel_gt_coherent_map_type(vma->vm->gt, vma->obj, false); in intel_ring_pin() 62 addr = i915_gem_object_pin_map(vma->obj, type); in intel_ring_pin() 70 i915_vma_make_unshrinkable(vma); in intel_ring_pin() 79 i915_vma_unpin(vma); in intel_ring_pin() [all …]
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_hugetlbpage.c | 10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page() argument 13 struct hstate *hstate = hstate_file(vma->vm_file); in radix__flush_hugetlb_page() 16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page() 19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page() argument 22 struct hstate *hstate = hstate_file(vma->vm_file); in radix__local_flush_hugetlb_page() 25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page() 28 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start, in radix__flush_hugetlb_tlb_range() argument 32 struct hstate *hstate = hstate_file(vma->vm_file); in radix__flush_hugetlb_tlb_range() 39 radix__flush_tlb_pwc_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range() 41 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range() [all …]
|
| /linux/fs/proc/ |
| H A D | task_nommu.c | 24 struct vm_area_struct *vma; in task_mem() local 29 for_each_vma(vmi, vma) { in task_mem() 30 bytes += kobjsize(vma); in task_mem() 32 region = vma->vm_region; in task_mem() 37 size = vma->vm_end - vma->vm_start; in task_mem() 41 is_nommu_shared_mapping(vma->vm_flags)) { in task_mem() 46 slack = region->vm_end - vma->vm_end; in task_mem() 84 struct vm_area_struct *vma; in task_vsize() local 88 for_each_vma(vmi, vma) in task_vsize() 89 vsize += vma->vm_end - vma->vm_start; in task_vsize() [all …]
|
| /linux/drivers/gpu/drm/i915/gem/selftests/ |
| H A D | huge_pages.c | 362 static int igt_check_page_sizes(struct i915_vma *vma) in igt_check_page_sizes() argument 364 struct drm_i915_private *i915 = vma->vm->i915; in igt_check_page_sizes() 366 struct drm_i915_gem_object *obj = vma->obj; in igt_check_page_sizes() 370 err = i915_vma_sync(vma); in igt_check_page_sizes() 374 if (!HAS_PAGE_SIZES(i915, vma->page_sizes.sg)) { in igt_check_page_sizes() 376 vma->page_sizes.sg & ~supported, supported); in igt_check_page_sizes() 380 if (!HAS_PAGE_SIZES(i915, vma->resource->page_sizes_gtt)) { in igt_check_page_sizes() 382 vma->resource->page_sizes_gtt & ~supported, supported); in igt_check_page_sizes() 386 if (vma->page_sizes.phys != obj->mm.page_sizes.phys) { in igt_check_page_sizes() 388 vma->page_sizes.phys, obj->mm.page_sizes.phys); in igt_check_page_sizes() [all …]
|
| H A D | igt_gem_utils.c | 42 igt_emit_store_dw(struct i915_vma *vma, in igt_emit_store_dw() argument 48 const int ver = GRAPHICS_VER(vma->vm->i915); in igt_emit_store_dw() 55 obj = i915_gem_object_create_internal(vma->vm->i915, size); in igt_emit_store_dw() 65 GEM_BUG_ON(offset + (count - 1) * PAGE_SIZE > i915_vma_size(vma)); in igt_emit_store_dw() 66 offset += i915_vma_offset(vma); in igt_emit_store_dw() 92 intel_gt_chipset_flush(vma->vm->gt); in igt_emit_store_dw() 94 vma = i915_vma_instance(obj, vma->vm, NULL); in igt_emit_store_dw() 95 if (IS_ERR(vma)) { in igt_emit_store_dw() 96 err = PTR_ERR(vma); in igt_emit_store_dw() 100 err = i915_vma_pin(vma, 0, 0, PIN_USER); in igt_emit_store_dw() [all …]
|
| /linux/arch/arc/include/asm/ |
| H A D | tlbflush.h | 13 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page); 15 void local_flush_tlb_range(struct vm_area_struct *vma, 18 void local_flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, 23 #define flush_tlb_range(vma, s, e) local_flush_tlb_range(vma, s, e) argument 24 #define flush_tlb_page(vma, page) local_flush_tlb_page(vma, page) argument 29 #define flush_pmd_tlb_range(vma, s, e) local_flush_pmd_tlb_range(vma, s, e) argument 32 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start, 34 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long page); 39 extern void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
|
| /linux/scripts/coccinelle/api/ |
| H A D | vma_pages.cocci | 3 /// Use vma_pages function on vma object instead of explicit computation. 6 // Keywords: vma_pages vma 19 struct vm_area_struct *vma; 22 * (vma->vm_end - vma->vm_start) >> PAGE_SHIFT 29 struct vm_area_struct *vma; 32 - ((vma->vm_end - vma->vm_start) >> PAGE_SHIFT) 33 + vma_pages(vma) 40 struct vm_area_struct *vma; 44 (vma->vm_end@p - vma->vm_start) >> PAGE_SHIFT 48 x << r_org.vma; [all …]
|
| /linux/drivers/misc/ocxl/ |
| H A D | context.c | 98 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq() argument 108 return vmf_insert_pfn(vma, address, trigger_addr >> PAGE_SHIFT); in map_afu_irq() 111 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio() argument 134 ret = vmf_insert_pfn(vma, address, pp_mmio_addr >> PAGE_SHIFT); in map_pp_mmio() 141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local 142 struct ocxl_context *ctx = vma->vm_file->private_data; in ocxl_mmap_fault() 151 ret = map_pp_mmio(vma, vmf->address, offset, ctx); in ocxl_mmap_fault() 153 ret = map_afu_irq(vma, vmf->address, offset, ctx); in ocxl_mmap_fault() 162 struct vm_area_struct *vma) in check_mmap_afu_irq() argument 164 int irq_id = ocxl_irq_offset_to_id(ctx, vma->vm_pgoff << PAGE_SHIFT); in check_mmap_afu_irq() [all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range() argument 51 radix__flush_pmd_tlb_range(vma, start, end); in flush_pmd_tlb_range() 55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range() argument 59 radix__flush_pud_tlb_range(vma, start, end); in flush_pud_tlb_range() 63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range() argument 68 radix__flush_hugetlb_tlb_range(vma, start, end); in flush_hugetlb_tlb_range() 71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range() argument 75 radix__flush_tlb_range(vma, start, end); in flush_tlb_range() 91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page() argument 95 radix__local_flush_tlb_page(vma, vmaddr); in local_flush_tlb_page() [all …]
|
| /linux/drivers/sbus/char/ |
| H A D | flash.c | 34 flash_mmap(struct file *file, struct vm_area_struct *vma) in flash_mmap() argument 44 if ((vma->vm_flags & VM_READ) && in flash_mmap() 45 (vma->vm_flags & VM_WRITE)) { in flash_mmap() 49 if (vma->vm_flags & VM_READ) { in flash_mmap() 52 } else if (vma->vm_flags & VM_WRITE) { in flash_mmap() 62 if ((vma->vm_pgoff << PAGE_SHIFT) > size) in flash_mmap() 64 addr = vma->vm_pgoff + (addr >> PAGE_SHIFT); in flash_mmap() 66 if (vma->vm_end - (vma->vm_start + (vma->vm_pgoff << PAGE_SHIFT)) > size) in flash_mmap() 67 size = vma->vm_end - (vma->vm_start + (vma->vm_pgoff << PAGE_SHIFT)); in flash_mmap() 69 vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot); in flash_mmap() [all …]
|