| /linux/kernel/trace/ |
| H A D | trace_uprobe.c | 1229 __uprobe_perf_filter(struct trace_uprobe_filter *filter, struct mm_struct *mm) in __uprobe_perf_filter()
1348 enum uprobe_filter_ctx ctx, struct mm_struct *mm) in uprobe_perf_filter()
|
| H A D | trace_events_user.c | 140 struct user_event_mm *mm; member
410 static int user_event_mm_fault_in(struct user_event_mm *mm, unsigned long uaddr, in user_event_mm_fault_in()
448 struct user_event_mm *mm = fault->mm; in user_event_enabler_fault_fixup() local
493 static bool user_event_enabler_queue_fault(struct user_event_mm *mm, in user_event_enabler_queue_fault()
525 static int user_event_enabler_write(struct user_event_mm *mm, in user_event_enabler_write()
579 static bool user_event_enabler_exists(struct user_event_mm *mm, in user_event_enabler_exists()
596 struct user_event_mm *mm; in user_event_enabler_update() local
632 struct user_event_mm *mm) in user_event_enabler_dup()
657 static struct user_event_mm *user_event_mm_get(struct user_event_mm *mm) in user_event_mm_get()
668 struct user_event_mm *mm; in user_event_mm_get_all() local
[all …]
|
| /linux/mm/ |
| H A D | mseal.c | 70 bool can_modify_mm(struct mm_struct *mm, unsigned long start, unsigned long end) in can_modify_mm()
91 bool can_modify_mm_madv(struct mm_struct *mm, unsigned long start, unsigned long end, in can_modify_mm_madv()
256 struct mm_struct *mm = current->mm; in do_mseal() local
|
| H A D | mmap.c | 181 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local
281 static void validate_mm(struct mm_struct *mm) in validate_mm()
332 #define validate_mm(mm) do { } while (0) argument
367 static unsigned long count_vma_pages_range(struct mm_struct *mm, in count_vma_pages_range()
408 static int vma_link(struct mm_struct *mm, struct vm_area_struct *vma) in vma_link()
515 struct vma_iterator *vmi, struct mm_struct *mm) in vma_complete()
869 struct mm_struct *mm = src->vm_mm; in vma_merge() local
1162 bool mlock_future_ok(struct mm_struct *mm, unsigned long flags, in mlock_future_ok()
1220 struct mm_struct *mm = current->mm; in do_mmap() local
1723 struct mm_struct *mm = current->mm; in generic_get_unmapped_area() local
[all …]
|
| H A D | mremap.c | 35 static pud_t *get_old_pud(struct mm_struct *mm, unsigned long addr) in get_old_pud()
56 static pmd_t *get_old_pmd(struct mm_struct *mm, unsigned long addr) in get_old_pmd()
72 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
86 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
141 struct mm_struct *mm = vma->vm_mm; in move_ptes() local
240 struct mm_struct *mm = vma->vm_mm; in move_normal_pmd() local
308 struct mm_struct *mm = vma->vm_mm; in move_normal_pud() local
357 struct mm_struct *mm = vma->vm_mm; in move_huge_pud() local
657 struct mm_struct *mm = vma->vm_mm; in move_vma() local
816 struct mm_struct *mm = current->mm; in vma_to_resize() local
[all …]
|
| H A D | mprotect.c | 491 struct mm_struct *mm = vma->vm_mm; in change_protection_range() local
583 struct mm_struct *mm = vma->vm_mm; in mprotect_fixup() local
|
| H A D | internal.h | 1119 static inline void flush_tlb_batched_pending(struct mm_struct *mm) in flush_tlb_batched_pending()
1462 static inline bool can_modify_mm(struct mm_struct *mm, unsigned long start, in can_modify_mm()
1468 static inline bool can_modify_mm_madv(struct mm_struct *mm, unsigned long start, in can_modify_mm_madv()
|
| H A D | madvise.c | 142 struct mm_struct *mm = vma->vm_mm; in madvise_update_vma() local
265 struct mm_struct *mm = vma->vm_mm; in madvise_willneed() local
343 struct mm_struct *mm = tlb->mm; in madvise_cold_or_pageout_pte_range() local
584 struct mm_struct *mm = vma->vm_mm; in madvise_cold() local
617 struct mm_struct *mm = vma->vm_mm; in madvise_pageout() local
648 struct mm_struct *mm = tlb->mm; in madvise_free_pte_range() local
792 struct mm_struct *mm = vma->vm_mm; in madvise_free_single_vma() local
885 struct mm_struct *mm = vma->vm_mm; in madvise_dontneed_free() local
934 static long madvise_populate(struct mm_struct *mm, unsigned long start, in madvise_populate()
982 struct mm_struct *mm = vma->vm_mm; in madvise_remove() local
[all …]
|
| /linux/drivers/gpu/drm/ |
| H A D | drm_buddy.c | 14 static struct drm_buddy_block *drm_block_alloc(struct drm_buddy *mm, in drm_block_alloc() argument
35 static void drm_block_free(struct drm_buddy *mm, in drm_block_free() argument
41 static void list_insert_sorted(struct drm_buddy *mm, in list_insert_sorted() argument
78 static void mark_free(struct drm_buddy *mm, in mark_free() argument
120 static unsigned int __drm_buddy_free(struct drm_buddy *mm, in __drm_buddy_free() argument
164 __force_merge(struct drm_buddy * mm,u64 start,u64 end,unsigned int min_order) __force_merge() argument
234 drm_buddy_init(struct drm_buddy * mm,u64 size,u64 chunk_size) drm_buddy_init() argument
325 drm_buddy_fini(struct drm_buddy * mm) drm_buddy_fini() argument
351 split_block(struct drm_buddy * mm,struct drm_buddy_block * block) split_block() argument
408 drm_buddy_free_block(struct drm_buddy * mm,struct drm_buddy_block * block) drm_buddy_free_block() argument
420 __drm_buddy_free_list(struct drm_buddy * mm,struct list_head * objects,bool mark_clear,bool mark_dirty) __drm_buddy_free_list() argument
440 drm_buddy_free_list_internal(struct drm_buddy * mm,struct list_head * objects) drm_buddy_free_list_internal() argument
458 drm_buddy_free_list(struct drm_buddy * mm,struct list_head * objects,unsigned int flags) drm_buddy_free_list() argument
476 __alloc_range_bias(struct drm_buddy * mm,u64 start,u64 end,unsigned int order,unsigned long flags,bool fallback) __alloc_range_bias() argument
568 __drm_buddy_alloc_range_bias(struct drm_buddy * mm,u64 start,u64 end,unsigned int order,unsigned long flags) __drm_buddy_alloc_range_bias() argument
586 get_maxblock(struct drm_buddy * mm,unsigned int order,unsigned long flags) get_maxblock() argument
621 alloc_from_freelist(struct drm_buddy * mm,unsigned int order,unsigned long flags) alloc_from_freelist() argument
685 __alloc_range(struct drm_buddy * mm,struct list_head * dfs,u64 start,u64 size,struct list_head * blocks,u64 * total_allocated_on_err) __alloc_range() argument
780 __drm_buddy_alloc_range(struct drm_buddy * mm,u64 start,u64 size,u64 * total_allocated_on_err,struct list_head * blocks) __drm_buddy_alloc_range() argument
796 __alloc_contig_try_harder(struct drm_buddy * mm,u64 size,u64 min_block_size,struct list_head * blocks) __alloc_contig_try_harder() argument
868 drm_buddy_block_trim(struct drm_buddy * mm,u64 new_size,struct list_head * blocks) drm_buddy_block_trim() argument
924 __drm_buddy_alloc_blocks(struct drm_buddy * mm,u64 start,u64 end,unsigned int order,unsigned long flags) __drm_buddy_alloc_blocks() argument
958 drm_buddy_alloc_blocks(struct drm_buddy * mm,u64 start,u64 end,u64 size,u64 min_block_size,struct list_head * blocks,unsigned long flags) drm_buddy_alloc_blocks() argument
1109 drm_buddy_block_print(struct drm_buddy * mm,struct drm_buddy_block * block,struct drm_printer * p) drm_buddy_block_print() argument
1126 drm_buddy_print(struct drm_buddy * mm,struct drm_printer * p) drm_buddy_print() argument
[all...] |
| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_svm.c | 109 svm_range_add_notifier_locked(struct mm_struct *mm, struct svm_range *prange) in svm_range_add_notifier_locked() argument
539 struct mm_struct *mm; in svm_range_vram_node_new() local
1145 svm_range_add_child(struct svm_range *prange, struct mm_struct *mm, in svm_range_add_child() argument
1574 svm_range_validate_and_map(struct mm_struct * mm,unsigned long map_start,unsigned long map_last,struct svm_range * prange,int32_t gpuidx,bool intr,bool wait,bool flush_tlb) svm_range_validate_and_map() argument
1749 svm_range_list_lock_and_flush_work(struct svm_range_list * svms,struct mm_struct * mm) svm_range_list_lock_and_flush_work() argument
1769 struct mm_struct *mm; svm_range_restore_work() local
1874 svm_range_evict(struct svm_range * prange,struct mm_struct * mm,unsigned long start,unsigned long last,enum mmu_notifier_event event) svm_range_evict() argument
2174 svm_range_update_notifier_and_interval_tree(struct mm_struct * mm,struct svm_range * prange) svm_range_update_notifier_and_interval_tree() argument
2203 svm_range_handle_list_op(struct svm_range_list * svms,struct svm_range * prange,struct mm_struct * mm) svm_range_handle_list_op() argument
2288 struct mm_struct *mm; svm_range_deferred_list_work() local
2358 svm_range_add_list_work(struct svm_range_list * svms,struct svm_range * prange,struct mm_struct * mm,enum svm_work_list_ops op) svm_range_add_list_work() argument
2391 svm_range_unmap_split(struct mm_struct * mm,struct svm_range * parent,struct svm_range * prange,unsigned long start,unsigned long last) svm_range_unmap_split() argument
2425 svm_range_unmap_from_cpu(struct mm_struct * mm,struct svm_range * prange,unsigned long start,unsigned long last) svm_range_unmap_from_cpu() argument
2760 svm_range_create_unregistered_range(struct kfd_node * node,struct kfd_process * p,struct mm_struct * mm,int64_t addr) svm_range_create_unregistered_range() argument
2892 struct mm_struct *mm = NULL; svm_range_restore_pages() local
3402 svm_range_trigger_migration(struct mm_struct * mm,struct svm_range * prange,bool * migrated) svm_range_trigger_migration() argument
3454 struct mm_struct *mm; svm_range_evict_svm_bo_worker() local
3516 svm_range_set_attr(struct kfd_process * p,struct mm_struct * mm,uint64_t start,uint64_t size,uint32_t nattr,struct kfd_ioctl_svm_attribute * attrs) svm_range_set_attr() argument
3648 svm_range_get_attr(struct kfd_process * p,struct mm_struct * mm,uint64_t start,uint64_t size,uint32_t nattr,struct kfd_ioctl_svm_attribute * attrs) svm_range_get_attr() argument
3834 struct mm_struct *mm; kfd_criu_resume_svm() local
4050 struct mm_struct *mm; kfd_criu_checkpoint_svm() local
4138 struct mm_struct *mm = current->mm; svm_ioctl() local
[all...] |
| H A D | kfd_svm.h | 65 struct mm_struct *mm; member
|
| H A D | kfd_migrate.c | 484 struct mm_struct *mm, uint32_t trigger) in svm_migrate_ram_to_vram() argument
787 int svm_migrate_vram_to_ram(struct svm_range *prange, struct mm_struct *mm, in svm_migrate_vram_to_ram() argument
881 svm_migrate_vram_to_vram(struct svm_range * prange,uint32_t best_loc,unsigned long start,unsigned long last,struct mm_struct * mm,uint32_t trigger) svm_migrate_vram_to_vram() argument
908 svm_migrate_to_vram(struct svm_range * prange,uint32_t best_loc,unsigned long start,unsigned long last,struct mm_struct * mm,uint32_t trigger) svm_migrate_to_vram() argument
937 struct mm_struct *mm; svm_migrate_to_ram() local
[all...] |
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd_gpuvm.c | 2507 struct mm_struct *mm) in update_invalid_user_pages() argument
2754 struct mm_struct *mm; in amdgpu_amdkfd_restore_userptr_worker() local
[all...] |
| /linux/arch/riscv/mm/ |
| H A D | fault.c | 104 bad_area(struct pt_regs *regs, struct mm_struct *mm, int code, in bad_area()
226 struct mm_struct *mm; in handle_page_fault() local
|
| /linux/arch/riscv/kernel/ |
| H A D | smpboot.c | 214 struct mm_struct *mm = &init_mm; in smp_callin() local
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 232 static inline bool mm_p4d_folded(struct mm_struct *mm) in mm_p4d_folded()
241 static inline bool mm_pud_folded(struct mm_struct *mm) in mm_pud_folded()
|
| H A D | pgtable.h | 521 static inline void __set_pte_at(struct mm_struct *mm, pte_t *ptep, pte_t pteval) in __set_pte_at()
531 static inline void set_ptes(struct mm_struct *mm, unsigned long addr, in set_ptes()
546 static inline void pte_clear(struct mm_struct *mm, in pte_clear()
560 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear()
571 static inline void ptep_set_wrprotect(struct mm_struct *mm, in ptep_set_wrprotect()
724 static inline void set_pmd_at(struct mm_struct *mm, unsigned long addr, in set_pmd_at()
731 static inline void set_pud_at(struct mm_struct *mm, unsigned long addr, in set_pud_at()
777 static inline pmd_t pmdp_huge_get_and_clear(struct mm_struct *mm, in pmdp_huge_get_and_clear()
788 static inline void pmdp_set_wrprotect(struct mm_struct *mm, in pmdp_set_wrprotect()
|
| H A D | cacheflush.h | 56 #define flush_icache_mm(mm, local) flush_icache_all() argument
|
| /linux/kernel/sched/ |
| H A D | fair.c | 3165 vma_is_accessed(struct mm_struct * mm,struct vm_area_struct * vma) vma_is_accessed() argument
3203 struct mm_struct *mm = p->mm; task_numa_work() local
3444 struct mm_struct *mm = p->mm; init_numa_balancing() local
[all...] |
| H A D | core.c | 5243 struct mm_struct *mm = rq->prev_mm; in finish_task_switch() local
9421 struct mm_struct *mm = current->active_mm; idle_task_exit() local
11671 struct mm_struct *mm = t->mm; __sched_mm_cid_migrate_from_fetch_cid() local
11712 struct mm_struct *mm = t->mm; __sched_mm_cid_migrate_from_try_steal_cid() local
11772 struct mm_struct *mm = t->mm; sched_mm_cid_migrate_to() local
11822 sched_mm_cid_remote_clear(struct mm_struct * mm,struct mm_cid * pcpu_cid,int cpu) sched_mm_cid_remote_clear() argument
11878 sched_mm_cid_remote_clear_old(struct mm_struct * mm,int cpu) sched_mm_cid_remote_clear_old() argument
11910 sched_mm_cid_remote_clear_weight(struct mm_struct * mm,int cpu,int weight) sched_mm_cid_remote_clear_weight() argument
11928 struct mm_struct *mm; task_mm_cid_work() local
11969 struct mm_struct *mm = t->mm; init_sched_mm_cid() local
11996 struct mm_struct *mm = t->mm; sched_mm_cid_exit_signals() local
12018 struct mm_struct *mm = t->mm; sched_mm_cid_before_execve() local
12040 struct mm_struct *mm = t->mm; sched_mm_cid_after_execve() local
[all...] |
| /linux/kernel/ |
| H A D | exit.c | 448 mm_update_next_owner(struct mm_struct * mm) mm_update_next_owner() argument
539 struct mm_struct *mm = current->mm; exit_mm() local
[all...] |
| H A D | acct.c | 559 struct mm_struct *mm = current->mm; in acct_collect() local
|
| /linux/kernel/events/ |
| H A D | uprobes.c | 82 struct mm_struct *mm; member
158 struct mm_struct *mm = vma->vm_mm; in __replace_page() local
282 delayed_uprobe_check(struct uprobe *uprobe, struct mm_struct *mm) in delayed_uprobe_check()
292 static int delayed_uprobe_add(struct uprobe *uprobe, struct mm_struct *mm) in delayed_uprobe_add()
317 static void delayed_uprobe_remove(struct uprobe *uprobe, struct mm_struct *mm) in delayed_uprobe_remove()
351 find_ref_ctr_vma(struct uprobe *uprobe, struct mm_struct *mm) in find_ref_ctr_vma()
364 __update_ref_ctr(struct mm_struct *mm, unsigned long vaddr, short d) in __update_ref_ctr()
403 struct mm_struct *mm, short d) in update_ref_ctr_warn()
412 static int update_ref_ctr(struct uprobe *uprobe, struct mm_struct *mm, in update_ref_ctr()
459 int uprobe_write_opcode(struct arch_uprobe *auprobe, struct mm_struct *mm, in uprobe_write_opcode()
[all …]
|
| /linux/include/linux/ |
| H A D | iommu.h | 220 struct mm_struct *mm; member
1499 static inline void mm_pasid_init(struct mm_struct *mm) in mm_pasid_init()
1511 static inline bool mm_valid_pasid(struct mm_struct *mm) in mm_valid_pasid()
1516 static inline u32 mm_get_enqcmd_pasid(struct mm_struct *mm) in mm_get_enqcmd_pasid()
1534 iommu_sva_bind_device(struct device *dev, struct mm_struct *mm) in iommu_sva_bind_device()
1547 static inline void mm_pasid_init(struct mm_struct *mm) {} in mm_pasid_init()
1548 static inline bool mm_valid_pasid(struct mm_struct *mm) { return false; } in mm_valid_pasid()
1550 static inline u32 mm_get_enqcmd_pasid(struct mm_struct *mm) in mm_get_enqcmd_pasid()
1555 static inline void mm_pasid_drop(struct mm_struct *mm) {} in mm_pasid_drop()
1558 iommu_sva_domain_alloc(struct device *dev, struct mm_struct *mm) in iommu_sva_domain_alloc()
|
| /linux/drivers/iommu/intel/ |
| H A D | svm.c | 138 struct mm_struct *mm, in intel_arch_invalidate_secondary_tlbs()
156 static void intel_mm_release(struct mmu_notifier *mn, struct mm_struct *mm) in intel_mm_release()
202 struct mm_struct *mm = domain->mm; in intel_svm_set_dev_pasid() local
565 struct mm_struct *mm) in intel_svm_domain_alloc()
|