| H A D | kfd_svm.c | 85 * @prange: svm range structure to be removed
92 static void svm_range_unlink(struct svm_range *prange) in svm_range_unlink() argument
94 pr_debug("svms 0x%p prange 0x%p [0x%lx 0x%lx]\n", prange->svms, in svm_range_unlink()
95 prange, prange->start, prange->last); in svm_range_unlink()
97 if (prange->svm_bo) { in svm_range_unlink()
98 spin_lock(&prange->svm_bo->list_lock); in svm_range_unlink()
99 list_del_init(&prange in svm_range_unlink()
109 svm_range_add_notifier_locked(struct mm_struct * mm,struct svm_range * prange) svm_range_add_notifier_locked() argument
128 svm_range_add_to_svms(struct svm_range * prange) svm_range_add_to_svms() argument
139 svm_range_remove_notifier(struct svm_range * prange) svm_range_remove_notifier() argument
159 svm_range_dma_map_dev(struct amdgpu_device * adev,struct svm_range * prange,unsigned long offset,unsigned long npages,unsigned long * hmm_pfns,uint32_t gpuidx) svm_range_dma_map_dev() argument
206 svm_range_dma_map(struct svm_range * prange,unsigned long * bitmap,unsigned long offset,unsigned long npages,unsigned long * hmm_pfns) svm_range_dma_map() argument
253 svm_range_dma_unmap(struct svm_range * prange) svm_range_dma_unmap() argument
279 svm_range_free(struct svm_range * prange,bool do_unmap) svm_range_free() argument
339 struct svm_range *prange; svm_range_new() local
401 struct svm_range *prange = svm_range_bo_release() local
475 svm_range_validate_svm_bo(struct kfd_node * node,struct svm_range * prange) svm_range_validate_svm_bo() argument
555 svm_range_vram_node_new(struct kfd_node * node,struct svm_range * prange,bool clear) svm_range_vram_node_new() argument
654 svm_range_vram_node_free(struct svm_range * prange) svm_range_vram_node_free() argument
668 svm_range_get_node_by_id(struct svm_range * prange,uint32_t gpu_id) svm_range_get_node_by_id() argument
684 svm_range_get_pdd_by_node(struct svm_range * prange,struct kfd_node * node) svm_range_get_pdd_by_node() argument
794 svm_range_apply_attrs(struct kfd_process * p,struct svm_range * prange,uint32_t nattr,struct kfd_ioctl_svm_attribute * attrs,bool * update_mapping) svm_range_apply_attrs() argument
848 svm_range_is_same_attrs(struct kfd_process * p,struct svm_range * prange,uint32_t nattr,struct kfd_ioctl_svm_attribute * attrs) svm_range_is_same_attrs() argument
914 struct svm_range *prange; svm_range_debug_dump() local
1142 svm_range_split(struct svm_range * prange,uint64_t start,uint64_t last,struct svm_range ** new) svm_range_split() argument
1178 svm_range_split_tail(struct svm_range * prange,uint64_t new_last,struct list_head * insert_list,struct list_head * remap_list) svm_range_split_tail() argument
1202 svm_range_split_head(struct svm_range * prange,uint64_t new_start,struct list_head * insert_list,struct list_head * remap_list) svm_range_split_head() argument
1226 svm_range_add_child(struct svm_range * prange,struct svm_range * pchild,enum svm_work_list_ops op) svm_range_add_child() argument
1245 svm_range_get_pte_flags(struct kfd_node * node,struct amdgpu_vm * vm,struct svm_range * prange,int domain) svm_range_get_pte_flags() argument
1415 svm_range_unmap_from_gpus(struct svm_range * prange,unsigned long start,unsigned long last,unsigned long * bitmap_unmap,uint32_t trigger) svm_range_unmap_from_gpus() argument
1463 svm_range_map_to_gpu(struct kfd_process_device * pdd,struct svm_range * prange,unsigned long offset,unsigned long npages,bool readonly,dma_addr_t * dma_addr,struct amdgpu_device * bo_adev,struct dma_fence ** fence,bool flush_tlb) svm_range_map_to_gpu() argument
1553 svm_range_map_to_gpus(struct svm_range * prange,unsigned long offset,unsigned long npages,bool readonly,unsigned long * bitmap,bool wait,bool flush_tlb) svm_range_map_to_gpus() argument
1613 struct svm_range *prange; global() member
1712 svm_range_validate_and_map(struct mm_struct * mm,unsigned long map_start,unsigned long map_last,struct svm_range * prange,int32_t gpuidx,bool intr,bool wait,bool flush_tlb) svm_range_validate_and_map() argument
1937 struct svm_range *prange; svm_range_restore_work() local
2044 svm_range_evict(struct svm_range * prange,struct mm_struct * mm,unsigned long start,unsigned long last,enum mmu_notifier_event event) svm_range_evict() argument
2189 struct svm_range *prange; svm_range_split_new() local
2248 struct svm_range *prange; svm_range_add() local
2348 svm_range_update_notifier_and_interval_tree(struct mm_struct * mm,struct svm_range * prange) svm_range_update_notifier_and_interval_tree() argument
2375 svm_range_handle_list_op(struct svm_range_list * svms,struct svm_range * prange,struct mm_struct * mm) svm_range_handle_list_op() argument
2456 struct svm_range *prange; svm_range_deferred_list_work() local
2517 svm_range_add_list_work(struct svm_range_list * svms,struct svm_range * prange,struct mm_struct * mm,enum svm_work_list_ops op) svm_range_add_list_work() argument
2553 svm_range_unmap_split(struct svm_range * parent,struct svm_range * prange,unsigned long start,unsigned long last) svm_range_unmap_split() argument
2586 svm_range_unmap_from_cpu(struct mm_struct * mm,struct svm_range * prange,unsigned long start,unsigned long last) svm_range_unmap_from_cpu() argument
2668 struct svm_range *prange; svm_range_cpu_invalidate_pagetables() local
2719 struct svm_range *prange; svm_range_from_addr() local
2769 svm_range_best_restore_location(struct svm_range * prange,struct kfd_node * node,int32_t * gpuidx) svm_range_best_restore_location() argument
2927 struct svm_range *prange = NULL; svm_range_create_unregistered_range() local
2984 svm_range_skip_recover(struct svm_range * prange) svm_range_skip_recover() argument
3058 struct svm_range *prange; svm_range_restore_pages() local
3285 struct svm_range *prange, *pchild; svm_range_switch_xnack_reserve_mem() local
3342 struct svm_range *prange; svm_range_list_fini() local
3528 svm_range_best_prefetch_location(struct svm_range * prange) svm_range_best_prefetch_location() argument
3609 svm_range_trigger_migration(struct mm_struct * mm,struct svm_range * prange,bool * migrated) svm_range_trigger_migration() argument
3674 struct svm_range *prange = svm_range_evict_svm_bo() local
3732 svm_range_needs_unmap(struct kfd_process * p,struct svm_range * prange) svm_range_needs_unmap() argument
3762 struct svm_range *prange; svm_range_set_attr() local
3910 struct svm_range *prange; svm_range_get_attr() local
4235 struct svm_range *prange; svm_range_get_info() local
4294 struct svm_range *prange; kfd_criu_checkpoint_svm() local
[all...] |