xref: /linux/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h (revision d8d019ccffb838bb0dd98e583b5c25ccc0bc6ece)
1130e0371SOded Gabbay /*
2130e0371SOded Gabbay  * Copyright 2014 Advanced Micro Devices, Inc.
3130e0371SOded Gabbay  *
4130e0371SOded Gabbay  * Permission is hereby granted, free of charge, to any person obtaining a
5130e0371SOded Gabbay  * copy of this software and associated documentation files (the "Software"),
6130e0371SOded Gabbay  * to deal in the Software without restriction, including without limitation
7130e0371SOded Gabbay  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8130e0371SOded Gabbay  * and/or sell copies of the Software, and to permit persons to whom the
9130e0371SOded Gabbay  * Software is furnished to do so, subject to the following conditions:
10130e0371SOded Gabbay  *
11130e0371SOded Gabbay  * The above copyright notice and this permission notice shall be included in
12130e0371SOded Gabbay  * all copies or substantial portions of the Software.
13130e0371SOded Gabbay  *
14130e0371SOded Gabbay  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15130e0371SOded Gabbay  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16130e0371SOded Gabbay  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17130e0371SOded Gabbay  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18130e0371SOded Gabbay  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19130e0371SOded Gabbay  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20130e0371SOded Gabbay  * OTHER DEALINGS IN THE SOFTWARE.
21130e0371SOded Gabbay  */
22130e0371SOded Gabbay 
23130e0371SOded Gabbay /* amdgpu_amdkfd.h defines the private interface between amdgpu and amdkfd. */
24130e0371SOded Gabbay 
25130e0371SOded Gabbay #ifndef AMDGPU_AMDKFD_H_INCLUDED
26130e0371SOded Gabbay #define AMDGPU_AMDKFD_H_INCLUDED
27130e0371SOded Gabbay 
28130e0371SOded Gabbay #include <linux/types.h>
2970539bd7SFelix Kuehling #include <linux/mmu_context.h>
30130e0371SOded Gabbay #include <kgd_kfd_interface.h>
31130e0371SOded Gabbay 
32d8d019ccSFelix Kuehling extern const struct kgd2kfd_calls *kgd2kfd;
33d8d019ccSFelix Kuehling 
34130e0371SOded Gabbay struct amdgpu_device;
35130e0371SOded Gabbay 
36130e0371SOded Gabbay struct kgd_mem {
37130e0371SOded Gabbay 	struct amdgpu_bo *bo;
38130e0371SOded Gabbay 	uint64_t gpu_addr;
39130e0371SOded Gabbay 	void *cpu_ptr;
40130e0371SOded Gabbay };
41130e0371SOded Gabbay 
42d8d019ccSFelix Kuehling /* KFD Memory Eviction */
43d8d019ccSFelix Kuehling struct amdgpu_amdkfd_fence {
44d8d019ccSFelix Kuehling 	struct dma_fence base;
45d8d019ccSFelix Kuehling 	struct mm_struct *mm;
46d8d019ccSFelix Kuehling 	spinlock_t lock;
47d8d019ccSFelix Kuehling 	char timeline_name[TASK_COMM_LEN];
48d8d019ccSFelix Kuehling };
49d8d019ccSFelix Kuehling 
50d8d019ccSFelix Kuehling struct amdgpu_amdkfd_fence *amdgpu_amdkfd_fence_create(u64 context,
51d8d019ccSFelix Kuehling 						       struct mm_struct *mm);
52d8d019ccSFelix Kuehling bool amdkfd_fence_check_mm(struct dma_fence *f, struct mm_struct *mm);
53d8d019ccSFelix Kuehling struct amdgpu_amdkfd_fence *to_amdgpu_amdkfd_fence(struct dma_fence *f);
54d8d019ccSFelix Kuehling 
55efb1c658SOded Gabbay int amdgpu_amdkfd_init(void);
56130e0371SOded Gabbay void amdgpu_amdkfd_fini(void);
57130e0371SOded Gabbay 
58dc102c43SAndres Rodriguez void amdgpu_amdkfd_suspend(struct amdgpu_device *adev);
59dc102c43SAndres Rodriguez int amdgpu_amdkfd_resume(struct amdgpu_device *adev);
60dc102c43SAndres Rodriguez void amdgpu_amdkfd_interrupt(struct amdgpu_device *adev,
61130e0371SOded Gabbay 			const void *ih_ring_entry);
62dc102c43SAndres Rodriguez void amdgpu_amdkfd_device_probe(struct amdgpu_device *adev);
63dc102c43SAndres Rodriguez void amdgpu_amdkfd_device_init(struct amdgpu_device *adev);
64dc102c43SAndres Rodriguez void amdgpu_amdkfd_device_fini(struct amdgpu_device *adev);
65130e0371SOded Gabbay 
66130e0371SOded Gabbay struct kfd2kgd_calls *amdgpu_amdkfd_gfx_7_get_functions(void);
67ff758a12SBen Goz struct kfd2kgd_calls *amdgpu_amdkfd_gfx_8_0_get_functions(void);
68130e0371SOded Gabbay 
69130e0371SOded Gabbay /* Shared API */
70130e0371SOded Gabbay int alloc_gtt_mem(struct kgd_dev *kgd, size_t size,
71130e0371SOded Gabbay 			void **mem_obj, uint64_t *gpu_addr,
72130e0371SOded Gabbay 			void **cpu_ptr);
73130e0371SOded Gabbay void free_gtt_mem(struct kgd_dev *kgd, void *mem_obj);
7430f1c042SHarish Kasiviswanathan void get_local_mem_info(struct kgd_dev *kgd,
7530f1c042SHarish Kasiviswanathan 			struct kfd_local_mem_info *mem_info);
76130e0371SOded Gabbay uint64_t get_gpu_clock_counter(struct kgd_dev *kgd);
77130e0371SOded Gabbay 
78130e0371SOded Gabbay uint32_t get_max_engine_clock_in_mhz(struct kgd_dev *kgd);
79ebdebf42SFlora Cui void get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info);
80*9f0a0b41SKent Russell uint64_t amdgpu_amdkfd_get_vram_usage(struct kgd_dev *kgd);
81130e0371SOded Gabbay 
8270539bd7SFelix Kuehling #define read_user_wptr(mmptr, wptr, dst)				\
8370539bd7SFelix Kuehling 	({								\
8470539bd7SFelix Kuehling 		bool valid = false;					\
8570539bd7SFelix Kuehling 		if ((mmptr) && (wptr)) {				\
8670539bd7SFelix Kuehling 			if ((mmptr) == current->mm) {			\
8770539bd7SFelix Kuehling 				valid = !get_user((dst), (wptr));	\
8870539bd7SFelix Kuehling 			} else if (current->mm == NULL) {		\
8970539bd7SFelix Kuehling 				use_mm(mmptr);				\
9070539bd7SFelix Kuehling 				valid = !get_user((dst), (wptr));	\
9170539bd7SFelix Kuehling 				unuse_mm(mmptr);			\
9270539bd7SFelix Kuehling 			}						\
9370539bd7SFelix Kuehling 		}							\
9470539bd7SFelix Kuehling 		valid;							\
9570539bd7SFelix Kuehling 	})
9670539bd7SFelix Kuehling 
97130e0371SOded Gabbay #endif /* AMDGPU_AMDKFD_H_INCLUDED */
98