xref: /linux/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h (revision cb8fef4b07f71da01843457b66e579ad248a625e)
1 /*
2  * Copyright 2014 Advanced Micro Devices, Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  */
22 
23 /* amdgpu_amdkfd.h defines the private interface between amdgpu and amdkfd. */
24 
25 #ifndef AMDGPU_AMDKFD_H_INCLUDED
26 #define AMDGPU_AMDKFD_H_INCLUDED
27 
28 #include <linux/list.h>
29 #include <linux/types.h>
30 #include <linux/mm.h>
31 #include <linux/kthread.h>
32 #include <linux/workqueue.h>
33 #include <linux/mmu_notifier.h>
34 #include <linux/memremap.h>
35 #include <kgd_kfd_interface.h>
36 #include <drm/drm_client.h>
37 #include "amdgpu_sync.h"
38 #include "amdgpu_vm.h"
39 #include "amdgpu_xcp.h"
40 #include "kfd_topology.h"
41 #include "amdgpu_ptl.h"
42 
43 extern uint64_t amdgpu_amdkfd_total_mem_size;
44 
45 enum TLB_FLUSH_TYPE {
46 	TLB_FLUSH_LEGACY = 0,
47 	TLB_FLUSH_LIGHTWEIGHT,
48 	TLB_FLUSH_HEAVYWEIGHT
49 };
50 
51 struct amdgpu_device;
52 struct kfd_process_device;
53 struct amdgpu_reset_context;
54 
55 enum kfd_mem_attachment_type {
56 	KFD_MEM_ATT_SHARED,	/* Share kgd_mem->bo or another attachment's */
57 	KFD_MEM_ATT_USERPTR,	/* SG bo to DMA map pages from a userptr bo */
58 	KFD_MEM_ATT_DMABUF,	/* DMAbuf to DMA map TTM BOs */
59 	KFD_MEM_ATT_SG		/* Tag to DMA map SG BOs */
60 };
61 
62 struct kfd_mem_attachment {
63 	struct list_head list;
64 	enum kfd_mem_attachment_type type;
65 	bool is_mapped;
66 	struct amdgpu_bo_va *bo_va;
67 	struct amdgpu_device *adev;
68 	uint64_t va;
69 	uint64_t pte_flags;
70 };
71 
72 struct kgd_mem {
73 	struct mutex lock;
74 	struct amdgpu_bo *bo;
75 	struct dma_buf *dmabuf;
76 	struct amdgpu_hmm_range *range;
77 	struct list_head attachments;
78 	/* protected by amdkfd_process_info.lock */
79 	struct list_head validate_list;
80 	uint32_t domain;
81 	unsigned int mapped_to_gpu_memory;
82 	uint64_t va;
83 
84 	uint32_t alloc_flags;
85 
86 	uint32_t invalid;
87 	struct amdkfd_process_info *process_info;
88 
89 	struct amdgpu_sync sync;
90 
91 	uint32_t gem_handle;
92 	bool aql_queue;
93 	bool is_imported;
94 };
95 
96 /* KFD Memory Eviction */
97 struct amdgpu_amdkfd_fence {
98 	struct dma_fence base;
99 	struct mm_struct *mm;
100 	spinlock_t lock;
101 	char timeline_name[TASK_COMM_LEN];
102 	uint16_t context_id;
103 };
104 
105 struct amdgpu_kfd_dev {
106 	struct kfd_dev *dev;
107 	int64_t vram_used[MAX_XCP];
108 	uint64_t vram_used_aligned[MAX_XCP];
109 	bool init_complete;
110 	struct work_struct reset_work;
111 
112 	/* Client for KFD BO GEM handle allocations */
113 	struct drm_client_dev client;
114 
115 	/* HMM page migration MEMORY_DEVICE_PRIVATE mapping
116 	 * Must be last --ends in a flexible-array member.
117 	 */
118 	struct dev_pagemap pgmap;
119 };
120 
121 enum kgd_engine_type {
122 	KGD_ENGINE_PFP = 1,
123 	KGD_ENGINE_ME,
124 	KGD_ENGINE_CE,
125 	KGD_ENGINE_MEC1,
126 	KGD_ENGINE_MEC2,
127 	KGD_ENGINE_RLC,
128 	KGD_ENGINE_SDMA1,
129 	KGD_ENGINE_SDMA2,
130 	KGD_ENGINE_MAX
131 };
132 
133 
134 struct amdkfd_process_info {
135 	/* List head of all VMs that belong to a KFD process */
136 	struct list_head vm_list_head;
137 	/* List head for all KFD BOs that belong to a KFD process. */
138 	struct list_head kfd_bo_list;
139 	/* List of userptr BOs that are valid or invalid */
140 	struct list_head userptr_valid_list;
141 	struct list_head userptr_inval_list;
142 	/* Lock to protect kfd_bo_list */
143 	struct mutex lock;
144 
145 	/* Number of VMs */
146 	unsigned int n_vms;
147 	/* Eviction Fence */
148 	struct amdgpu_amdkfd_fence *eviction_fence;
149 
150 	/* MMU-notifier related fields */
151 	struct mutex notifier_lock;
152 	uint32_t evicted_bos;
153 	/* kfd context id */
154 	u16 context_id;
155 	struct delayed_work restore_userptr_work;
156 	struct pid *pid;
157 	bool block_mmu_notifications;
158 };
159 
160 int amdgpu_amdkfd_init(void);
161 void amdgpu_amdkfd_fini(void);
162 void amdgpu_amdkfd_teardown_processes(struct amdgpu_device *adev);
163 
164 void amdgpu_amdkfd_suspend(struct amdgpu_device *adev, bool suspend_proc);
165 int amdgpu_amdkfd_resume(struct amdgpu_device *adev, bool resume_proc);
166 void amdgpu_amdkfd_suspend_process(struct amdgpu_device *adev);
167 int amdgpu_amdkfd_resume_process(struct amdgpu_device *adev);
168 void amdgpu_amdkfd_interrupt(struct amdgpu_device *adev,
169 			const void *ih_ring_entry);
170 void amdgpu_amdkfd_device_probe(struct amdgpu_device *adev);
171 void amdgpu_amdkfd_device_init(struct amdgpu_device *adev);
172 void amdgpu_amdkfd_device_fini_sw(struct amdgpu_device *adev);
173 int amdgpu_amdkfd_prepare_partition_switch(struct amdgpu_device *adev);
174 int amdgpu_amdkfd_submit_ib(struct amdgpu_device *adev,
175 				enum kgd_engine_type engine,
176 				uint32_t vmid, uint64_t gpu_addr,
177 				uint32_t *ib_cmd, uint32_t ib_len);
178 void amdgpu_amdkfd_set_compute_idle(struct amdgpu_device *adev, bool idle);
179 bool amdgpu_amdkfd_have_atomics_support(struct amdgpu_device *adev);
180 
181 bool amdgpu_amdkfd_is_kfd_vmid(struct amdgpu_device *adev, u32 vmid);
182 
183 int amdgpu_amdkfd_pre_reset(struct amdgpu_device *adev,
184 			    struct amdgpu_reset_context *reset_context);
185 
186 int amdgpu_amdkfd_post_reset(struct amdgpu_device *adev);
187 
188 void amdgpu_amdkfd_gpu_reset(struct amdgpu_device *adev);
189 
190 int amdgpu_queue_mask_bit_to_set_resource_bit(struct amdgpu_device *adev,
191 					int queue_bit);
192 
193 struct amdgpu_amdkfd_fence *amdgpu_amdkfd_fence_create(u64 context,
194 				struct mm_struct *mm,
195 				u16 context_id);
196 
197 int amdgpu_amdkfd_drm_client_create(struct amdgpu_device *adev);
198 #if defined(CONFIG_DEBUG_FS)
199 int kfd_debugfs_kfd_mem_limits(struct seq_file *m, void *data);
200 #endif
201 #if IS_ENABLED(CONFIG_HSA_AMD)
202 bool amdkfd_fence_check_mm(struct dma_fence *f, struct mm_struct *mm);
203 struct amdgpu_amdkfd_fence *to_amdgpu_amdkfd_fence(struct dma_fence *f);
204 void amdgpu_amdkfd_remove_all_eviction_fences(struct amdgpu_bo *bo);
205 int amdgpu_amdkfd_evict_userptr(struct mmu_interval_notifier *mni,
206 				unsigned long cur_seq, struct kgd_mem *mem);
207 int amdgpu_amdkfd_bo_validate_and_fence(struct amdgpu_bo *bo,
208 					uint32_t domain,
209 					struct dma_fence *fence);
210 int amdgpu_amdkfd_set_sigbus_delay(struct task_struct *task, u32 ms);
211 #else
212 static inline
213 bool amdkfd_fence_check_mm(struct dma_fence *f, struct mm_struct *mm)
214 {
215 	return false;
216 }
217 
218 static inline
219 struct amdgpu_amdkfd_fence *to_amdgpu_amdkfd_fence(struct dma_fence *f)
220 {
221 	return NULL;
222 }
223 
224 static inline
225 void amdgpu_amdkfd_remove_all_eviction_fences(struct amdgpu_bo *bo)
226 {
227 }
228 
229 static inline
230 int amdgpu_amdkfd_evict_userptr(struct mmu_interval_notifier *mni,
231 				unsigned long cur_seq, struct kgd_mem *mem)
232 {
233 	return 0;
234 }
235 static inline
236 int amdgpu_amdkfd_bo_validate_and_fence(struct amdgpu_bo *bo,
237 					uint32_t domain,
238 					struct dma_fence *fence)
239 {
240 	return 0;
241 }
242 static inline
243 int amdgpu_amdkfd_set_sigbus_delay(struct task_struct *task, u32 ms)
244 {
245 	return -EOPNOTSUPP;
246 }
247 #endif
248 /* Shared API */
249 int amdgpu_amdkfd_alloc_kernel_mem(struct amdgpu_device *adev, size_t size,
250 				u32 domain, void **mem_obj, uint64_t *gpu_addr,
251 				void **cpu_ptr, bool mqd_gfx9);
252 void amdgpu_amdkfd_free_kernel_mem(struct amdgpu_device *adev, void **mem_obj);
253 int amdgpu_amdkfd_alloc_gws(struct amdgpu_device *adev, size_t size,
254 				void **mem_obj);
255 void amdgpu_amdkfd_free_gws(struct amdgpu_device *adev, void *mem_obj);
256 int amdgpu_amdkfd_add_gws_to_process(void *info, void *gws, struct kgd_mem **mem);
257 int amdgpu_amdkfd_remove_gws_from_process(void *info, void *mem);
258 uint32_t amdgpu_amdkfd_get_fw_version(struct amdgpu_device *adev,
259 				      enum kgd_engine_type type);
260 void amdgpu_amdkfd_get_local_mem_info(struct amdgpu_device *adev,
261 				      struct kfd_local_mem_info *mem_info,
262 				      struct amdgpu_xcp *xcp);
263 uint64_t amdgpu_amdkfd_get_gpu_clock_counter(struct amdgpu_device *adev);
264 
265 uint32_t amdgpu_amdkfd_get_max_engine_clock_in_mhz(struct amdgpu_device *adev);
266 int amdgpu_amdkfd_get_dmabuf_info(struct amdgpu_device *adev, int dma_buf_fd,
267 				  struct amdgpu_device **dmabuf_adev,
268 				  uint64_t *bo_size, void **metadata_buffer,
269 				  size_t buffer_size, uint32_t *metadata_size,
270 				  uint32_t *flags, int8_t *xcp_id);
271 int amdgpu_amdkfd_get_pcie_bandwidth_mbytes(struct amdgpu_device *adev, bool is_min);
272 int amdgpu_amdkfd_send_close_event_drain_irq(struct amdgpu_device *adev,
273 					uint32_t *payload);
274 int amdgpu_amdkfd_unmap_hiq(struct amdgpu_device *adev, u32 doorbell_off,
275 				u32 inst);
276 int amdgpu_amdkfd_start_sched(struct amdgpu_device *adev, uint32_t node_id);
277 int amdgpu_amdkfd_stop_sched(struct amdgpu_device *adev, uint32_t node_id);
278 int amdgpu_amdkfd_config_sq_perfmon(struct amdgpu_device *adev, uint32_t xcp_id,
279 	bool core_override_enable, bool reg_override_enable, bool perfmon_override_enable);
280 bool amdgpu_amdkfd_compute_active(struct amdgpu_device *adev, uint32_t node_id);
281 int amdgpu_amdkfd_reset_mes_queue(struct amdgpu_device *adev,
282 				  uint32_t node_id,
283 				  int queue_type,
284 				  int pipe, int queue,
285 				  unsigned int db);
286 
287 /* Read user wptr from a specified user address space with page fault
288  * disabled. The memory must be pinned and mapped to the hardware when
289  * this is called in hqd_load functions, so it should never fault in
290  * the first place. This resolves a circular lock dependency involving
291  * four locks, including the DQM lock and mmap_lock.
292  */
293 #define read_user_wptr(mmptr, wptr, dst)				\
294 	({								\
295 		bool valid = false;					\
296 		if ((mmptr) && (wptr)) {				\
297 			pagefault_disable();				\
298 			if ((mmptr) == current->mm) {			\
299 				valid = !get_user((dst), (wptr));	\
300 			} else if (current->flags & PF_KTHREAD) {	\
301 				kthread_use_mm(mmptr);			\
302 				valid = !get_user((dst), (wptr));	\
303 				kthread_unuse_mm(mmptr);		\
304 			}						\
305 			pagefault_enable();				\
306 		}							\
307 		valid;							\
308 	})
309 
310 /* GPUVM API */
311 #define drm_priv_to_vm(drm_priv)					\
312 	(&((struct amdgpu_fpriv *)					\
313 		((struct drm_file *)(drm_priv))->driver_priv)->vm)
314 
315 int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct amdgpu_device *adev,
316 					struct amdgpu_vm *avm,
317 					void **process_info,
318 					struct dma_fence **ef);
319 uint64_t amdgpu_amdkfd_gpuvm_get_process_page_dir(void *drm_priv);
320 size_t amdgpu_amdkfd_get_available_memory(struct amdgpu_device *adev,
321 					uint8_t xcp_id);
322 int amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu(
323 		struct amdgpu_device *adev, uint64_t va, uint64_t size,
324 		void *drm_priv, struct kgd_mem **mem,
325 		uint64_t *offset, uint32_t flags, bool criu_resume);
326 int amdgpu_amdkfd_gpuvm_free_memory_of_gpu(
327 		struct amdgpu_device *adev, struct kgd_mem *mem, void *drm_priv,
328 		uint64_t *size);
329 int amdgpu_amdkfd_gpuvm_map_memory_to_gpu(struct amdgpu_device *adev,
330 					  struct kgd_mem *mem, void *drm_priv);
331 int amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu(
332 		struct amdgpu_device *adev, struct kgd_mem *mem, void *drm_priv);
333 int amdgpu_amdkfd_gpuvm_dmaunmap_mem(struct kgd_mem *mem, void *drm_priv);
334 int amdgpu_amdkfd_gpuvm_sync_memory(
335 		struct amdgpu_device *adev, struct kgd_mem *mem, bool intr);
336 int amdgpu_amdkfd_gpuvm_map_bo_to_kernel(struct kgd_mem *mem, void **kptr,
337 					 u64 *size, u32 domain);
338 void amdgpu_amdkfd_gpuvm_unmap_bo_from_kernel(struct kgd_mem *mem);
339 
340 int amdgpu_amdkfd_map_gtt_bo_to_gart(struct amdgpu_bo *bo, struct amdgpu_bo **bo_gart);
341 
342 int amdgpu_amdkfd_gpuvm_restore_process_bos(void *process_info,
343 					    struct dma_fence __rcu **ef);
344 int amdgpu_amdkfd_gpuvm_get_vm_fault_info(struct amdgpu_device *adev,
345 					      struct kfd_vm_fault_info *info);
346 int amdgpu_amdkfd_gpuvm_import_dmabuf_fd(struct amdgpu_device *adev, int fd,
347 					 uint64_t va, void *drm_priv,
348 					 struct kgd_mem **mem, uint64_t *size,
349 					 uint64_t *mmap_offset);
350 int amdgpu_amdkfd_gpuvm_export_dmabuf(struct kgd_mem *mem,
351 				      struct dma_buf **dmabuf);
352 void amdgpu_amdkfd_debug_mem_fence(struct amdgpu_device *adev);
353 int amdgpu_amdkfd_get_tile_config(struct amdgpu_device *adev,
354 				struct tile_config *config);
355 void amdgpu_amdkfd_ras_poison_consumption_handler(struct amdgpu_device *adev,
356 			enum amdgpu_ras_block block, uint32_t reset);
357 
358 void amdgpu_amdkfd_ras_pasid_poison_consumption_handler(struct amdgpu_device *adev,
359 			enum amdgpu_ras_block block, uint16_t pasid,
360 			pasid_notify pasid_fn, void *data, uint32_t reset);
361 
362 bool amdgpu_amdkfd_is_fed(struct amdgpu_device *adev);
363 bool amdgpu_amdkfd_bo_mapped_to_dev(void *drm_priv, struct kgd_mem *mem);
364 void amdgpu_amdkfd_block_mmu_notifications(void *p);
365 int amdgpu_amdkfd_criu_resume(void *p);
366 int amdgpu_amdkfd_reserve_mem_limit(struct amdgpu_device *adev,
367 		uint64_t size, u32 alloc_flag, int8_t xcp_id);
368 void amdgpu_amdkfd_unreserve_mem_limit(struct amdgpu_device *adev,
369 		uint64_t size, u32 alloc_flag, int8_t xcp_id);
370 void amdgpu_amdkfd_clear_kfd_mapping(struct amdgpu_device *adev);
371 
372 u64 amdgpu_amdkfd_xcp_memory_size(struct amdgpu_device *adev, int xcp_id);
373 
374 #define KFD_XCP_MEM_ID(adev, xcp_id) \
375 		((adev)->xcp_mgr && (xcp_id) >= 0 ?\
376 		(adev)->xcp_mgr->xcp[(xcp_id)].mem_id : -1)
377 
378 #define KFD_XCP_MEMORY_SIZE(adev, xcp_id) amdgpu_amdkfd_xcp_memory_size((adev), (xcp_id))
379 
380 
381 #if IS_ENABLED(CONFIG_HSA_AMD)
382 void amdgpu_amdkfd_gpuvm_init_mem_limits(void);
383 void amdgpu_amdkfd_gpuvm_destroy_cb(struct amdgpu_device *adev,
384 				struct amdgpu_vm *vm);
385 
386 /**
387  * @amdgpu_amdkfd_release_notify() - Notify KFD when GEM object is released
388  *
389  * Allows KFD to release its resources associated with the GEM object.
390  */
391 void amdgpu_amdkfd_release_notify(struct amdgpu_bo *bo);
392 void amdgpu_amdkfd_reserve_system_mem(uint64_t size);
393 #else
394 static inline
395 void amdgpu_amdkfd_gpuvm_init_mem_limits(void)
396 {
397 }
398 
399 static inline
400 void amdgpu_amdkfd_gpuvm_destroy_cb(struct amdgpu_device *adev,
401 					struct amdgpu_vm *vm)
402 {
403 }
404 
405 static inline
406 void amdgpu_amdkfd_release_notify(struct amdgpu_bo *bo)
407 {
408 }
409 #endif
410 
411 #if IS_ENABLED(CONFIG_HSA_AMD_SVM)
412 int kgd2kfd_init_zone_device(struct amdgpu_device *adev);
413 #else
414 static inline
415 int kgd2kfd_init_zone_device(struct amdgpu_device *adev)
416 {
417 	return 0;
418 }
419 #endif
420 
421 /* KGD2KFD callbacks */
422 int kgd2kfd_quiesce_mm(struct mm_struct *mm, uint32_t trigger);
423 int kgd2kfd_resume_mm(struct mm_struct *mm);
424 int kgd2kfd_schedule_evict_and_restore_process(struct mm_struct *mm,
425 					       u16 context_id, struct dma_fence *fence);
426 #if IS_ENABLED(CONFIG_HSA_AMD)
427 int kgd2kfd_init(void);
428 void kgd2kfd_exit(void);
429 struct kfd_dev *kgd2kfd_probe(struct amdgpu_device *adev, bool vf);
430 bool kgd2kfd_device_init(struct kfd_dev *kfd,
431 			 const struct kgd2kfd_shared_resources *gpu_resources);
432 void kgd2kfd_device_exit(struct kfd_dev *kfd);
433 void kgd2kfd_device_fini(struct kfd_dev *kfd);
434 void kgd2kfd_suspend(struct kfd_dev *kfd, bool suspend_proc);
435 int kgd2kfd_resume(struct kfd_dev *kfd, bool resume_proc);
436 void kgd2kfd_suspend_process(struct kfd_dev *kfd);
437 int kgd2kfd_resume_process(struct kfd_dev *kfd);
438 int kgd2kfd_pre_reset(struct kfd_dev *kfd,
439 		      struct amdgpu_reset_context *reset_context);
440 int kgd2kfd_post_reset(struct kfd_dev *kfd);
441 void kgd2kfd_interrupt(struct kfd_dev *kfd, const void *ih_ring_entry);
442 void kgd2kfd_set_sram_ecc_flag(struct kfd_dev *kfd);
443 void kgd2kfd_smi_event_throttle(struct kfd_dev *kfd, uint64_t throttle_bitmask);
444 int kgd2kfd_check_and_lock_kfd(struct kfd_dev *kfd);
445 void kgd2kfd_unlock_kfd(struct kfd_dev *kfd);
446 int kgd2kfd_start_sched(struct kfd_dev *kfd, uint32_t node_id);
447 int kgd2kfd_start_sched_all_nodes(struct kfd_dev *kfd);
448 int amdgpu_amdkfd_start_sched_all(struct amdgpu_device *adev);
449 int kgd2kfd_stop_sched(struct kfd_dev *kfd, uint32_t node_id);
450 int kgd2kfd_stop_sched_all_nodes(struct kfd_dev *kfd);
451 int amdgpu_amdkfd_stop_sched_all(struct amdgpu_device *adev);
452 bool kgd2kfd_compute_active(struct kfd_dev *kfd, uint32_t node_id);
453 bool kgd2kfd_vmfault_fast_path(struct amdgpu_device *adev, struct amdgpu_iv_entry *entry,
454 			       bool retry_fault);
455 void kgd2kfd_lock_kfd(void);
456 void kgd2kfd_teardown_processes(struct amdgpu_device *adev);
457 int kgd2kfd_reset_mes_queue(struct kfd_dev *kfd, uint32_t node_id,
458 			    int queue_type, int pipe, int queue,
459 			    unsigned int db);
460 
461 #else
462 static inline int kgd2kfd_init(void)
463 {
464 	return -ENOENT;
465 }
466 
467 static inline void kgd2kfd_exit(void)
468 {
469 }
470 
471 static inline
472 struct kfd_dev *kgd2kfd_probe(struct amdgpu_device *adev, bool vf)
473 {
474 	return NULL;
475 }
476 
477 static inline
478 bool kgd2kfd_device_init(struct kfd_dev *kfd,
479 				const struct kgd2kfd_shared_resources *gpu_resources)
480 {
481 	return false;
482 }
483 
484 static inline void kgd2kfd_device_exit(struct kfd_dev *kfd)
485 {
486 }
487 
488 static inline void kgd2kfd_device_fini(struct kfd_dev *kfd)
489 {
490 }
491 
492 static inline void kgd2kfd_suspend(struct kfd_dev *kfd, bool suspend_proc)
493 {
494 }
495 
496 static inline int kgd2kfd_resume(struct kfd_dev *kfd, bool resume_proc)
497 {
498 	return 0;
499 }
500 
501 static inline void kgd2kfd_suspend_process(struct kfd_dev *kfd)
502 {
503 }
504 
505 static inline int kgd2kfd_resume_process(struct kfd_dev *kfd)
506 {
507 	return 0;
508 }
509 
510 static inline int kgd2kfd_pre_reset(struct kfd_dev *kfd,
511 				    struct amdgpu_reset_context *reset_context)
512 {
513 	return 0;
514 }
515 
516 static inline int kgd2kfd_post_reset(struct kfd_dev *kfd)
517 {
518 	return 0;
519 }
520 
521 static inline
522 void kgd2kfd_interrupt(struct kfd_dev *kfd, const void *ih_ring_entry)
523 {
524 }
525 
526 static inline
527 void kgd2kfd_set_sram_ecc_flag(struct kfd_dev *kfd)
528 {
529 }
530 
531 static inline
532 void kgd2kfd_smi_event_throttle(struct kfd_dev *kfd, uint64_t throttle_bitmask)
533 {
534 }
535 
536 static inline int kgd2kfd_check_and_lock_kfd(struct kfd_dev *kfd)
537 {
538 	return 0;
539 }
540 
541 static inline void kgd2kfd_unlock_kfd(struct kfd_dev *kfd)
542 {
543 }
544 
545 static inline int kgd2kfd_start_sched(struct kfd_dev *kfd, uint32_t node_id)
546 {
547 	return 0;
548 }
549 
550 static inline int kgd2kfd_start_sched_all_nodes(struct kfd_dev *kfd)
551 {
552 	return 0;
553 }
554 
555 static inline int amdgpu_amdkfd_start_sched_all(struct amdgpu_device *adev)
556 {
557 	return 0;
558 }
559 
560 static inline int kgd2kfd_stop_sched(struct kfd_dev *kfd, uint32_t node_id)
561 {
562 	return 0;
563 }
564 
565 static inline int kgd2kfd_stop_sched_all_nodes(struct kfd_dev *kfd)
566 {
567 	return 0;
568 }
569 
570 static inline int amdgpu_amdkfd_stop_sched_all(struct amdgpu_device *adev)
571 {
572 	return 0;
573 }
574 
575 static inline bool kgd2kfd_compute_active(struct kfd_dev *kfd, uint32_t node_id)
576 {
577 	return false;
578 }
579 
580 static inline bool kgd2kfd_vmfault_fast_path(struct amdgpu_device *adev, struct amdgpu_iv_entry *entry,
581 				      bool retry_fault)
582 {
583 	return false;
584 }
585 
586 static inline void kgd2kfd_lock_kfd(void)
587 {
588 }
589 
590 static inline void kgd2kfd_teardown_processes(struct amdgpu_device *adev)
591 {
592 }
593 
594 static inline int kgd2kfd_reset_mes_queue(struct kfd_dev *kfd, uint32_t node_id,
595 					  int queue_type, int pipe, int queue,
596 					  unsigned int db)
597 {
598 	return 0;
599 }
600 
601 #endif
602 #endif /* AMDGPU_AMDKFD_H_INCLUDED */
603