1130e0371SOded Gabbay /* 2130e0371SOded Gabbay * Copyright 2014 Advanced Micro Devices, Inc. 3130e0371SOded Gabbay * 4130e0371SOded Gabbay * Permission is hereby granted, free of charge, to any person obtaining a 5130e0371SOded Gabbay * copy of this software and associated documentation files (the "Software"), 6130e0371SOded Gabbay * to deal in the Software without restriction, including without limitation 7130e0371SOded Gabbay * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8130e0371SOded Gabbay * and/or sell copies of the Software, and to permit persons to whom the 9130e0371SOded Gabbay * Software is furnished to do so, subject to the following conditions: 10130e0371SOded Gabbay * 11130e0371SOded Gabbay * The above copyright notice and this permission notice shall be included in 12130e0371SOded Gabbay * all copies or substantial portions of the Software. 13130e0371SOded Gabbay * 14130e0371SOded Gabbay * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15130e0371SOded Gabbay * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16130e0371SOded Gabbay * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17130e0371SOded Gabbay * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18130e0371SOded Gabbay * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19130e0371SOded Gabbay * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20130e0371SOded Gabbay * OTHER DEALINGS IN THE SOFTWARE. 21130e0371SOded Gabbay */ 22130e0371SOded Gabbay 23130e0371SOded Gabbay /* amdgpu_amdkfd.h defines the private interface between amdgpu and amdkfd. */ 24130e0371SOded Gabbay 25130e0371SOded Gabbay #ifndef AMDGPU_AMDKFD_H_INCLUDED 26130e0371SOded Gabbay #define AMDGPU_AMDKFD_H_INCLUDED 27130e0371SOded Gabbay 28130e0371SOded Gabbay #include <linux/types.h> 2970539bd7SFelix Kuehling #include <linux/mmu_context.h> 30130e0371SOded Gabbay #include <kgd_kfd_interface.h> 31130e0371SOded Gabbay 32d8d019ccSFelix Kuehling extern const struct kgd2kfd_calls *kgd2kfd; 33d8d019ccSFelix Kuehling 34130e0371SOded Gabbay struct amdgpu_device; 35130e0371SOded Gabbay 36130e0371SOded Gabbay struct kgd_mem { 37130e0371SOded Gabbay struct amdgpu_bo *bo; 38130e0371SOded Gabbay uint64_t gpu_addr; 39130e0371SOded Gabbay void *cpu_ptr; 40130e0371SOded Gabbay }; 41130e0371SOded Gabbay 42d8d019ccSFelix Kuehling /* KFD Memory Eviction */ 43d8d019ccSFelix Kuehling struct amdgpu_amdkfd_fence { 44d8d019ccSFelix Kuehling struct dma_fence base; 45d8d019ccSFelix Kuehling struct mm_struct *mm; 46d8d019ccSFelix Kuehling spinlock_t lock; 47d8d019ccSFelix Kuehling char timeline_name[TASK_COMM_LEN]; 48d8d019ccSFelix Kuehling }; 49d8d019ccSFelix Kuehling 50d8d019ccSFelix Kuehling struct amdgpu_amdkfd_fence *amdgpu_amdkfd_fence_create(u64 context, 51d8d019ccSFelix Kuehling struct mm_struct *mm); 52d8d019ccSFelix Kuehling bool amdkfd_fence_check_mm(struct dma_fence *f, struct mm_struct *mm); 53d8d019ccSFelix Kuehling struct amdgpu_amdkfd_fence *to_amdgpu_amdkfd_fence(struct dma_fence *f); 54d8d019ccSFelix Kuehling 55efb1c658SOded Gabbay int amdgpu_amdkfd_init(void); 56130e0371SOded Gabbay void amdgpu_amdkfd_fini(void); 57130e0371SOded Gabbay 58dc102c43SAndres Rodriguez void amdgpu_amdkfd_suspend(struct amdgpu_device *adev); 59dc102c43SAndres Rodriguez int amdgpu_amdkfd_resume(struct amdgpu_device *adev); 60dc102c43SAndres Rodriguez void amdgpu_amdkfd_interrupt(struct amdgpu_device *adev, 61130e0371SOded Gabbay const void *ih_ring_entry); 62dc102c43SAndres Rodriguez void amdgpu_amdkfd_device_probe(struct amdgpu_device *adev); 63dc102c43SAndres Rodriguez void amdgpu_amdkfd_device_init(struct amdgpu_device *adev); 64dc102c43SAndres Rodriguez void amdgpu_amdkfd_device_fini(struct amdgpu_device *adev); 65130e0371SOded Gabbay 66130e0371SOded Gabbay struct kfd2kgd_calls *amdgpu_amdkfd_gfx_7_get_functions(void); 67ff758a12SBen Goz struct kfd2kgd_calls *amdgpu_amdkfd_gfx_8_0_get_functions(void); 68130e0371SOded Gabbay 69130e0371SOded Gabbay /* Shared API */ 70130e0371SOded Gabbay int alloc_gtt_mem(struct kgd_dev *kgd, size_t size, 71130e0371SOded Gabbay void **mem_obj, uint64_t *gpu_addr, 72130e0371SOded Gabbay void **cpu_ptr); 73130e0371SOded Gabbay void free_gtt_mem(struct kgd_dev *kgd, void *mem_obj); 7430f1c042SHarish Kasiviswanathan void get_local_mem_info(struct kgd_dev *kgd, 7530f1c042SHarish Kasiviswanathan struct kfd_local_mem_info *mem_info); 76130e0371SOded Gabbay uint64_t get_gpu_clock_counter(struct kgd_dev *kgd); 77130e0371SOded Gabbay 78130e0371SOded Gabbay uint32_t get_max_engine_clock_in_mhz(struct kgd_dev *kgd); 79ebdebf42SFlora Cui void get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info); 80*9f0a0b41SKent Russell uint64_t amdgpu_amdkfd_get_vram_usage(struct kgd_dev *kgd); 81130e0371SOded Gabbay 8270539bd7SFelix Kuehling #define read_user_wptr(mmptr, wptr, dst) \ 8370539bd7SFelix Kuehling ({ \ 8470539bd7SFelix Kuehling bool valid = false; \ 8570539bd7SFelix Kuehling if ((mmptr) && (wptr)) { \ 8670539bd7SFelix Kuehling if ((mmptr) == current->mm) { \ 8770539bd7SFelix Kuehling valid = !get_user((dst), (wptr)); \ 8870539bd7SFelix Kuehling } else if (current->mm == NULL) { \ 8970539bd7SFelix Kuehling use_mm(mmptr); \ 9070539bd7SFelix Kuehling valid = !get_user((dst), (wptr)); \ 9170539bd7SFelix Kuehling unuse_mm(mmptr); \ 9270539bd7SFelix Kuehling } \ 9370539bd7SFelix Kuehling } \ 9470539bd7SFelix Kuehling valid; \ 9570539bd7SFelix Kuehling }) 9670539bd7SFelix Kuehling 97130e0371SOded Gabbay #endif /* AMDGPU_AMDKFD_H_INCLUDED */ 98