1 /* 2 * Copyright 2014 Advanced Micro Devices, Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included in 12 * all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20 * OTHER DEALINGS IN THE SOFTWARE. 21 * 22 */ 23 24 #ifndef __AMDGPU_IRQ_H__ 25 #define __AMDGPU_IRQ_H__ 26 27 #include <linux/irqdomain.h> 28 #include "soc15_ih_clientid.h" 29 #include "amdgpu_ih.h" 30 31 #define AMDGPU_MAX_IRQ_SRC_ID 0x100 32 #define AMDGPU_MAX_IRQ_CLIENT_ID 0x100 33 34 #define AMDGPU_IRQ_CLIENTID_LEGACY 0 35 #define AMDGPU_IRQ_CLIENTID_MAX SOC15_IH_CLIENTID_MAX 36 37 #define AMDGPU_IRQ_SRC_DATA_MAX_SIZE_DW 4 38 39 struct amdgpu_device; 40 41 enum amdgpu_interrupt_state { 42 AMDGPU_IRQ_STATE_DISABLE, 43 AMDGPU_IRQ_STATE_ENABLE, 44 }; 45 46 struct amdgpu_iv_entry { 47 struct amdgpu_ih_ring *ih; 48 unsigned client_id; 49 unsigned src_id; 50 unsigned ring_id; 51 unsigned vmid; 52 unsigned vmid_src; 53 uint64_t timestamp; 54 unsigned timestamp_src; 55 unsigned pasid; 56 unsigned node_id; 57 unsigned src_data[AMDGPU_IRQ_SRC_DATA_MAX_SIZE_DW]; 58 const uint32_t *iv_entry; 59 }; 60 61 struct amdgpu_irq_src { 62 unsigned num_types; 63 atomic_t *enabled_types; 64 const struct amdgpu_irq_src_funcs *funcs; 65 }; 66 67 struct amdgpu_irq_client { 68 struct amdgpu_irq_src **sources; 69 }; 70 71 /* provided by interrupt generating IP blocks */ 72 struct amdgpu_irq_src_funcs { 73 int (*set)(struct amdgpu_device *adev, struct amdgpu_irq_src *source, 74 unsigned type, enum amdgpu_interrupt_state state); 75 76 int (*process)(struct amdgpu_device *adev, 77 struct amdgpu_irq_src *source, 78 struct amdgpu_iv_entry *entry); 79 }; 80 81 struct amdgpu_irq { 82 bool installed; 83 unsigned int irq; 84 spinlock_t lock; 85 /* interrupt sources */ 86 struct amdgpu_irq_client client[AMDGPU_IRQ_CLIENTID_MAX]; 87 88 /* status, etc. */ 89 bool msi_enabled; /* msi enabled */ 90 91 /* interrupt rings */ 92 struct amdgpu_ih_ring ih, ih1, ih2, ih_soft; 93 const struct amdgpu_ih_funcs *ih_funcs; 94 struct work_struct ih1_work, ih2_work, ih_soft_work; 95 struct amdgpu_irq_src self_irq; 96 97 /* gen irq stuff */ 98 struct irq_domain *domain; /* GPU irq controller domain */ 99 unsigned virq[AMDGPU_MAX_IRQ_SRC_ID]; 100 uint32_t srbm_soft_reset; 101 u32 retry_cam_doorbell_index; 102 bool retry_cam_enabled; 103 }; 104 105 enum interrupt_node_id_per_aid { 106 AID0_NODEID = 0, 107 XCD0_NODEID = 1, 108 XCD1_NODEID = 2, 109 AID1_NODEID = 4, 110 XCD2_NODEID = 5, 111 XCD3_NODEID = 6, 112 AID2_NODEID = 8, 113 XCD4_NODEID = 9, 114 XCD5_NODEID = 10, 115 AID3_NODEID = 12, 116 XCD6_NODEID = 13, 117 XCD7_NODEID = 14, 118 NODEID_MAX, 119 }; 120 121 extern const int node_id_to_phys_map[NODEID_MAX]; 122 123 void amdgpu_irq_disable_all(struct amdgpu_device *adev); 124 125 int amdgpu_irq_init(struct amdgpu_device *adev); 126 void amdgpu_irq_fini_sw(struct amdgpu_device *adev); 127 void amdgpu_irq_fini_hw(struct amdgpu_device *adev); 128 int amdgpu_irq_add_id(struct amdgpu_device *adev, 129 unsigned client_id, unsigned src_id, 130 struct amdgpu_irq_src *source); 131 void amdgpu_irq_dispatch(struct amdgpu_device *adev, 132 struct amdgpu_ih_ring *ih); 133 void amdgpu_irq_delegate(struct amdgpu_device *adev, 134 struct amdgpu_iv_entry *entry, 135 unsigned int num_dw); 136 int amdgpu_irq_update(struct amdgpu_device *adev, struct amdgpu_irq_src *src, 137 unsigned type); 138 int amdgpu_irq_get(struct amdgpu_device *adev, struct amdgpu_irq_src *src, 139 unsigned type); 140 int amdgpu_irq_put(struct amdgpu_device *adev, struct amdgpu_irq_src *src, 141 unsigned type); 142 bool amdgpu_irq_enabled(struct amdgpu_device *adev, struct amdgpu_irq_src *src, 143 unsigned type); 144 void amdgpu_irq_gpu_reset_resume_helper(struct amdgpu_device *adev); 145 146 int amdgpu_irq_add_domain(struct amdgpu_device *adev); 147 void amdgpu_irq_remove_domain(struct amdgpu_device *adev); 148 unsigned amdgpu_irq_create_mapping(struct amdgpu_device *adev, unsigned src_id); 149 150 #endif 151