1 /* 2 * Copyright 2014 Advanced Micro Devices, Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included in 12 * all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20 * OTHER DEALINGS IN THE SOFTWARE. 21 * 22 */ 23 24 #ifndef __AMDGPU_RLC_H__ 25 #define __AMDGPU_RLC_H__ 26 27 #include "clearstate_defs.h" 28 29 #define AMDGPU_MAX_RLC_INSTANCES 8 30 31 /* firmware ID used in rlc toc */ 32 typedef enum _FIRMWARE_ID_ { 33 FIRMWARE_ID_INVALID = 0, 34 FIRMWARE_ID_RLC_G_UCODE = 1, 35 FIRMWARE_ID_RLC_TOC = 2, 36 FIRMWARE_ID_RLCG_SCRATCH = 3, 37 FIRMWARE_ID_RLC_SRM_ARAM = 4, 38 FIRMWARE_ID_RLC_SRM_INDEX_ADDR = 5, 39 FIRMWARE_ID_RLC_SRM_INDEX_DATA = 6, 40 FIRMWARE_ID_RLC_P_UCODE = 7, 41 FIRMWARE_ID_RLC_V_UCODE = 8, 42 FIRMWARE_ID_RLX6_UCODE = 9, 43 FIRMWARE_ID_RLX6_DRAM_BOOT = 10, 44 FIRMWARE_ID_GLOBAL_TAP_DELAYS = 11, 45 FIRMWARE_ID_SE0_TAP_DELAYS = 12, 46 FIRMWARE_ID_SE1_TAP_DELAYS = 13, 47 FIRMWARE_ID_GLOBAL_SE0_SE1_SKEW_DELAYS = 14, 48 FIRMWARE_ID_SDMA0_UCODE = 15, 49 FIRMWARE_ID_SDMA0_JT = 16, 50 FIRMWARE_ID_SDMA1_UCODE = 17, 51 FIRMWARE_ID_SDMA1_JT = 18, 52 FIRMWARE_ID_CP_CE = 19, 53 FIRMWARE_ID_CP_PFP = 20, 54 FIRMWARE_ID_CP_ME = 21, 55 FIRMWARE_ID_CP_MEC = 22, 56 FIRMWARE_ID_CP_MES = 23, 57 FIRMWARE_ID_MES_STACK = 24, 58 FIRMWARE_ID_RLC_SRM_DRAM_SR = 25, 59 FIRMWARE_ID_RLCG_SCRATCH_SR = 26, 60 FIRMWARE_ID_RLCP_SCRATCH_SR = 27, 61 FIRMWARE_ID_RLCV_SCRATCH_SR = 28, 62 FIRMWARE_ID_RLX6_DRAM_SR = 29, 63 FIRMWARE_ID_SDMA0_PG_CONTEXT = 30, 64 FIRMWARE_ID_SDMA1_PG_CONTEXT = 31, 65 FIRMWARE_ID_GLOBAL_MUX_SELECT_RAM = 32, 66 FIRMWARE_ID_SE0_MUX_SELECT_RAM = 33, 67 FIRMWARE_ID_SE1_MUX_SELECT_RAM = 34, 68 FIRMWARE_ID_ACCUM_CTRL_RAM = 35, 69 FIRMWARE_ID_RLCP_CAM = 36, 70 FIRMWARE_ID_RLC_SPP_CAM_EXT = 37, 71 FIRMWARE_ID_MAX = 38, 72 } FIRMWARE_ID; 73 74 typedef enum _SOC21_FIRMWARE_ID_ { 75 SOC21_FIRMWARE_ID_INVALID = 0, 76 SOC21_FIRMWARE_ID_RLC_G_UCODE = 1, 77 SOC21_FIRMWARE_ID_RLC_TOC = 2, 78 SOC21_FIRMWARE_ID_RLCG_SCRATCH = 3, 79 SOC21_FIRMWARE_ID_RLC_SRM_ARAM = 4, 80 SOC21_FIRMWARE_ID_RLC_P_UCODE = 5, 81 SOC21_FIRMWARE_ID_RLC_V_UCODE = 6, 82 SOC21_FIRMWARE_ID_RLX6_UCODE = 7, 83 SOC21_FIRMWARE_ID_RLX6_UCODE_CORE1 = 8, 84 SOC21_FIRMWARE_ID_RLX6_DRAM_BOOT = 9, 85 SOC21_FIRMWARE_ID_RLX6_DRAM_BOOT_CORE1 = 10, 86 SOC21_FIRMWARE_ID_SDMA_UCODE_TH0 = 11, 87 SOC21_FIRMWARE_ID_SDMA_UCODE_TH1 = 12, 88 SOC21_FIRMWARE_ID_CP_PFP = 13, 89 SOC21_FIRMWARE_ID_CP_ME = 14, 90 SOC21_FIRMWARE_ID_CP_MEC = 15, 91 SOC21_FIRMWARE_ID_RS64_MES_P0 = 16, 92 SOC21_FIRMWARE_ID_RS64_MES_P1 = 17, 93 SOC21_FIRMWARE_ID_RS64_PFP = 18, 94 SOC21_FIRMWARE_ID_RS64_ME = 19, 95 SOC21_FIRMWARE_ID_RS64_MEC = 20, 96 SOC21_FIRMWARE_ID_RS64_MES_P0_STACK = 21, 97 SOC21_FIRMWARE_ID_RS64_MES_P1_STACK = 22, 98 SOC21_FIRMWARE_ID_RS64_PFP_P0_STACK = 23, 99 SOC21_FIRMWARE_ID_RS64_PFP_P1_STACK = 24, 100 SOC21_FIRMWARE_ID_RS64_ME_P0_STACK = 25, 101 SOC21_FIRMWARE_ID_RS64_ME_P1_STACK = 26, 102 SOC21_FIRMWARE_ID_RS64_MEC_P0_STACK = 27, 103 SOC21_FIRMWARE_ID_RS64_MEC_P1_STACK = 28, 104 SOC21_FIRMWARE_ID_RS64_MEC_P2_STACK = 29, 105 SOC21_FIRMWARE_ID_RS64_MEC_P3_STACK = 30, 106 SOC21_FIRMWARE_ID_RLC_SRM_DRAM_SR = 31, 107 SOC21_FIRMWARE_ID_RLCG_SCRATCH_SR = 32, 108 SOC21_FIRMWARE_ID_RLCP_SCRATCH_SR = 33, 109 SOC21_FIRMWARE_ID_RLCV_SCRATCH_SR = 34, 110 SOC21_FIRMWARE_ID_RLX6_DRAM_SR = 35, 111 SOC21_FIRMWARE_ID_RLX6_DRAM_SR_CORE1 = 36, 112 SOC21_FIRMWARE_ID_MAX = 37 113 } SOC21_FIRMWARE_ID; 114 115 typedef enum _SOC24_FIRMWARE_ID_ { 116 SOC24_FIRMWARE_ID_INVALID = 0, 117 SOC24_FIRMWARE_ID_RLC_G_UCODE = 1, 118 SOC24_FIRMWARE_ID_RLC_TOC = 2, 119 SOC24_FIRMWARE_ID_RLCG_SCRATCH = 3, 120 SOC24_FIRMWARE_ID_RLC_SRM_ARAM = 4, 121 SOC24_FIRMWARE_ID_RLC_P_UCODE = 5, 122 SOC24_FIRMWARE_ID_RLC_V_UCODE = 6, 123 SOC24_FIRMWARE_ID_RLX6_UCODE = 7, 124 SOC24_FIRMWARE_ID_RLX6_UCODE_CORE1 = 8, 125 SOC24_FIRMWARE_ID_RLX6_DRAM_BOOT = 9, 126 SOC24_FIRMWARE_ID_RLX6_DRAM_BOOT_CORE1 = 10, 127 SOC24_FIRMWARE_ID_SDMA_UCODE_TH0 = 11, 128 SOC24_FIRMWARE_ID_SDMA_UCODE_TH1 = 12, 129 SOC24_FIRMWARE_ID_CP_PFP = 13, 130 SOC24_FIRMWARE_ID_CP_ME = 14, 131 SOC24_FIRMWARE_ID_CP_MEC = 15, 132 SOC24_FIRMWARE_ID_RS64_MES_P0 = 16, 133 SOC24_FIRMWARE_ID_RS64_MES_P1 = 17, 134 SOC24_FIRMWARE_ID_RS64_PFP = 18, 135 SOC24_FIRMWARE_ID_RS64_ME = 19, 136 SOC24_FIRMWARE_ID_RS64_MEC = 20, 137 SOC24_FIRMWARE_ID_RS64_MES_P0_STACK = 21, 138 SOC24_FIRMWARE_ID_RS64_MES_P1_STACK = 22, 139 SOC24_FIRMWARE_ID_RS64_PFP_P0_STACK = 23, 140 SOC24_FIRMWARE_ID_RS64_PFP_P1_STACK = 24, 141 SOC24_FIRMWARE_ID_RS64_ME_P0_STACK = 25, 142 SOC24_FIRMWARE_ID_RS64_ME_P1_STACK = 26, 143 SOC24_FIRMWARE_ID_RS64_MEC_P0_STACK = 27, 144 SOC24_FIRMWARE_ID_RS64_MEC_P1_STACK = 28, 145 SOC24_FIRMWARE_ID_RS64_MEC_P2_STACK = 29, 146 SOC24_FIRMWARE_ID_RS64_MEC_P3_STACK = 30, 147 SOC24_FIRMWARE_ID_RLC_SRM_DRAM_SR = 31, 148 SOC24_FIRMWARE_ID_RLCG_SCRATCH_SR = 32, 149 SOC24_FIRMWARE_ID_RLCP_SCRATCH_SR = 33, 150 SOC24_FIRMWARE_ID_RLCV_SCRATCH_SR = 34, 151 SOC24_FIRMWARE_ID_RLX6_DRAM_SR = 35, 152 SOC24_FIRMWARE_ID_RLX6_DRAM_SR_CORE1 = 36, 153 SOC24_FIRMWARE_ID_RLCDEBUGLOG = 37, 154 SOC24_FIRMWARE_ID_SRIOV_DEBUG = 38, 155 SOC24_FIRMWARE_ID_SRIOV_CSA_RLC = 39, 156 SOC24_FIRMWARE_ID_SRIOV_CSA_SDMA = 40, 157 SOC24_FIRMWARE_ID_SRIOV_CSA_CP = 41, 158 SOC24_FIRMWARE_ID_UMF_ZONE_PAD = 42, 159 SOC24_FIRMWARE_ID_SE_F32_IRAM = 43, 160 SOC24_FIRMWARE_ID_SE_XT_IRAM = 44, 161 SOC24_FIRMWARE_ID_SE_XT_DRAM = 45, 162 SOC24_FIRMWARE_ID_RS64_MEC_P4_STACK = 46, 163 SOC24_FIRMWARE_ID_RS64_MEC_P5_STACK = 47, 164 SOC24_FIRMWARE_ID_RS64_MEC_P6_STACK = 48, 165 SOC24_FIRMWARE_ID_RS64_MEC_P7_STACK = 49, 166 SOC24_FIRMWARE_ID_CP_F32_PFP_G0_A = 50, 167 SOC24_FIRMWARE_ID_CP_F32_PFP_G1_A = 51, 168 SOC24_FIRMWARE_ID_CP_F32_PFP_G2 = 52, 169 SOC24_FIRMWARE_ID_CP_F32_ME_G0_A = 53, 170 SOC24_FIRMWARE_ID_CP_F32_ME_G1_A = 54, 171 SOC24_FIRMWARE_ID_CP_F32_ME_G2 = 55, 172 SOC24_FIRMWARE_ID_CP_F32_CE_G0_A = 56, 173 SOC24_FIRMWARE_ID_CP_F32_CE_G1_A = 57, 174 SOC24_FIRMWARE_ID_CP_F32_CE_G2 = 58, 175 SOC24_FIRMWARE_ID_CP_F32_MEC2_G0 = 59, 176 SOC24_FIRMWARE_ID_CP_F32_MEC2_G1 = 60, 177 SOC24_FIRMWARE_ID_CP_F32_MEC2_G2 = 61, 178 SOC24_FIRMWARE_ID_GFXOFF_CSA_SDMA0 = 62, 179 SOC24_FIRMWARE_ID_GFXOFF_CSA_SDMA1 = 63, 180 SOC24_FIRMWARE_ID_GFXOFF_CSA_SDMA2 = 64, 181 SOC24_FIRMWARE_ID_GFXOFF_CSA_SDMA3 = 65, 182 SOC24_FIRMWARE_ID_RLX6_SCRATCH_SR = 66, 183 SOC24_FIRMWARE_ID_RLX6_SCRATCH_SR_CORE1 = 67, 184 SOC24_FIRMWARE_ID_CP_F32_PFP_G0_B = 68, 185 SOC24_FIRMWARE_ID_CP_F32_PFP_G1_B = 69, 186 SOC24_FIRMWARE_ID_CP_F32_ME_G0_B = 70, 187 SOC24_FIRMWARE_ID_CP_F32_ME_G1_B = 71, 188 SOC24_FIRMWARE_ID_CP_F32_CE_G0_B = 72, 189 SOC24_FIRMWARE_ID_CP_F32_CE_G1_B = 73, 190 SOC24_FIRMWARE_ID_CP_F32_MEC2_JT_G0 = 74, 191 SOC24_FIRMWARE_ID_CP_F32_MEC2_JT_G1 = 75, 192 SOC24_FIRMWARE_ID_CP_F32_MEC2_JT_G2 = 76, 193 SOC24_FIRMWARE_ID_MAX = 77 194 } SOC24_FIRMWARE_ID; 195 196 typedef struct _RLC_TABLE_OF_CONTENT { 197 union { 198 unsigned int DW0; 199 struct { 200 unsigned int offset : 25; 201 unsigned int id : 7; 202 }; 203 }; 204 205 union { 206 unsigned int DW1; 207 struct { 208 unsigned int load_at_boot : 1; 209 unsigned int load_at_vddgfx : 1; 210 unsigned int load_at_reset : 1; 211 unsigned int memory_destination : 2; 212 unsigned int vfflr_image_code : 4; 213 unsigned int load_mode_direct : 1; 214 unsigned int save_for_vddgfx : 1; 215 unsigned int save_for_vfflr : 1; 216 unsigned int reserved : 1; 217 unsigned int signed_source : 1; 218 unsigned int size : 18; 219 }; 220 }; 221 222 union { 223 unsigned int DW2; 224 struct { 225 unsigned int indirect_addr_reg : 16; 226 unsigned int index : 16; 227 }; 228 }; 229 230 union { 231 unsigned int DW3; 232 struct { 233 unsigned int indirect_data_reg : 16; 234 unsigned int indirect_start_offset : 16; 235 }; 236 }; 237 } RLC_TABLE_OF_CONTENT; 238 239 typedef struct _RLC_TABLE_OF_CONTENT_V2 { 240 union { 241 unsigned int DW0; 242 struct { 243 uint32_t offset : 25; 244 uint32_t id : 7; 245 }; 246 }; 247 248 union { 249 unsigned int DW1; 250 struct { 251 uint32_t reserved0 : 1; 252 uint32_t reserved1 : 1; 253 uint32_t reserved2 : 1; 254 uint32_t memory_destination : 2; 255 uint32_t vfflr_image_code : 4; 256 uint32_t reserved9 : 1; 257 uint32_t reserved10 : 1; 258 uint32_t reserved11 : 1; 259 uint32_t size_x16 : 1; 260 uint32_t reserved13 : 1; 261 uint32_t size : 18; 262 }; 263 }; 264 } RLC_TABLE_OF_CONTENT_V2; 265 266 #define RLC_TOC_MAX_SIZE 64 267 268 struct amdgpu_rlc_funcs { 269 bool (*is_rlc_enabled)(struct amdgpu_device *adev); 270 void (*set_safe_mode)(struct amdgpu_device *adev, int xcc_id); 271 void (*unset_safe_mode)(struct amdgpu_device *adev, int xcc_id); 272 int (*init)(struct amdgpu_device *adev); 273 u32 (*get_csb_size)(struct amdgpu_device *adev); 274 275 /** 276 * @get_csb_buffer: Get the clear state to be put into the hardware. 277 * 278 * The parameter adev is used to get the CS data and other gfx info, 279 * and buffer is the RLC CS pointer 280 * 281 * Sometimes, the user space puts a request to clear the state in the 282 * command buffer; this function provides the clear state that gets put 283 * into the hardware. Note that the driver programs Clear State 284 * Indirect Buffer (CSB) explicitly when it sets up the kernel rings, 285 * and it also provides a pointer to it which is used by the firmware 286 * to load the clear state in some cases. 287 */ 288 void (*get_csb_buffer)(struct amdgpu_device *adev, u32 *buffer); 289 int (*get_cp_table_num)(struct amdgpu_device *adev); 290 int (*resume)(struct amdgpu_device *adev); 291 void (*stop)(struct amdgpu_device *adev); 292 void (*reset)(struct amdgpu_device *adev); 293 void (*start)(struct amdgpu_device *adev); 294 void (*update_spm_vmid)(struct amdgpu_device *adev, int xcc_id, 295 struct amdgpu_ring *ring, unsigned vmid); 296 bool (*is_rlcg_access_range)(struct amdgpu_device *adev, uint32_t reg); 297 }; 298 299 struct amdgpu_rlc_reg_funcs { 300 u32 (*rreg32)(struct amdgpu_device *adev, u32 reg, u32 acc_flags, u32 hwip, u32 xcc_id); 301 void (*wreg32)(struct amdgpu_device *adev, u32 reg, u32 val, u32 acc_flags, u32 hwip, u32 xcc_id); 302 }; 303 304 struct amdgpu_rlcg_reg_access_ctrl { 305 uint32_t scratch_reg0; 306 uint32_t scratch_reg1; 307 uint32_t scratch_reg2; 308 uint32_t scratch_reg3; 309 uint32_t grbm_cntl; 310 uint32_t grbm_idx; 311 uint32_t spare_int; 312 313 uint32_t vfi_cmd; 314 uint32_t vfi_stat; 315 uint32_t vfi_addr; 316 uint32_t vfi_data; 317 uint32_t vfi_grbm_cntl; 318 uint32_t vfi_grbm_idx; 319 uint32_t vfi_grbm_cntl_data; 320 uint32_t vfi_grbm_idx_data; 321 }; 322 323 struct amdgpu_rlc { 324 /* for power gating */ 325 struct amdgpu_bo *save_restore_obj; 326 uint64_t save_restore_gpu_addr; 327 uint32_t *sr_ptr; 328 const u32 *reg_list; 329 u32 reg_list_size; 330 /* for clear state */ 331 struct amdgpu_bo *clear_state_obj; 332 uint64_t clear_state_gpu_addr; 333 uint32_t *cs_ptr; 334 const struct cs_section_def *cs_data; 335 u32 clear_state_size; 336 /* for cp tables */ 337 struct amdgpu_bo *cp_table_obj; 338 uint64_t cp_table_gpu_addr; 339 uint32_t *cp_table_ptr; 340 u32 cp_table_size; 341 342 /* safe mode for updating CG/PG state */ 343 bool in_safe_mode[AMDGPU_MAX_RLC_INSTANCES]; 344 const struct amdgpu_rlc_funcs *funcs; 345 const struct amdgpu_rlc_reg_funcs *reg_funcs; 346 347 /* for firmware data */ 348 u32 save_and_restore_offset; 349 u32 clear_state_descriptor_offset; 350 u32 avail_scratch_ram_locations; 351 u32 reg_restore_list_size; 352 u32 reg_list_format_start; 353 u32 reg_list_format_separate_start; 354 u32 starting_offsets_start; 355 u32 reg_list_format_size_bytes; 356 u32 reg_list_size_bytes; 357 u32 reg_list_format_direct_reg_list_length; 358 u32 save_restore_list_cntl_size_bytes; 359 u32 save_restore_list_gpm_size_bytes; 360 u32 save_restore_list_srm_size_bytes; 361 u32 rlc_iram_ucode_size_bytes; 362 u32 rlc_dram_ucode_size_bytes; 363 u32 rlc_1_iram_ucode_size_bytes; 364 u32 rlc_1_dram_ucode_size_bytes; 365 u32 rlcp_ucode_size_bytes; 366 u32 rlcv_ucode_size_bytes; 367 u32 global_tap_delays_ucode_size_bytes; 368 u32 se0_tap_delays_ucode_size_bytes; 369 u32 se1_tap_delays_ucode_size_bytes; 370 u32 se2_tap_delays_ucode_size_bytes; 371 u32 se3_tap_delays_ucode_size_bytes; 372 373 u32 *register_list_format; 374 u32 *register_restore; 375 u8 *save_restore_list_cntl; 376 u8 *save_restore_list_gpm; 377 u8 *save_restore_list_srm; 378 u8 *rlc_iram_ucode; 379 u8 *rlc_dram_ucode; 380 u8 *rlc_1_iram_ucode; 381 u8 *rlc_1_dram_ucode; 382 u8 *rlcp_ucode; 383 u8 *rlcv_ucode; 384 u8 *global_tap_delays_ucode; 385 u8 *se0_tap_delays_ucode; 386 u8 *se1_tap_delays_ucode; 387 u8 *se2_tap_delays_ucode; 388 u8 *se3_tap_delays_ucode; 389 390 bool is_rlc_v2_1; 391 392 /* for rlc autoload */ 393 struct amdgpu_bo *rlc_autoload_bo; 394 u64 rlc_autoload_gpu_addr; 395 void *rlc_autoload_ptr; 396 397 /* rlc toc buffer */ 398 struct amdgpu_bo *rlc_toc_bo; 399 uint64_t rlc_toc_gpu_addr; 400 void *rlc_toc_buf; 401 402 bool rlcg_reg_access_supported; 403 /* registers for rlcg indirect reg access */ 404 struct amdgpu_rlcg_reg_access_ctrl reg_access_ctrl[AMDGPU_MAX_RLC_INSTANCES]; 405 }; 406 407 void amdgpu_gfx_rlc_enter_safe_mode(struct amdgpu_device *adev, int xcc_id); 408 void amdgpu_gfx_rlc_exit_safe_mode(struct amdgpu_device *adev, int xcc_id); 409 int amdgpu_gfx_rlc_init_sr(struct amdgpu_device *adev, u32 dws); 410 int amdgpu_gfx_rlc_init_csb(struct amdgpu_device *adev); 411 int amdgpu_gfx_rlc_init_cpt(struct amdgpu_device *adev); 412 void amdgpu_gfx_rlc_setup_cp_table(struct amdgpu_device *adev); 413 void amdgpu_gfx_rlc_fini(struct amdgpu_device *adev); 414 int amdgpu_gfx_rlc_init_microcode(struct amdgpu_device *adev, 415 uint16_t version_major, 416 uint16_t version_minor); 417 418 void amdgpu_early_init_rlc_reg_funcs(struct amdgpu_device *adev); 419 void amdgpu_init_rlc_reg_funcs(struct amdgpu_device *adev); 420 421 #endif 422