1 /* 2 * Copyright (C) 2019 Advanced Micro Devices, Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included 12 * in all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS 15 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN 18 * AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 19 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 20 */ 21 #ifndef __AMDGPU_UMC_H__ 22 #define __AMDGPU_UMC_H__ 23 #include "amdgpu_ras.h" 24 #include "amdgpu_mca.h" 25 /* 26 * (addr / 256) * 4096, the higher 26 bits in ErrorAddr 27 * is the index of 4KB block 28 */ 29 #define ADDR_OF_4KB_BLOCK(addr) (((addr) & ~0xffULL) << 4) 30 /* 31 * (addr / 256) * 8192, the higher 26 bits in ErrorAddr 32 * is the index of 8KB block 33 */ 34 #define ADDR_OF_8KB_BLOCK(addr) (((addr) & ~0xffULL) << 5) 35 /* 36 * (addr / 256) * 32768, the higher 26 bits in ErrorAddr 37 * is the index of 8KB block 38 */ 39 #define ADDR_OF_32KB_BLOCK(addr) (((addr) & ~0xffULL) << 7) 40 /* channel index is the index of 256B block */ 41 #define ADDR_OF_256B_BLOCK(channel_index) ((channel_index) << 8) 42 /* offset in 256B block */ 43 #define OFFSET_IN_256B_BLOCK(addr) ((addr) & 0xffULL) 44 45 #define LOOP_UMC_INST(umc_inst) for ((umc_inst) = 0; (umc_inst) < adev->umc.umc_inst_num; (umc_inst)++) 46 #define LOOP_UMC_CH_INST(ch_inst) for ((ch_inst) = 0; (ch_inst) < adev->umc.channel_inst_num; (ch_inst)++) 47 #define LOOP_UMC_INST_AND_CH(umc_inst, ch_inst) LOOP_UMC_INST((umc_inst)) LOOP_UMC_CH_INST((ch_inst)) 48 49 #define LOOP_UMC_NODE_INST(node_inst) \ 50 for_each_set_bit((node_inst), &(adev->umc.active_mask), adev->umc.node_inst_num) 51 52 #define LOOP_UMC_EACH_NODE_INST_AND_CH(node_inst, umc_inst, ch_inst) \ 53 LOOP_UMC_NODE_INST((node_inst)) LOOP_UMC_INST_AND_CH((umc_inst), (ch_inst)) 54 55 /* Page retirement tag */ 56 #define UMC_ECC_NEW_DETECTED_TAG 0x1 57 /* 58 * a flag to indicate v2 of channel index stored in eeprom 59 * 60 * v1 (legacy way): store channel index within a umc instance in eeprom 61 * range in UMC v12: 0 ~ 7 62 * v2: store global channel index in eeprom 63 * range in UMC v12: 0 ~ 127 64 * 65 * NOTE: it's better to store it in eeprom_table_record.mem_channel, 66 * but there is only 8 bits in mem_channel, and the channel number may 67 * increase in the future, we decide to save it in 68 * eeprom_table_record.retired_page. retired_page is useless in v2, 69 * we depend on eeprom_table_record.address instead of retired_page in v2. 70 * Only 48 bits are saved on eeprom, use bit 47 here. 71 */ 72 #define UMC_CHANNEL_IDX_V2 BIT_ULL(47) 73 74 /* 75 * save nps value to eeprom_table_record.retired_page[47:40], 76 * the channel index flag above will be retired. 77 */ 78 #define UMC_NPS_SHIFT 40 79 #define UMC_NPS_MASK 0xffULL 80 81 /* three column bits and one row bit in MCA address flip 82 * in bad page retirement 83 */ 84 #define RETIRE_FLIP_BITS_NUM 4 85 86 struct amdgpu_umc_flip_bits { 87 uint32_t flip_bits_in_pa[RETIRE_FLIP_BITS_NUM]; 88 uint32_t flip_row_bit; 89 uint32_t r13_in_pa; 90 uint32_t bit_num; 91 }; 92 93 typedef int (*umc_func)(struct amdgpu_device *adev, uint32_t node_inst, 94 uint32_t umc_inst, uint32_t ch_inst, void *data); 95 96 struct amdgpu_umc_ras { 97 struct amdgpu_ras_block_object ras_block; 98 void (*err_cnt_init)(struct amdgpu_device *adev); 99 bool (*query_ras_poison_mode)(struct amdgpu_device *adev); 100 void (*ecc_info_query_ras_error_count)(struct amdgpu_device *adev, 101 void *ras_error_status); 102 void (*ecc_info_query_ras_error_address)(struct amdgpu_device *adev, 103 void *ras_error_status); 104 bool (*check_ecc_err_status)(struct amdgpu_device *adev, 105 enum amdgpu_mca_error_type type, void *ras_error_status); 106 int (*update_ecc_status)(struct amdgpu_device *adev, 107 uint64_t status, uint64_t ipid, uint64_t addr); 108 int (*convert_ras_err_addr)(struct amdgpu_device *adev, 109 struct ras_err_data *err_data, 110 struct ta_ras_query_address_input *addr_in, 111 struct ta_ras_query_address_output *addr_out, 112 bool dump_addr); 113 uint32_t (*get_die_id_from_pa)(struct amdgpu_device *adev, 114 uint64_t mca_addr, uint64_t retired_page); 115 void (*get_retire_flip_bits)(struct amdgpu_device *adev); 116 }; 117 118 struct amdgpu_umc_funcs { 119 void (*init_registers)(struct amdgpu_device *adev); 120 }; 121 122 struct amdgpu_umc { 123 /* max error count in one ras query call */ 124 uint32_t max_ras_err_cnt_per_query; 125 /* number of umc channel instance with memory map register access */ 126 uint32_t channel_inst_num; 127 /* number of umc instance with memory map register access */ 128 uint32_t umc_inst_num; 129 130 /* Total number of umc node instance including harvest one */ 131 uint32_t node_inst_num; 132 133 /* UMC regiser per channel offset */ 134 uint32_t channel_offs; 135 /* how many pages are retired in one UE */ 136 uint32_t retire_unit; 137 /* channel index table of interleaved memory */ 138 const uint32_t *channel_idx_tbl; 139 struct ras_common_if *ras_if; 140 141 const struct amdgpu_umc_funcs *funcs; 142 struct amdgpu_umc_ras *ras; 143 144 /* active mask for umc node instance */ 145 unsigned long active_mask; 146 147 struct amdgpu_umc_flip_bits flip_bits; 148 149 unsigned long err_addr_cnt; 150 }; 151 152 int amdgpu_umc_ras_sw_init(struct amdgpu_device *adev); 153 int amdgpu_umc_ras_late_init(struct amdgpu_device *adev, struct ras_common_if *ras_block); 154 int amdgpu_umc_poison_handler(struct amdgpu_device *adev, 155 enum amdgpu_ras_block block, uint32_t reset); 156 int amdgpu_umc_pasid_poison_handler(struct amdgpu_device *adev, 157 enum amdgpu_ras_block block, uint16_t pasid, 158 pasid_notify pasid_fn, void *data, uint32_t reset); 159 int amdgpu_umc_process_ecc_irq(struct amdgpu_device *adev, 160 struct amdgpu_irq_src *source, 161 struct amdgpu_iv_entry *entry); 162 int amdgpu_umc_fill_error_record(struct ras_err_data *err_data, 163 uint64_t err_addr, 164 uint64_t retired_page, 165 uint32_t channel_index, 166 uint32_t umc_inst); 167 168 int amdgpu_umc_process_ras_data_cb(struct amdgpu_device *adev, 169 void *ras_error_status, 170 struct amdgpu_iv_entry *entry); 171 int amdgpu_umc_page_retirement_mca(struct amdgpu_device *adev, 172 uint64_t err_addr, uint32_t ch_inst, uint32_t umc_inst); 173 174 int amdgpu_umc_loop_channels(struct amdgpu_device *adev, 175 umc_func func, void *data); 176 177 int amdgpu_umc_update_ecc_status(struct amdgpu_device *adev, 178 uint64_t status, uint64_t ipid, uint64_t addr); 179 int amdgpu_umc_logs_ecc_err(struct amdgpu_device *adev, 180 struct radix_tree_root *ecc_tree, struct ras_ecc_err *ecc_err); 181 182 void amdgpu_umc_handle_bad_pages(struct amdgpu_device *adev, 183 void *ras_error_status); 184 int amdgpu_umc_pages_in_a_row(struct amdgpu_device *adev, 185 struct ras_err_data *err_data, uint64_t pa_addr); 186 int amdgpu_umc_lookup_bad_pages_in_a_row(struct amdgpu_device *adev, 187 uint64_t pa_addr, uint64_t *pfns, int len); 188 int amdgpu_umc_mca_to_addr(struct amdgpu_device *adev, 189 uint64_t err_addr, uint32_t ch, uint32_t umc, 190 uint32_t node, uint32_t socket, 191 struct ta_ras_query_address_output *addr_out, bool dump_addr); 192 int amdgpu_umc_pa2mca(struct amdgpu_device *adev, 193 uint64_t pa, uint64_t *mca, enum amdgpu_memory_partition nps); 194 #endif 195