297 	struct amdgpu_device *adev = kiq_ring->adev;  in gfx11_kiq_set_resources()  local
363 	struct amdgpu_device *adev = kiq_ring->adev;  in gfx11_kiq_unmap_queues()  local
432 static void gfx_v11_0_set_kiq_pm4_funcs(struct amdgpu_device *adev)  in gfx_v11_0_set_kiq_pm4_funcs()
437 static void gfx_v11_0_init_golden_registers(struct amdgpu_device *adev)  in gfx_v11_0_init_golden_registers()
508 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_test_ring()  local
549 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_test_ib()  local
626 static void gfx_v11_0_free_microcode(struct amdgpu_device *adev)  in gfx_v11_0_free_microcode()
636 static int gfx_v11_0_init_toc_microcode(struct amdgpu_device *adev, const char *ucode_prefix)  in gfx_v11_0_init_toc_microcode()
659 static void gfx_v11_0_check_fw_cp_gfx_shadow(struct amdgpu_device *adev)  in gfx_v11_0_check_fw_cp_gfx_shadow()
680 static int gfx_v11_0_init_microcode(struct amdgpu_device *adev)  in gfx_v11_0_init_microcode()
784 static u32 gfx_v11_0_get_csb_size(struct amdgpu_device *adev)  in gfx_v11_0_get_csb_size()
814 static void gfx_v11_0_get_csb_buffer(struct amdgpu_device *adev,  in gfx_v11_0_get_csb_buffer()
862 static void gfx_v11_0_rlc_fini(struct amdgpu_device *adev)  in gfx_v11_0_rlc_fini()
875 static void gfx_v11_0_init_rlcg_reg_access_ctrl(struct amdgpu_device *adev)  in gfx_v11_0_init_rlcg_reg_access_ctrl()
890 static int gfx_v11_0_rlc_init(struct amdgpu_device *adev)  in gfx_v11_0_rlc_init()
913 static void gfx_v11_0_mec_fini(struct amdgpu_device *adev)  in gfx_v11_0_mec_fini()
920 static void gfx_v11_0_me_init(struct amdgpu_device *adev)  in gfx_v11_0_me_init()
927 static int gfx_v11_0_mec_init(struct amdgpu_device *adev)  in gfx_v11_0_mec_init()
960 static uint32_t wave_read_ind(struct amdgpu_device *adev, uint32_t wave, uint32_t address)  in wave_read_ind()
968 static void wave_read_regs(struct amdgpu_device *adev, uint32_t wave,  in wave_read_regs()
981 static void gfx_v11_0_read_wave_data(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd, ui…  in gfx_v11_0_read_wave_data()
1007 static void gfx_v11_0_read_wave_sgprs(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd,  in gfx_v11_0_read_wave_sgprs()
1018 static void gfx_v11_0_read_wave_vgprs(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd,  in gfx_v11_0_read_wave_vgprs()
1028 static void gfx_v11_0_select_me_pipe_q(struct amdgpu_device *adev,  in gfx_v11_0_select_me_pipe_q()
1040 static int gfx_v11_0_get_gfx_shadow_info(struct amdgpu_device *adev,  in gfx_v11_0_get_gfx_shadow_info()
1066 static int gfx_v11_0_gpu_early_init(struct amdgpu_device *adev)  in gfx_v11_0_gpu_early_init()
1104 static int gfx_v11_0_gfx_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v11_0_gfx_ring_init()
1134 static int gfx_v11_0_compute_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v11_0_compute_ring_init()
1177 static void gfx_v11_0_parse_rlc_toc(struct amdgpu_device *adev, void *rlc_toc)  in gfx_v11_0_parse_rlc_toc()
1191 static uint32_t gfx_v11_0_calc_toc_total_size(struct amdgpu_device *adev)  in gfx_v11_0_calc_toc_total_size()
1209 static int gfx_v11_0_rlc_autoload_buffer_init(struct amdgpu_device *adev)  in gfx_v11_0_rlc_autoload_buffer_init()
1231 static void gfx_v11_0_rlc_backdoor_autoload_copy_ucode(struct amdgpu_device *adev,  in gfx_v11_0_rlc_backdoor_autoload_copy_ucode()
1262 static void gfx_v11_0_rlc_backdoor_autoload_copy_toc_ucode(struct amdgpu_device *adev,  in gfx_v11_0_rlc_backdoor_autoload_copy_toc_ucode()
1283 static void gfx_v11_0_rlc_backdoor_autoload_copy_gfx_ucode(struct amdgpu_device *adev,  in gfx_v11_0_rlc_backdoor_autoload_copy_gfx_ucode()
1410 static void gfx_v11_0_rlc_backdoor_autoload_copy_sdma_ucode(struct amdgpu_device *adev,  in gfx_v11_0_rlc_backdoor_autoload_copy_sdma_ucode()
1434 static void gfx_v11_0_rlc_backdoor_autoload_copy_mes_ucode(struct amdgpu_device *adev,  in gfx_v11_0_rlc_backdoor_autoload_copy_mes_ucode()
1470 static int gfx_v11_0_rlc_backdoor_autoload_enable(struct amdgpu_device *adev)  in gfx_v11_0_rlc_backdoor_autoload_enable()
1508 static void gfx_v11_0_alloc_ip_dump(struct amdgpu_device *adev)  in gfx_v11_0_alloc_ip_dump()
1553 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_sw_init()  local
1761 static void gfx_v11_0_pfp_fini(struct amdgpu_device *adev)  in gfx_v11_0_pfp_fini()
1772 static void gfx_v11_0_me_fini(struct amdgpu_device *adev)  in gfx_v11_0_me_fini()
1783 static void gfx_v11_0_rlc_autoload_buffer_fini(struct amdgpu_device *adev)  in gfx_v11_0_rlc_autoload_buffer_fini()
1793 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_sw_fini()  local
1828 static void gfx_v11_0_select_se_sh(struct amdgpu_device *adev, u32 se_num,  in gfx_v11_0_select_se_sh()
1855 static u32 gfx_v11_0_get_sa_active_bitmap(struct amdgpu_device *adev)  in gfx_v11_0_get_sa_active_bitmap()
1873 static u32 gfx_v11_0_get_rb_active_bitmap(struct amdgpu_device *adev)  in gfx_v11_0_get_rb_active_bitmap()
1892 static void gfx_v11_0_setup_rb(struct amdgpu_device *adev)  in gfx_v11_0_setup_rb()
1928 static void gfx_v11_0_init_compute_vmid(struct amdgpu_device *adev)  in gfx_v11_0_init_compute_vmid()
1970 static void gfx_v11_0_init_gds_vmid(struct amdgpu_device *adev)  in gfx_v11_0_init_gds_vmid()
1988 static void gfx_v11_0_tcp_harvest(struct amdgpu_device *adev)  in gfx_v11_0_tcp_harvest()
1993 static void gfx_v11_0_get_tcc_info(struct amdgpu_device *adev)  in gfx_v11_0_get_tcc_info()
2004 static void gfx_v11_0_constants_init(struct amdgpu_device *adev)  in gfx_v11_0_constants_init()
2045 static u32 gfx_v11_0_get_cpg_int_cntl(struct amdgpu_device *adev,  in gfx_v11_0_get_cpg_int_cntl()
2061 static u32 gfx_v11_0_get_cpc_int_cntl(struct amdgpu_device *adev,  in gfx_v11_0_get_cpc_int_cntl()
2086 static void gfx_v11_0_enable_gui_idle_interrupt(struct amdgpu_device *adev,  in gfx_v11_0_enable_gui_idle_interrupt()
2115 static int gfx_v11_0_init_csb(struct amdgpu_device *adev)  in gfx_v11_0_init_csb()
2128 static void gfx_v11_0_rlc_stop(struct amdgpu_device *adev)  in gfx_v11_0_rlc_stop()
2136 static void gfx_v11_0_rlc_reset(struct amdgpu_device *adev)  in gfx_v11_0_rlc_reset()
2144 static void gfx_v11_0_rlc_smu_handshake_cntl(struct amdgpu_device *adev,  in gfx_v11_0_rlc_smu_handshake_cntl()
2166 static void gfx_v11_0_rlc_start(struct amdgpu_device *adev)  in gfx_v11_0_rlc_start()
2177 static void gfx_v11_0_rlc_enable_srm(struct amdgpu_device *adev)  in gfx_v11_0_rlc_enable_srm()
2188 static void gfx_v11_0_load_rlcg_microcode(struct amdgpu_device *adev)  in gfx_v11_0_load_rlcg_microcode()
2209 static void gfx_v11_0_load_rlc_iram_dram_microcode(struct amdgpu_device *adev)  in gfx_v11_0_load_rlc_iram_dram_microcode()
2253 static void gfx_v11_0_load_rlcp_rlcv_microcode(struct amdgpu_device *adev)  in gfx_v11_0_load_rlcp_rlcv_microcode()
2301 static int gfx_v11_0_rlc_load_microcode(struct amdgpu_device *adev)  in gfx_v11_0_rlc_load_microcode()
2331 static int gfx_v11_0_rlc_resume(struct amdgpu_device *adev)  in gfx_v11_0_rlc_resume()
2368 static int gfx_v11_0_config_me_cache(struct amdgpu_device *adev, uint64_t addr)  in gfx_v11_0_config_me_cache()
2412 static int gfx_v11_0_config_pfp_cache(struct amdgpu_device *adev, uint64_t addr)  in gfx_v11_0_config_pfp_cache()
2456 static int gfx_v11_0_config_mec_cache(struct amdgpu_device *adev, uint64_t addr)  in gfx_v11_0_config_mec_cache()
2500 static int gfx_v11_0_config_pfp_cache_rs64(struct amdgpu_device *adev, uint64_t addr, uint64_t addr…  in gfx_v11_0_config_pfp_cache_rs64()
2622 static int gfx_v11_0_config_me_cache_rs64(struct amdgpu_device *adev, uint64_t addr, uint64_t addr2)  in gfx_v11_0_config_me_cache_rs64()
2745 static int gfx_v11_0_config_mec_cache_rs64(struct amdgpu_device *adev, uint64_t addr, uint64_t addr…  in gfx_v11_0_config_mec_cache_rs64()
2828 static void gfx_v11_0_config_gfx_rs64(struct amdgpu_device *adev)  in gfx_v11_0_config_gfx_rs64()
2913 static int gfx_v11_0_wait_for_rlc_autoload_complete(struct amdgpu_device *adev)  in gfx_v11_0_wait_for_rlc_autoload_complete()
2993 static int gfx_v11_0_cp_gfx_enable(struct amdgpu_device *adev, bool enable)  in gfx_v11_0_cp_gfx_enable()
3014 static int gfx_v11_0_cp_gfx_load_pfp_microcode(struct amdgpu_device *adev)  in gfx_v11_0_cp_gfx_load_pfp_microcode()
3059 static int gfx_v11_0_cp_gfx_load_pfp_microcode_rs64(struct amdgpu_device *adev)  in gfx_v11_0_cp_gfx_load_pfp_microcode_rs64()
3232 static int gfx_v11_0_cp_gfx_load_me_microcode(struct amdgpu_device *adev)  in gfx_v11_0_cp_gfx_load_me_microcode()
3277 static int gfx_v11_0_cp_gfx_load_me_microcode_rs64(struct amdgpu_device *adev)  in gfx_v11_0_cp_gfx_load_me_microcode_rs64()
3451 static int gfx_v11_0_cp_gfx_load_microcode(struct amdgpu_device *adev)  in gfx_v11_0_cp_gfx_load_microcode()
3481 static int gfx_v11_0_cp_gfx_start(struct amdgpu_device *adev)  in gfx_v11_0_cp_gfx_start()
3557 static void gfx_v11_0_cp_gfx_switch_pipe(struct amdgpu_device *adev,  in gfx_v11_0_cp_gfx_switch_pipe()
3568 static void gfx_v11_0_cp_gfx_set_doorbell(struct amdgpu_device *adev,  in gfx_v11_0_cp_gfx_set_doorbell()
3593 static int gfx_v11_0_cp_gfx_resume(struct amdgpu_device *adev)  in gfx_v11_0_cp_gfx_resume()
3693 static void gfx_v11_0_cp_compute_enable(struct amdgpu_device *adev, bool enable)  in gfx_v11_0_cp_compute_enable()
3738 static int gfx_v11_0_cp_compute_load_microcode(struct amdgpu_device *adev)  in gfx_v11_0_cp_compute_load_microcode()
3789 static int gfx_v11_0_cp_compute_load_microcode_rs64(struct amdgpu_device *adev)  in gfx_v11_0_cp_compute_load_microcode_rs64()
3924 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_kiq_setting()  local
3933 static void gfx_v11_0_cp_set_doorbell_range(struct amdgpu_device *adev)  in gfx_v11_0_cp_set_doorbell_range()
3948 static void gfx_v11_0_gfx_mqd_set_priority(struct amdgpu_device *adev,  in gfx_v11_0_gfx_mqd_set_priority()
3966 static int gfx_v11_0_gfx_mqd_init(struct amdgpu_device *adev, void *m,  in gfx_v11_0_gfx_mqd_init()
4051 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_kgq_init_queue()  local
4077 static int gfx_v11_0_cp_async_gfx_ring_resume(struct amdgpu_device *adev)  in gfx_v11_0_cp_async_gfx_ring_resume()
4107 static int gfx_v11_0_compute_mqd_init(struct amdgpu_device *adev, void *m,  in gfx_v11_0_compute_mqd_init()
4239 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_kiq_init_register()  local
4349 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_kiq_init_queue()  local
4388 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_kcq_init_queue()  local
4415 static int gfx_v11_0_kiq_resume(struct amdgpu_device *adev)  in gfx_v11_0_kiq_resume()
4440 static int gfx_v11_0_kcq_resume(struct amdgpu_device *adev)  in gfx_v11_0_kcq_resume()
4470 static int gfx_v11_0_cp_resume(struct amdgpu_device *adev)  in gfx_v11_0_cp_resume()
4537 static void gfx_v11_0_cp_enable(struct amdgpu_device *adev, bool enable)  in gfx_v11_0_cp_enable()
4543 static int gfx_v11_0_gfxhub_enable(struct amdgpu_device *adev)  in gfx_v11_0_gfxhub_enable()
4565 static void gfx_v11_0_select_cp_fw_arch(struct amdgpu_device *adev)  in gfx_v11_0_select_cp_fw_arch()
4584 static int get_gb_addr_config(struct amdgpu_device * adev)  in get_gb_addr_config()
4620 static void gfx_v11_0_disable_gpa_mode(struct amdgpu_device *adev)  in gfx_v11_0_disable_gpa_mode()
4636 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_hw_init()  local
4735 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_hw_fini()  local
4783 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v11_0_is_idle()  local
4796 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_wait_for_idle()  local
4810 int gfx_v11_0_request_gfx_index_mutex(struct amdgpu_device *adev,  in gfx_v11_0_request_gfx_index_mutex()
4847 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_soft_reset()  local
4976 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_check_soft_reset()  local
4999 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_post_soft_reset()  local
5006 static uint64_t gfx_v11_0_get_gpu_clock_counter(struct amdgpu_device *adev)  in gfx_v11_0_get_gpu_clock_counter()
5041 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_emit_gds_switch()  local
5066 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_early_init()  local
5089 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_late_init()  local
5106 static bool gfx_v11_0_is_rlc_enabled(struct amdgpu_device *adev)  in gfx_v11_0_is_rlc_enabled()
5115 static void gfx_v11_0_set_safe_mode(struct amdgpu_device *adev, int xcc_id)  in gfx_v11_0_set_safe_mode()
5134 static void gfx_v11_0_unset_safe_mode(struct amdgpu_device *adev, int xcc_id)  in gfx_v11_0_unset_safe_mode()
5139 static void gfx_v11_0_update_perf_clk(struct amdgpu_device *adev,  in gfx_v11_0_update_perf_clk()
5158 static void gfx_v11_0_update_sram_fgcg(struct amdgpu_device *adev,  in gfx_v11_0_update_sram_fgcg()
5177 static void gfx_v11_0_update_repeater_fgcg(struct amdgpu_device *adev,  in gfx_v11_0_update_repeater_fgcg()
5196 static void gfx_v11_0_update_medium_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v11_0_update_medium_grain_clock_gating()
5231 static void gfx_v11_0_update_coarse_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v11_0_update_coarse_grain_clock_gating()
5359 static int gfx_v11_0_update_gfx_clock_gating(struct amdgpu_device *adev,  in gfx_v11_0_update_gfx_clock_gating()
5387 static void gfx_v11_0_update_spm_vmid(struct amdgpu_device *adev, struct amdgpu_ring *ring, unsigne…  in gfx_v11_0_update_spm_vmid()
5432 static void gfx_v11_cntl_power_gating(struct amdgpu_device *adev, bool enable)  in gfx_v11_cntl_power_gating()
5459 static void gfx_v11_cntl_pg(struct amdgpu_device *adev, bool enable)  in gfx_v11_cntl_pg()
5471 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_set_powergating_state()  local
5507 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_0_set_clockgating_state()  local
5533 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v11_0_get_clockgating_state()  local
5580 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_get_wptr_gfx()  local
5596 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_set_wptr_gfx()  local
5631 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_set_wptr_compute()  local
5645 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_emit_hdp_flush()  local
5832 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_emit_fence_kiq()  local
5898 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_emit_gfx_shadow()  local
5987 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_preempt_ib()  local
6036 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_emit_de_meta()  local
6097 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_emit_rreg()  local
6153 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_ring_soft_recovery()  local
6166 gfx_v11_0_set_gfx_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v11_0_set_gfx_eop_interrupt_state()
6211 static void gfx_v11_0_set_compute_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v11_0_set_compute_eop_interrupt_state()
6268 static int gfx_v11_0_set_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v11_0_set_eop_interrupt_state()
6298 static int gfx_v11_0_eop_irq(struct amdgpu_device *adev,  in gfx_v11_0_eop_irq()
6353 static int gfx_v11_0_set_priv_reg_fault_state(struct amdgpu_device *adev,  in gfx_v11_0_set_priv_reg_fault_state()
6399 static int gfx_v11_0_set_bad_op_fault_state(struct amdgpu_device *adev,  in gfx_v11_0_set_bad_op_fault_state()
6444 static int gfx_v11_0_set_priv_inst_fault_state(struct amdgpu_device *adev,  in gfx_v11_0_set_priv_inst_fault_state()
6476 static void gfx_v11_0_handle_priv_fault(struct amdgpu_device *adev,  in gfx_v11_0_handle_priv_fault()
6511 static int gfx_v11_0_priv_reg_irq(struct amdgpu_device *adev,  in gfx_v11_0_priv_reg_irq()
6520 static int gfx_v11_0_bad_op_irq(struct amdgpu_device *adev,  in gfx_v11_0_bad_op_irq()
6529 static int gfx_v11_0_priv_inst_irq(struct amdgpu_device *adev,  in gfx_v11_0_priv_inst_irq()
6538 static int gfx_v11_0_rlc_gc_fed_irq(struct amdgpu_device *adev,  in gfx_v11_0_rlc_gc_fed_irq()
6617 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_reset_kgq()  local
6655 	struct amdgpu_device *adev = ring->adev;  in gfx_v11_0_reset_kcq()  local
6694 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_ip_print()  local
6758 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v11_ip_dump()  local
6978 static void gfx_v11_0_set_ring_funcs(struct amdgpu_device *adev)  in gfx_v11_0_set_ring_funcs()
7015 static void gfx_v11_0_set_irq_funcs(struct amdgpu_device *adev)  in gfx_v11_0_set_irq_funcs()
7034 static void gfx_v11_0_set_imu_funcs(struct amdgpu_device *adev)  in gfx_v11_0_set_imu_funcs()
7044 static void gfx_v11_0_set_rlc_funcs(struct amdgpu_device *adev)  in gfx_v11_0_set_rlc_funcs()
7049 static void gfx_v11_0_set_gds_init(struct amdgpu_device *adev)  in gfx_v11_0_set_gds_init()
7061 static void gfx_v11_0_set_mqd_funcs(struct amdgpu_device *adev)  in gfx_v11_0_set_mqd_funcs()
7075 static void gfx_v11_0_set_user_wgp_inactive_bitmap_per_sh(struct amdgpu_device *adev,  in gfx_v11_0_set_user_wgp_inactive_bitmap_per_sh()
7089 static u32 gfx_v11_0_get_wgp_active_bitmap_per_sh(struct amdgpu_device *adev)  in gfx_v11_0_get_wgp_active_bitmap_per_sh()
7104 static u32 gfx_v11_0_get_cu_active_bitmap_per_sh(struct amdgpu_device *adev)  in gfx_v11_0_get_cu_active_bitmap_per_sh()
7122 static int gfx_v11_0_get_cu_info(struct amdgpu_device *adev,  in gfx_v11_0_get_cu_info()