3680 	struct amdgpu_device *adev = kiq_ring->adev;  in gfx10_kiq_set_resources()  local
3805 static void gfx_v10_0_set_kiq_pm4_funcs(struct amdgpu_device *adev)  in gfx_v10_0_set_kiq_pm4_funcs()
3810 static void gfx_v10_0_init_spm_golden_registers(struct amdgpu_device *adev)  in gfx_v10_0_init_spm_golden_registers()
3833 static void gfx_v10_0_init_golden_registers(struct amdgpu_device *adev)  in gfx_v10_0_init_golden_registers()
3953 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_test_ring()  local
3991 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_test_ib()  local
4046 static void gfx_v10_0_free_microcode(struct amdgpu_device *adev)  in gfx_v10_0_free_microcode()
4058 static void gfx_v10_0_check_fw_write_wait(struct amdgpu_device *adev)  in gfx_v10_0_check_fw_write_wait()
4094 static bool gfx_v10_0_navi10_gfxoff_should_enable(struct amdgpu_device *adev)  in gfx_v10_0_navi10_gfxoff_should_enable()
4111 static void gfx_v10_0_check_gfxoff_flag(struct amdgpu_device *adev)  in gfx_v10_0_check_gfxoff_flag()
4123 static int gfx_v10_0_init_microcode(struct amdgpu_device *adev)  in gfx_v10_0_init_microcode()
4208 static u32 gfx_v10_0_get_csb_size(struct amdgpu_device *adev)  in gfx_v10_0_get_csb_size()
4238 static void gfx_v10_0_get_csb_buffer(struct amdgpu_device *adev,  in gfx_v10_0_get_csb_buffer()
4286 static void gfx_v10_0_rlc_fini(struct amdgpu_device *adev)  in gfx_v10_0_rlc_fini()
4299 static void gfx_v10_0_init_rlcg_reg_access_ctrl(struct amdgpu_device *adev)  in gfx_v10_0_init_rlcg_reg_access_ctrl()
4323 static int gfx_v10_0_rlc_init(struct amdgpu_device *adev)  in gfx_v10_0_rlc_init()
4342 static void gfx_v10_0_mec_fini(struct amdgpu_device *adev)  in gfx_v10_0_mec_fini()
4348 static void gfx_v10_0_me_init(struct amdgpu_device *adev)  in gfx_v10_0_me_init()
4355 static int gfx_v10_0_mec_init(struct amdgpu_device *adev)  in gfx_v10_0_mec_init()
4417 static uint32_t wave_read_ind(struct amdgpu_device *adev, uint32_t wave, uint32_t address)  in wave_read_ind()
4425 static void wave_read_regs(struct amdgpu_device *adev, uint32_t wave,  in wave_read_regs()
4438 static void gfx_v10_0_read_wave_data(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd, ui…  in gfx_v10_0_read_wave_data()
4466 static void gfx_v10_0_read_wave_sgprs(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd,  in gfx_v10_0_read_wave_sgprs()
4477 static void gfx_v10_0_read_wave_vgprs(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd,  in gfx_v10_0_read_wave_vgprs()
4487 static void gfx_v10_0_select_me_pipe_q(struct amdgpu_device *adev,  in gfx_v10_0_select_me_pipe_q()
4493 static void gfx_v10_0_update_perfmon_mgcg(struct amdgpu_device *adev,  in gfx_v10_0_update_perfmon_mgcg()
4520 static void gfx_v10_0_gpu_early_init(struct amdgpu_device *adev)  in gfx_v10_0_gpu_early_init()
4589 static int gfx_v10_0_gfx_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v10_0_gfx_ring_init()
4619 static int gfx_v10_0_compute_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v10_0_compute_ring_init()
4651 static void gfx_v10_0_alloc_ip_dump(struct amdgpu_device *adev)  in gfx_v10_0_alloc_ip_dump()
4696 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_0_sw_init()  local
4868 static void gfx_v10_0_pfp_fini(struct amdgpu_device *adev)  in gfx_v10_0_pfp_fini()
4875 static void gfx_v10_0_ce_fini(struct amdgpu_device *adev)  in gfx_v10_0_ce_fini()
4882 static void gfx_v10_0_me_fini(struct amdgpu_device *adev)  in gfx_v10_0_me_fini()
4892 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_0_sw_fini()  local
4925 static void gfx_v10_0_select_se_sh(struct amdgpu_device *adev, u32 se_num,  in gfx_v10_0_select_se_sh()
4952 static u32 gfx_v10_0_get_rb_active_bitmap(struct amdgpu_device *adev)  in gfx_v10_0_get_rb_active_bitmap()
4968 static void gfx_v10_0_setup_rb(struct amdgpu_device *adev)  in gfx_v10_0_setup_rb()
5002 static u32 gfx_v10_0_init_pa_sc_tile_steering_override(struct amdgpu_device *adev)  in gfx_v10_0_init_pa_sc_tile_steering_override()
5043 static void gfx_v10_0_debug_trap_config_init(struct amdgpu_device *adev,  in gfx_v10_0_debug_trap_config_init()
5066 static void gfx_v10_0_init_compute_vmid(struct amdgpu_device *adev)  in gfx_v10_0_init_compute_vmid()
5104 static void gfx_v10_0_init_gds_vmid(struct amdgpu_device *adev)  in gfx_v10_0_init_gds_vmid()
5123 static void gfx_v10_0_tcp_harvest(struct amdgpu_device *adev)  in gfx_v10_0_tcp_harvest()
5190 static void gfx_v10_0_get_tcc_info(struct amdgpu_device *adev)  in gfx_v10_0_get_tcc_info()
5208 static void gfx_v10_0_constants_init(struct amdgpu_device *adev)  in gfx_v10_0_constants_init()
5246 static u32 gfx_v10_0_get_cpg_int_cntl(struct amdgpu_device *adev,  in gfx_v10_0_get_cpg_int_cntl()
5262 static u32 gfx_v10_0_get_cpc_int_cntl(struct amdgpu_device *adev,  in gfx_v10_0_get_cpc_int_cntl()
5287 static void gfx_v10_0_enable_gui_idle_interrupt(struct amdgpu_device *adev,  in gfx_v10_0_enable_gui_idle_interrupt()
5316 static int gfx_v10_0_init_csb(struct amdgpu_device *adev)  in gfx_v10_0_init_csb()
5337 static void gfx_v10_0_rlc_stop(struct amdgpu_device *adev)  in gfx_v10_0_rlc_stop()
5345 static void gfx_v10_0_rlc_reset(struct amdgpu_device *adev)  in gfx_v10_0_rlc_reset()
5353 static void gfx_v10_0_rlc_smu_handshake_cntl(struct amdgpu_device *adev,  in gfx_v10_0_rlc_smu_handshake_cntl()
5375 static void gfx_v10_0_rlc_start(struct amdgpu_device *adev)  in gfx_v10_0_rlc_start()
5388 static void gfx_v10_0_rlc_enable_srm(struct amdgpu_device *adev)  in gfx_v10_0_rlc_enable_srm()
5399 static int gfx_v10_0_rlc_load_microcode(struct amdgpu_device *adev)  in gfx_v10_0_rlc_load_microcode()
5427 static int gfx_v10_0_rlc_resume(struct amdgpu_device *adev)  in gfx_v10_0_rlc_resume()
5492 static int gfx_v10_0_parse_rlc_toc(struct amdgpu_device *adev)  in gfx_v10_0_parse_rlc_toc()
5529 static uint32_t gfx_v10_0_calc_toc_total_size(struct amdgpu_device *adev)  in gfx_v10_0_calc_toc_total_size()
5552 static int gfx_v10_0_rlc_backdoor_autoload_buffer_init(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_buffer_init()
5572 static void gfx_v10_0_rlc_backdoor_autoload_buffer_fini(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_buffer_fini()
5582 static void gfx_v10_0_rlc_backdoor_autoload_copy_ucode(struct amdgpu_device *adev,  in gfx_v10_0_rlc_backdoor_autoload_copy_ucode()
5609 static void gfx_v10_0_rlc_backdoor_autoload_copy_toc_ucode(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_copy_toc_ucode()
5622 static void gfx_v10_0_rlc_backdoor_autoload_copy_gfx_ucode(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_copy_gfx_ucode()
5683 static void gfx_v10_0_rlc_backdoor_autoload_copy_sdma_ucode(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_copy_sdma_ucode()
5717 static int gfx_v10_0_rlc_backdoor_autoload_enable(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_enable()
5750 static int gfx_v10_0_rlc_backdoor_autoload_config_me_cache(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_config_me_cache()
5787 static int gfx_v10_0_rlc_backdoor_autoload_config_ce_cache(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_config_ce_cache()
5824 static int gfx_v10_0_rlc_backdoor_autoload_config_pfp_cache(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_config_pfp_cache()
5861 static int gfx_v10_0_rlc_backdoor_autoload_config_mec_cache(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_config_mec_cache()
5898 static int gfx_v10_0_wait_for_rlc_autoload_complete(struct amdgpu_device *adev)  in gfx_v10_0_wait_for_rlc_autoload_complete()
5941 static int gfx_v10_0_cp_gfx_enable(struct amdgpu_device *adev, bool enable)  in gfx_v10_0_cp_gfx_enable()
5970 static int gfx_v10_0_cp_gfx_load_pfp_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_load_pfp_microcode()
6048 static int gfx_v10_0_cp_gfx_load_ce_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_load_ce_microcode()
6125 static int gfx_v10_0_cp_gfx_load_me_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_load_me_microcode()
6202 static int gfx_v10_0_cp_gfx_load_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_load_microcode()
6232 static int gfx_v10_0_cp_gfx_start(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_start()
6312 static void gfx_v10_0_cp_gfx_switch_pipe(struct amdgpu_device *adev,  in gfx_v10_0_cp_gfx_switch_pipe()
6323 static void gfx_v10_0_cp_gfx_set_doorbell(struct amdgpu_device *adev,  in gfx_v10_0_cp_gfx_set_doorbell()
6368 static int gfx_v10_0_cp_gfx_resume(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_resume()
6471 static void gfx_v10_0_cp_compute_enable(struct amdgpu_device *adev, bool enable)  in gfx_v10_0_cp_compute_enable()
6514 static int gfx_v10_0_cp_compute_load_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_compute_load_microcode()
6587 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_kiq_setting()  local
6617 static void gfx_v10_0_gfx_mqd_set_priority(struct amdgpu_device *adev,  in gfx_v10_0_gfx_mqd_set_priority()
6635 static int gfx_v10_0_gfx_mqd_init(struct amdgpu_device *adev, void *m,  in gfx_v10_0_gfx_mqd_init()
6720 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_kgq_init_queue()  local
6762 static int gfx_v10_0_cp_async_gfx_ring_resume(struct amdgpu_device *adev)  in gfx_v10_0_cp_async_gfx_ring_resume()
6792 static int gfx_v10_0_compute_mqd_init(struct amdgpu_device *adev, void *m,  in gfx_v10_0_compute_mqd_init()
6910 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_kiq_init_register()  local
7019 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_kiq_init_queue()  local
7058 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_kcq_init_queue()  local
7085 static int gfx_v10_0_kiq_resume(struct amdgpu_device *adev)  in gfx_v10_0_kiq_resume()
7109 static int gfx_v10_0_kcq_resume(struct amdgpu_device *adev)  in gfx_v10_0_kcq_resume()
7138 static int gfx_v10_0_cp_resume(struct amdgpu_device *adev)  in gfx_v10_0_cp_resume()
7192 static void gfx_v10_0_cp_enable(struct amdgpu_device *adev, bool enable)  in gfx_v10_0_cp_enable()
7198 static bool gfx_v10_0_check_grbm_cam_remapping(struct amdgpu_device *adev)  in gfx_v10_0_check_grbm_cam_remapping()
7242 static void gfx_v10_0_setup_grbm_cam_remapping(struct amdgpu_device *adev)  in gfx_v10_0_setup_grbm_cam_remapping()
7379 static void gfx_v10_0_disable_gpa_mode(struct amdgpu_device *adev)  in gfx_v10_0_disable_gpa_mode()
7395 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_0_hw_init()  local
7449 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_0_hw_fini()  local
7497 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_is_idle()  local
7510 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_0_wait_for_idle()  local
7528 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_0_soft_reset()  local
7606 static uint64_t gfx_v10_0_get_gpu_clock_counter(struct amdgpu_device *adev)  in gfx_v10_0_get_gpu_clock_counter()
7684 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_gds_switch()  local
7709 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_0_early_init()  local
7753 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_0_late_init()  local
7771 static bool gfx_v10_0_is_rlc_enabled(struct amdgpu_device *adev)  in gfx_v10_0_is_rlc_enabled()
7780 static void gfx_v10_0_set_safe_mode(struct amdgpu_device *adev, int xcc_id)  in gfx_v10_0_set_safe_mode()
7821 static void gfx_v10_0_unset_safe_mode(struct amdgpu_device *adev, int xcc_id)  in gfx_v10_0_unset_safe_mode()
7843 static void gfx_v10_0_update_medium_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v10_0_update_medium_grain_clock_gating()
7917 static void gfx_v10_0_update_3d_clock_gating(struct amdgpu_device *adev,  in gfx_v10_0_update_3d_clock_gating()
7976 static void gfx_v10_0_update_coarse_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v10_0_update_coarse_grain_clock_gating()
8035 static void gfx_v10_0_update_fine_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v10_0_update_fine_grain_clock_gating()
8074 static void gfx_v10_0_apply_medium_grain_clock_gating_workaround(struct amdgpu_device *adev)  in gfx_v10_0_apply_medium_grain_clock_gating_workaround()
8165 static int gfx_v10_0_update_gfx_clock_gating(struct amdgpu_device *adev,  in gfx_v10_0_update_gfx_clock_gating()
8215 static void gfx_v10_0_update_spm_vmid_internal(struct amdgpu_device *adev,  in gfx_v10_0_update_spm_vmid_internal()
8238 static void gfx_v10_0_update_spm_vmid(struct amdgpu_device *adev, struct amdgpu_ring *ring, unsigne…  in gfx_v10_0_update_spm_vmid()
8247 static bool gfx_v10_0_check_rlcg_range(struct amdgpu_device *adev,  in gfx_v10_0_check_rlcg_range()
8269 static bool gfx_v10_0_is_rlcg_access_range(struct amdgpu_device *adev, u32 offset)  in gfx_v10_0_is_rlcg_access_range()
8274 static void gfx_v10_cntl_power_gating(struct amdgpu_device *adev, bool enable)  in gfx_v10_cntl_power_gating()
8310 static void gfx_v10_cntl_pg(struct amdgpu_device *adev, bool enable)  in gfx_v10_cntl_pg()
8351 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_set_powergating_state()  local
8389 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_set_clockgating_state()  local
8417 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_get_clockgating_state()  local
8467 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_get_wptr_gfx()  local
8483 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_set_wptr_gfx()  local
8518 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_set_wptr_compute()  local
8531 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_hdp_flush()  local
8701 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_fence_kiq()  local
8785 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_preempt_ib()  local
8831 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_ce_meta()  local
8861 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_de_meta()  local
8907 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_rreg()  local
8955 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_reg_write_reg_wait()  local
8971 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_soft_recovery()  local
8984 gfx_v10_0_set_gfx_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v10_0_set_gfx_eop_interrupt_state()
9025 static void gfx_v10_0_set_compute_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v10_0_set_compute_eop_interrupt_state()
9078 static int gfx_v10_0_set_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v10_0_set_eop_interrupt_state()
9120 static int gfx_v10_0_eop_irq(struct amdgpu_device *adev,  in gfx_v10_0_eop_irq()
9160 static int gfx_v10_0_set_priv_reg_fault_state(struct amdgpu_device *adev,  in gfx_v10_0_set_priv_reg_fault_state()
9206 static int gfx_v10_0_set_bad_op_fault_state(struct amdgpu_device *adev,  in gfx_v10_0_set_bad_op_fault_state()
9251 static int gfx_v10_0_set_priv_inst_fault_state(struct amdgpu_device *adev,  in gfx_v10_0_set_priv_inst_fault_state()
9283 static void gfx_v10_0_handle_priv_fault(struct amdgpu_device *adev,  in gfx_v10_0_handle_priv_fault()
9317 static int gfx_v10_0_priv_reg_irq(struct amdgpu_device *adev,  in gfx_v10_0_priv_reg_irq()
9326 static int gfx_v10_0_bad_op_irq(struct amdgpu_device *adev,  in gfx_v10_0_bad_op_irq()
9335 static int gfx_v10_0_priv_inst_irq(struct amdgpu_device *adev,  in gfx_v10_0_priv_inst_irq()
9344 static int gfx_v10_0_kiq_set_interrupt_state(struct amdgpu_device *adev,  in gfx_v10_0_kiq_set_interrupt_state()
9389 static int gfx_v10_0_kiq_irq(struct amdgpu_device *adev,  in gfx_v10_0_kiq_irq()
9446 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_reset_kgq()  local
9514 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_reset_kcq()  local
9596 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_ip_print()  local
9660 	struct amdgpu_device *adev = ip_block->adev;  in gfx_v10_ip_dump()  local
9881 static void gfx_v10_0_set_ring_funcs(struct amdgpu_device *adev)  in gfx_v10_0_set_ring_funcs()
9919 static void gfx_v10_0_set_irq_funcs(struct amdgpu_device *adev)  in gfx_v10_0_set_irq_funcs()
9937 static void gfx_v10_0_set_rlc_funcs(struct amdgpu_device *adev)  in gfx_v10_0_set_rlc_funcs()
9962 static void gfx_v10_0_set_gds_init(struct amdgpu_device *adev)  in gfx_v10_0_set_gds_init()
9974 static void gfx_v10_0_set_mqd_funcs(struct amdgpu_device *adev)  in gfx_v10_0_set_mqd_funcs()
9988 static void gfx_v10_0_set_user_wgp_inactive_bitmap_per_sh(struct amdgpu_device *adev,  in gfx_v10_0_set_user_wgp_inactive_bitmap_per_sh()
10002 static u32 gfx_v10_0_get_wgp_active_bitmap_per_sh(struct amdgpu_device *adev)  in gfx_v10_0_get_wgp_active_bitmap_per_sh()
10022 static u32 gfx_v10_0_get_cu_active_bitmap_per_sh(struct amdgpu_device *adev)  in gfx_v10_0_get_cu_active_bitmap_per_sh()
10040 static int gfx_v10_0_get_cu_info(struct amdgpu_device *adev,  in gfx_v10_0_get_cu_info()
10100 static u32 gfx_v10_3_get_disabled_sa(struct amdgpu_device *adev)  in gfx_v10_3_get_disabled_sa()
10120 static void gfx_v10_3_program_pbb_mode(struct amdgpu_device *adev)  in gfx_v10_3_program_pbb_mode()
10141 static void gfx_v10_3_set_power_brake_sequence(struct amdgpu_device *adev)  in gfx_v10_3_set_power_brake_sequence()