887 static void gfx_v7_0_free_microcode(struct amdgpu_device *adev)  in gfx_v7_0_free_microcode()
909 static int gfx_v7_0_init_microcode(struct amdgpu_device *adev)  in gfx_v7_0_init_microcode()
984 static void gfx_v7_0_tiling_mode_table_init(struct amdgpu_device *adev)  in gfx_v7_0_tiling_mode_table_init()
1549 static void gfx_v7_0_select_se_sh(struct amdgpu_device *adev,  in gfx_v7_0_select_se_sh()
1583 static u32 gfx_v7_0_get_rb_active_bitmap(struct amdgpu_device *adev)  in gfx_v7_0_get_rb_active_bitmap()
1600 gfx_v7_0_raster_config(struct amdgpu_device *adev, u32 *rconf, u32 *rconf1)  in gfx_v7_0_raster_config()
1632 gfx_v7_0_write_harvested_raster_configs(struct amdgpu_device *adev,  in gfx_v7_0_write_harvested_raster_configs()
1747 static void gfx_v7_0_setup_rb(struct amdgpu_device *adev)  in gfx_v7_0_setup_rb()
1813 static void gfx_v7_0_init_compute_vmid(struct amdgpu_device *adev)  in gfx_v7_0_init_compute_vmid()
1851 static void gfx_v7_0_init_gds_vmid(struct amdgpu_device *adev)  in gfx_v7_0_init_gds_vmid()
1869 static void gfx_v7_0_config_init(struct amdgpu_device *adev)  in gfx_v7_0_config_init()
1882 static void gfx_v7_0_constants_init(struct amdgpu_device *adev)  in gfx_v7_0_constants_init()
2026 	struct amdgpu_device *adev = ring->adev;  in gfx_v7_0_ring_test_ring()  local
2292 	struct amdgpu_device *adev = ring->adev;  in gfx_v7_0_ring_test_ib()  local
2363 static void gfx_v7_0_cp_gfx_enable(struct amdgpu_device *adev, bool enable)  in gfx_v7_0_cp_gfx_enable()
2382 static int gfx_v7_0_cp_gfx_load_microcode(struct amdgpu_device *adev)  in gfx_v7_0_cp_gfx_load_microcode()
2451 static int gfx_v7_0_cp_gfx_start(struct amdgpu_device *adev)  in gfx_v7_0_cp_gfx_start()
2527 static int gfx_v7_0_cp_gfx_resume(struct amdgpu_device *adev)  in gfx_v7_0_cp_gfx_resume()
2593 	struct amdgpu_device *adev = ring->adev;  in gfx_v7_0_ring_get_wptr_gfx()  local
2600 	struct amdgpu_device *adev = ring->adev;  in gfx_v7_0_ring_set_wptr_gfx()  local
2614 	struct amdgpu_device *adev = ring->adev;  in gfx_v7_0_ring_set_wptr_compute()  local
2629 static void gfx_v7_0_cp_compute_enable(struct amdgpu_device *adev, bool enable)  in gfx_v7_0_cp_compute_enable()
2647 static int gfx_v7_0_cp_compute_load_microcode(struct amdgpu_device *adev)  in gfx_v7_0_cp_compute_load_microcode()
2708 static void gfx_v7_0_cp_compute_fini(struct amdgpu_device *adev)  in gfx_v7_0_cp_compute_fini()
2719 static void gfx_v7_0_mec_fini(struct amdgpu_device *adev)  in gfx_v7_0_mec_fini()
2724 static int gfx_v7_0_mec_init(struct amdgpu_device *adev)  in gfx_v7_0_mec_init()
2760 static void gfx_v7_0_compute_pipe_init(struct amdgpu_device *adev,  in gfx_v7_0_compute_pipe_init()
2790 static int gfx_v7_0_mqd_deactivate(struct amdgpu_device *adev)  in gfx_v7_0_mqd_deactivate()
2814 static void gfx_v7_0_mqd_init(struct amdgpu_device *adev,  in gfx_v7_0_mqd_init()
2934 static int gfx_v7_0_mqd_commit(struct amdgpu_device *adev, struct cik_mqd *mqd)  in gfx_v7_0_mqd_commit()
2959 static int gfx_v7_0_compute_queue_init(struct amdgpu_device *adev, int ring_id)  in gfx_v7_0_compute_queue_init()
2998 static int gfx_v7_0_cp_compute_resume(struct amdgpu_device *adev)  in gfx_v7_0_cp_compute_resume()
3033 static void gfx_v7_0_cp_enable(struct amdgpu_device *adev, bool enable)  in gfx_v7_0_cp_enable()
3039 static int gfx_v7_0_cp_load_microcode(struct amdgpu_device *adev)  in gfx_v7_0_cp_load_microcode()
3053 static void gfx_v7_0_enable_gui_idle_interrupt(struct amdgpu_device *adev,  in gfx_v7_0_enable_gui_idle_interrupt()
3067 static int gfx_v7_0_cp_resume(struct amdgpu_device *adev)  in gfx_v7_0_cp_resume()
3188 static int gfx_v7_0_rlc_init(struct amdgpu_device *adev)  in gfx_v7_0_rlc_init()
3244 static void gfx_v7_0_enable_lbpw(struct amdgpu_device *adev, bool enable)  in gfx_v7_0_enable_lbpw()
3256 static void gfx_v7_0_wait_for_rlc_serdes(struct amdgpu_device *adev)  in gfx_v7_0_wait_for_rlc_serdes()
3286 static void gfx_v7_0_update_rlc(struct amdgpu_device *adev, u32 rlc)  in gfx_v7_0_update_rlc()
3295 static u32 gfx_v7_0_halt_rlc(struct amdgpu_device *adev)  in gfx_v7_0_halt_rlc()
3319 static bool gfx_v7_0_is_rlc_enabled(struct amdgpu_device *adev)  in gfx_v7_0_is_rlc_enabled()
3324 static void gfx_v7_0_set_safe_mode(struct amdgpu_device *adev, int xcc_id)  in gfx_v7_0_set_safe_mode()
3346 static void gfx_v7_0_unset_safe_mode(struct amdgpu_device *adev, int xcc_id)  in gfx_v7_0_unset_safe_mode()
3361 static void gfx_v7_0_rlc_stop(struct amdgpu_device *adev)  in gfx_v7_0_rlc_stop()
3377 static void gfx_v7_0_rlc_start(struct amdgpu_device *adev)  in gfx_v7_0_rlc_start()
3386 static void gfx_v7_0_rlc_reset(struct amdgpu_device *adev)  in gfx_v7_0_rlc_reset()
3407 static int gfx_v7_0_rlc_resume(struct amdgpu_device *adev)  in gfx_v7_0_rlc_resume()
3465 static void gfx_v7_0_update_spm_vmid(struct amdgpu_device *adev, struct amdgpu_ring *ring, unsigned…  in gfx_v7_0_update_spm_vmid()
3481 static void gfx_v7_0_enable_cgcg(struct amdgpu_device *adev, bool enable)  in gfx_v7_0_enable_cgcg()
3524 static void gfx_v7_0_enable_mgcg(struct amdgpu_device *adev, bool enable)  in gfx_v7_0_enable_mgcg()
3609 static void gfx_v7_0_update_cg(struct amdgpu_device *adev,  in gfx_v7_0_update_cg()
3624 static void gfx_v7_0_enable_sclk_slowdown_on_pu(struct amdgpu_device *adev,  in gfx_v7_0_enable_sclk_slowdown_on_pu()
3638 static void gfx_v7_0_enable_sclk_slowdown_on_pd(struct amdgpu_device *adev,  in gfx_v7_0_enable_sclk_slowdown_on_pd()
3652 static void gfx_v7_0_enable_cp_pg(struct amdgpu_device *adev, bool enable)  in gfx_v7_0_enable_cp_pg()
3665 static void gfx_v7_0_enable_gds_pg(struct amdgpu_device *adev, bool enable)  in gfx_v7_0_enable_gds_pg()
3678 static int gfx_v7_0_cp_pg_table_num(struct amdgpu_device *adev)  in gfx_v7_0_cp_pg_table_num()
3686 static void gfx_v7_0_enable_gfx_cgpg(struct amdgpu_device *adev,  in gfx_v7_0_enable_gfx_cgpg()
3716 static void gfx_v7_0_set_user_cu_inactive_bitmap(struct amdgpu_device *adev,  in gfx_v7_0_set_user_cu_inactive_bitmap()
3730 static u32 gfx_v7_0_get_cu_active_bitmap(struct amdgpu_device *adev)  in gfx_v7_0_get_cu_active_bitmap()
3745 static void gfx_v7_0_init_ao_cu_mask(struct amdgpu_device *adev)  in gfx_v7_0_init_ao_cu_mask()
3757 static void gfx_v7_0_enable_gfx_static_mgpg(struct amdgpu_device *adev,  in gfx_v7_0_enable_gfx_static_mgpg()
3771 static void gfx_v7_0_enable_gfx_dynamic_mgpg(struct amdgpu_device *adev,  in gfx_v7_0_enable_gfx_dynamic_mgpg()
3788 static void gfx_v7_0_init_gfx_cgpg(struct amdgpu_device *adev)  in gfx_v7_0_init_gfx_cgpg()
3837 static void gfx_v7_0_update_gfx_pg(struct amdgpu_device *adev, bool enable)  in gfx_v7_0_update_gfx_pg()
3844 static u32 gfx_v7_0_get_csb_size(struct amdgpu_device *adev)  in gfx_v7_0_get_csb_size()
3876 static void gfx_v7_0_get_csb_buffer(struct amdgpu_device *adev,  in gfx_v7_0_get_csb_buffer()
3942 static void gfx_v7_0_init_pg(struct amdgpu_device *adev)  in gfx_v7_0_init_pg()
3962 static void gfx_v7_0_fini_pg(struct amdgpu_device *adev)  in gfx_v7_0_fini_pg()
3986 static uint64_t gfx_v7_0_get_gpu_clock_counter(struct amdgpu_device *adev)  in gfx_v7_0_get_gpu_clock_counter()
4039 	struct amdgpu_device *adev = ring->adev;  in gfx_v7_0_ring_soft_recovery()  local
4049 static uint32_t wave_read_ind(struct amdgpu_device *adev, uint32_t simd, uint32_t wave, uint32_t ad…  in wave_read_ind()
4059 static void wave_read_regs(struct amdgpu_device *adev, uint32_t simd,  in wave_read_regs()
4074 static void gfx_v7_0_read_wave_data(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd, uin…  in gfx_v7_0_read_wave_data()
4099 static void gfx_v7_0_read_wave_sgprs(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd,  in gfx_v7_0_read_wave_sgprs()
4108 static void gfx_v7_0_select_me_pipe_q(struct amdgpu_device *adev,  in gfx_v7_0_select_me_pipe_q()
4139 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_early_init()  local
4156 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_late_init()  local
4170 static void gfx_v7_0_gpu_early_init(struct amdgpu_device *adev)  in gfx_v7_0_gpu_early_init()
4314 static int gfx_v7_0_compute_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v7_0_compute_ring_init()
4349 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_sw_init()  local
4444 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_sw_fini()  local
4471 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_hw_init()  local
4491 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_hw_fini()  local
4504 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_suspend()  local
4511 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_resume()  local
4518 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_is_idle()  local
4530 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_wait_for_idle()  local
4547 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_soft_reset()  local
4622 static void gfx_v7_0_set_gfx_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v7_0_set_gfx_eop_interrupt_state()
4643 static void gfx_v7_0_set_compute_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v7_0_set_compute_eop_interrupt_state()
4694 static int gfx_v7_0_set_priv_reg_fault_state(struct amdgpu_device *adev,  in gfx_v7_0_set_priv_reg_fault_state()
4719 static int gfx_v7_0_set_priv_inst_fault_state(struct amdgpu_device *adev,  in gfx_v7_0_set_priv_inst_fault_state()
4744 static int gfx_v7_0_set_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v7_0_set_eop_interrupt_state()
4783 static int gfx_v7_0_eop_irq(struct amdgpu_device *adev,  in gfx_v7_0_eop_irq()
4810 static void gfx_v7_0_fault(struct amdgpu_device *adev,  in gfx_v7_0_fault()
4834 static int gfx_v7_0_priv_reg_irq(struct amdgpu_device *adev,  in gfx_v7_0_priv_reg_irq()
4843 static int gfx_v7_0_priv_inst_irq(struct amdgpu_device *adev,  in gfx_v7_0_priv_inst_irq()
4857 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_set_clockgating_state()  local
4880 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v7_0_set_powergating_state()  local
4957 	struct amdgpu_device *adev = ring->adev;  in gfx_v7_0_reset_kgq()  local
5083 static void gfx_v7_0_set_ring_funcs(struct amdgpu_device *adev)  in gfx_v7_0_set_ring_funcs()
5108 static void gfx_v7_0_set_irq_funcs(struct amdgpu_device *adev)  in gfx_v7_0_set_irq_funcs()
5120 static void gfx_v7_0_set_gds_init(struct amdgpu_device *adev)  in gfx_v7_0_set_gds_init()
5130 static void gfx_v7_0_get_cu_info(struct amdgpu_device *adev)  in gfx_v7_0_get_cu_info()