204 static int smu7_get_mc_microcode_version(struct pp_hwmgr *hwmgr)  in smu7_get_mc_microcode_version()
213 static uint16_t smu7_get_current_pcie_speed(struct pp_hwmgr *hwmgr)  in smu7_get_current_pcie_speed()
224 static int smu7_get_current_pcie_lane_number(struct pp_hwmgr *hwmgr)  in smu7_get_current_pcie_lane_number()
244 static int smu7_enable_smc_voltage_controller(struct pp_hwmgr *hwmgr)  in smu7_enable_smc_voltage_controller()
265 static bool smu7_voltage_control(const struct pp_hwmgr *hwmgr)  in smu7_voltage_control()
279 static int smu7_enable_voltage_control(struct pp_hwmgr *hwmgr)  in smu7_enable_voltage_control()
317 static int smu7_construct_voltage_tables(struct pp_hwmgr *hwmgr)  in smu7_construct_voltage_tables()
430 							struct pp_hwmgr *hwmgr)  in smu7_program_static_screen_threshold_parameters()
452 static int smu7_enable_display_gap(struct pp_hwmgr *hwmgr)  in smu7_enable_display_gap()
476 static int smu7_program_voting_clients(struct pp_hwmgr *hwmgr)  in smu7_program_voting_clients()
494 static int smu7_clear_voting_clients(struct pp_hwmgr *hwmgr)  in smu7_clear_voting_clients()
514 static int smu7_copy_and_switch_arb_sets(struct pp_hwmgr *hwmgr,  in smu7_copy_and_switch_arb_sets()
560 static int smu7_reset_to_default(struct pp_hwmgr *hwmgr)  in smu7_reset_to_default()
572 static int smu7_initial_switch_from_arbf0_to_f1(struct pp_hwmgr *hwmgr)  in smu7_initial_switch_from_arbf0_to_f1()
578 static int smu7_force_switch_to_arbf0(struct pp_hwmgr *hwmgr)  in smu7_force_switch_to_arbf0()
593 static uint16_t smu7_override_pcie_speed(struct pp_hwmgr *hwmgr)  in smu7_override_pcie_speed()
614 static uint16_t smu7_override_pcie_width(struct pp_hwmgr *hwmgr)  in smu7_override_pcie_width()
635 static int smu7_setup_default_pcie_table(struct pp_hwmgr *hwmgr)  in smu7_setup_default_pcie_table()
740 static int smu7_reset_dpm_tables(struct pp_hwmgr *hwmgr)  in smu7_reset_dpm_tables()
782 static int smu7_setup_dpm_tables_v0(struct pp_hwmgr *hwmgr)  in smu7_setup_dpm_tables_v0()
868 static int smu7_setup_dpm_tables_v1(struct pp_hwmgr *hwmgr)  in smu7_setup_dpm_tables_v1()
933 static int smu7_odn_initial_default_setting(struct pp_hwmgr *hwmgr)  in smu7_odn_initial_default_setting()
978 static void smu7_setup_voltage_range_from_vbios(struct pp_hwmgr *hwmgr)  in smu7_setup_voltage_range_from_vbios()
1006 static void smu7_check_dpm_table_updated(struct pp_hwmgr *hwmgr)  in smu7_check_dpm_table_updated()
1060 static int smu7_setup_default_dpm_tables(struct pp_hwmgr *hwmgr)  in smu7_setup_default_dpm_tables()
1089 static int smu7_enable_vrhot_gpio_interrupt(struct pp_hwmgr *hwmgr)  in smu7_enable_vrhot_gpio_interrupt()
1101 static int smu7_enable_sclk_control(struct pp_hwmgr *hwmgr)  in smu7_enable_sclk_control()
1108 static int smu7_enable_ulv(struct pp_hwmgr *hwmgr)  in smu7_enable_ulv()
1118 static int smu7_disable_ulv(struct pp_hwmgr *hwmgr)  in smu7_disable_ulv()
1128 static int smu7_enable_deep_sleep_master_switch(struct pp_hwmgr *hwmgr)  in smu7_enable_deep_sleep_master_switch()
1149 static int smu7_disable_deep_sleep_master_switch(struct pp_hwmgr *hwmgr)  in smu7_disable_deep_sleep_master_switch()
1165 static int smu7_disable_sclk_vce_handshake(struct pp_hwmgr *hwmgr)  in smu7_disable_sclk_vce_handshake()
1181 static int smu7_disable_handshake_uvd(struct pp_hwmgr *hwmgr)  in smu7_disable_handshake_uvd()
1198 static int smu7_enable_sclk_mclk_dpm(struct pp_hwmgr *hwmgr)  in smu7_enable_sclk_mclk_dpm()
1262 static int smu7_start_dpm(struct pp_hwmgr *hwmgr)  in smu7_start_dpm()
1323 static int smu7_disable_sclk_mclk_dpm(struct pp_hwmgr *hwmgr)  in smu7_disable_sclk_mclk_dpm()
1346 static int smu7_stop_dpm(struct pp_hwmgr *hwmgr)  in smu7_stop_dpm()
1378 static void smu7_set_dpm_event_sources(struct pp_hwmgr *hwmgr, uint32_t sources)  in smu7_set_dpm_event_sources()
1418 static int smu7_enable_auto_throttle_source(struct pp_hwmgr *hwmgr,  in smu7_enable_auto_throttle_source()
1430 static int smu7_enable_thermal_auto_throttle(struct pp_hwmgr *hwmgr)  in smu7_enable_thermal_auto_throttle()
1435 static int smu7_disable_auto_throttle_source(struct pp_hwmgr *hwmgr,  in smu7_disable_auto_throttle_source()
1447 static int smu7_disable_thermal_auto_throttle(struct pp_hwmgr *hwmgr)  in smu7_disable_thermal_auto_throttle()
1452 static int smu7_pcie_performance_request(struct pp_hwmgr *hwmgr)  in smu7_pcie_performance_request()
1460 static int smu7_program_edc_didt_registers(struct pp_hwmgr *hwmgr,  in smu7_program_edc_didt_registers()
1478 static int smu7_populate_edc_leakage_registers(struct pp_hwmgr *hwmgr)  in smu7_populate_edc_leakage_registers()
1504 static int smu7_enable_dpm_tasks(struct pp_hwmgr *hwmgr)  in smu7_enable_dpm_tasks()
1631 static int smu7_avfs_control(struct pp_hwmgr *hwmgr, bool enable)  in smu7_avfs_control()
1655 static int smu7_update_avfs(struct pp_hwmgr *hwmgr)  in smu7_update_avfs()
1674 static int smu7_disable_dpm_tasks(struct pp_hwmgr *hwmgr)  in smu7_disable_dpm_tasks()
1750 static void smu7_init_dpm_defaults(struct pp_hwmgr *hwmgr)  in smu7_init_dpm_defaults()
1935 static int smu7_calculate_ro_range(struct pp_hwmgr *hwmgr)  in smu7_calculate_ro_range()
1995 static int smu7_get_evv_voltages(struct pp_hwmgr *hwmgr)  in smu7_get_evv_voltages()
2096 static void smu7_patch_ppt_v1_with_vdd_leakage(struct pp_hwmgr *hwmgr,  in smu7_patch_ppt_v1_with_vdd_leakage()
2123 static int smu7_patch_lookup_table_with_leakage(struct pp_hwmgr *hwmgr,  in smu7_patch_lookup_table_with_leakage()
2137 		struct pp_hwmgr *hwmgr, struct smu7_leakage_voltage *leakage_table,  in smu7_patch_clock_voltage_limits_with_vddc_leakage()
2149 		struct pp_hwmgr *hwmgr)  in smu7_patch_voltage_dependency_tables_with_lookup_table()
2194 static int phm_add_voltage(struct pp_hwmgr *hwmgr,  in phm_add_voltage()
2231 static int smu7_calc_voltage_dependency_tables(struct pp_hwmgr *hwmgr)  in smu7_calc_voltage_dependency_tables()
2273 static int smu7_calc_mm_voltage_dependency_table(struct pp_hwmgr *hwmgr)  in smu7_calc_mm_voltage_dependency_table()
2299 static int smu7_sort_lookup_table(struct pp_hwmgr *hwmgr,  in smu7_sort_lookup_table()
2322 static int smu7_complete_dependency_tables(struct pp_hwmgr *hwmgr)  in smu7_complete_dependency_tables()
2374 static int smu7_find_highest_vddc(struct pp_hwmgr *hwmgr)  in smu7_find_highest_vddc()
2396 static int smu7_set_private_data_based_on_pptable_v1(struct pp_hwmgr *hwmgr)  in smu7_set_private_data_based_on_pptable_v1()
2441 static int smu7_patch_voltage_workaround(struct pp_hwmgr *hwmgr)  in smu7_patch_voltage_workaround()
2485 static int smu7_thermal_parameter_init(struct pp_hwmgr *hwmgr)  in smu7_thermal_parameter_init()
2579 static void smu7_patch_ppt_v0_with_vdd_leakage(struct pp_hwmgr *hwmgr,  in smu7_patch_ppt_v0_with_vdd_leakage()
2599 static int smu7_patch_vddc(struct pp_hwmgr *hwmgr,  in smu7_patch_vddc()
2613 static int smu7_patch_vddci(struct pp_hwmgr *hwmgr,  in smu7_patch_vddci()
2627 static int smu7_patch_vce_vddc(struct pp_hwmgr *hwmgr,  in smu7_patch_vce_vddc()
2642 static int smu7_patch_uvd_vddc(struct pp_hwmgr *hwmgr,  in smu7_patch_uvd_vddc()
2656 static int smu7_patch_vddc_shed_limit(struct pp_hwmgr *hwmgr,  in smu7_patch_vddc_shed_limit()
2670 static int smu7_patch_samu_vddc(struct pp_hwmgr *hwmgr,  in smu7_patch_samu_vddc()
2684 static int smu7_patch_acp_vddc(struct pp_hwmgr *hwmgr,  in smu7_patch_acp_vddc()
2698 static int smu7_patch_limits_vddc(struct pp_hwmgr *hwmgr,  in smu7_patch_limits_vddc()
2718 static int smu7_patch_cac_vddc(struct pp_hwmgr *hwmgr, struct phm_cac_leakage_table *tab)  in smu7_patch_cac_vddc()
2735 static int smu7_patch_dependency_tables_with_leakage(struct pp_hwmgr *hwmgr)  in smu7_patch_dependency_tables_with_leakage()
2791 static int smu7_set_private_data_based_on_pptable_v0(struct pp_hwmgr *hwmgr)  in smu7_set_private_data_based_on_pptable_v0()
2834 static int smu7_hwmgr_backend_fini(struct pp_hwmgr *hwmgr)  in smu7_hwmgr_backend_fini()
2844 static int smu7_get_elb_voltages(struct pp_hwmgr *hwmgr)  in smu7_get_elb_voltages()
2875 static int smu7_update_edc_leakage_table(struct pp_hwmgr *hwmgr)  in smu7_update_edc_leakage_table()
2908 static int smu7_hwmgr_backend_init(struct pp_hwmgr *hwmgr)  in smu7_hwmgr_backend_init()
2978 static int smu7_force_dpm_highest(struct pp_hwmgr *hwmgr)  in smu7_force_dpm_highest()
3030 static int smu7_upload_dpm_level_enable_mask(struct pp_hwmgr *hwmgr)  in smu7_upload_dpm_level_enable_mask()
3057 static int smu7_unforce_dpm_levels(struct pp_hwmgr *hwmgr)  in smu7_unforce_dpm_levels()
3073 static int smu7_force_dpm_lowest(struct pp_hwmgr *hwmgr)  in smu7_force_dpm_lowest()
3115 static int smu7_get_profiling_clk(struct pp_hwmgr *hwmgr, enum amd_dpm_forced_level level,  in smu7_get_profiling_clk()
3190 static int smu7_force_dpm_level(struct pp_hwmgr *hwmgr,  in smu7_force_dpm_level()
3237 static int smu7_get_power_state_size(struct pp_hwmgr *hwmgr)  in smu7_get_power_state_size()
3242 static int smu7_vblank_too_short(struct pp_hwmgr *hwmgr,  in smu7_vblank_too_short()
3271 static int smu7_apply_state_adjust_rules(struct pp_hwmgr *hwmgr,  in smu7_apply_state_adjust_rules()
3443 static uint32_t smu7_dpm_get_mclk(struct pp_hwmgr *hwmgr, bool low)  in smu7_dpm_get_mclk()
3465 static uint32_t smu7_dpm_get_sclk(struct pp_hwmgr *hwmgr, bool low)  in smu7_dpm_get_sclk()
3487 static int smu7_dpm_patch_boot_state(struct pp_hwmgr *hwmgr,  in smu7_dpm_patch_boot_state()
3532 static int smu7_get_number_of_powerplay_table_entries(struct pp_hwmgr *hwmgr)  in smu7_get_number_of_powerplay_table_entries()
3547 static int smu7_get_pp_table_entry_callback_func_v1(struct pp_hwmgr *hwmgr,  in smu7_get_pp_table_entry_callback_func_v1()
3645 static int smu7_get_pp_table_entry_v1(struct pp_hwmgr *hwmgr,  in smu7_get_pp_table_entry_v1()
3747 static int smu7_get_pp_table_entry_callback_func_v0(struct pp_hwmgr *hwmgr,  in smu7_get_pp_table_entry_callback_func_v0()
3790 static int smu7_get_pp_table_entry_v0(struct pp_hwmgr *hwmgr,  in smu7_get_pp_table_entry_v0()
3897 static int smu7_get_pp_table_entry(struct pp_hwmgr *hwmgr,  in smu7_get_pp_table_entry()
3908 static int smu7_get_gpu_power(struct pp_hwmgr *hwmgr, u32 *query)  in smu7_get_gpu_power()
3953 static int smu7_read_sensor(struct pp_hwmgr *hwmgr, int idx,  in smu7_read_sensor()
4019 static int smu7_find_dpm_states_clocks_in_dpm_table(struct pp_hwmgr *hwmgr, const void *input)  in smu7_find_dpm_states_clocks_in_dpm_table()
4073 static uint16_t smu7_get_maximum_link_speed(struct pp_hwmgr *hwmgr,  in smu7_get_maximum_link_speed()
4099 		struct pp_hwmgr *hwmgr, const void *input)  in smu7_request_link_speed_change_before_state_change()
4147 static int smu7_freeze_sclk_mclk_dpm(struct pp_hwmgr *hwmgr)  in smu7_freeze_sclk_mclk_dpm()
4185 		struct pp_hwmgr *hwmgr, const void *input)  in smu7_populate_and_upload_sclk_mclk_dpm_levels()
4232 static int smu7_trim_single_dpm_states(struct pp_hwmgr *hwmgr,  in smu7_trim_single_dpm_states()
4253 static int smu7_trim_dpm_states(struct pp_hwmgr *hwmgr,  in smu7_trim_dpm_states()
4279 		struct pp_hwmgr *hwmgr, const void *input)  in smu7_generate_dpm_level_enable_mask()
4303 static int smu7_unfreeze_sclk_mclk_dpm(struct pp_hwmgr *hwmgr)  in smu7_unfreeze_sclk_mclk_dpm()
4344 		struct pp_hwmgr *hwmgr, const void *input)  in smu7_notify_link_speed_change_after_state_change()
4379 static int smu7_notify_no_display(struct pp_hwmgr *hwmgr)  in smu7_notify_no_display()
4384 static int smu7_notify_has_display(struct pp_hwmgr *hwmgr)  in smu7_notify_has_display()
4403 static int smu7_notify_smc_display(struct pp_hwmgr *hwmgr)  in smu7_notify_smc_display()
4416 static int smu7_set_power_state_tasks(struct pp_hwmgr *hwmgr, const void *input)  in smu7_set_power_state_tasks()
4493 static int smu7_set_max_fan_pwm_output(struct pp_hwmgr *hwmgr, uint16_t us_max_fan_pwm)  in smu7_set_max_fan_pwm_output()
4504 smu7_notify_smc_display_config_after_ps_adjustment(struct pp_hwmgr *hwmgr)  in smu7_notify_smc_display_config_after_ps_adjustment()
4515 static int smu7_program_display_gap(struct pp_hwmgr *hwmgr)  in smu7_program_display_gap()
4562 static int smu7_display_configuration_changed_task(struct pp_hwmgr *hwmgr)  in smu7_display_configuration_changed_task()
4574 static int smu7_set_max_fan_rpm_output(struct pp_hwmgr *hwmgr, uint16_t us_max_fan_rpm)  in smu7_set_max_fan_rpm_output()
4588 static int smu7_register_irq_handlers(struct pp_hwmgr *hwmgr)  in smu7_register_irq_handlers()
4617 smu7_check_smc_update_required_for_display_configuration(struct pp_hwmgr *hwmgr)  in smu7_check_smc_update_required_for_display_configuration()
4651 static int smu7_check_states_equal(struct pp_hwmgr *hwmgr,  in smu7_check_states_equal()
4691 static int smu7_check_mc_firmware(struct pp_hwmgr *hwmgr)  in smu7_check_mc_firmware()
4729 static int smu7_read_clock_registers(struct pp_hwmgr *hwmgr)  in smu7_read_clock_registers()
4773 static int smu7_get_memory_type(struct pp_hwmgr *hwmgr)  in smu7_get_memory_type()
4789 static int smu7_enable_acpi_power_management(struct pp_hwmgr *hwmgr)  in smu7_enable_acpi_power_management()
4803 static int smu7_init_power_gate_state(struct pp_hwmgr *hwmgr)  in smu7_init_power_gate_state()
4813 static int smu7_init_sclk_threshold(struct pp_hwmgr *hwmgr)  in smu7_init_sclk_threshold()
4821 static int smu7_setup_asic_task(struct pp_hwmgr *hwmgr)  in smu7_setup_asic_task()
4854 static int smu7_force_clock_level(struct pp_hwmgr *hwmgr,  in smu7_force_clock_level()
4900 static int smu7_print_clock_levels(struct pp_hwmgr *hwmgr,  in smu7_print_clock_levels()
4998 static void smu7_set_fan_control_mode(struct pp_hwmgr *hwmgr, uint32_t mode)  in smu7_set_fan_control_mode()
5018 static uint32_t smu7_get_fan_control_mode(struct pp_hwmgr *hwmgr)  in smu7_get_fan_control_mode()
5023 static int smu7_get_sclk_od(struct pp_hwmgr *hwmgr)  in smu7_get_sclk_od()
5039 static int smu7_set_sclk_od(struct pp_hwmgr *hwmgr, uint32_t value)  in smu7_set_sclk_od()
5065 static int smu7_get_mclk_od(struct pp_hwmgr *hwmgr)  in smu7_get_mclk_od()
5081 static int smu7_set_mclk_od(struct pp_hwmgr *hwmgr, uint32_t value)  in smu7_set_mclk_od()
5108 static int smu7_get_sclks(struct pp_hwmgr *hwmgr, struct amd_pp_clocks *clocks)  in smu7_get_sclks()
5133 static uint32_t smu7_get_mem_latency(struct pp_hwmgr *hwmgr, uint32_t clk)  in smu7_get_mem_latency()
5145 static int smu7_get_mclks(struct pp_hwmgr *hwmgr, struct amd_pp_clocks *clocks)  in smu7_get_mclks()
5172 static int smu7_get_clock_by_type(struct pp_hwmgr *hwmgr, enum amd_pp_clock_type type,  in smu7_get_clock_by_type()
5189 static int smu7_get_sclks_with_latency(struct pp_hwmgr *hwmgr,  in smu7_get_sclks_with_latency()
5210 static int smu7_get_mclks_with_latency(struct pp_hwmgr *hwmgr,  in smu7_get_mclks_with_latency()
5239 static int smu7_get_clock_by_type_with_latency(struct pp_hwmgr *hwmgr,  in smu7_get_clock_by_type_with_latency()
5261 static int smu7_set_watermarks_for_clocks_ranges(struct pp_hwmgr *hwmgr,  in smu7_set_watermarks_for_clocks_ranges()
5308 static int smu7_notify_cac_buffer_info(struct pp_hwmgr *hwmgr,  in smu7_notify_cac_buffer_info()
5349 static int smu7_get_max_high_clocks(struct pp_hwmgr *hwmgr,  in smu7_get_max_high_clocks()
5368 static int smu7_get_thermal_temperature_range(struct pp_hwmgr *hwmgr,  in smu7_get_thermal_temperature_range()
5387 static bool smu7_check_clk_voltage_valid(struct pp_hwmgr *hwmgr,  in smu7_check_clk_voltage_valid()
5424 static int smu7_odn_edit_dpm_table(struct pp_hwmgr *hwmgr,  in smu7_odn_edit_dpm_table()
5491 static int smu7_get_power_profile_mode(struct pp_hwmgr *hwmgr, char *buf)  in smu7_get_power_profile_mode()
5551 static void smu7_patch_compute_profile_mode(struct pp_hwmgr *hwmgr,  in smu7_patch_compute_profile_mode()
5571 static int smu7_set_power_profile_mode(struct pp_hwmgr *hwmgr, long *input, uint32_t size)  in smu7_set_power_profile_mode()
5642 static int smu7_get_performance_level(struct pp_hwmgr *hwmgr, const struct pp_hw_power_state *state,  in smu7_get_performance_level()
5663 static int smu7_power_off_asic(struct pp_hwmgr *hwmgr)  in smu7_power_off_asic()
5757 int smu7_init_function_pointers(struct pp_hwmgr *hwmgr)  in smu7_init_function_pointers()