1196 		memcpy(&new_pwr_info, &hba->clk_scaling.saved_pwr_info.info,  in ufshcd_scale_gear()
1202 		if (hba->pwr_info.gear_tx > hba->clk_scaling.min_gear ||  in ufshcd_scale_gear()
1203 		    hba->pwr_info.gear_rx > hba->clk_scaling.min_gear) {  in ufshcd_scale_gear()
1205 			memcpy(&hba->clk_scaling.saved_pwr_info.info,  in ufshcd_scale_gear()
1210 			new_pwr_info.gear_tx = hba->clk_scaling.min_gear;  in ufshcd_scale_gear()
1211 			new_pwr_info.gear_rx = hba->clk_scaling.min_gear;  in ufshcd_scale_gear()
1237 	if (!hba->clk_scaling.is_allowed ||  in ufshcd_clock_scaling_prepare()
1316 					   clk_scaling.suspend_work);  in ufshcd_clk_scaling_suspend_work()
1320 	if (hba->clk_scaling.active_reqs || hba->clk_scaling.is_suspended) {  in ufshcd_clk_scaling_suspend_work()
1324 	hba->clk_scaling.is_suspended = true;  in ufshcd_clk_scaling_suspend_work()
1333 					   clk_scaling.resume_work);  in ufshcd_clk_scaling_resume_work()
1337 	if (!hba->clk_scaling.is_suspended) {  in ufshcd_clk_scaling_resume_work()
1341 	hba->clk_scaling.is_suspended = false;  in ufshcd_clk_scaling_resume_work()
1370 	if (!hba->clk_scaling.active_reqs)  in ufshcd_devfreq_target()
1399 		queue_work(hba->clk_scaling.workq,  in ufshcd_devfreq_target()
1400 			   &hba->clk_scaling.suspend_work);  in ufshcd_devfreq_target()
1409 	struct ufs_clk_scaling *scaling = &hba->clk_scaling;  in ufshcd_devfreq_get_dev_status()
1510 	hba->clk_scaling.window_start_t = 0;  in __ufshcd_suspend_clkscaling()
1519 	cancel_work_sync(&hba->clk_scaling.suspend_work);  in ufshcd_suspend_clkscaling()
1520 	cancel_work_sync(&hba->clk_scaling.resume_work);  in ufshcd_suspend_clkscaling()
1523 	if (!hba->clk_scaling.is_suspended) {  in ufshcd_suspend_clkscaling()
1525 		hba->clk_scaling.is_suspended = true;  in ufshcd_suspend_clkscaling()
1539 	if (hba->clk_scaling.is_suspended) {  in ufshcd_resume_clkscaling()
1541 		hba->clk_scaling.is_suspended = false;  in ufshcd_resume_clkscaling()
1554 	return sysfs_emit(buf, "%d\n", hba->clk_scaling.is_enabled);  in ufshcd_clkscale_enable_show()
1574 	if (value == hba->clk_scaling.is_enabled)  in ufshcd_clkscale_enable_store()
1580 	hba->clk_scaling.is_enabled = value;  in ufshcd_clkscale_enable_store()
1601 	hba->clk_scaling.enable_attr.show = ufshcd_clkscale_enable_show;  in ufshcd_init_clk_scaling_sysfs()
1602 	hba->clk_scaling.enable_attr.store = ufshcd_clkscale_enable_store;  in ufshcd_init_clk_scaling_sysfs()
1603 	sysfs_attr_init(&hba->clk_scaling.enable_attr.attr);  in ufshcd_init_clk_scaling_sysfs()
1604 	hba->clk_scaling.enable_attr.attr.name = "clkscale_enable";  in ufshcd_init_clk_scaling_sysfs()
1605 	hba->clk_scaling.enable_attr.attr.mode = 0644;  in ufshcd_init_clk_scaling_sysfs()
1606 	if (device_create_file(hba->dev, &hba->clk_scaling.enable_attr))  in ufshcd_init_clk_scaling_sysfs()
1612 	if (hba->clk_scaling.enable_attr.attr.name)  in ufshcd_remove_clk_scaling_sysfs()
1613 		device_remove_file(hba->dev, &hba->clk_scaling.enable_attr);  in ufshcd_remove_clk_scaling_sysfs()
1623 	if (!hba->clk_scaling.min_gear)  in ufshcd_init_clk_scaling()
1624 		hba->clk_scaling.min_gear = UFS_HS_G1;  in ufshcd_init_clk_scaling()
1626 	INIT_WORK(&hba->clk_scaling.suspend_work,  in ufshcd_init_clk_scaling()
1628 	INIT_WORK(&hba->clk_scaling.resume_work,  in ufshcd_init_clk_scaling()
1633 	hba->clk_scaling.workq = create_singlethread_workqueue(wq_name);  in ufshcd_init_clk_scaling()
1635 	hba->clk_scaling.is_initialized = true;  in ufshcd_init_clk_scaling()
1640 	if (!hba->clk_scaling.is_initialized)  in ufshcd_exit_clk_scaling()
1644 	destroy_workqueue(hba->clk_scaling.workq);  in ufshcd_exit_clk_scaling()
1646 	hba->clk_scaling.is_initialized = false;  in ufshcd_exit_clk_scaling()
2026 	if (!hba->clk_scaling.active_reqs++)  in ufshcd_clk_scaling_start_busy()
2029 	if (!hba->clk_scaling.is_enabled || hba->pm_op_in_progress) {  in ufshcd_clk_scaling_start_busy()
2035 		queue_work(hba->clk_scaling.workq,  in ufshcd_clk_scaling_start_busy()
2036 			   &hba->clk_scaling.resume_work);  in ufshcd_clk_scaling_start_busy()
2038 	if (!hba->clk_scaling.window_start_t) {  in ufshcd_clk_scaling_start_busy()
2039 		hba->clk_scaling.window_start_t = curr_t;  in ufshcd_clk_scaling_start_busy()
2040 		hba->clk_scaling.tot_busy_t = 0;  in ufshcd_clk_scaling_start_busy()
2041 		hba->clk_scaling.is_busy_started = false;  in ufshcd_clk_scaling_start_busy()
2044 	if (!hba->clk_scaling.is_busy_started) {  in ufshcd_clk_scaling_start_busy()
2045 		hba->clk_scaling.busy_start_t = curr_t;  in ufshcd_clk_scaling_start_busy()
2046 		hba->clk_scaling.is_busy_started = true;  in ufshcd_clk_scaling_start_busy()
2053 	struct ufs_clk_scaling *scaling = &hba->clk_scaling;  in ufshcd_clk_scaling_update_busy()
2060 	hba->clk_scaling.active_reqs--;  in ufshcd_clk_scaling_update_busy()
6073 	hba->clk_scaling.is_allowed = allow;  in ufshcd_clk_scaling_allow()
6080 		if (hba->clk_scaling.is_enabled)  in ufshcd_clk_scaling_suspend()
6085 		if (hba->clk_scaling.is_enabled)  in ufshcd_clk_scaling_suspend()
6116 		    hba->clk_scaling.is_enabled)  in ufshcd_err_handling_prepare()
8137 		memcpy(&hba->clk_scaling.saved_pwr_info.info,  in ufshcd_add_lus()
8140 		hba->clk_scaling.saved_pwr_info.is_valid = true;  in ufshcd_add_lus()
8141 		hba->clk_scaling.is_allowed = true;  in ufshcd_add_lus()
8147 		hba->clk_scaling.is_enabled = true;  in ufshcd_add_lus()