1143 				clki->name, hba->clk_scaling.target_freq, freq);  in ufshcd_opp_config_clks()
1229 		return freq != hba->clk_scaling.target_freq;  in ufshcd_is_devfreq_scaling_required()
1346 		memcpy(&new_pwr_info, &hba->clk_scaling.saved_pwr_info,  in ufshcd_scale_gear()
1352 		if (hba->pwr_info.gear_tx > hba->clk_scaling.min_gear ||  in ufshcd_scale_gear()
1353 		    hba->pwr_info.gear_rx > hba->clk_scaling.min_gear) {  in ufshcd_scale_gear()
1355 			memcpy(&hba->clk_scaling.saved_pwr_info,  in ufshcd_scale_gear()
1360 			new_pwr_info.gear_tx = hba->clk_scaling.min_gear;  in ufshcd_scale_gear()
1361 			new_pwr_info.gear_rx = hba->clk_scaling.min_gear;  in ufshcd_scale_gear()
1393 	if (!hba->clk_scaling.is_allowed ||  in ufshcd_clock_scaling_prepare()
1473 					   clk_scaling.suspend_work);  in ufshcd_clk_scaling_suspend_work()
1477 	if (hba->clk_scaling.active_reqs || hba->clk_scaling.is_suspended) {  in ufshcd_clk_scaling_suspend_work()
1481 	hba->clk_scaling.is_suspended = true;  in ufshcd_clk_scaling_suspend_work()
1482 	hba->clk_scaling.window_start_t = 0;  in ufshcd_clk_scaling_suspend_work()
1491 					   clk_scaling.resume_work);  in ufshcd_clk_scaling_resume_work()
1495 	if (!hba->clk_scaling.is_suspended) {  in ufshcd_clk_scaling_resume_work()
1499 	hba->clk_scaling.is_suspended = false;  in ufshcd_clk_scaling_resume_work()
1542 	if (hba->clk_scaling.is_suspended) {  in ufshcd_devfreq_target()
1548 	if (!hba->clk_scaling.active_reqs)  in ufshcd_devfreq_target()
1558 		scale_up = *freq > hba->clk_scaling.target_freq;  in ufshcd_devfreq_target()
1576 		hba->clk_scaling.target_freq = *freq;  in ufshcd_devfreq_target()
1584 			(!scale_up || hba->clk_scaling.suspend_on_no_request))  in ufshcd_devfreq_target()
1585 		queue_work(hba->clk_scaling.workq,  in ufshcd_devfreq_target()
1586 			   &hba->clk_scaling.suspend_work);  in ufshcd_devfreq_target()
1595 	struct ufs_clk_scaling *scaling = &hba->clk_scaling;  in ufshcd_devfreq_get_dev_status()
1615 		stat->current_frequency = hba->clk_scaling.target_freq;  in ufshcd_devfreq_get_dev_status()
1707 	cancel_work_sync(&hba->clk_scaling.suspend_work);  in ufshcd_suspend_clkscaling()
1708 	cancel_work_sync(&hba->clk_scaling.resume_work);  in ufshcd_suspend_clkscaling()
1711 	if (!hba->clk_scaling.is_suspended) {  in ufshcd_suspend_clkscaling()
1713 		hba->clk_scaling.is_suspended = true;  in ufshcd_suspend_clkscaling()
1714 		hba->clk_scaling.window_start_t = 0;  in ufshcd_suspend_clkscaling()
1728 	if (hba->clk_scaling.is_suspended) {  in ufshcd_resume_clkscaling()
1730 		hba->clk_scaling.is_suspended = false;  in ufshcd_resume_clkscaling()
1743 	return sysfs_emit(buf, "%d\n", hba->clk_scaling.is_enabled);  in ufshcd_clkscale_enable_show()
1763 	if (value == hba->clk_scaling.is_enabled)  in ufshcd_clkscale_enable_store()
1769 	hba->clk_scaling.is_enabled = value;  in ufshcd_clkscale_enable_store()
1790 	hba->clk_scaling.enable_attr.show = ufshcd_clkscale_enable_show;  in ufshcd_init_clk_scaling_sysfs()
1791 	hba->clk_scaling.enable_attr.store = ufshcd_clkscale_enable_store;  in ufshcd_init_clk_scaling_sysfs()
1792 	sysfs_attr_init(&hba->clk_scaling.enable_attr.attr);  in ufshcd_init_clk_scaling_sysfs()
1793 	hba->clk_scaling.enable_attr.attr.name = "clkscale_enable";  in ufshcd_init_clk_scaling_sysfs()
1794 	hba->clk_scaling.enable_attr.attr.mode = 0644;  in ufshcd_init_clk_scaling_sysfs()
1795 	if (device_create_file(hba->dev, &hba->clk_scaling.enable_attr))  in ufshcd_init_clk_scaling_sysfs()
1801 	if (hba->clk_scaling.enable_attr.attr.name)  in ufshcd_remove_clk_scaling_sysfs()
1802 		device_remove_file(hba->dev, &hba->clk_scaling.enable_attr);  in ufshcd_remove_clk_scaling_sysfs()
1810 	if (!hba->clk_scaling.min_gear)  in ufshcd_init_clk_scaling()
1811 		hba->clk_scaling.min_gear = UFS_HS_G1;  in ufshcd_init_clk_scaling()
1813 	INIT_WORK(&hba->clk_scaling.suspend_work,  in ufshcd_init_clk_scaling()
1815 	INIT_WORK(&hba->clk_scaling.resume_work,  in ufshcd_init_clk_scaling()
1818 	hba->clk_scaling.workq = alloc_ordered_workqueue(  in ufshcd_init_clk_scaling()
1821 	hba->clk_scaling.is_initialized = true;  in ufshcd_init_clk_scaling()
1826 	if (!hba->clk_scaling.is_initialized)  in ufshcd_exit_clk_scaling()
1830 	destroy_workqueue(hba->clk_scaling.workq);  in ufshcd_exit_clk_scaling()
1832 	hba->clk_scaling.is_initialized = false;  in ufshcd_exit_clk_scaling()
2187 	if (!hba->clk_scaling.active_reqs++)  in ufshcd_clk_scaling_start_busy()
2190 	if (!hba->clk_scaling.is_enabled || hba->pm_op_in_progress) {  in ufshcd_clk_scaling_start_busy()
2196 		queue_work(hba->clk_scaling.workq,  in ufshcd_clk_scaling_start_busy()
2197 			   &hba->clk_scaling.resume_work);  in ufshcd_clk_scaling_start_busy()
2199 	if (!hba->clk_scaling.window_start_t) {  in ufshcd_clk_scaling_start_busy()
2200 		hba->clk_scaling.window_start_t = curr_t;  in ufshcd_clk_scaling_start_busy()
2201 		hba->clk_scaling.tot_busy_t = 0;  in ufshcd_clk_scaling_start_busy()
2202 		hba->clk_scaling.is_busy_started = false;  in ufshcd_clk_scaling_start_busy()
2205 	if (!hba->clk_scaling.is_busy_started) {  in ufshcd_clk_scaling_start_busy()
2206 		hba->clk_scaling.busy_start_t = curr_t;  in ufshcd_clk_scaling_start_busy()
2207 		hba->clk_scaling.is_busy_started = true;  in ufshcd_clk_scaling_start_busy()
2214 	struct ufs_clk_scaling *scaling = &hba->clk_scaling;  in ufshcd_clk_scaling_update_busy()
2221 	hba->clk_scaling.active_reqs--;  in ufshcd_clk_scaling_update_busy()
6336 	hba->clk_scaling.is_allowed = allow;  in ufshcd_clk_scaling_allow()
6344 		if (hba->clk_scaling.is_enabled)  in ufshcd_clk_scaling_suspend()
6349 		if (hba->clk_scaling.is_enabled)  in ufshcd_clk_scaling_suspend()
6379 		    hba->clk_scaling.is_enabled)  in ufshcd_err_handling_prepare()
8626 		memcpy(&hba->clk_scaling.saved_pwr_info,  in ufshcd_add_lus()
8629 		hba->clk_scaling.is_allowed = true;  in ufshcd_add_lus()
8635 		hba->clk_scaling.is_enabled = true;  in ufshcd_add_lus()