58 	struct cpufreq_policy *policy;  member
72 static int qcom_cpufreq_set_bw(struct cpufreq_policy *policy,  in qcom_cpufreq_set_bw()  argument
80 	dev = get_cpu_device(policy->cpu);  in qcom_cpufreq_set_bw()
113 static int qcom_cpufreq_hw_target_index(struct cpufreq_policy *policy,  in qcom_cpufreq_hw_target_index()  argument
116 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_target_index()
118 	unsigned long freq = policy->freq_table[index].frequency;  in qcom_cpufreq_hw_target_index()
124 		for (i = 1; i < cpumask_weight(policy->related_cpus); i++)  in qcom_cpufreq_hw_target_index()
128 		qcom_cpufreq_set_bw(policy, freq);  in qcom_cpufreq_hw_target_index()
150 	struct cpufreq_policy *policy;  in qcom_cpufreq_get_freq()  local
153 	policy = cpufreq_cpu_get_raw(cpu);  in qcom_cpufreq_get_freq()
154 	if (!policy)  in qcom_cpufreq_get_freq()
157 	data = policy->driver_data;  in qcom_cpufreq_get_freq()
163 	return policy->freq_table[index].frequency;  in qcom_cpufreq_get_freq()
169 	struct cpufreq_policy *policy;  in qcom_cpufreq_hw_get()  local
171 	policy = cpufreq_cpu_get_raw(cpu);  in qcom_cpufreq_hw_get()
172 	if (!policy)  in qcom_cpufreq_hw_get()
175 	data = policy->driver_data;  in qcom_cpufreq_hw_get()
183 static unsigned int qcom_cpufreq_hw_fast_switch(struct cpufreq_policy *policy,  in qcom_cpufreq_hw_fast_switch()  argument
186 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_fast_switch()
191 	index = policy->cached_resolved_idx;  in qcom_cpufreq_hw_fast_switch()
195 		for (i = 1; i < cpumask_weight(policy->related_cpus); i++)  in qcom_cpufreq_hw_fast_switch()
198 	return policy->freq_table[index].frequency;  in qcom_cpufreq_hw_fast_switch()
202 				    struct cpufreq_policy *policy)  in qcom_cpufreq_hw_read_lut()  argument
210 	struct qcom_cpufreq_data *drv_data = policy->driver_data;  in qcom_cpufreq_hw_read_lut()
234 		policy->fast_switch_possible = true;  in qcom_cpufreq_hw_read_lut()
296 	policy->freq_table = table;  in qcom_cpufreq_hw_read_lut()
297 	dev_pm_opp_set_sharing_cpus(cpu_dev, policy->cpus);  in qcom_cpufreq_hw_read_lut()
327 	struct cpufreq_policy *policy = data->policy;  in qcom_lmh_dcvs_notify()  local
328 	int cpu = cpumask_first(policy->related_cpus);  in qcom_lmh_dcvs_notify()
352 	arch_update_hw_pressure(policy->related_cpus, throttled_freq);  in qcom_lmh_dcvs_notify()
355 	 * In the unlikely case policy is unregistered do not enable  in qcom_lmh_dcvs_notify()
427 static int qcom_cpufreq_hw_lmh_init(struct cpufreq_policy *policy, int index)  in qcom_cpufreq_hw_lmh_init()  argument
429 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_lmh_init()
444 	data->policy = policy;  in qcom_cpufreq_hw_lmh_init()
449 	snprintf(data->irq_name, sizeof(data->irq_name), "dcvsh-irq-%u", policy->cpu);  in qcom_cpufreq_hw_lmh_init()
457 	ret = irq_set_affinity_and_hint(data->throttle_irq, policy->cpus);  in qcom_cpufreq_hw_lmh_init()
465 static int qcom_cpufreq_hw_cpu_online(struct cpufreq_policy *policy)  in qcom_cpufreq_hw_cpu_online()  argument
467 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_cpu_online()
478 	ret = irq_set_affinity_and_hint(data->throttle_irq, policy->cpus);  in qcom_cpufreq_hw_cpu_online()
486 static int qcom_cpufreq_hw_cpu_offline(struct cpufreq_policy *policy)  in qcom_cpufreq_hw_cpu_offline()  argument
488 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_cpu_offline()
512 static int qcom_cpufreq_hw_cpu_init(struct cpufreq_policy *policy)  in qcom_cpufreq_hw_cpu_init()  argument
522 	cpu_dev = get_cpu_device(policy->cpu);  in qcom_cpufreq_hw_cpu_init()
525 		       policy->cpu);  in qcom_cpufreq_hw_cpu_init()
529 	cpu_np = of_cpu_device_node_get(policy->cpu);  in qcom_cpufreq_hw_cpu_init()
551 	qcom_get_related_cpus(index, policy->cpus);  in qcom_cpufreq_hw_cpu_init()
553 	policy->driver_data = data;  in qcom_cpufreq_hw_cpu_init()
554 	policy->dvfs_possible_from_any_cpu = true;  in qcom_cpufreq_hw_cpu_init()
556 	ret = qcom_cpufreq_hw_read_lut(cpu_dev, policy);  in qcom_cpufreq_hw_cpu_init()
568 	if (policy_has_boost_freq(policy)) {  in qcom_cpufreq_hw_cpu_init()
574 	return qcom_cpufreq_hw_lmh_init(policy, index);  in qcom_cpufreq_hw_cpu_init()
577 static void qcom_cpufreq_hw_cpu_exit(struct cpufreq_policy *policy)  in qcom_cpufreq_hw_cpu_exit()  argument
579 	struct device *cpu_dev = get_cpu_device(policy->cpu);  in qcom_cpufreq_hw_cpu_exit()
580 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_cpu_exit()
583 	dev_pm_opp_of_cpumask_remove_table(policy->related_cpus);  in qcom_cpufreq_hw_cpu_exit()
585 	kfree(policy->freq_table);  in qcom_cpufreq_hw_cpu_exit()
589 static void qcom_cpufreq_ready(struct cpufreq_policy *policy)  in qcom_cpufreq_ready()  argument
591 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_ready()