| diff --git a/drivers/cpufreq/mediatek-cpufreq.c b/drivers/cpufreq/mediatek-cpufreq.c |
| index 010a947..291f629 100644 |
| --- a/drivers/cpufreq/mediatek-cpufreq.c |
| +++ b/drivers/cpufreq/mediatek-cpufreq.c |
| @@ -38,6 +38,7 @@ struct mtk_cpu_dvfs_info { |
| struct regulator *proc_reg; |
| struct regulator *sram_reg; |
| struct clk *cpu_clk; |
| + struct clk *cci_clk; |
| struct clk *inter_clk; |
| struct list_head list_head; |
| int intermediate_voltage; |
| @@ -205,15 +206,24 @@ static int mtk_cpufreq_set_target(struct cpufreq_policy *policy, |
| struct cpufreq_frequency_table *freq_table = policy->freq_table; |
| struct clk *cpu_clk = policy->clk; |
| struct clk *armpll = clk_get_parent(cpu_clk); |
| + struct clk *cci_clk = ERR_PTR(-ENODEV); |
| + struct clk *ccipll; |
| struct mtk_cpu_dvfs_info *info = policy->driver_data; |
| struct device *cpu_dev = info->cpu_dev; |
| struct dev_pm_opp *opp; |
| - long freq_hz, old_freq_hz; |
| + long freq_hz, old_freq_hz, cci_freq_hz, cci_old_freq_hz; |
| int vproc, old_vproc, inter_vproc, target_vproc, ret; |
| |
| inter_vproc = info->intermediate_voltage; |
| |
| old_freq_hz = clk_get_rate(cpu_clk); |
| + |
| + if (!IS_ERR(info->cci_clk)) { |
| + cci_clk = info->cci_clk; |
| + ccipll = clk_get_parent(cci_clk); |
| + cci_old_freq_hz = clk_get_rate(cci_clk); |
| + } |
| + |
| old_vproc = regulator_get_voltage(info->proc_reg); |
| if (old_vproc < 0) { |
| pr_err("%s: invalid Vproc value: %d\n", __func__, old_vproc); |
| @@ -221,6 +231,7 @@ static int mtk_cpufreq_set_target(struct cpufreq_policy *policy, |
| } |
| |
| freq_hz = freq_table[index].frequency * 1000; |
| + cci_freq_hz = freq_table[index].frequency * 600; |
| |
| opp = dev_pm_opp_find_freq_ceil(cpu_dev, &freq_hz); |
| if (IS_ERR(opp)) { |
| @@ -246,6 +257,18 @@ static int mtk_cpufreq_set_target(struct cpufreq_policy *policy, |
| } |
| } |
| |
| + /* Reparent the CCI clock to intermediate clock. */ |
| + if (!IS_ERR(cci_clk)) { |
| + ret = clk_set_parent(cci_clk, info->inter_clk); |
| + if (ret) { |
| + pr_err("cpu%d: failed to re-parent cci clock!\n", |
| + policy->cpu); |
| + mtk_cpufreq_set_voltage(info, old_vproc); |
| + WARN_ON(1); |
| + return ret; |
| + } |
| + } |
| + |
| /* Reparent the CPU clock to intermediate clock. */ |
| ret = clk_set_parent(cpu_clk, info->inter_clk); |
| if (ret) { |
| @@ -266,6 +289,18 @@ static int mtk_cpufreq_set_target(struct cpufreq_policy *policy, |
| return ret; |
| } |
| |
| + /* Set the original PLL to target rate. */ |
| + if (!IS_ERR(cci_clk)) { |
| + ret = clk_set_rate(ccipll, cci_freq_hz); |
| + if (ret) { |
| + pr_err("cpu%d: failed to scale cci clock rate!\n", |
| + policy->cpu); |
| + clk_set_parent(cci_clk, ccipll); |
| + mtk_cpufreq_set_voltage(info, old_vproc); |
| + return ret; |
| + } |
| + } |
| + |
| /* Set parent of CPU clock back to the original PLL. */ |
| ret = clk_set_parent(cpu_clk, armpll); |
| if (ret) { |
| @@ -276,6 +311,17 @@ static int mtk_cpufreq_set_target(struct cpufreq_policy *policy, |
| return ret; |
| } |
| |
| + /* Set parent of CCI clock back to the original PLL. */ |
| + if (!IS_ERR(cci_clk)) { |
| + ret = clk_set_parent(cci_clk, ccipll); |
| + if (ret) { |
| + pr_err("cpu%d: failed to re-parent cci clock!\n", |
| + policy->cpu); |
| + mtk_cpufreq_set_voltage(info, inter_vproc); |
| + WARN_ON(1); |
| + return ret; |
| + } |
| + } |
| /* |
| * If the new voltage is lower than the intermediate voltage or the |
| * original voltage, scale down to the new voltage. |
| @@ -285,9 +331,20 @@ static int mtk_cpufreq_set_target(struct cpufreq_policy *policy, |
| if (ret) { |
| pr_err("cpu%d: failed to scale down voltage!\n", |
| policy->cpu); |
| + if (!IS_ERR(cci_clk)) |
| + clk_set_parent(cci_clk, info->inter_clk); |
| + |
| clk_set_parent(cpu_clk, info->inter_clk); |
| clk_set_rate(armpll, old_freq_hz); |
| + |
| + if (!IS_ERR(cci_clk)) |
| + clk_set_rate(ccipll, cci_old_freq_hz); |
| + |
| clk_set_parent(cpu_clk, armpll); |
| + |
| + if (!IS_ERR(cci_clk)) |
| + clk_set_parent(cci_clk, ccipll); |
| + |
| return ret; |
| } |
| } |
| @@ -303,6 +360,7 @@ static int mtk_cpu_dvfs_info_init(struct mtk_cpu_dvfs_info *info, int cpu) |
| struct regulator *proc_reg = ERR_PTR(-ENODEV); |
| struct regulator *sram_reg = ERR_PTR(-ENODEV); |
| struct clk *cpu_clk = ERR_PTR(-ENODEV); |
| + struct clk *cci_clk = ERR_PTR(-ENODEV); |
| struct clk *inter_clk = ERR_PTR(-ENODEV); |
| struct dev_pm_opp *opp; |
| unsigned long rate; |
| @@ -338,6 +396,8 @@ static int mtk_cpu_dvfs_info_init(struct mtk_cpu_dvfs_info *info, int cpu) |
| goto out_free_resources; |
| } |
| |
| + cci_clk = clk_get(cpu_dev, "cci"); |
| + |
| proc_reg = regulator_get_optional(cpu_dev, "proc"); |
| if (IS_ERR(proc_reg)) { |
| if (PTR_ERR(proc_reg) == -EPROBE_DEFER) |
| @@ -379,16 +439,23 @@ static int mtk_cpu_dvfs_info_init(struct mtk_cpu_dvfs_info *info, int cpu) |
| goto out_free_opp_table; |
| |
| ret = clk_prepare_enable(inter_clk); |
| + |
| if (ret) |
| goto out_disable_mux_clock; |
| |
| + if(!(IS_ERR(cci_clk))) { |
| + ret = clk_prepare_enable(cci_clk); |
| + if(ret) |
| + goto out_disable_inter_clock; |
| + } |
| + |
| /* Search a safe voltage for intermediate frequency. */ |
| rate = clk_get_rate(inter_clk); |
| opp = dev_pm_opp_find_freq_ceil(cpu_dev, &rate); |
| if (IS_ERR(opp)) { |
| pr_err("failed to get intermediate opp for cpu%d\n", cpu); |
| ret = PTR_ERR(opp); |
| - goto out_disable_inter_clock; |
| + goto out_disable_cci_clock; |
| } |
| info->intermediate_voltage = dev_pm_opp_get_voltage(opp); |
| dev_pm_opp_put(opp); |
| @@ -397,6 +464,7 @@ static int mtk_cpu_dvfs_info_init(struct mtk_cpu_dvfs_info *info, int cpu) |
| info->proc_reg = proc_reg; |
| info->sram_reg = IS_ERR(sram_reg) ? NULL : sram_reg; |
| info->cpu_clk = cpu_clk; |
| + info->cci_clk = cci_clk; |
| info->inter_clk = inter_clk; |
| |
| /* |
| @@ -407,6 +475,10 @@ static int mtk_cpu_dvfs_info_init(struct mtk_cpu_dvfs_info *info, int cpu) |
| |
| return 0; |
| |
| +out_disable_cci_clock: |
| + if(!IS_ERR(cci_clk)) |
| + clk_disable_unprepare(cci_clk); |
| + |
| out_disable_inter_clock: |
| if(!IS_ERR(inter_clk)) |
| clk_disable_unprepare(inter_clk); |
| @@ -432,6 +504,8 @@ out_free_resources: |
| clk_put(cpu_clk); |
| if (!IS_ERR(inter_clk)) |
| clk_put(inter_clk); |
| + if (!IS_ERR(cci_clk)) |
| + clk_put(cci_clk); |
| |
| return ret; |
| } |
| @@ -452,6 +526,10 @@ static void mtk_cpu_dvfs_info_release(struct mtk_cpu_dvfs_info *info) |
| clk_disable_unprepare(info->inter_clk); |
| clk_put(info->inter_clk); |
| } |
| + if (!IS_ERR(info->cci_clk)){ |
| + clk_disable_unprepare(info->cci_clk); |
| + clk_put(info->cci_clk); |
| + } |
| |
| dev_pm_opp_of_cpumask_remove_table(&info->cpus); |
| } |
| @@ -570,6 +648,7 @@ static const struct of_device_id mtk_cpufreq_machines[] __initconst = { |
| { .compatible = "mediatek,mt8176", }, |
| { .compatible = "mediatek,mt8183", }, |
| { .compatible = "mediatek,mt8516", }, |
| + { .compatible = "mediatek,mt7988", }, |
| |
| { } |
| }; |