drivers/cpufreq/rockchip_big_little.c

   1 /*
   2  * Copyright (C) 2015 Fuzhou Rockchip Electronics Co., Ltd
   3  *
   4  * This software is licensed under the terms of the GNU General Public
   5  * License version 2, as published by the Free Software Foundation, and
   6  * may be copied, distributed, and modified under those terms.
   7  *
   8  * This program is distributed in the hope that it will be useful,
   9  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  11  * GNU General Public License for more details.
  12  *
  13  */
  14 #define pr_fmt(fmt) "cpufreq: " fmt
  15 #include <linux/clk.h>
  16 #include <linux/cpufreq.h>
  17 #include <linux/err.h>
  18 #include <linux/kernel_stat.h>
  19 #include <linux/init.h>
  20 #include <linux/reboot.h>
  21 #include <linux/suspend.h>
  22 #include <linux/tick.h>
  23 #include <linux/workqueue.h>
  24 #include <linux/delay.h>
  25 #include <linux/regulator/consumer.h>
  26 #include <linux/fs.h>
  27 #include <linux/miscdevice.h>
  28 #include <linux/string.h>
  29 #include <linux/rockchip/cpu.h>
  30 #include <linux/rockchip/dvfs.h>
  31 #include <asm/smp_plat.h>
  32 #include <asm/unistd.h>
  33 #include <linux/uaccess.h>
  34 #include <asm/system_misc.h>
  35 #include <linux/cpu.h>
  36 #include <linux/of.h>
  37 #include <linux/mfd/syscon.h>
  38 #include <linux/regmap.h>
  39 #include <linux/rockchip/common.h>
  40 #include <dt-bindings/clock/rk_system_status.h>
  41 #include <linux/platform_device.h>
  42 #include <linux/module.h>
  43 #include "../../../drivers/clk/rockchip/clk-pd.h"
  44
  45 #define RK3368_GRF_CPU_CON(n) (0x500 + 4*n)
  46
  47
  48 #define VERSION "1.0"
  49 #define RK_MAX_CLUSTERS 2
  50
  51 #ifdef DEBUG
  52 #define FREQ_DBG(fmt, args...) pr_debug(fmt, ## args)
  53 #define FREQ_LOG(fmt, args...) pr_debug(fmt, ## args)
  54 #else
  55 #define FREQ_DBG(fmt, args...) do {} while (0)
  56 #define FREQ_LOG(fmt, args...) do {} while (0)
  57 #endif
  58 #define FREQ_ERR(fmt, args...) pr_err(fmt, ## args)
  59
  60 /* Frequency table index must be sequential starting at 0 */
  61 static struct cpufreq_frequency_table default_freq_table[] = {
  62         {.frequency = 312 * 1000,       .index = 875 * 1000},
  63         {.frequency = 504 * 1000,       .index = 925 * 1000},
  64         {.frequency = 816 * 1000,       .index = 975 * 1000},
  65         {.frequency = 1008 * 1000,      .index = 1075 * 1000},
  66         {.frequency = 1200 * 1000,      .index = 1150 * 1000},
  67         {.frequency = 1416 * 1000,      .index = 1250 * 1000},
  68         {.frequency = 1608 * 1000,      .index = 1350 * 1000},
  69         {.frequency = CPUFREQ_TABLE_END},
  70 };
  71 static struct cpufreq_frequency_table *freq_table[RK_MAX_CLUSTERS + 1];
  72 /*********************************************************/
  73 /* additional symantics for "relation" in cpufreq with pm */
  74 #define DISABLE_FURTHER_CPUFREQ         0x10
  75 #define ENABLE_FURTHER_CPUFREQ          0x20
  76 #define MASK_FURTHER_CPUFREQ            0x30
  77 /* With 0x00(NOCHANGE), it depends on the previous "further" status */
  78 #define CPUFREQ_PRIVATE                 0x100
  79 static unsigned int no_cpufreq_access[RK_MAX_CLUSTERS] = {0};
  80 static unsigned int suspend_freq[RK_MAX_CLUSTERS] = {816 * 1000, 816 * 1000};
  81 static unsigned int suspend_volt = 1100000;
  82 static unsigned int low_battery_freq[RK_MAX_CLUSTERS] = {600 * 1000,
  83         600 * 1000};
  84 static unsigned int low_battery_capacity = 5;
  85 static bool is_booting = true;
  86 static DEFINE_MUTEX(cpufreq_mutex);
  87 static struct dvfs_node *clk_cpu_dvfs_node[RK_MAX_CLUSTERS];
  88 static struct dvfs_node *clk_gpu_dvfs_node;
  89 static struct dvfs_node *clk_ddr_dvfs_node;
  90 static u32 cluster_policy_cpu[RK_MAX_CLUSTERS];
  91 static unsigned int big_little = 1;
  92
  93 /*******************************************************/
  94 static int cpu_to_cluster(int cpu)
  95 {
  96         return topology_physical_package_id(cpu);
  97 }
  98
  99 static unsigned int cpufreq_bl_get_rate(unsigned int cpu)
 100 {
 101         u32 cur_cluster = cpu_to_cluster(cpu);
 102
 103         if (clk_cpu_dvfs_node[cur_cluster])
 104                 return clk_get_rate(clk_cpu_dvfs_node[cur_cluster]->clk) / 1000;
 105
 106         return 0;
 107 }
 108
 109 static bool cpufreq_is_ondemand(struct cpufreq_policy *policy)
 110 {
 111         char c = 0;
 112
 113         if (policy && policy->governor)
 114                 c = policy->governor->name[0];
 115         return (c == 'o' || c == 'i' || c == 'c' || c == 'h');
 116 }
 117
 118 static unsigned int get_freq_from_table(unsigned int max_freq,
 119                                         unsigned int cluster)
 120 {
 121         unsigned int i;
 122         unsigned int target_freq = 0;
 123
 124         for (i = 0; freq_table[cluster][i].frequency !=
 125                 CPUFREQ_TABLE_END; i++) {
 126                 unsigned int freq = freq_table[cluster][i].frequency;
 127
 128                 if (freq <= max_freq && target_freq < freq)
 129                         target_freq = freq;
 130         }
 131         if (!target_freq)
 132                 target_freq = max_freq;
 133         return target_freq;
 134 }
 135
 136 static int cpufreq_notifier_policy(struct notifier_block *nb, unsigned long val,
 137                                    void *data)
 138 {
 139         static unsigned int min_rate = 0, max_rate = -1;
 140         struct cpufreq_policy *policy = data;
 141         u32 cur_cluster = cpu_to_cluster(policy->cpu);
 142
 143         if (val != CPUFREQ_ADJUST)
 144                 return 0;
 145
 146         if (cpufreq_is_ondemand(policy)) {
 147                 FREQ_DBG("queue work\n");
 148                 dvfs_clk_enable_limit(clk_cpu_dvfs_node[cur_cluster],
 149                                       min_rate, max_rate);
 150         } else {
 151                 FREQ_DBG("cancel work\n");
 152                 dvfs_clk_get_limit(clk_cpu_dvfs_node[cur_cluster],
 153                                    &min_rate, &max_rate);
 154         }
 155
 156         return 0;
 157 }
 158
 159 static struct notifier_block notifier_policy_block = {
 160         .notifier_call = cpufreq_notifier_policy
 161 };
 162
 163 static int cpufreq_bl_verify(struct cpufreq_policy *policy)
 164 {
 165         u32 cur_cluster = cpu_to_cluster(policy->cpu);
 166
 167         if (!freq_table[cur_cluster])
 168                 return -EINVAL;
 169         return cpufreq_frequency_table_verify(policy, freq_table[cur_cluster]);
 170 }
 171
 172 static int clk_node_get_cluster_id(struct clk *clk)
 173 {
 174         int i;
 175
 176         for (i = 0; i < RK_MAX_CLUSTERS; i++) {
 177                 if (clk_cpu_dvfs_node[i]->clk == clk)
 178                         return i;
 179         }
 180         return 0;
 181 }
 182
 183 static int cpufreq_bl_scale_rate_for_dvfs(struct clk *clk, unsigned long rate)
 184 {
 185         int ret;
 186         struct cpufreq_freqs freqs;
 187         struct cpufreq_policy *policy;
 188         u32 cur_cluster;
 189
 190         cur_cluster = clk_node_get_cluster_id(clk);
 191         policy = cpufreq_cpu_get(cluster_policy_cpu[cur_cluster]);
 192
 193         freqs.new = rate / 1000;
 194         freqs.old = clk_get_rate(clk) / 1000;
 195
 196         cpufreq_notify_transition(policy, &freqs, CPUFREQ_PRECHANGE);
 197
 198         FREQ_DBG("cpufreq_scale_rate_for_dvfs(%lu)\n", rate);
 199
 200         ret = clk_set_rate(clk, rate);
 201
 202         freqs.new = clk_get_rate(clk) / 1000;
 203         /* notifiers */
 204         cpufreq_notify_transition(policy, &freqs, CPUFREQ_POSTCHANGE);
 205
 206         cpufreq_cpu_put(policy);
 207         return ret;
 208 }
 209
 210 static int cluster_cpus_freq_dvfs_init(u32 cluster_id, char *dvfs_name)
 211 {
 212         clk_cpu_dvfs_node[cluster_id] = clk_get_dvfs_node(dvfs_name);
 213
 214         if (!clk_cpu_dvfs_node[cluster_id]) {
 215                 FREQ_ERR("%s:cluster_id=%d,get dvfs err\n",
 216                          __func__, cluster_id);
 217                 return -EINVAL;
 218         }
 219         dvfs_clk_register_set_rate_callback(clk_cpu_dvfs_node[cluster_id],
 220                                             cpufreq_bl_scale_rate_for_dvfs);
 221         freq_table[cluster_id] =
 222                 dvfs_get_freq_volt_table(clk_cpu_dvfs_node[cluster_id]);
 223         if (freq_table[cluster_id] == NULL) {
 224                 freq_table[cluster_id] = default_freq_table;
 225         } else {
 226                 int v = INT_MAX;
 227                 int i;
 228
 229                 for (i = 0; freq_table[cluster_id][i].frequency !=
 230                         CPUFREQ_TABLE_END; i++) {
 231                         if (freq_table[cluster_id][i].index >= suspend_volt &&
 232                             v > freq_table[cluster_id][i].index) {
 233                                 suspend_freq[cluster_id] =
 234                                         freq_table[cluster_id][i].frequency;
 235                                 v = freq_table[cluster_id][i].index;
 236                                 }
 237                         }
 238                 }
 239         low_battery_freq[cluster_id] =
 240                 get_freq_from_table(low_battery_freq[cluster_id], cluster_id);
 241         clk_enable_dvfs(clk_cpu_dvfs_node[cluster_id]);
 242         return 0;
 243 }
 244
 245 static int cpufreq_bl_init_cpu0(struct cpufreq_policy *policy)
 246 {
 247         clk_gpu_dvfs_node = clk_get_dvfs_node("clk_gpu");
 248         if (clk_gpu_dvfs_node)
 249                 clk_enable_dvfs(clk_gpu_dvfs_node);
 250
 251         clk_ddr_dvfs_node = clk_get_dvfs_node("clk_ddr");
 252         if (clk_ddr_dvfs_node)
 253                 clk_enable_dvfs(clk_ddr_dvfs_node);
 254
 255         if (big_little == 1) {
 256                 cluster_cpus_freq_dvfs_init(0, "clk_core_b");
 257                 cluster_cpus_freq_dvfs_init(1, "clk_core_l");
 258         } else {
 259                 cluster_cpus_freq_dvfs_init(0, "clk_core_l");
 260                 cluster_cpus_freq_dvfs_init(1, "clk_core_b");
 261         }
 262
 263         cpufreq_register_notifier(&notifier_policy_block,
 264                                   CPUFREQ_POLICY_NOTIFIER);
 265
 266         pr_info("cpufreq version " VERSION ", suspend freq %d %d MHz\n",
 267                 suspend_freq[0] / 1000, suspend_freq[1] / 1000);
 268         return 0;
 269 }
 270
 271 static int cpufreq_bl_init(struct cpufreq_policy *policy)
 272 {
 273         static int cpu0_err;
 274         u32 cur_cluster = cpu_to_cluster(policy->cpu);
 275
 276         if (policy->cpu == 0)
 277                 cpu0_err = cpufreq_bl_init_cpu0(policy);
 278         if (cpu0_err)
 279                 return cpu0_err;
 280
 281         cluster_policy_cpu[cur_cluster] = policy->cpu;
 282
 283         /* set freq min max */
 284         cpufreq_frequency_table_cpuinfo(policy, freq_table[cur_cluster]);
 285         /* sys nod */
 286         cpufreq_frequency_table_get_attr(freq_table[cur_cluster], policy->cpu);
 287
 288         if (cur_cluster < RK_MAX_CLUSTERS) {
 289                 /* int cpu; */
 290                 cpumask_copy(policy->cpus, topology_core_cpumask(policy->cpu));
 291                 /* for_each_cpu(cpu, policy->cpus) {
 292                         pr_info("%s:policy->cpu=%d,cpu=%d,%02x\n",
 293                                 __func__, policy->cpu, cpu, policy->cpus[0]);
 294                 } */
 295         }
 296
 297         policy->cur = clk_get_rate(clk_cpu_dvfs_node[cur_cluster]->clk) / 1000;
 298
 299         /* make ondemand default sampling_rate to 40000 */
 300         policy->cpuinfo.transition_latency = 40 * NSEC_PER_USEC;
 301
 302         return 0;
 303 }
 304
 305 static int cpufreq_bl_exit(struct cpufreq_policy *policy)
 306 {
 307         u32 cur_cluster = cpu_to_cluster(policy->cpu);
 308
 309         if (policy->cpu == 0) {
 310                 cpufreq_unregister_notifier(&notifier_policy_block,
 311                                             CPUFREQ_POLICY_NOTIFIER);
 312         }
 313         cpufreq_frequency_table_cpuinfo(policy, freq_table[cur_cluster]);
 314         clk_put_dvfs_node(clk_cpu_dvfs_node[cur_cluster]);
 315
 316         return 0;
 317 }
 318
 319 static struct freq_attr *cpufreq_attr[] = {
 320         &cpufreq_freq_attr_scaling_available_freqs,
 321         NULL,
 322 };
 323
 324 #ifdef CONFIG_CHARGER_DISPLAY
 325 extern int rk_get_system_battery_capacity(void);
 326 #else
 327 static int rk_get_system_battery_capacity(void) { return 100; }
 328 #endif
 329
 330 static unsigned int cpufreq_bl_scale_limit(unsigned int target_freq,
 331                                            struct cpufreq_policy *policy,
 332                                            bool is_private)
 333 {
 334         bool is_ondemand = cpufreq_is_ondemand(policy);
 335         u32 cur_cluster = cpu_to_cluster(policy->cpu);
 336
 337         if (!is_ondemand)
 338                 return target_freq;
 339
 340         if (is_booting) {
 341                 s64 boottime_ms = ktime_to_ms(ktime_get_boottime());
 342
 343                 if (boottime_ms > 60 * MSEC_PER_SEC) {
 344                         is_booting = false;
 345                 } else if (target_freq > low_battery_freq[cur_cluster] &&
 346                            rk_get_system_battery_capacity() <=
 347                            low_battery_capacity) {
 348                         target_freq = low_battery_freq[cur_cluster];
 349                 }
 350         }
 351
 352         return target_freq;
 353 }
 354
 355 static int cpufreq_bl_target(struct cpufreq_policy *policy,
 356                              unsigned int target_freq, unsigned int relation)
 357 {
 358         unsigned int i, new_freq = target_freq, new_rate, cur_rate;
 359         int ret = 0;
 360         bool is_private;
 361         u32 cur_cluster = cpu_to_cluster(policy->cpu);
 362
 363         if (!freq_table[cur_cluster]) {
 364                 FREQ_ERR("no freq table!\n");
 365                 return -EINVAL;
 366         }
 367
 368         mutex_lock(&cpufreq_mutex);
 369
 370         is_private = relation & CPUFREQ_PRIVATE;
 371         relation &= ~CPUFREQ_PRIVATE;
 372
 373         if ((relation & ENABLE_FURTHER_CPUFREQ) &&
 374             no_cpufreq_access[cur_cluster])
 375                 no_cpufreq_access[cur_cluster]--;
 376         if (no_cpufreq_access[cur_cluster]) {
 377                 FREQ_LOG("denied access to %s as it is disabled temporarily\n",
 378                          __func__);
 379                 ret = -EINVAL;
 380                 goto out;
 381         }
 382         if (relation & DISABLE_FURTHER_CPUFREQ)
 383                 no_cpufreq_access[cur_cluster]++;
 384         relation &= ~MASK_FURTHER_CPUFREQ;
 385
 386         ret = cpufreq_frequency_table_target(policy, freq_table[cur_cluster],
 387                                              target_freq, relation, &i);
 388         if (ret) {
 389                 FREQ_ERR("no freq match for %d(ret=%d)\n", target_freq, ret);
 390                 goto out;
 391         }
 392         new_freq = freq_table[cur_cluster][i].frequency;
 393         if (!no_cpufreq_access[cur_cluster])
 394                 new_freq = cpufreq_bl_scale_limit(new_freq, policy, is_private);
 395
 396         new_rate = new_freq * 1000;
 397         cur_rate = dvfs_clk_get_rate(clk_cpu_dvfs_node[cur_cluster]);
 398         FREQ_LOG("req = %7u new = %7u (was = %7u)\n", target_freq,
 399                  new_freq, cur_rate / 1000);
 400         if (new_rate == cur_rate)
 401                 goto out;
 402         ret = dvfs_clk_set_rate(clk_cpu_dvfs_node[cur_cluster], new_rate);
 403
 404 out:
 405         FREQ_DBG("set freq (%7u) end, ret %d\n", new_freq, ret);
 406         mutex_unlock(&cpufreq_mutex);
 407         return ret;
 408 }
 409
 410 static int cpufreq_pm_notifier_event(struct notifier_block *this,
 411                                      unsigned long event, void *ptr)
 412 {
 413         int ret = NOTIFY_DONE;
 414         int i;
 415
 416         for (i = 0; i < RK_MAX_CLUSTERS; i++) {
 417                 struct cpufreq_policy *policy =
 418                         cpufreq_cpu_get(cluster_policy_cpu[i]);
 419
 420                 if (!policy)
 421                         return ret;
 422
 423                 if (!cpufreq_is_ondemand(policy))
 424                         goto out;
 425
 426                 switch (event) {
 427                 case PM_SUSPEND_PREPARE:
 428                         policy->cur++;
 429                         ret = cpufreq_driver_target(policy, suspend_freq[i],
 430                                                     DISABLE_FURTHER_CPUFREQ |
 431                                                     CPUFREQ_RELATION_H);
 432                         if (ret < 0) {
 433                                 ret = NOTIFY_BAD;
 434                                 goto out;
 435                         }
 436                         ret = NOTIFY_OK;
 437                         break;
 438                 case PM_POST_RESTORE:
 439                 case PM_POST_SUSPEND:
 440                         /* if (target_freq == policy->cur) then
 441                         cpufreq_driver_target will return, and
 442                         our target will not be called, it casue
 443                         ENABLE_FURTHER_CPUFREQ flag invalid,
 444                         avoid that. */
 445                         policy->cur++;
 446                         cpufreq_driver_target(policy, suspend_freq[i],
 447                                               ENABLE_FURTHER_CPUFREQ |
 448                                               CPUFREQ_RELATION_H);
 449                         ret = NOTIFY_OK;
 450                         break;
 451                 }
 452 out:
 453                 cpufreq_cpu_put(policy);
 454         }
 455         return ret;
 456 }
 457
 458 static struct notifier_block cpufreq_pm_notifier = {
 459         .notifier_call = cpufreq_pm_notifier_event,
 460 };
 461
 462 static int rockchip_bl_cpufreq_reboot_limit_freq(void)
 463 {
 464         struct regulator *regulator;
 465         int volt = 0;
 466         u32 rate;
 467         int i;
 468
 469         dvfs_disable_temp_limit();
 470
 471         for (i = 0; i < RK_MAX_CLUSTERS; i++) {
 472                 dvfs_clk_enable_limit(clk_cpu_dvfs_node[i],
 473                                       1000*suspend_freq[i],
 474                                       1000*suspend_freq[i]);
 475                         rate = dvfs_clk_get_rate(clk_cpu_dvfs_node[i]);
 476         }
 477
 478         regulator = dvfs_get_regulator("vdd_arm");
 479         if (regulator)
 480                 volt = regulator_get_voltage(regulator);
 481         else
 482                 pr_info("cpufreq: get arm regulator failed\n");
 483         pr_info("cpufreq: reboot set cluster0 rate=%lu, cluster1 rate=%lu, volt=%d\n",
 484                 dvfs_clk_get_rate(clk_cpu_dvfs_node[0]),
 485                 dvfs_clk_get_rate(clk_cpu_dvfs_node[1]), volt);
 486
 487         return 0;
 488 }
 489
 490 static int cpufreq_reboot_notifier_event(struct notifier_block *this,
 491                                          unsigned long event, void *ptr)
 492 {
 493         rockchip_set_system_status(SYS_STATUS_REBOOT);
 494         rockchip_bl_cpufreq_reboot_limit_freq();
 495
 496         return NOTIFY_OK;
 497 };
 498
 499 static struct notifier_block cpufreq_reboot_notifier = {
 500         .notifier_call = cpufreq_reboot_notifier_event,
 501 };
 502
 503 static struct cpufreq_driver cpufreq_driver = {
 504         .flags = CPUFREQ_CONST_LOOPS,
 505         .verify = cpufreq_bl_verify,
 506         .target = cpufreq_bl_target,
 507         .get = cpufreq_bl_get_rate,
 508         .init = cpufreq_bl_init,
 509         .exit = cpufreq_bl_exit,
 510         .name = "rockchip-bl",
 511         .have_governor_per_policy = true,
 512         .attr = cpufreq_attr,
 513 };
 514
 515 static const struct of_device_id cpufreq_match[] = {
 516         {
 517                 .compatible = "rockchip,rk3368-cpufreq",
 518         },
 519         {},
 520 };
 521 MODULE_DEVICE_TABLE(of, cpufreq_match);
 522
 523 static int cpufreq_probe(struct platform_device *pdev)
 524 {
 525         struct device_node *np;
 526         struct regmap *grf_regmap;
 527         unsigned int big_bits, litt_bits;
 528         int ret;
 529
 530         np =  pdev->dev.of_node;
 531         if (!np)
 532                 return -ENODEV;
 533
 534         grf_regmap = syscon_regmap_lookup_by_phandle(np, "rockchip,grf");
 535         if (IS_ERR(grf_regmap)) {
 536                 FREQ_ERR("Cpufreq couldn't find grf regmap\n");
 537                 return PTR_ERR(grf_regmap);
 538         }
 539         ret = regmap_read(grf_regmap, RK3368_GRF_CPU_CON(3), &big_bits);
 540         if (ret != 0) {
 541                 FREQ_ERR("Cpufreq couldn't read to GRF\n");
 542                 return -1;
 543         }
 544         ret = regmap_read(grf_regmap, RK3368_GRF_CPU_CON(1),
 545                           &litt_bits);
 546         if (ret != 0) {
 547                 FREQ_ERR("Cpufreq couldn't read to GRF\n");
 548                 return -1;
 549         }
 550
 551         big_bits = (big_bits >> 8) & 0x03;
 552         litt_bits = (litt_bits >> 8) & 0x03;
 553
 554         if (big_bits == 0x01 && litt_bits == 0x00)
 555                 big_little = 1;
 556         else if (big_bits == 0x0 && litt_bits == 0x01)
 557                 big_little = 0;
 558         pr_info("cpufreq: boot from %d\n", big_little);
 559
 560         register_reboot_notifier(&cpufreq_reboot_notifier);
 561         register_pm_notifier(&cpufreq_pm_notifier);
 562
 563         return cpufreq_register_driver(&cpufreq_driver);
 564 }
 565
 566 static int cpufreq_remove(struct platform_device *pdev)
 567 {
 568         cpufreq_unregister_driver(&cpufreq_driver);
 569         return 0;
 570 }
 571
 572 static struct platform_driver cpufreq_platdrv = {
 573         .driver = {
 574                 .name   = "rockchip-bl-cpufreq",
 575                 .owner  = THIS_MODULE,
 576                 .of_match_table = cpufreq_match,
 577         },
 578         .probe          = cpufreq_probe,
 579         .remove         = cpufreq_remove,
 580 };
 581 module_platform_driver(cpufreq_platdrv);
 582
 583 MODULE_AUTHOR("Xiao Feng <xf@rock-chips.com>");
 584 MODULE_LICENSE("GPL");