blob: ad94b4f2892c79740e8884f34daee29638fc05c9 [file] [log] [blame]
Tony Lindgrenec6bced2005-07-10 19:58:20 +01001/*
Nishanth Menonffe4f0f2011-05-26 19:39:18 -07002 * CPU frequency scaling for OMAP using OPP information
Tony Lindgrenec6bced2005-07-10 19:58:20 +01003 *
4 * Copyright (C) 2005 Nokia Corporation
5 * Written by Tony Lindgren <tony@atomide.com>
6 *
7 * Based on cpu-sa1110.c, Copyright (C) 2001 Russell King
8 *
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -07009 * Copyright (C) 2007-2011 Texas Instruments, Inc.
10 * - OMAP3/4 support by Rajendra Nayak, Santosh Shilimkar
11 *
Tony Lindgrenec6bced2005-07-10 19:58:20 +010012 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License version 2 as
14 * published by the Free Software Foundation.
15 */
16#include <linux/types.h>
17#include <linux/kernel.h>
18#include <linux/sched.h>
19#include <linux/cpufreq.h>
20#include <linux/delay.h>
21#include <linux/init.h>
22#include <linux/err.h>
Russell Kingf8ce2542006-01-07 16:15:52 +000023#include <linux/clk.h>
Russell Kingfced80c2008-09-06 12:10:45 +010024#include <linux/io.h>
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070025#include <linux/opp.h>
Russell King46c12212011-09-21 16:53:00 -070026#include <linux/cpu.h>
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070027
28#include <asm/system.h>
29#include <asm/smp_plat.h>
Russell King46c12212011-09-21 16:53:00 -070030#include <asm/cpu.h>
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070031
32#include <plat/clock.h>
33#include <plat/omap-pm.h>
34#include <plat/common.h>
Tony Lindgrenec6bced2005-07-10 19:58:20 +010035
Russell Kinga09e64f2008-08-05 16:14:15 +010036#include <mach/hardware.h>
Tony Lindgrenec6bced2005-07-10 19:58:20 +010037
Russell King46c12212011-09-21 16:53:00 -070038#ifdef CONFIG_SMP
39struct lpj_info {
40 unsigned long ref;
41 unsigned int freq;
42};
43
44static DEFINE_PER_CPU(struct lpj_info, lpj_ref);
45static struct lpj_info global_lpj_ref;
46#endif
47
Kevin Hilmanaeec2992009-01-27 19:13:38 -070048static struct cpufreq_frequency_table *freq_table;
Nishanth Menon1c782172011-05-26 19:39:20 -070049static atomic_t freq_table_users = ATOMIC_INIT(0);
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +030050static struct clk *mpu_clk;
Nishanth Menon08ca3e3b2011-05-25 16:38:46 -070051static char *mpu_clk_name;
Nishanth Menona820ffa2011-05-25 16:38:47 -070052static struct device *mpu_dev;
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +030053
Manjunath Kondaiah Gb0a330d2010-10-08 10:00:19 -070054static int omap_verify_speed(struct cpufreq_policy *policy)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010055{
Nishanth Menonbf2a3592011-05-26 19:39:17 -070056 if (!freq_table)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010057 return -EINVAL;
Nishanth Menonbf2a3592011-05-26 19:39:17 -070058 return cpufreq_frequency_table_verify(policy, freq_table);
Tony Lindgrenec6bced2005-07-10 19:58:20 +010059}
60
Manjunath Kondaiah Gb0a330d2010-10-08 10:00:19 -070061static unsigned int omap_getspeed(unsigned int cpu)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010062{
Tony Lindgrenec6bced2005-07-10 19:58:20 +010063 unsigned long rate;
64
Russell King46c12212011-09-21 16:53:00 -070065 if (cpu >= NR_CPUS)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010066 return 0;
67
Tony Lindgrenec6bced2005-07-10 19:58:20 +010068 rate = clk_get_rate(mpu_clk) / 1000;
Tony Lindgrenec6bced2005-07-10 19:58:20 +010069 return rate;
70}
71
72static int omap_target(struct cpufreq_policy *policy,
73 unsigned int target_freq,
74 unsigned int relation)
75{
Nishanth Menonbf2a3592011-05-26 19:39:17 -070076 unsigned int i;
77 int ret = 0;
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070078 struct cpufreq_freqs freqs;
Tony Lindgrenec6bced2005-07-10 19:58:20 +010079
Nishanth Menonbf2a3592011-05-26 19:39:17 -070080 if (!freq_table) {
81 dev_err(mpu_dev, "%s: cpu%d: no freq table!\n", __func__,
82 policy->cpu);
83 return -EINVAL;
84 }
85
86 ret = cpufreq_frequency_table_target(policy, freq_table, target_freq,
87 relation, &i);
88 if (ret) {
89 dev_dbg(mpu_dev, "%s: cpu%d: no freq match for %d(ret=%d)\n",
90 __func__, policy->cpu, target_freq, ret);
91 return ret;
92 }
93 freqs.new = freq_table[i].frequency;
94 if (!freqs.new) {
95 dev_err(mpu_dev, "%s: cpu%d: no match for freq %d\n", __func__,
96 policy->cpu, target_freq);
97 return -EINVAL;
98 }
Kevin Hilmanaeec2992009-01-27 19:13:38 -070099
Russell King46c12212011-09-21 16:53:00 -0700100 freqs.old = omap_getspeed(policy->cpu);
Russell King46c12212011-09-21 16:53:00 -0700101 freqs.cpu = policy->cpu;
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100102
Colin Cross022ac032011-06-06 21:05:29 -0500103 if (freqs.old == freqs.new && policy->cur == freqs.new)
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700104 return ret;
105
Russell King46c12212011-09-21 16:53:00 -0700106 /* notifiers */
107 for_each_cpu(i, policy->cpus) {
108 freqs.cpu = i;
109 cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
110 }
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700111
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700112#ifdef CONFIG_CPU_FREQ_DEBUG
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700113 pr_info("cpufreq-omap: transition: %u --> %u\n", freqs.old, freqs.new);
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700114#endif
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700115
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700116 ret = clk_set_rate(mpu_clk, freqs.new * 1000);
Russell King46c12212011-09-21 16:53:00 -0700117 freqs.new = omap_getspeed(policy->cpu);
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700118
Russell King46c12212011-09-21 16:53:00 -0700119#ifdef CONFIG_SMP
120 /*
121 * Note that loops_per_jiffy is not updated on SMP systems in
122 * cpufreq driver. So, update the per-CPU loops_per_jiffy value
123 * on frequency transition. We need to update all dependent CPUs.
124 */
125 for_each_cpu(i, policy->cpus) {
126 struct lpj_info *lpj = &per_cpu(lpj_ref, i);
127 if (!lpj->freq) {
128 lpj->ref = per_cpu(cpu_data, i).loops_per_jiffy;
129 lpj->freq = freqs.old;
130 }
131
132 per_cpu(cpu_data, i).loops_per_jiffy =
133 cpufreq_scale(lpj->ref, lpj->freq, freqs.new);
134 }
135
136 /* And don't forget to adjust the global one */
137 if (!global_lpj_ref.freq) {
138 global_lpj_ref.ref = loops_per_jiffy;
139 global_lpj_ref.freq = freqs.old;
140 }
141 loops_per_jiffy = cpufreq_scale(global_lpj_ref.ref, global_lpj_ref.freq,
142 freqs.new);
143#endif
144
145 /* notifiers */
146 for_each_cpu(i, policy->cpus) {
147 freqs.cpu = i;
148 cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
149 }
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100150
151 return ret;
152}
153
Nishanth Menon1c782172011-05-26 19:39:20 -0700154static inline void freq_table_free(void)
155{
156 if (atomic_dec_and_test(&freq_table_users))
157 opp_free_cpufreq_table(mpu_dev, &freq_table);
158}
159
Ming Lei790ab7e2011-03-03 06:41:46 +0800160static int __cpuinit omap_cpu_init(struct cpufreq_policy *policy)
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100161{
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700162 int result = 0;
163
Nishanth Menon08ca3e3b2011-05-25 16:38:46 -0700164 mpu_clk = clk_get(NULL, mpu_clk_name);
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100165 if (IS_ERR(mpu_clk))
166 return PTR_ERR(mpu_clk);
167
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700168 if (policy->cpu >= NR_CPUS) {
169 result = -EINVAL;
170 goto fail_ck;
171 }
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700172
Russell King46c12212011-09-21 16:53:00 -0700173 policy->cur = policy->min = policy->max = omap_getspeed(policy->cpu);
Nishanth Menon1c782172011-05-26 19:39:20 -0700174
175 if (atomic_inc_return(&freq_table_users) == 1)
176 result = opp_init_cpufreq_table(mpu_dev, &freq_table);
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700177
Nishanth Menonbf2a3592011-05-26 19:39:17 -0700178 if (result) {
179 dev_err(mpu_dev, "%s: cpu%d: failed creating freq table[%d]\n",
180 __func__, policy->cpu, result);
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700181 goto fail_ck;
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700182 }
183
Nishanth Menonbf2a3592011-05-26 19:39:17 -0700184 result = cpufreq_frequency_table_cpuinfo(policy, freq_table);
Nishanth Menon1c782172011-05-26 19:39:20 -0700185 if (result)
186 goto fail_table;
187
188 cpufreq_frequency_table_get_attr(freq_table, policy->cpu);
Nishanth Menonbf2a3592011-05-26 19:39:17 -0700189
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700190 policy->min = policy->cpuinfo.min_freq;
191 policy->max = policy->cpuinfo.max_freq;
Russell King46c12212011-09-21 16:53:00 -0700192 policy->cur = omap_getspeed(policy->cpu);
193
194 /*
195 * On OMAP SMP configuartion, both processors share the voltage
196 * and clock. So both CPUs needs to be scaled together and hence
197 * needs software co-ordination. Use cpufreq affected_cpus
198 * interface to handle this scenario. Additional is_smp() check
199 * is to keep SMP_ON_UP build working.
200 */
201 if (is_smp()) {
202 policy->shared_type = CPUFREQ_SHARED_TYPE_ANY;
Todd Poynored8ce002011-06-07 13:57:52 -0700203 cpumask_setall(policy->cpus);
Russell King46c12212011-09-21 16:53:00 -0700204 }
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700205
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700206 /* FIXME: what's the actual transition time? */
Mike Turquetteb0298392009-11-11 11:00:38 -0800207 policy->cpuinfo.transition_latency = 300 * 1000;
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100208
209 return 0;
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700210
Nishanth Menon1c782172011-05-26 19:39:20 -0700211fail_table:
212 freq_table_free();
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700213fail_ck:
214 clk_put(mpu_clk);
215 return result;
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100216}
217
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +0300218static int omap_cpu_exit(struct cpufreq_policy *policy)
219{
Nishanth Menon1c782172011-05-26 19:39:20 -0700220 freq_table_free();
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +0300221 clk_put(mpu_clk);
222 return 0;
223}
224
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700225static struct freq_attr *omap_cpufreq_attr[] = {
226 &cpufreq_freq_attr_scaling_available_freqs,
227 NULL,
228};
229
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100230static struct cpufreq_driver omap_driver = {
231 .flags = CPUFREQ_STICKY,
232 .verify = omap_verify_speed,
233 .target = omap_target,
234 .get = omap_getspeed,
235 .init = omap_cpu_init,
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +0300236 .exit = omap_cpu_exit,
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100237 .name = "omap",
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700238 .attr = omap_cpufreq_attr,
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100239};
240
241static int __init omap_cpufreq_init(void)
242{
Nishanth Menon08ca3e3b2011-05-25 16:38:46 -0700243 if (cpu_is_omap24xx())
244 mpu_clk_name = "virt_prcm_set";
245 else if (cpu_is_omap34xx())
246 mpu_clk_name = "dpll1_ck";
247 else if (cpu_is_omap44xx())
248 mpu_clk_name = "dpll_mpu_ck";
249
250 if (!mpu_clk_name) {
251 pr_err("%s: unsupported Silicon?\n", __func__);
252 return -EINVAL;
253 }
Nishanth Menona820ffa2011-05-25 16:38:47 -0700254
255 mpu_dev = omap2_get_mpuss_device();
256 if (!mpu_dev) {
257 pr_warning("%s: unable to get the mpu device\n", __func__);
258 return -EINVAL;
259 }
260
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100261 return cpufreq_register_driver(&omap_driver);
262}
263
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700264static void __exit omap_cpufreq_exit(void)
265{
266 cpufreq_unregister_driver(&omap_driver);
267}
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700268
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700269MODULE_DESCRIPTION("cpufreq driver for OMAP SoCs");
270MODULE_LICENSE("GPL");
271module_init(omap_cpufreq_init);
272module_exit(omap_cpufreq_exit);