blob: 04d79093d7a13449e58d39c6a5f5b94b890d14e1 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Idle daemon for PowerPC. Idle daemon will handle any action
3 * that needs to be taken when the system becomes idle.
4 *
Paul Mackerrasa0652fc2006-03-27 15:03:03 +11005 * Originally written by Cort Dougan (cort@cs.nmt.edu).
6 * Subsequent 32-bit hacking by Tom Rini, Armin Kuster,
7 * Paul Mackerras and others.
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 *
9 * iSeries supported added by Mike Corrigan <mikejc@us.ibm.com>
10 *
11 * Additional shared processor, SMT, and firmware support
12 * Copyright (c) 2003 Dave Engebretsen <engebret@us.ibm.com>
13 *
Paul Mackerrasa0652fc2006-03-27 15:03:03 +110014 * 32-bit and 64-bit versions merged by Paul Mackerras <paulus@samba.org>
15 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070016 * This program is free software; you can redistribute it and/or
17 * modify it under the terms of the GNU General Public License
18 * as published by the Free Software Foundation; either version
19 * 2 of the License, or (at your option) any later version.
20 */
21
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <linux/sched.h>
23#include <linux/kernel.h>
24#include <linux/smp.h>
25#include <linux/cpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/sysctl.h>
Tony Breeds1ad74992007-09-21 13:26:03 +100027#include <linux/tick.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <asm/processor.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <asm/cputable.h>
31#include <asm/time.h>
Michael Ellermanfd899c02005-07-07 17:56:28 -070032#include <asm/machdep.h>
David Howellsae3a1972012-03-28 18:30:02 +010033#include <asm/runlatch.h>
Paul Mackerras2249ca92005-11-07 13:18:13 +110034#include <asm/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Paul Mackerrasa0652fc2006-03-27 15:03:03 +110036#ifdef CONFIG_HOTPLUG_CPU
Johannes Berg61e99162008-09-24 22:56:25 +000037#define cpu_should_die() cpu_is_offline(smp_processor_id())
Paul Mackerrasa0652fc2006-03-27 15:03:03 +110038#else
39#define cpu_should_die() 0
40#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070041
Deepthi Dharwar771dae82011-11-30 02:46:31 +000042unsigned long cpuidle_disable = IDLE_NO_OVERRIDE;
43EXPORT_SYMBOL(cpuidle_disable);
44
arnd@arndb.de302eca12006-10-24 18:31:26 +020045static int __init powersave_off(char *arg)
46{
47 ppc_md.power_save = NULL;
Deepthi Dharwar771dae82011-11-30 02:46:31 +000048 cpuidle_disable = IDLE_POWERSAVE_OFF;
arnd@arndb.de302eca12006-10-24 18:31:26 +020049 return 0;
50}
51__setup("powersave=off", powersave_off);
52
Paul Mackerrasa0652fc2006-03-27 15:03:03 +110053/*
54 * The body of the idle task.
55 */
56void cpu_idle(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070057{
Paul Mackerrasa0652fc2006-03-27 15:03:03 +110058 if (ppc_md.idle_loop)
59 ppc_md.idle_loop(); /* doesn't return */
60
Nick Piggin64c7c8f2005-11-08 21:39:04 -080061 set_thread_flag(TIF_POLLING_NRFLAG);
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 while (1) {
Frederic Weisbecker1268fbc2011-11-17 18:48:14 +010063 tick_nohz_idle_enter();
Anton Blancharda5ccfee2012-01-09 14:29:15 +000064 rcu_idle_enter();
Frederic Weisbecker1268fbc2011-11-17 18:48:14 +010065
Paul Mackerrasa0652fc2006-03-27 15:03:03 +110066 while (!need_resched() && !cpu_should_die()) {
Anton Blanchardddafddc2006-04-02 19:54:09 +100067 ppc64_runlatch_off();
68
Paul Mackerrasa0652fc2006-03-27 15:03:03 +110069 if (ppc_md.power_save) {
70 clear_thread_flag(TIF_POLLING_NRFLAG);
71 /*
72 * smp_mb is so clearing of TIF_POLLING_NRFLAG
73 * is ordered w.r.t. need_resched() test.
74 */
75 smp_mb();
76 local_irq_disable();
77
Steven Rostedt6d07bb42008-11-14 16:21:19 -080078 /* Don't trace irqs off for idle */
79 stop_critical_timings();
80
Paul Mackerrasa0652fc2006-03-27 15:03:03 +110081 /* check again after disabling irqs */
82 if (!need_resched() && !cpu_should_die())
83 ppc_md.power_save();
84
Steven Rostedt6d07bb42008-11-14 16:21:19 -080085 start_critical_timings();
86
Benjamin Herrenschmidt7230c562012-03-06 18:27:59 +110087 /* Some power_save functions return with
88 * interrupts enabled, some don't.
89 */
90 if (irqs_disabled())
91 local_irq_enable();
Paul Mackerrasa0652fc2006-03-27 15:03:03 +110092 set_thread_flag(TIF_POLLING_NRFLAG);
93
94 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -070095 /*
96 * Go into low thread priority and possibly
97 * low power mode.
98 */
99 HMT_low();
100 HMT_very_low();
101 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 }
103
Paul Mackerrasa0652fc2006-03-27 15:03:03 +1100104 HMT_medium();
Anton Blanchard45e75df2005-07-07 17:56:33 -0700105 ppc64_runlatch_on();
Anton Blancharda5ccfee2012-01-09 14:29:15 +0000106 rcu_idle_exit();
Frederic Weisbecker1268fbc2011-11-17 18:48:14 +0100107 tick_nohz_idle_exit();
Thomas Gleixnerbd2f5532011-03-21 12:33:18 +0100108 if (cpu_should_die()) {
Thomas Gleixnerba74c142011-03-21 13:32:17 +0100109 sched_preempt_enable_no_resched();
Paul Mackerrasa0652fc2006-03-27 15:03:03 +1100110 cpu_die();
Thomas Gleixnerbd2f5532011-03-21 12:33:18 +0100111 }
112 schedule_preempt_disabled();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114}
115
Thomas Gleixnerae5b51f2012-05-07 17:59:47 +0000116static void do_nothing(void *unused)
117{
118}
Deepthi Dharwar771dae82011-11-30 02:46:31 +0000119
120/*
121 * cpu_idle_wait - Used to ensure that all the CPUs come out of the old
122 * idle loop and start using the new idle loop.
123 * Required while changing idle handler on SMP systems.
124 * Caller must have changed idle handler to the new value before the call.
125 * This window may be larger on shared systems.
126 */
127void cpu_idle_wait(void)
128{
Deepthi Dharwar771dae82011-11-30 02:46:31 +0000129 smp_mb();
Thomas Gleixnerae5b51f2012-05-07 17:59:47 +0000130 /* kick all the CPUs so that they exit out of pm_idle */
131 smp_call_function(do_nothing, NULL, 1);
Deepthi Dharwar771dae82011-11-30 02:46:31 +0000132}
133EXPORT_SYMBOL_GPL(cpu_idle_wait);
134
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135int powersave_nap;
136
137#ifdef CONFIG_SYSCTL
138/*
139 * Register the sysctl to set/clear powersave_nap.
140 */
141static ctl_table powersave_nap_ctl_table[]={
142 {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 .procname = "powersave-nap",
144 .data = &powersave_nap,
145 .maxlen = sizeof(int),
146 .mode = 0644,
Eric W. Biederman6d456112009-11-16 03:11:48 -0800147 .proc_handler = proc_dointvec,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 },
Eric W. Biedermanf5f10672007-02-14 00:33:46 -0800149 {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150};
151static ctl_table powersave_nap_sysctl_root[] = {
Eric W. Biedermanf5f10672007-02-14 00:33:46 -0800152 {
Eric W. Biedermanf5f10672007-02-14 00:33:46 -0800153 .procname = "kernel",
Alexey Dobriyanfb293ae2007-10-28 05:34:53 +1100154 .mode = 0555,
Eric W. Biedermanf5f10672007-02-14 00:33:46 -0800155 .child = powersave_nap_ctl_table,
156 },
157 {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158};
159
160static int __init
161register_powersave_nap_sysctl(void)
162{
Eric W. Biederman0b4d4142007-02-14 00:34:09 -0800163 register_sysctl_table(powersave_nap_sysctl_root);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164
165 return 0;
166}
167__initcall(register_powersave_nap_sysctl);
168#endif