blob: b63a82ccf1347a5d721d15ace4a32ce7b4d232ff [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * drivers/power/process.c - Functions for starting/stopping processes on
3 * suspend transitions.
4 *
5 * Originally from swsusp.
6 */
7
8
9#undef DEBUG
10
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/interrupt.h>
Alexey Dobriyan1a8670a2009-09-21 17:03:09 -070012#include <linux/oom.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/suspend.h>
14#include <linux/module.h>
Rafael J. Wysocki02aaeb92006-03-23 03:00:04 -080015#include <linux/syscalls.h>
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080016#include <linux/freezer.h>
Tejun Heobe404f02009-10-08 22:47:30 +020017#include <linux/delay.h>
Tejun Heoa0a1a5f2010-06-29 10:07:12 +020018#include <linux/workqueue.h>
Rafael J. Wysocki1e732032012-03-28 23:30:21 +020019#include <linux/kmod.h>
Arve Hjønnevåg677f1042008-10-14 16:02:39 -070020#include <linux/wakelock.h>
Bryan Huntsmand074fa22011-11-16 13:52:50 -080021#include "power.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23/*
24 * Timeout for stopping processes
25 */
Rafael J. Wysocki02aaeb92006-03-23 03:00:04 -080026#define TIMEOUT (20 * HZ)
Linus Torvalds1da177e2005-04-16 15:20:36 -070027
Tejun Heo839e3402011-11-21 12:32:26 -080028static int try_to_freeze_tasks(bool user_only)
Linus Torvalds1da177e2005-04-16 15:20:36 -070029{
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 struct task_struct *g, *p;
Rafael J. Wysocki11b2ce22006-12-06 20:34:40 -080031 unsigned long end_time;
32 unsigned int todo;
Tejun Heoa0a1a5f2010-06-29 10:07:12 +020033 bool wq_busy = false;
Rafael J. Wysocki438e2ce2007-10-18 03:04:49 -070034 struct timeval start, end;
Colin Crossf284f772013-05-06 23:50:10 +000035 u64 elapsed_msecs64;
36 unsigned int elapsed_msecs;
Rafael J. Wysockidbeeec52010-10-04 22:07:32 +020037 bool wakeup = false;
Colin Crossf284f772013-05-06 23:50:10 +000038 int sleep_usecs = USEC_PER_MSEC;
Rafael J. Wysocki438e2ce2007-10-18 03:04:49 -070039
40 do_gettimeofday(&start);
Christoph Lameter3e1d1d22005-06-24 23:13:50 -070041
Rafael J. Wysocki11b2ce22006-12-06 20:34:40 -080042 end_time = jiffies + TIMEOUT;
Tejun Heoa0a1a5f2010-06-29 10:07:12 +020043
Tejun Heo839e3402011-11-21 12:32:26 -080044 if (!user_only)
Tejun Heoa0a1a5f2010-06-29 10:07:12 +020045 freeze_workqueues_begin();
46
Tejun Heobe404f02009-10-08 22:47:30 +020047 while (true) {
Rafael J. Wysocki11b2ce22006-12-06 20:34:40 -080048 todo = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 read_lock(&tasklist_lock);
50 do_each_thread(g, p) {
Tejun Heo839e3402011-11-21 12:32:26 -080051 if (p == current || !freeze_task(p))
Rafael J. Wysockid5d8c592007-10-18 03:04:46 -070052 continue;
53
Roland McGrath13b1c3d2008-03-03 20:22:05 -080054 /*
55 * Now that we've done set_freeze_flag, don't
56 * perturb a task in TASK_STOPPED or TASK_TRACED.
57 * It is "frozen enough". If the task does wake
58 * up, it will immediately call try_to_freeze.
Tejun Heo8cfe4002010-11-26 23:07:27 +010059 *
Marcos Paulo de Souza37f08be2012-02-21 23:57:47 +010060 * Because freeze_task() goes through p's scheduler lock, it's
61 * guaranteed that TASK_STOPPED/TRACED -> TASK_RUNNING
62 * transition can't race with task state testing here.
Roland McGrath13b1c3d2008-03-03 20:22:05 -080063 */
64 if (!task_is_stopped_or_traced(p) &&
65 !freezer_should_skip(p))
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -070066 todo++;
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 } while_each_thread(g, p);
68 read_unlock(&tasklist_lock);
Tejun Heoa0a1a5f2010-06-29 10:07:12 +020069
Tejun Heo839e3402011-11-21 12:32:26 -080070 if (!user_only) {
Tejun Heoa0a1a5f2010-06-29 10:07:12 +020071 wq_busy = freeze_workqueues_busy();
72 todo += wq_busy;
73 }
74
Arve Hjønnevåg677f1042008-10-14 16:02:39 -070075 if (todo && has_wake_lock(WAKE_LOCK_SUSPEND)) {
76 wakeup = 1;
77 break;
78 }
Tejun Heobe404f02009-10-08 22:47:30 +020079 if (!todo || time_after(jiffies, end_time))
Rafael J. Wysocki02aaeb92006-03-23 03:00:04 -080080 break;
Tejun Heobe404f02009-10-08 22:47:30 +020081
Rafael J. Wysockia2867e02010-12-03 22:58:31 +010082 if (pm_wakeup_pending()) {
Rafael J. Wysockidbeeec52010-10-04 22:07:32 +020083 wakeup = true;
84 break;
85 }
86
Tejun Heobe404f02009-10-08 22:47:30 +020087 /*
88 * We need to retry, but first give the freezing tasks some
Colin Crossf284f772013-05-06 23:50:10 +000089 * time to enter the refrigerator. Start with an initial
90 * 1 ms sleep followed by exponential backoff until 8 ms.
Tejun Heobe404f02009-10-08 22:47:30 +020091 */
Colin Crossf284f772013-05-06 23:50:10 +000092 usleep_range(sleep_usecs / 2, sleep_usecs);
93 if (sleep_usecs < 8 * USEC_PER_MSEC)
94 sleep_usecs *= 2;
Tejun Heobe404f02009-10-08 22:47:30 +020095 }
Christoph Lameter3e1d1d22005-06-24 23:13:50 -070096
Rafael J. Wysocki438e2ce2007-10-18 03:04:49 -070097 do_gettimeofday(&end);
Colin Crossf284f772013-05-06 23:50:10 +000098 elapsed_msecs64 = timeval_to_ns(&end) - timeval_to_ns(&start);
99 do_div(elapsed_msecs64, NSEC_PER_MSEC);
100 elapsed_msecs = elapsed_msecs64;
Rafael J. Wysocki438e2ce2007-10-18 03:04:49 -0700101
Pavel Machek6161b2c2005-09-03 15:57:05 -0700102 if (todo) {
Colin Crossf284f772013-05-06 23:50:10 +0000103 printk("\n");
104 printk(KERN_ERR "Freezing of tasks %s after %d.%03d seconds "
105 "(%d tasks refusing to freeze, wq_busy=%d):\n",
106 wakeup ? "aborted" : "failed",
107 elapsed_msecs / 1000, elapsed_msecs % 1000,
108 todo - wq_busy, wq_busy);
Tejun Heoa0a1a5f2010-06-29 10:07:12 +0200109
Rafael J. Wysocki6c83b482012-02-11 00:00:34 +0100110 if (!wakeup) {
111 read_lock(&tasklist_lock);
112 do_each_thread(g, p) {
113 if (p != current && !freezer_should_skip(p)
Colin Crossf284f772013-05-06 23:50:10 +0000114 && freezing(p) && !frozen(p))
Rafael J. Wysocki6c83b482012-02-11 00:00:34 +0100115 sched_show_task(p);
116 } while_each_thread(g, p);
117 read_unlock(&tasklist_lock);
118 }
Rafael J. Wysocki438e2ce2007-10-18 03:04:49 -0700119 } else {
Colin Crossf284f772013-05-06 23:50:10 +0000120 printk("(elapsed %d.%03d seconds) ", elapsed_msecs / 1000,
121 elapsed_msecs % 1000);
Pavel Machek6161b2c2005-09-03 15:57:05 -0700122 }
123
Rafael J. Wysockie7cd8a72007-07-19 01:47:34 -0700124 return todo ? -EBUSY : 0;
Rafael J. Wysocki11b2ce22006-12-06 20:34:40 -0800125}
126
127/**
Rafael J. Wysocki2aede852011-09-26 20:32:27 +0200128 * freeze_processes - Signal user space processes to enter the refrigerator.
Tejun Heo03afed82011-11-21 12:32:24 -0800129 *
130 * On success, returns 0. On failure, -errno and system is fully thawed.
Rafael J. Wysocki11b2ce22006-12-06 20:34:40 -0800131 */
132int freeze_processes(void)
133{
Rafael J. Wysockie7cd8a72007-07-19 01:47:34 -0700134 int error;
Rafael J. Wysocki11b2ce22006-12-06 20:34:40 -0800135
Rafael J. Wysocki247bc032012-03-28 23:30:28 +0200136 error = __usermodehelper_disable(UMH_FREEZING);
Rafael J. Wysocki1e732032012-03-28 23:30:21 +0200137 if (error)
138 return error;
139
Tejun Heoa3201222011-11-21 12:32:25 -0800140 if (!pm_freezing)
141 atomic_inc(&system_freezing_cnt);
142
Rafael J. Wysockib842ee52007-10-18 03:04:48 -0700143 printk("Freezing user space processes ... ");
Tejun Heoa3201222011-11-21 12:32:25 -0800144 pm_freezing = true;
Rafael J. Wysockiebb12db2008-06-11 22:04:29 +0200145 error = try_to_freeze_tasks(true);
Rafael J. Wysocki2aede852011-09-26 20:32:27 +0200146 if (!error) {
147 printk("done.");
Rafael J. Wysocki247bc032012-03-28 23:30:28 +0200148 __usermodehelper_set_disable_depth(UMH_DISABLED);
Rafael J. Wysocki2aede852011-09-26 20:32:27 +0200149 oom_killer_disable();
150 }
151 printk("\n");
152 BUG_ON(in_atomic());
153
Tejun Heo03afed82011-11-21 12:32:24 -0800154 if (error)
155 thaw_processes();
Rafael J. Wysocki2aede852011-09-26 20:32:27 +0200156 return error;
157}
158
159/**
160 * freeze_kernel_threads - Make freezable kernel threads go to the refrigerator.
Tejun Heo03afed82011-11-21 12:32:24 -0800161 *
Srivatsa S. Bhat379e0be2012-02-03 22:22:41 +0100162 * On success, returns 0. On failure, -errno and only the kernel threads are
163 * thawed, so as to give a chance to the caller to do additional cleanups
164 * (if any) before thawing the userspace tasks. So, it is the responsibility
165 * of the caller to thaw the userspace tasks, when the time is right.
Rafael J. Wysocki2aede852011-09-26 20:32:27 +0200166 */
167int freeze_kernel_threads(void)
168{
169 int error;
Rafael J. Wysocki11b2ce22006-12-06 20:34:40 -0800170
Steve Mucklef132c6c2012-06-06 18:30:57 -0700171 error = suspend_sys_sync_wait();
172 if (error)
173 return error;
Nigel Cunninghamff395932006-12-06 20:34:28 -0800174
Rafael J. Wysockia9b6f562006-12-06 20:34:37 -0800175 printk("Freezing remaining freezable tasks ... ");
Tejun Heoa3201222011-11-21 12:32:25 -0800176 pm_nosig_freezing = true;
Rafael J. Wysockia9b6f562006-12-06 20:34:37 -0800177 error = try_to_freeze_tasks(false);
Rafael J. Wysocki2aede852011-09-26 20:32:27 +0200178 if (!error)
179 printk("done.");
Rafael J. Wysockia9b6f562006-12-06 20:34:37 -0800180
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181 printk("\n");
Rafael J. Wysocki2aede852011-09-26 20:32:27 +0200182 BUG_ON(in_atomic());
Nigel Cunninghamff395932006-12-06 20:34:28 -0800183
Tejun Heo03afed82011-11-21 12:32:24 -0800184 if (error)
Srivatsa S. Bhat379e0be2012-02-03 22:22:41 +0100185 thaw_kernel_threads();
Nigel Cunninghamff395932006-12-06 20:34:28 -0800186 return error;
187}
188
Tejun Heo6cd8ded2011-11-21 12:32:23 -0800189void thaw_processes(void)
Nigel Cunninghamff395932006-12-06 20:34:28 -0800190{
191 struct task_struct *g, *p;
192
Tejun Heoa3201222011-11-21 12:32:25 -0800193 if (pm_freezing)
194 atomic_dec(&system_freezing_cnt);
195 pm_freezing = false;
196 pm_nosig_freezing = false;
197
Tejun Heo6cd8ded2011-11-21 12:32:23 -0800198 oom_killer_enable();
199
200 printk("Restarting tasks ... ");
201
Takashi Iwai5dc1c882014-07-15 08:51:27 +0200202 __usermodehelper_set_disable_depth(UMH_FREEZING);
Tejun Heo6cd8ded2011-11-21 12:32:23 -0800203 thaw_workqueues();
204
Nigel Cunninghamff395932006-12-06 20:34:28 -0800205 read_lock(&tasklist_lock);
206 do_each_thread(g, p) {
Tejun Heoa5be2d02011-11-21 12:32:23 -0800207 __thaw_task(p);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 } while_each_thread(g, p);
209 read_unlock(&tasklist_lock);
Rafael J. Wysockia9b6f562006-12-06 20:34:37 -0800210
Rafael J. Wysocki1e732032012-03-28 23:30:21 +0200211 usermodehelper_enable();
212
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 schedule();
Nigel Cunningham14b5b7c2006-12-06 20:34:26 -0800214 printk("done.\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215}
216
Rafael J. Wysocki181e9bd2012-01-29 20:35:52 +0100217void thaw_kernel_threads(void)
218{
219 struct task_struct *g, *p;
220
221 pm_nosig_freezing = false;
222 printk("Restarting kernel threads ... ");
223
224 thaw_workqueues();
225
226 read_lock(&tasklist_lock);
227 do_each_thread(g, p) {
228 if (p->flags & (PF_KTHREAD | PF_WQ_WORKER))
229 __thaw_task(p);
230 } while_each_thread(g, p);
231 read_unlock(&tasklist_lock);
232
233 schedule();
234 printk("done.\n");
235}