blob: f528370310df2af68d2edbaabbc260698589ac49 [file] [log] [blame]
Nigel Cunningham7dfb7102006-12-06 20:34:23 -08001/* Freezer declarations */
2
Rafael J. Wysocki83144182007-07-17 04:03:35 -07003#ifndef FREEZER_H_INCLUDED
4#define FREEZER_H_INCLUDED
5
Randy Dunlap5c543ef2006-12-10 02:18:58 -08006#include <linux/sched.h>
Rafael J. Wysockie42837b2007-10-18 03:04:45 -07007#include <linux/wait.h>
Tejun Heoa3201222011-11-21 12:32:25 -08008#include <linux/atomic.h>
Randy Dunlap5c543ef2006-12-10 02:18:58 -08009
Matt Helsley8174f152008-10-18 20:27:19 -070010#ifdef CONFIG_FREEZER
Tejun Heoa3201222011-11-21 12:32:25 -080011extern atomic_t system_freezing_cnt; /* nr of freezing conds in effect */
12extern bool pm_freezing; /* PM freezing in effect */
13extern bool pm_nosig_freezing; /* PM nosig freezing in effect */
14
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080015/*
16 * Check if a process has been frozen
17 */
Tejun Heo948246f2011-11-21 12:32:25 -080018static inline bool frozen(struct task_struct *p)
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080019{
20 return p->flags & PF_FROZEN;
21}
22
Tejun Heoa3201222011-11-21 12:32:25 -080023extern bool freezing_slow_path(struct task_struct *p);
24
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080025/*
26 * Check if there is a request to freeze a process
27 */
Tejun Heoa3201222011-11-21 12:32:25 -080028static inline bool freezing(struct task_struct *p)
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080029{
Tejun Heoa3201222011-11-21 12:32:25 -080030 if (likely(!atomic_read(&system_freezing_cnt)))
31 return false;
32 return freezing_slow_path(p);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080033}
34
Matt Helsleydc52ddc2008-10-18 20:27:21 -070035/* Takes and releases task alloc lock using task_lock() */
Tejun Heoa5be2d02011-11-21 12:32:23 -080036extern void __thaw_task(struct task_struct *t);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080037
Tejun Heo8a32c442011-11-21 12:32:23 -080038extern bool __refrigerator(bool check_kthr_stop);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080039extern int freeze_processes(void);
Rafael J. Wysocki2aede852011-09-26 20:32:27 +020040extern int freeze_kernel_threads(void);
Rafael J. Wysockia9b6f562006-12-06 20:34:37 -080041extern void thaw_processes(void);
Rafael J. Wysocki181e9bd2012-01-29 20:35:52 +010042extern void thaw_kernel_threads(void);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080043
Colin Cross8d43d952012-08-15 13:10:04 -070044/*
45 * HACK: prevent sleeping while atomic warnings due to ARM signal handling
46 * disabling irqs
47 */
48static inline bool try_to_freeze_nowarn(void)
49{
50 if (likely(!freezing(current)))
51 return false;
52 return __refrigerator(false);
53}
54
Colin Cross3be91672013-05-06 23:50:06 +000055/*
56 * DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION
57 * If try_to_freeze causes a lockdep warning it means the caller may deadlock
58 */
59static inline bool try_to_freeze_unsafe(void)
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080060{
Steve Muckledc0eed42012-05-23 08:49:36 -070061/* This causes problems for ARM targets and is a known
62 * problem upstream.
63 * might_sleep();
64 */
Tejun Heoa0acae02011-11-21 12:32:22 -080065 if (likely(!freezing(current)))
66 return false;
Tejun Heo8a32c442011-11-21 12:32:23 -080067 return __refrigerator(false);
Nigel Cunningham7dfb7102006-12-06 20:34:23 -080068}
Nigel Cunninghamff395932006-12-06 20:34:28 -080069
Colin Cross3be91672013-05-06 23:50:06 +000070static inline bool try_to_freeze(void)
71{
72 return try_to_freeze_unsafe();
73}
74
Tejun Heo839e3402011-11-21 12:32:26 -080075extern bool freeze_task(struct task_struct *p);
Tejun Heo34b087e2011-11-23 09:28:17 -080076extern bool set_freezable(void);
Matt Helsley8174f152008-10-18 20:27:19 -070077
Matt Helsleydc52ddc2008-10-18 20:27:21 -070078#ifdef CONFIG_CGROUP_FREEZER
Tejun Heo22b4e112011-11-21 12:32:25 -080079extern bool cgroup_freezing(struct task_struct *task);
Matt Helsleydc52ddc2008-10-18 20:27:21 -070080#else /* !CONFIG_CGROUP_FREEZER */
Tejun Heo22b4e112011-11-21 12:32:25 -080081static inline bool cgroup_freezing(struct task_struct *task)
Matt Helsley5a7aadf2010-03-26 23:51:44 +010082{
Tejun Heo22b4e112011-11-21 12:32:25 -080083 return false;
Matt Helsley5a7aadf2010-03-26 23:51:44 +010084}
Matt Helsleydc52ddc2008-10-18 20:27:21 -070085#endif /* !CONFIG_CGROUP_FREEZER */
86
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -070087/*
88 * The PF_FREEZER_SKIP flag should be set by a vfork parent right before it
89 * calls wait_for_completion(&vfork) and reset right after it returns from this
90 * function. Next, the parent should call try_to_freeze() to freeze itself
91 * appropriately in case the child has exited before the freezing of tasks is
92 * complete. However, we don't want kernel threads to be frozen in unexpected
93 * places, so we allow them to block freeze_processes() instead or to set
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +010094 * PF_NOFREEZE if needed. Fortunately, in the ____call_usermodehelper() case the
95 * parent won't really block freeze_processes(), since ____call_usermodehelper()
96 * (the child) does a little before exec/exit and it can't be frozen before
97 * waking up the parent.
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -070098 */
99
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +0100100
101/* Tell the freezer not to count the current task as freezable. */
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700102static inline void freezer_do_not_count(void)
103{
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +0100104 current->flags |= PF_FREEZER_SKIP;
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700105}
106
107/*
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +0100108 * Tell the freezer to count the current task as freezable again and try to
109 * freeze it.
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700110 */
111static inline void freezer_count(void)
112{
Srivatsa S. Bhat467de1f2011-12-06 23:17:51 +0100113 current->flags &= ~PF_FREEZER_SKIP;
114 try_to_freeze();
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700115}
116
Colin Cross3be91672013-05-06 23:50:06 +0000117/* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */
118static inline void freezer_count_unsafe(void)
119{
120 current->flags &= ~PF_FREEZER_SKIP;
121 smp_mb();
122 try_to_freeze_unsafe();
123}
124
125/**
126 * freezer_should_skip - whether to skip a task when determining frozen
127 * state is reached
128 * @p: task in quesion
129 *
130 * This function is used by freezers after establishing %true freezing() to
131 * test whether a task should be skipped when determining the target frozen
132 * state is reached. IOW, if this function returns %true, @p is considered
133 * frozen enough.
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700134 */
135static inline int freezer_should_skip(struct task_struct *p)
136{
137 return !!(p->flags & PF_FREEZER_SKIP);
138}
Nigel Cunninghamff395932006-12-06 20:34:28 -0800139
Rafael J. Wysocki83144182007-07-17 04:03:35 -0700140/*
Jeff Laytond3103102011-12-01 22:44:39 +0100141 * These macros are intended to be used whenever you want allow a task that's
142 * sleeping in TASK_UNINTERRUPTIBLE or TASK_KILLABLE state to be frozen. Note
143 * that neither return any clear indication of whether a freeze event happened
144 * while in this function.
145 */
146
147/* Like schedule(), but should not block the freezer. */
148#define freezable_schedule() \
149({ \
150 freezer_do_not_count(); \
151 schedule(); \
152 freezer_count(); \
153})
154
Colin Cross3be91672013-05-06 23:50:06 +0000155/* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */
156#define freezable_schedule_unsafe() \
157({ \
158 freezer_do_not_count(); \
159 schedule(); \
160 freezer_count_unsafe(); \
161})
162
Jeff Laytond3103102011-12-01 22:44:39 +0100163/* Like schedule_timeout_killable(), but should not block the freezer. */
164#define freezable_schedule_timeout_killable(timeout) \
165({ \
Jeff Laytonb3b73ec2011-12-26 00:29:55 +0100166 long __retval; \
Jeff Laytond3103102011-12-01 22:44:39 +0100167 freezer_do_not_count(); \
Jeff Laytonb3b73ec2011-12-26 00:29:55 +0100168 __retval = schedule_timeout_killable(timeout); \
Jeff Laytond3103102011-12-01 22:44:39 +0100169 freezer_count(); \
Jeff Laytonb3b73ec2011-12-26 00:29:55 +0100170 __retval; \
Jeff Laytond3103102011-12-01 22:44:39 +0100171})
172
Colin Cross3be91672013-05-06 23:50:06 +0000173/* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */
174#define freezable_schedule_timeout_killable_unsafe(timeout) \
175({ \
176 long __retval; \
177 freezer_do_not_count(); \
178 __retval = schedule_timeout_killable(timeout); \
179 freezer_count_unsafe(); \
180 __retval; \
181})
182
Jeff Laytond3103102011-12-01 22:44:39 +0100183/*
Jeff Laytonf06ac722011-10-19 15:30:40 -0400184 * Freezer-friendly wrappers around wait_event_interruptible(),
185 * wait_event_killable() and wait_event_interruptible_timeout(), originally
186 * defined in <linux/wait.h>
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700187 */
188
Jeff Laytonf06ac722011-10-19 15:30:40 -0400189#define wait_event_freezekillable(wq, condition) \
190({ \
191 int __retval; \
Oleg Nesterov6f35c4a2011-11-03 16:07:49 -0700192 freezer_do_not_count(); \
193 __retval = wait_event_killable(wq, (condition)); \
194 freezer_count(); \
Jeff Laytonf06ac722011-10-19 15:30:40 -0400195 __retval; \
196})
197
Colin Crosscf46c3d2013-05-07 17:52:05 +0000198/* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */
199#define wait_event_freezekillable_unsafe(wq, condition) \
200({ \
201 int __retval; \
202 freezer_do_not_count(); \
203 __retval = wait_event_killable(wq, (condition)); \
204 freezer_count_unsafe(); \
205 __retval; \
206})
207
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700208#define wait_event_freezable(wq, condition) \
209({ \
210 int __retval; \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800211 for (;;) { \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700212 __retval = wait_event_interruptible(wq, \
213 (condition) || freezing(current)); \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800214 if (__retval || (condition)) \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700215 break; \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800216 try_to_freeze(); \
217 } \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700218 __retval; \
219})
220
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700221#define wait_event_freezable_timeout(wq, condition, timeout) \
222({ \
223 long __retval = timeout; \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800224 for (;;) { \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700225 __retval = wait_event_interruptible_timeout(wq, \
226 (condition) || freezing(current), \
227 __retval); \
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800228 if (__retval <= 0 || (condition)) \
229 break; \
230 try_to_freeze(); \
231 } \
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700232 __retval; \
233})
Oleg Nesterov24b7ead2011-11-23 09:28:17 -0800234
Matt Helsley8174f152008-10-18 20:27:19 -0700235#else /* !CONFIG_FREEZER */
Tejun Heo948246f2011-11-21 12:32:25 -0800236static inline bool frozen(struct task_struct *p) { return false; }
Tejun Heoa3201222011-11-21 12:32:25 -0800237static inline bool freezing(struct task_struct *p) { return false; }
Stephen Rothwell62c9ea62011-11-25 00:44:55 +0100238static inline void __thaw_task(struct task_struct *t) {}
Nigel Cunningham7dfb7102006-12-06 20:34:23 -0800239
Tejun Heo8a32c442011-11-21 12:32:23 -0800240static inline bool __refrigerator(bool check_kthr_stop) { return false; }
Rafael J. Wysocki2aede852011-09-26 20:32:27 +0200241static inline int freeze_processes(void) { return -ENOSYS; }
242static inline int freeze_kernel_threads(void) { return -ENOSYS; }
Nigel Cunningham7dfb7102006-12-06 20:34:23 -0800243static inline void thaw_processes(void) {}
Rafael J. Wysocki181e9bd2012-01-29 20:35:52 +0100244static inline void thaw_kernel_threads(void) {}
Nigel Cunningham7dfb7102006-12-06 20:34:23 -0800245
Tejun Heoa0acae02011-11-21 12:32:22 -0800246static inline bool try_to_freeze(void) { return false; }
Nigel Cunningham7dfb7102006-12-06 20:34:23 -0800247
Rafael J. Wysockiba96a0c2007-05-23 13:57:25 -0700248static inline void freezer_do_not_count(void) {}
249static inline void freezer_count(void) {}
250static inline int freezer_should_skip(struct task_struct *p) { return 0; }
Rafael J. Wysocki83144182007-07-17 04:03:35 -0700251static inline void set_freezable(void) {}
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700252
Jeff Laytond3103102011-12-01 22:44:39 +0100253#define freezable_schedule() schedule()
254
Colin Cross3be91672013-05-06 23:50:06 +0000255#define freezable_schedule_unsafe() schedule()
256
Jeff Laytond3103102011-12-01 22:44:39 +0100257#define freezable_schedule_timeout_killable(timeout) \
258 schedule_timeout_killable(timeout)
259
Colin Cross3be91672013-05-06 23:50:06 +0000260#define freezable_schedule_timeout_killable_unsafe(timeout) \
261 schedule_timeout_killable(timeout)
262
Rafael J. Wysockie42837b2007-10-18 03:04:45 -0700263#define wait_event_freezable(wq, condition) \
264 wait_event_interruptible(wq, condition)
265
266#define wait_event_freezable_timeout(wq, condition, timeout) \
267 wait_event_interruptible_timeout(wq, condition, timeout)
268
Steve Frenche0c8ea12011-10-25 10:02:53 -0500269#define wait_event_freezekillable(wq, condition) \
270 wait_event_killable(wq, condition)
271
Colin Crosscf46c3d2013-05-07 17:52:05 +0000272#define wait_event_freezekillable_unsafe(wq, condition) \
273 wait_event_killable(wq, condition)
274
Matt Helsley8174f152008-10-18 20:27:19 -0700275#endif /* !CONFIG_FREEZER */
Rafael J. Wysocki83144182007-07-17 04:03:35 -0700276
277#endif /* FREEZER_H_INCLUDED */