| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  *  linux/mm/oom_kill.c | 
 | 3 |  *  | 
 | 4 |  *  Copyright (C)  1998,2000  Rik van Riel | 
 | 5 |  *	Thanks go out to Claus Fischer for some serious inspiration and | 
 | 6 |  *	for goading me into coding this file... | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 7 |  *  Copyright (C)  2010  Google, Inc. | 
 | 8 |  *	Rewritten by David Rientjes | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 |  * | 
 | 10 |  *  The routines in this file are used to kill a process when | 
| Paul Jackson | a49335c | 2005-09-06 15:18:09 -0700 | [diff] [blame] | 11 |  *  we're seriously out of memory. This gets called from __alloc_pages() | 
 | 12 |  *  in mm/page_alloc.c when we really run out of memory. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 |  * | 
 | 14 |  *  Since we won't call these routines often (on a well-configured | 
 | 15 |  *  machine) this file will double as a 'coding guide' and a signpost | 
 | 16 |  *  for newbie kernel hackers. It features several pointers to major | 
 | 17 |  *  kernel subsystems and hints as to where to find out what things do. | 
 | 18 |  */ | 
 | 19 |  | 
| Alexey Dobriyan | 8ac773b | 2006-10-19 23:28:32 -0700 | [diff] [blame] | 20 | #include <linux/oom.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | #include <linux/mm.h> | 
| Alexey Dobriyan | 4e950f6 | 2007-07-30 02:36:13 +0400 | [diff] [blame] | 22 | #include <linux/err.h> | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 23 | #include <linux/gfp.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | #include <linux/sched.h> | 
 | 25 | #include <linux/swap.h> | 
 | 26 | #include <linux/timex.h> | 
 | 27 | #include <linux/jiffies.h> | 
| Paul Jackson | ef08e3b | 2005-09-06 15:18:13 -0700 | [diff] [blame] | 28 | #include <linux/cpuset.h> | 
| Martin Schwidefsky | 8bc719d | 2006-09-25 23:31:20 -0700 | [diff] [blame] | 29 | #include <linux/module.h> | 
 | 30 | #include <linux/notifier.h> | 
| Pavel Emelianov | c7ba5c9 | 2008-02-07 00:13:58 -0800 | [diff] [blame] | 31 | #include <linux/memcontrol.h> | 
| David Rientjes | 6f48d0eb | 2010-08-09 17:18:52 -0700 | [diff] [blame] | 32 | #include <linux/mempolicy.h> | 
| David Howells | 5cd9c58 | 2008-08-14 11:37:28 +0100 | [diff] [blame] | 33 | #include <linux/security.h> | 
| David Rientjes | edd4554 | 2011-03-22 16:30:12 -0700 | [diff] [blame] | 34 | #include <linux/ptrace.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 |  | 
| KAMEZAWA Hiroyuki | fadd8fb | 2006-06-23 02:03:13 -0700 | [diff] [blame] | 36 | int sysctl_panic_on_oom; | 
| David Rientjes | fe071d7 | 2007-10-16 23:25:56 -0700 | [diff] [blame] | 37 | int sysctl_oom_kill_allocating_task; | 
| David Rientjes | ad915c4 | 2010-08-09 17:18:53 -0700 | [diff] [blame] | 38 | int sysctl_oom_dump_tasks = 1; | 
| David Rientjes | c7d4cae | 2009-01-06 14:39:00 -0800 | [diff] [blame] | 39 | static DEFINE_SPINLOCK(zone_scan_lock); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 |  | 
| David Rientjes | 72788c3 | 2011-05-24 17:11:40 -0700 | [diff] [blame] | 41 | /** | 
 | 42 |  * test_set_oom_score_adj() - set current's oom_score_adj and return old value | 
 | 43 |  * @new_val: new oom_score_adj value | 
 | 44 |  * | 
 | 45 |  * Sets the oom_score_adj value for current to @new_val with proper | 
 | 46 |  * synchronization and returns the old value.  Usually used to temporarily | 
 | 47 |  * set a value, save the old value in the caller, and then reinstate it later. | 
 | 48 |  */ | 
 | 49 | int test_set_oom_score_adj(int new_val) | 
 | 50 | { | 
 | 51 | 	struct sighand_struct *sighand = current->sighand; | 
 | 52 | 	int old_val; | 
 | 53 |  | 
 | 54 | 	spin_lock_irq(&sighand->siglock); | 
 | 55 | 	old_val = current->signal->oom_score_adj; | 
 | 56 | 	if (new_val != old_val) { | 
 | 57 | 		if (new_val == OOM_SCORE_ADJ_MIN) | 
 | 58 | 			atomic_inc(¤t->mm->oom_disable_count); | 
 | 59 | 		else if (old_val == OOM_SCORE_ADJ_MIN) | 
 | 60 | 			atomic_dec(¤t->mm->oom_disable_count); | 
 | 61 | 		current->signal->oom_score_adj = new_val; | 
 | 62 | 	} | 
 | 63 | 	spin_unlock_irq(&sighand->siglock); | 
 | 64 |  | 
 | 65 | 	return old_val; | 
 | 66 | } | 
 | 67 |  | 
| David Rientjes | 6f48d0eb | 2010-08-09 17:18:52 -0700 | [diff] [blame] | 68 | #ifdef CONFIG_NUMA | 
 | 69 | /** | 
 | 70 |  * has_intersects_mems_allowed() - check task eligiblity for kill | 
 | 71 |  * @tsk: task struct of which task to consider | 
 | 72 |  * @mask: nodemask passed to page allocator for mempolicy ooms | 
 | 73 |  * | 
 | 74 |  * Task eligibility is determined by whether or not a candidate task, @tsk, | 
 | 75 |  * shares the same mempolicy nodes as current if it is bound by such a policy | 
 | 76 |  * and whether or not it has the same set of allowed cpuset nodes. | 
| KOSAKI Motohiro | 495789a | 2009-09-21 17:03:14 -0700 | [diff] [blame] | 77 |  */ | 
| David Rientjes | 6f48d0eb | 2010-08-09 17:18:52 -0700 | [diff] [blame] | 78 | static bool has_intersects_mems_allowed(struct task_struct *tsk, | 
 | 79 | 					const nodemask_t *mask) | 
| KOSAKI Motohiro | 495789a | 2009-09-21 17:03:14 -0700 | [diff] [blame] | 80 | { | 
| David Rientjes | 6f48d0eb | 2010-08-09 17:18:52 -0700 | [diff] [blame] | 81 | 	struct task_struct *start = tsk; | 
| KOSAKI Motohiro | 495789a | 2009-09-21 17:03:14 -0700 | [diff] [blame] | 82 |  | 
| KOSAKI Motohiro | 495789a | 2009-09-21 17:03:14 -0700 | [diff] [blame] | 83 | 	do { | 
| David Rientjes | 6f48d0eb | 2010-08-09 17:18:52 -0700 | [diff] [blame] | 84 | 		if (mask) { | 
 | 85 | 			/* | 
 | 86 | 			 * If this is a mempolicy constrained oom, tsk's | 
 | 87 | 			 * cpuset is irrelevant.  Only return true if its | 
 | 88 | 			 * mempolicy intersects current, otherwise it may be | 
 | 89 | 			 * needlessly killed. | 
 | 90 | 			 */ | 
 | 91 | 			if (mempolicy_nodemask_intersects(tsk, mask)) | 
 | 92 | 				return true; | 
 | 93 | 		} else { | 
 | 94 | 			/* | 
 | 95 | 			 * This is not a mempolicy constrained oom, so only | 
 | 96 | 			 * check the mems of tsk's cpuset. | 
 | 97 | 			 */ | 
 | 98 | 			if (cpuset_mems_allowed_intersects(current, tsk)) | 
 | 99 | 				return true; | 
 | 100 | 		} | 
| KOSAKI Motohiro | df1090a | 2010-08-09 17:19:39 -0700 | [diff] [blame] | 101 | 	} while_each_thread(start, tsk); | 
 | 102 |  | 
| David Rientjes | 6f48d0eb | 2010-08-09 17:18:52 -0700 | [diff] [blame] | 103 | 	return false; | 
| KOSAKI Motohiro | 495789a | 2009-09-21 17:03:14 -0700 | [diff] [blame] | 104 | } | 
| David Rientjes | 6f48d0eb | 2010-08-09 17:18:52 -0700 | [diff] [blame] | 105 | #else | 
 | 106 | static bool has_intersects_mems_allowed(struct task_struct *tsk, | 
 | 107 | 					const nodemask_t *mask) | 
 | 108 | { | 
 | 109 | 	return true; | 
 | 110 | } | 
 | 111 | #endif /* CONFIG_NUMA */ | 
| KOSAKI Motohiro | 495789a | 2009-09-21 17:03:14 -0700 | [diff] [blame] | 112 |  | 
| David Rientjes | 6f48d0eb | 2010-08-09 17:18:52 -0700 | [diff] [blame] | 113 | /* | 
 | 114 |  * The process p may have detached its own ->mm while exiting or through | 
 | 115 |  * use_mm(), but one or more of its subthreads may still have a valid | 
 | 116 |  * pointer.  Return p, or any of its subthreads with a valid ->mm, with | 
 | 117 |  * task_lock() held. | 
 | 118 |  */ | 
| KAMEZAWA Hiroyuki | 158e0a2 | 2010-08-10 18:03:00 -0700 | [diff] [blame] | 119 | struct task_struct *find_lock_task_mm(struct task_struct *p) | 
| Oleg Nesterov | dd8e8f4 | 2010-08-09 17:18:45 -0700 | [diff] [blame] | 120 | { | 
 | 121 | 	struct task_struct *t = p; | 
 | 122 |  | 
 | 123 | 	do { | 
 | 124 | 		task_lock(t); | 
 | 125 | 		if (likely(t->mm)) | 
 | 126 | 			return t; | 
 | 127 | 		task_unlock(t); | 
 | 128 | 	} while_each_thread(p, t); | 
 | 129 |  | 
 | 130 | 	return NULL; | 
 | 131 | } | 
 | 132 |  | 
| KOSAKI Motohiro | ab290ad | 2010-08-09 17:19:35 -0700 | [diff] [blame] | 133 | /* return true if the task is not adequate as candidate victim task. */ | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 134 | static bool oom_unkillable_task(struct task_struct *p, | 
 | 135 | 		const struct mem_cgroup *mem, const nodemask_t *nodemask) | 
| KOSAKI Motohiro | ab290ad | 2010-08-09 17:19:35 -0700 | [diff] [blame] | 136 | { | 
 | 137 | 	if (is_global_init(p)) | 
 | 138 | 		return true; | 
 | 139 | 	if (p->flags & PF_KTHREAD) | 
 | 140 | 		return true; | 
 | 141 |  | 
 | 142 | 	/* When mem_cgroup_out_of_memory() and p is not member of the group */ | 
 | 143 | 	if (mem && !task_in_mem_cgroup(p, mem)) | 
 | 144 | 		return true; | 
 | 145 |  | 
 | 146 | 	/* p may not have freeable memory in nodemask */ | 
 | 147 | 	if (!has_intersects_mems_allowed(p, nodemask)) | 
 | 148 | 		return true; | 
 | 149 |  | 
 | 150 | 	return false; | 
 | 151 | } | 
 | 152 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | /** | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 154 |  * oom_badness - heuristic function to determine which candidate task to kill | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 155 |  * @p: task struct of which task we should calculate | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 156 |  * @totalpages: total present RAM allowed for page allocation | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 |  * | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 158 |  * The heuristic for determining which task to kill is made to be as simple and | 
 | 159 |  * predictable as possible.  The goal is to return the highest value for the | 
 | 160 |  * task consuming the most memory to avoid subsequent oom failures. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 161 |  */ | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 162 | unsigned int oom_badness(struct task_struct *p, struct mem_cgroup *mem, | 
 | 163 | 		      const nodemask_t *nodemask, unsigned long totalpages) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 164 | { | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 165 | 	int points; | 
| KOSAKI Motohiro | 28b83c5 | 2009-09-21 17:03:13 -0700 | [diff] [blame] | 166 |  | 
| KOSAKI Motohiro | 26ebc98 | 2010-08-09 17:19:37 -0700 | [diff] [blame] | 167 | 	if (oom_unkillable_task(p, mem, nodemask)) | 
 | 168 | 		return 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 |  | 
| Oleg Nesterov | dd8e8f4 | 2010-08-09 17:18:45 -0700 | [diff] [blame] | 170 | 	p = find_lock_task_mm(p); | 
 | 171 | 	if (!p) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | 		return 0; | 
 | 173 |  | 
 | 174 | 	/* | 
| David Rientjes | e18641e | 2010-10-26 14:21:23 -0700 | [diff] [blame] | 175 | 	 * Shortcut check for a thread sharing p->mm that is OOM_SCORE_ADJ_MIN | 
 | 176 | 	 * so the entire heuristic doesn't need to be executed for something | 
 | 177 | 	 * that cannot be killed. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | 	 */ | 
| David Rientjes | e18641e | 2010-10-26 14:21:23 -0700 | [diff] [blame] | 179 | 	if (atomic_read(&p->mm->oom_disable_count)) { | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 180 | 		task_unlock(p); | 
 | 181 | 		return 0; | 
 | 182 | 	} | 
 | 183 |  | 
 | 184 | 	/* | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 185 | 	 * The memory controller may have a limit of 0 bytes, so avoid a divide | 
 | 186 | 	 * by zero, if necessary. | 
 | 187 | 	 */ | 
 | 188 | 	if (!totalpages) | 
 | 189 | 		totalpages = 1; | 
 | 190 |  | 
 | 191 | 	/* | 
 | 192 | 	 * The baseline for the badness score is the proportion of RAM that each | 
| KOSAKI Motohiro | f755a04 | 2011-04-27 15:26:50 -0700 | [diff] [blame] | 193 | 	 * task's rss, pagetable and swap space use. | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 194 | 	 */ | 
| KOSAKI Motohiro | f755a04 | 2011-04-27 15:26:50 -0700 | [diff] [blame] | 195 | 	points = get_mm_rss(p->mm) + p->mm->nr_ptes; | 
 | 196 | 	points += get_mm_counter(p->mm, MM_SWAPENTS); | 
 | 197 |  | 
 | 198 | 	points *= 1000; | 
 | 199 | 	points /= totalpages; | 
| Andrew Morton | 97c2c9b | 2006-04-18 22:20:38 -0700 | [diff] [blame] | 200 | 	task_unlock(p); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 |  | 
 | 202 | 	/* | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 203 | 	 * Root processes get 3% bonus, just like the __vm_enough_memory() | 
 | 204 | 	 * implementation used by LSMs. | 
| Hugh Dickins | 7ba3485 | 2007-01-05 16:37:03 -0800 | [diff] [blame] | 205 | 	 */ | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 206 | 	if (has_capability_noaudit(p, CAP_SYS_ADMIN)) | 
 | 207 | 		points -= 30; | 
| Hugh Dickins | 7ba3485 | 2007-01-05 16:37:03 -0800 | [diff] [blame] | 208 |  | 
 | 209 | 	/* | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 210 | 	 * /proc/pid/oom_score_adj ranges from -1000 to +1000 such that it may | 
 | 211 | 	 * either completely disable oom killing or always prefer a certain | 
 | 212 | 	 * task. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 213 | 	 */ | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 214 | 	points += p->signal->oom_score_adj; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 |  | 
| David Rientjes | f19e8aa | 2010-09-22 13:04:52 -0700 | [diff] [blame] | 216 | 	/* | 
 | 217 | 	 * Never return 0 for an eligible task that may be killed since it's | 
 | 218 | 	 * possible that no single user task uses more than 0.1% of memory and | 
 | 219 | 	 * no single admin tasks uses more than 3.0%. | 
 | 220 | 	 */ | 
 | 221 | 	if (points <= 0) | 
 | 222 | 		return 1; | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 223 | 	return (points < 1000) ? points : 1000; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 | } | 
 | 225 |  | 
 | 226 | /* | 
| Christoph Lameter | 9b0f8b0 | 2006-02-20 18:27:52 -0800 | [diff] [blame] | 227 |  * Determine the type of allocation constraint. | 
 | 228 |  */ | 
| Christoph Lameter | 9b0f8b0 | 2006-02-20 18:27:52 -0800 | [diff] [blame] | 229 | #ifdef CONFIG_NUMA | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 230 | static enum oom_constraint constrained_alloc(struct zonelist *zonelist, | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 231 | 				gfp_t gfp_mask, nodemask_t *nodemask, | 
 | 232 | 				unsigned long *totalpages) | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 233 | { | 
| Mel Gorman | 54a6eb5 | 2008-04-28 02:12:16 -0700 | [diff] [blame] | 234 | 	struct zone *zone; | 
| Mel Gorman | dd1a239 | 2008-04-28 02:12:17 -0700 | [diff] [blame] | 235 | 	struct zoneref *z; | 
| Mel Gorman | 54a6eb5 | 2008-04-28 02:12:16 -0700 | [diff] [blame] | 236 | 	enum zone_type high_zoneidx = gfp_zone(gfp_mask); | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 237 | 	bool cpuset_limited = false; | 
 | 238 | 	int nid; | 
| Christoph Lameter | 9b0f8b0 | 2006-02-20 18:27:52 -0800 | [diff] [blame] | 239 |  | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 240 | 	/* Default to all available memory */ | 
 | 241 | 	*totalpages = totalram_pages + total_swap_pages; | 
 | 242 |  | 
 | 243 | 	if (!zonelist) | 
 | 244 | 		return CONSTRAINT_NONE; | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 245 | 	/* | 
 | 246 | 	 * Reach here only when __GFP_NOFAIL is used. So, we should avoid | 
 | 247 | 	 * to kill current.We have to random task kill in this case. | 
 | 248 | 	 * Hopefully, CONSTRAINT_THISNODE...but no way to handle it, now. | 
 | 249 | 	 */ | 
 | 250 | 	if (gfp_mask & __GFP_THISNODE) | 
 | 251 | 		return CONSTRAINT_NONE; | 
| Christoph Lameter | 9b0f8b0 | 2006-02-20 18:27:52 -0800 | [diff] [blame] | 252 |  | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 253 | 	/* | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 254 | 	 * This is not a __GFP_THISNODE allocation, so a truncated nodemask in | 
 | 255 | 	 * the page allocator means a mempolicy is in effect.  Cpuset policy | 
 | 256 | 	 * is enforced in get_page_from_freelist(). | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 257 | 	 */ | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 258 | 	if (nodemask && !nodes_subset(node_states[N_HIGH_MEMORY], *nodemask)) { | 
 | 259 | 		*totalpages = total_swap_pages; | 
 | 260 | 		for_each_node_mask(nid, *nodemask) | 
 | 261 | 			*totalpages += node_spanned_pages(nid); | 
| Christoph Lameter | 9b0f8b0 | 2006-02-20 18:27:52 -0800 | [diff] [blame] | 262 | 		return CONSTRAINT_MEMORY_POLICY; | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 263 | 	} | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 264 |  | 
 | 265 | 	/* Check this allocation failure is caused by cpuset's wall function */ | 
 | 266 | 	for_each_zone_zonelist_nodemask(zone, z, zonelist, | 
 | 267 | 			high_zoneidx, nodemask) | 
 | 268 | 		if (!cpuset_zone_allowed_softwall(zone, gfp_mask)) | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 269 | 			cpuset_limited = true; | 
| Christoph Lameter | 9b0f8b0 | 2006-02-20 18:27:52 -0800 | [diff] [blame] | 270 |  | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 271 | 	if (cpuset_limited) { | 
 | 272 | 		*totalpages = total_swap_pages; | 
 | 273 | 		for_each_node_mask(nid, cpuset_current_mems_allowed) | 
 | 274 | 			*totalpages += node_spanned_pages(nid); | 
 | 275 | 		return CONSTRAINT_CPUSET; | 
 | 276 | 	} | 
| Christoph Lameter | 9b0f8b0 | 2006-02-20 18:27:52 -0800 | [diff] [blame] | 277 | 	return CONSTRAINT_NONE; | 
 | 278 | } | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 279 | #else | 
 | 280 | static enum oom_constraint constrained_alloc(struct zonelist *zonelist, | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 281 | 				gfp_t gfp_mask, nodemask_t *nodemask, | 
 | 282 | 				unsigned long *totalpages) | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 283 | { | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 284 | 	*totalpages = totalram_pages + total_swap_pages; | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 285 | 	return CONSTRAINT_NONE; | 
 | 286 | } | 
 | 287 | #endif | 
| Christoph Lameter | 9b0f8b0 | 2006-02-20 18:27:52 -0800 | [diff] [blame] | 288 |  | 
 | 289 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 290 |  * Simple selection loop. We chose the process with the highest | 
 | 291 |  * number of 'points'. We expect the caller will lock the tasklist. | 
 | 292 |  * | 
 | 293 |  * (not docbooked, we don't want this one cluttering up the manual) | 
 | 294 |  */ | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 295 | static struct task_struct *select_bad_process(unsigned int *ppoints, | 
 | 296 | 		unsigned long totalpages, struct mem_cgroup *mem, | 
 | 297 | 		const nodemask_t *nodemask) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 298 | { | 
| David Rientjes | 3a5dda7 | 2011-03-22 16:30:09 -0700 | [diff] [blame] | 299 | 	struct task_struct *g, *p; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 300 | 	struct task_struct *chosen = NULL; | 
| Kurt Garloff | 9827b78 | 2006-02-20 18:27:51 -0800 | [diff] [blame] | 301 | 	*ppoints = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 302 |  | 
| David Rientjes | 3a5dda7 | 2011-03-22 16:30:09 -0700 | [diff] [blame] | 303 | 	do_each_thread(g, p) { | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 304 | 		unsigned int points; | 
| Paul Jackson | a49335c | 2005-09-06 15:18:09 -0700 | [diff] [blame] | 305 |  | 
| Oleg Nesterov | 84416db | 2011-07-30 16:35:02 +0200 | [diff] [blame] | 306 | 		if (p->exit_state) | 
| Andrey Vagin | 30e2b41 | 2011-03-22 16:30:11 -0700 | [diff] [blame] | 307 | 			continue; | 
| KOSAKI Motohiro | ab290ad | 2010-08-09 17:19:35 -0700 | [diff] [blame] | 308 | 		if (oom_unkillable_task(p, mem, nodemask)) | 
| David Rientjes | 6cf86ac | 2010-08-09 17:18:50 -0700 | [diff] [blame] | 309 | 			continue; | 
| Paul Jackson | ef08e3b | 2005-09-06 15:18:13 -0700 | [diff] [blame] | 310 |  | 
| Paul Jackson | a49335c | 2005-09-06 15:18:09 -0700 | [diff] [blame] | 311 | 		/* | 
| Nick Piggin | b78483a | 2006-09-29 02:01:14 -0700 | [diff] [blame] | 312 | 		 * This task already has access to memory reserves and is | 
 | 313 | 		 * being killed. Don't allow any other task access to the | 
 | 314 | 		 * memory reserve. | 
 | 315 | 		 * | 
 | 316 | 		 * Note: this may have a chance of deadlock if it gets | 
 | 317 | 		 * blocked waiting for another task which itself is waiting | 
 | 318 | 		 * for memory. Is there a better alternative? | 
 | 319 | 		 */ | 
 | 320 | 		if (test_tsk_thread_flag(p, TIF_MEMDIE)) | 
 | 321 | 			return ERR_PTR(-1UL); | 
| Oleg Nesterov | 84416db | 2011-07-30 16:35:02 +0200 | [diff] [blame] | 322 | 		if (!p->mm) | 
 | 323 | 			continue; | 
| Nick Piggin | b78483a | 2006-09-29 02:01:14 -0700 | [diff] [blame] | 324 |  | 
| Andrey Vagin | 30e2b41 | 2011-03-22 16:30:11 -0700 | [diff] [blame] | 325 | 		if (p->flags & PF_EXITING) { | 
| David Rientjes | edd4554 | 2011-03-22 16:30:12 -0700 | [diff] [blame] | 326 | 			/* | 
 | 327 | 			 * If p is the current task and is in the process of | 
 | 328 | 			 * releasing memory, we allow the "kill" to set | 
 | 329 | 			 * TIF_MEMDIE, which will allow it to gain access to | 
 | 330 | 			 * memory reserves.  Otherwise, it may stall forever. | 
 | 331 | 			 * | 
 | 332 | 			 * The loop isn't broken here, however, in case other | 
 | 333 | 			 * threads are found to have already been oom killed. | 
 | 334 | 			 */ | 
 | 335 | 			if (p == current) { | 
 | 336 | 				chosen = p; | 
 | 337 | 				*ppoints = 1000; | 
 | 338 | 			} else { | 
 | 339 | 				/* | 
 | 340 | 				 * If this task is not being ptraced on exit, | 
 | 341 | 				 * then wait for it to finish before killing | 
 | 342 | 				 * some other task unnecessarily. | 
 | 343 | 				 */ | 
 | 344 | 				if (!(task_ptrace(p->group_leader) & | 
 | 345 | 							PT_TRACE_EXIT)) | 
 | 346 | 					return ERR_PTR(-1UL); | 
 | 347 | 			} | 
| Nick Piggin | 50ec3bb | 2006-09-25 23:31:29 -0700 | [diff] [blame] | 348 | 		} | 
| Oleg Nesterov | 972c4ea | 2006-09-29 02:01:12 -0700 | [diff] [blame] | 349 |  | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 350 | 		points = oom_badness(p, mem, nodemask, totalpages); | 
 | 351 | 		if (points > *ppoints) { | 
| Paul Jackson | a49335c | 2005-09-06 15:18:09 -0700 | [diff] [blame] | 352 | 			chosen = p; | 
| Kurt Garloff | 9827b78 | 2006-02-20 18:27:51 -0800 | [diff] [blame] | 353 | 			*ppoints = points; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 354 | 		} | 
| David Rientjes | 3a5dda7 | 2011-03-22 16:30:09 -0700 | [diff] [blame] | 355 | 	} while_each_thread(g, p); | 
| Oleg Nesterov | 972c4ea | 2006-09-29 02:01:12 -0700 | [diff] [blame] | 356 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 357 | 	return chosen; | 
 | 358 | } | 
 | 359 |  | 
 | 360 | /** | 
| Randy Dunlap | 1b578df | 2008-03-19 17:00:42 -0700 | [diff] [blame] | 361 |  * dump_tasks - dump current memory state of all system tasks | 
| David Rientjes | 74ab7f1 | 2010-08-09 17:18:46 -0700 | [diff] [blame] | 362 |  * @mem: current's memory controller, if constrained | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 363 |  * @nodemask: nodemask passed to page allocator for mempolicy ooms | 
| Randy Dunlap | 1b578df | 2008-03-19 17:00:42 -0700 | [diff] [blame] | 364 |  * | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 365 |  * Dumps the current memory state of all eligible tasks.  Tasks not in the same | 
 | 366 |  * memcg, not in the same cpuset, or bound to a disjoint set of mempolicy nodes | 
 | 367 |  * are not shown. | 
| David Rientjes | fef1bdd | 2008-02-07 00:14:07 -0800 | [diff] [blame] | 368 |  * State information includes task's pid, uid, tgid, vm size, rss, cpu, oom_adj | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 369 |  * value, oom_score_adj value, and name. | 
| David Rientjes | fef1bdd | 2008-02-07 00:14:07 -0800 | [diff] [blame] | 370 |  * | 
| David Rientjes | fef1bdd | 2008-02-07 00:14:07 -0800 | [diff] [blame] | 371 |  * Call with tasklist_lock read-locked. | 
 | 372 |  */ | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 373 | static void dump_tasks(const struct mem_cgroup *mem, const nodemask_t *nodemask) | 
| David Rientjes | fef1bdd | 2008-02-07 00:14:07 -0800 | [diff] [blame] | 374 | { | 
| KOSAKI Motohiro | c55db95 | 2010-08-09 17:18:46 -0700 | [diff] [blame] | 375 | 	struct task_struct *p; | 
 | 376 | 	struct task_struct *task; | 
| David Rientjes | fef1bdd | 2008-02-07 00:14:07 -0800 | [diff] [blame] | 377 |  | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 378 | 	pr_info("[ pid ]   uid  tgid total_vm      rss cpu oom_adj oom_score_adj name\n"); | 
| KOSAKI Motohiro | c55db95 | 2010-08-09 17:18:46 -0700 | [diff] [blame] | 379 | 	for_each_process(p) { | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 380 | 		if (oom_unkillable_task(p, mem, nodemask)) | 
| David Rientjes | fef1bdd | 2008-02-07 00:14:07 -0800 | [diff] [blame] | 381 | 			continue; | 
 | 382 |  | 
| KOSAKI Motohiro | c55db95 | 2010-08-09 17:18:46 -0700 | [diff] [blame] | 383 | 		task = find_lock_task_mm(p); | 
 | 384 | 		if (!task) { | 
| David Rientjes | 6d2661e | 2009-05-28 14:34:19 -0700 | [diff] [blame] | 385 | 			/* | 
| David Rientjes | 74ab7f1 | 2010-08-09 17:18:46 -0700 | [diff] [blame] | 386 | 			 * This is a kthread or all of p's threads have already | 
 | 387 | 			 * detached their mm's.  There's no need to report | 
| KOSAKI Motohiro | c55db95 | 2010-08-09 17:18:46 -0700 | [diff] [blame] | 388 | 			 * them; they can't be oom killed anyway. | 
| David Rientjes | 6d2661e | 2009-05-28 14:34:19 -0700 | [diff] [blame] | 389 | 			 */ | 
| David Rientjes | 6d2661e | 2009-05-28 14:34:19 -0700 | [diff] [blame] | 390 | 			continue; | 
 | 391 | 		} | 
| KOSAKI Motohiro | c55db95 | 2010-08-09 17:18:46 -0700 | [diff] [blame] | 392 |  | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 393 | 		pr_info("[%5d] %5d %5d %8lu %8lu %3u     %3d         %5d %s\n", | 
| KOSAKI Motohiro | 8d6c83f | 2010-08-19 14:13:39 -0700 | [diff] [blame] | 394 | 			task->pid, task_uid(task), task->tgid, | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 395 | 			task->mm->total_vm, get_mm_rss(task->mm), | 
 | 396 | 			task_cpu(task), task->signal->oom_adj, | 
 | 397 | 			task->signal->oom_score_adj, task->comm); | 
| KOSAKI Motohiro | c55db95 | 2010-08-09 17:18:46 -0700 | [diff] [blame] | 398 | 		task_unlock(task); | 
 | 399 | 	} | 
| David Rientjes | fef1bdd | 2008-02-07 00:14:07 -0800 | [diff] [blame] | 400 | } | 
 | 401 |  | 
| Daisuke Nishimura | d31f56d | 2009-12-15 16:47:12 -0800 | [diff] [blame] | 402 | static void dump_header(struct task_struct *p, gfp_t gfp_mask, int order, | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 403 | 			struct mem_cgroup *mem, const nodemask_t *nodemask) | 
| David Rientjes | 1b604d7 | 2009-12-14 17:57:47 -0800 | [diff] [blame] | 404 | { | 
| David Rientjes | 5e9d834 | 2010-08-09 17:18:51 -0700 | [diff] [blame] | 405 | 	task_lock(current); | 
| David Rientjes | 1b604d7 | 2009-12-14 17:57:47 -0800 | [diff] [blame] | 406 | 	pr_warning("%s invoked oom-killer: gfp_mask=0x%x, order=%d, " | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 407 | 		"oom_adj=%d, oom_score_adj=%d\n", | 
 | 408 | 		current->comm, gfp_mask, order, current->signal->oom_adj, | 
 | 409 | 		current->signal->oom_score_adj); | 
| David Rientjes | 1b604d7 | 2009-12-14 17:57:47 -0800 | [diff] [blame] | 410 | 	cpuset_print_task_mems_allowed(current); | 
 | 411 | 	task_unlock(current); | 
 | 412 | 	dump_stack(); | 
| Daisuke Nishimura | d31f56d | 2009-12-15 16:47:12 -0800 | [diff] [blame] | 413 | 	mem_cgroup_print_oom_info(mem, p); | 
| David Rientjes | b2b755b | 2011-03-24 15:18:15 -0700 | [diff] [blame] | 414 | 	show_mem(SHOW_MEM_FILTER_NODES); | 
| David Rientjes | 1b604d7 | 2009-12-14 17:57:47 -0800 | [diff] [blame] | 415 | 	if (sysctl_oom_dump_tasks) | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 416 | 		dump_tasks(mem, nodemask); | 
| David Rientjes | 1b604d7 | 2009-12-14 17:57:47 -0800 | [diff] [blame] | 417 | } | 
 | 418 |  | 
| KOSAKI Motohiro | 3b4798c | 2009-12-15 16:45:32 -0800 | [diff] [blame] | 419 | #define K(x) ((x) << (PAGE_SHIFT-10)) | 
| Luis Claudio R. Goncalves | 93b43fa | 2010-08-09 17:19:41 -0700 | [diff] [blame] | 420 | static int oom_kill_task(struct task_struct *p, struct mem_cgroup *mem) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 421 | { | 
| David Rientjes | 1e99bad | 2010-10-26 14:21:24 -0700 | [diff] [blame] | 422 | 	struct task_struct *q; | 
 | 423 | 	struct mm_struct *mm; | 
 | 424 |  | 
| David Rientjes | b940fd7 | 2010-08-09 17:18:57 -0700 | [diff] [blame] | 425 | 	p = find_lock_task_mm(p); | 
| KOSAKI Motohiro | be71cf2 | 2010-08-19 14:13:38 -0700 | [diff] [blame] | 426 | 	if (!p) | 
| Dave Peterson | 0131592 | 2006-04-18 22:20:44 -0700 | [diff] [blame] | 427 | 		return 1; | 
| KOSAKI Motohiro | be71cf2 | 2010-08-19 14:13:38 -0700 | [diff] [blame] | 428 |  | 
| David Rientjes | 1e99bad | 2010-10-26 14:21:24 -0700 | [diff] [blame] | 429 | 	/* mm cannot be safely dereferenced after task_unlock(p) */ | 
 | 430 | 	mm = p->mm; | 
 | 431 |  | 
| David Rientjes | b940fd7 | 2010-08-09 17:18:57 -0700 | [diff] [blame] | 432 | 	pr_err("Killed process %d (%s) total-vm:%lukB, anon-rss:%lukB, file-rss:%lukB\n", | 
 | 433 | 		task_pid_nr(p), p->comm, K(p->mm->total_vm), | 
 | 434 | 		K(get_mm_counter(p->mm, MM_ANONPAGES)), | 
 | 435 | 		K(get_mm_counter(p->mm, MM_FILEPAGES))); | 
 | 436 | 	task_unlock(p); | 
| KOSAKI Motohiro | 0753ba0 | 2009-08-18 14:11:10 -0700 | [diff] [blame] | 437 |  | 
| David Rientjes | 1e99bad | 2010-10-26 14:21:24 -0700 | [diff] [blame] | 438 | 	/* | 
 | 439 | 	 * Kill all processes sharing p->mm in other thread groups, if any. | 
 | 440 | 	 * They don't get access to memory reserves or a higher scheduler | 
 | 441 | 	 * priority, though, to avoid depletion of all memory or task | 
 | 442 | 	 * starvation.  This prevents mm->mmap_sem livelock when an oom killed | 
 | 443 | 	 * task cannot exit because it requires the semaphore and its contended | 
 | 444 | 	 * by another thread trying to allocate memory itself.  That thread will | 
 | 445 | 	 * now get access to memory reserves since it has a pending fatal | 
 | 446 | 	 * signal. | 
 | 447 | 	 */ | 
 | 448 | 	for_each_process(q) | 
 | 449 | 		if (q->mm == mm && !same_thread_group(q, p)) { | 
 | 450 | 			task_lock(q);	/* Protect ->comm from prctl() */ | 
 | 451 | 			pr_err("Kill process %d (%s) sharing same memory\n", | 
 | 452 | 				task_pid_nr(q), q->comm); | 
 | 453 | 			task_unlock(q); | 
 | 454 | 			force_sig(SIGKILL, q); | 
 | 455 | 		} | 
| Luis Claudio R. Goncalves | 93b43fa | 2010-08-09 17:19:41 -0700 | [diff] [blame] | 456 |  | 
| David Rientjes | b940fd7 | 2010-08-09 17:18:57 -0700 | [diff] [blame] | 457 | 	set_tsk_thread_flag(p, TIF_MEMDIE); | 
 | 458 | 	force_sig(SIGKILL, p); | 
| Luis Claudio R. Goncalves | 93b43fa | 2010-08-09 17:19:41 -0700 | [diff] [blame] | 459 |  | 
| Dave Peterson | 0131592 | 2006-04-18 22:20:44 -0700 | [diff] [blame] | 460 | 	return 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 461 | } | 
| David Rientjes | b940fd7 | 2010-08-09 17:18:57 -0700 | [diff] [blame] | 462 | #undef K | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 463 |  | 
| David Rientjes | 7213f50 | 2007-10-16 23:25:57 -0700 | [diff] [blame] | 464 | static int oom_kill_process(struct task_struct *p, gfp_t gfp_mask, int order, | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 465 | 			    unsigned int points, unsigned long totalpages, | 
 | 466 | 			    struct mem_cgroup *mem, nodemask_t *nodemask, | 
 | 467 | 			    const char *message) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 468 | { | 
| Linus Torvalds | 52d3c03 | 2011-03-14 15:17:07 -0700 | [diff] [blame] | 469 | 	struct task_struct *victim = p; | 
| David Rientjes | 5e9d834 | 2010-08-09 17:18:51 -0700 | [diff] [blame] | 470 | 	struct task_struct *child; | 
| Linus Torvalds | 52d3c03 | 2011-03-14 15:17:07 -0700 | [diff] [blame] | 471 | 	struct task_struct *t = p; | 
 | 472 | 	unsigned int victim_points = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 473 |  | 
| David Rientjes | 1b604d7 | 2009-12-14 17:57:47 -0800 | [diff] [blame] | 474 | 	if (printk_ratelimit()) | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 475 | 		dump_header(p, gfp_mask, order, mem, nodemask); | 
| David Rientjes | 7213f50 | 2007-10-16 23:25:57 -0700 | [diff] [blame] | 476 |  | 
| Nick Piggin | 50ec3bb | 2006-09-25 23:31:29 -0700 | [diff] [blame] | 477 | 	/* | 
 | 478 | 	 * If the task is already exiting, don't alarm the sysadmin or kill | 
 | 479 | 	 * its children or threads, just set TIF_MEMDIE so it can die quickly | 
 | 480 | 	 */ | 
| KOSAKI Motohiro | 0753ba0 | 2009-08-18 14:11:10 -0700 | [diff] [blame] | 481 | 	if (p->flags & PF_EXITING) { | 
| David Rientjes | 4358997 | 2010-08-09 17:18:49 -0700 | [diff] [blame] | 482 | 		set_tsk_thread_flag(p, TIF_MEMDIE); | 
| Nick Piggin | 50ec3bb | 2006-09-25 23:31:29 -0700 | [diff] [blame] | 483 | 		return 0; | 
 | 484 | 	} | 
 | 485 |  | 
| David Rientjes | 5e9d834 | 2010-08-09 17:18:51 -0700 | [diff] [blame] | 486 | 	task_lock(p); | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 487 | 	pr_err("%s: Kill process %d (%s) score %d or sacrifice child\n", | 
| David Rientjes | 5e9d834 | 2010-08-09 17:18:51 -0700 | [diff] [blame] | 488 | 		message, task_pid_nr(p), p->comm, points); | 
 | 489 | 	task_unlock(p); | 
| Nick Piggin | f3af38d | 2006-12-06 20:31:51 -0800 | [diff] [blame] | 490 |  | 
| David Rientjes | 5e9d834 | 2010-08-09 17:18:51 -0700 | [diff] [blame] | 491 | 	/* | 
 | 492 | 	 * If any of p's children has a different mm and is eligible for kill, | 
 | 493 | 	 * the one with the highest badness() score is sacrificed for its | 
 | 494 | 	 * parent.  This attempts to lose the minimal amount of work done while | 
 | 495 | 	 * still freeing memory. | 
 | 496 | 	 */ | 
| Oleg Nesterov | dd8e8f4 | 2010-08-09 17:18:45 -0700 | [diff] [blame] | 497 | 	do { | 
| David Rientjes | 5e9d834 | 2010-08-09 17:18:51 -0700 | [diff] [blame] | 498 | 		list_for_each_entry(child, &t->children, sibling) { | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 499 | 			unsigned int child_points; | 
| David Rientjes | 5e9d834 | 2010-08-09 17:18:51 -0700 | [diff] [blame] | 500 |  | 
| David Rientjes | edd4554 | 2011-03-22 16:30:12 -0700 | [diff] [blame] | 501 | 			if (child->mm == p->mm) | 
 | 502 | 				continue; | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 503 | 			/* | 
 | 504 | 			 * oom_badness() returns 0 if the thread is unkillable | 
 | 505 | 			 */ | 
 | 506 | 			child_points = oom_badness(child, mem, nodemask, | 
 | 507 | 								totalpages); | 
| David Rientjes | 5e9d834 | 2010-08-09 17:18:51 -0700 | [diff] [blame] | 508 | 			if (child_points > victim_points) { | 
 | 509 | 				victim = child; | 
 | 510 | 				victim_points = child_points; | 
 | 511 | 			} | 
| Oleg Nesterov | dd8e8f4 | 2010-08-09 17:18:45 -0700 | [diff] [blame] | 512 | 		} | 
 | 513 | 	} while_each_thread(p, t); | 
 | 514 |  | 
| Luis Claudio R. Goncalves | 93b43fa | 2010-08-09 17:19:41 -0700 | [diff] [blame] | 515 | 	return oom_kill_task(victim, mem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 516 | } | 
 | 517 |  | 
| David Rientjes | 309ed88 | 2010-08-09 17:18:54 -0700 | [diff] [blame] | 518 | /* | 
 | 519 |  * Determines whether the kernel must panic because of the panic_on_oom sysctl. | 
 | 520 |  */ | 
 | 521 | static void check_panic_on_oom(enum oom_constraint constraint, gfp_t gfp_mask, | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 522 | 				int order, const nodemask_t *nodemask) | 
| David Rientjes | 309ed88 | 2010-08-09 17:18:54 -0700 | [diff] [blame] | 523 | { | 
 | 524 | 	if (likely(!sysctl_panic_on_oom)) | 
 | 525 | 		return; | 
 | 526 | 	if (sysctl_panic_on_oom != 2) { | 
 | 527 | 		/* | 
 | 528 | 		 * panic_on_oom == 1 only affects CONSTRAINT_NONE, the kernel | 
 | 529 | 		 * does not panic for cpuset, mempolicy, or memcg allocation | 
 | 530 | 		 * failures. | 
 | 531 | 		 */ | 
 | 532 | 		if (constraint != CONSTRAINT_NONE) | 
 | 533 | 			return; | 
 | 534 | 	} | 
 | 535 | 	read_lock(&tasklist_lock); | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 536 | 	dump_header(NULL, gfp_mask, order, NULL, nodemask); | 
| David Rientjes | 309ed88 | 2010-08-09 17:18:54 -0700 | [diff] [blame] | 537 | 	read_unlock(&tasklist_lock); | 
 | 538 | 	panic("Out of memory: %s panic_on_oom is enabled\n", | 
 | 539 | 		sysctl_panic_on_oom == 2 ? "compulsory" : "system-wide"); | 
 | 540 | } | 
 | 541 |  | 
| Balbir Singh | 00f0b82 | 2008-03-04 14:28:39 -0800 | [diff] [blame] | 542 | #ifdef CONFIG_CGROUP_MEM_RES_CTLR | 
| Pavel Emelianov | c7ba5c9 | 2008-02-07 00:13:58 -0800 | [diff] [blame] | 543 | void mem_cgroup_out_of_memory(struct mem_cgroup *mem, gfp_t gfp_mask) | 
 | 544 | { | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 545 | 	unsigned long limit; | 
 | 546 | 	unsigned int points = 0; | 
| Pavel Emelianov | c7ba5c9 | 2008-02-07 00:13:58 -0800 | [diff] [blame] | 547 | 	struct task_struct *p; | 
 | 548 |  | 
| David Rientjes | f9434ad | 2011-03-23 16:42:44 -0700 | [diff] [blame] | 549 | 	/* | 
 | 550 | 	 * If current has a pending SIGKILL, then automatically select it.  The | 
 | 551 | 	 * goal is to allow it to allocate so that it may quickly exit and free | 
 | 552 | 	 * its memory. | 
 | 553 | 	 */ | 
 | 554 | 	if (fatal_signal_pending(current)) { | 
 | 555 | 		set_thread_flag(TIF_MEMDIE); | 
| David Rientjes | f9434ad | 2011-03-23 16:42:44 -0700 | [diff] [blame] | 556 | 		return; | 
 | 557 | 	} | 
 | 558 |  | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 559 | 	check_panic_on_oom(CONSTRAINT_MEMCG, gfp_mask, 0, NULL); | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 560 | 	limit = mem_cgroup_get_limit(mem) >> PAGE_SHIFT; | 
| Li Zefan | e115f2d | 2008-04-15 14:34:37 -0700 | [diff] [blame] | 561 | 	read_lock(&tasklist_lock); | 
| Pavel Emelianov | c7ba5c9 | 2008-02-07 00:13:58 -0800 | [diff] [blame] | 562 | retry: | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 563 | 	p = select_bad_process(&points, limit, mem, NULL); | 
| David Rientjes | df64f81 | 2010-05-26 14:42:41 -0700 | [diff] [blame] | 564 | 	if (!p || PTR_ERR(p) == -1UL) | 
| Pavel Emelianov | c7ba5c9 | 2008-02-07 00:13:58 -0800 | [diff] [blame] | 565 | 		goto out; | 
 | 566 |  | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 567 | 	if (oom_kill_process(p, gfp_mask, 0, points, limit, mem, NULL, | 
| Pavel Emelianov | c7ba5c9 | 2008-02-07 00:13:58 -0800 | [diff] [blame] | 568 | 				"Memory cgroup out of memory")) | 
 | 569 | 		goto retry; | 
 | 570 | out: | 
| Li Zefan | e115f2d | 2008-04-15 14:34:37 -0700 | [diff] [blame] | 571 | 	read_unlock(&tasklist_lock); | 
| Pavel Emelianov | c7ba5c9 | 2008-02-07 00:13:58 -0800 | [diff] [blame] | 572 | } | 
 | 573 | #endif | 
 | 574 |  | 
| Martin Schwidefsky | 8bc719d | 2006-09-25 23:31:20 -0700 | [diff] [blame] | 575 | static BLOCKING_NOTIFIER_HEAD(oom_notify_list); | 
 | 576 |  | 
 | 577 | int register_oom_notifier(struct notifier_block *nb) | 
 | 578 | { | 
 | 579 | 	return blocking_notifier_chain_register(&oom_notify_list, nb); | 
 | 580 | } | 
 | 581 | EXPORT_SYMBOL_GPL(register_oom_notifier); | 
 | 582 |  | 
 | 583 | int unregister_oom_notifier(struct notifier_block *nb) | 
 | 584 | { | 
 | 585 | 	return blocking_notifier_chain_unregister(&oom_notify_list, nb); | 
 | 586 | } | 
 | 587 | EXPORT_SYMBOL_GPL(unregister_oom_notifier); | 
 | 588 |  | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 589 | /* | 
 | 590 |  * Try to acquire the OOM killer lock for the zones in zonelist.  Returns zero | 
 | 591 |  * if a parallel OOM killing is already taking place that includes a zone in | 
 | 592 |  * the zonelist.  Otherwise, locks all zones in the zonelist and returns 1. | 
 | 593 |  */ | 
| Minchan Kim | ff321fe | 2010-08-09 17:18:57 -0700 | [diff] [blame] | 594 | int try_set_zonelist_oom(struct zonelist *zonelist, gfp_t gfp_mask) | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 595 | { | 
| Mel Gorman | dd1a239 | 2008-04-28 02:12:17 -0700 | [diff] [blame] | 596 | 	struct zoneref *z; | 
 | 597 | 	struct zone *zone; | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 598 | 	int ret = 1; | 
 | 599 |  | 
| David Rientjes | c7d4cae | 2009-01-06 14:39:00 -0800 | [diff] [blame] | 600 | 	spin_lock(&zone_scan_lock); | 
| Mel Gorman | dd1a239 | 2008-04-28 02:12:17 -0700 | [diff] [blame] | 601 | 	for_each_zone_zonelist(zone, z, zonelist, gfp_zone(gfp_mask)) { | 
 | 602 | 		if (zone_is_oom_locked(zone)) { | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 603 | 			ret = 0; | 
 | 604 | 			goto out; | 
 | 605 | 		} | 
| Mel Gorman | dd1a239 | 2008-04-28 02:12:17 -0700 | [diff] [blame] | 606 | 	} | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 607 |  | 
| Mel Gorman | dd1a239 | 2008-04-28 02:12:17 -0700 | [diff] [blame] | 608 | 	for_each_zone_zonelist(zone, z, zonelist, gfp_zone(gfp_mask)) { | 
 | 609 | 		/* | 
| David Rientjes | c7d4cae | 2009-01-06 14:39:00 -0800 | [diff] [blame] | 610 | 		 * Lock each zone in the zonelist under zone_scan_lock so a | 
| Minchan Kim | ff321fe | 2010-08-09 17:18:57 -0700 | [diff] [blame] | 611 | 		 * parallel invocation of try_set_zonelist_oom() doesn't succeed | 
| Mel Gorman | dd1a239 | 2008-04-28 02:12:17 -0700 | [diff] [blame] | 612 | 		 * when it shouldn't. | 
 | 613 | 		 */ | 
 | 614 | 		zone_set_flag(zone, ZONE_OOM_LOCKED); | 
 | 615 | 	} | 
 | 616 |  | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 617 | out: | 
| David Rientjes | c7d4cae | 2009-01-06 14:39:00 -0800 | [diff] [blame] | 618 | 	spin_unlock(&zone_scan_lock); | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 619 | 	return ret; | 
 | 620 | } | 
 | 621 |  | 
 | 622 | /* | 
 | 623 |  * Clears the ZONE_OOM_LOCKED flag for all zones in the zonelist so that failed | 
 | 624 |  * allocation attempts with zonelists containing them may now recall the OOM | 
 | 625 |  * killer, if necessary. | 
 | 626 |  */ | 
| Mel Gorman | dd1a239 | 2008-04-28 02:12:17 -0700 | [diff] [blame] | 627 | void clear_zonelist_oom(struct zonelist *zonelist, gfp_t gfp_mask) | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 628 | { | 
| Mel Gorman | dd1a239 | 2008-04-28 02:12:17 -0700 | [diff] [blame] | 629 | 	struct zoneref *z; | 
 | 630 | 	struct zone *zone; | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 631 |  | 
| David Rientjes | c7d4cae | 2009-01-06 14:39:00 -0800 | [diff] [blame] | 632 | 	spin_lock(&zone_scan_lock); | 
| Mel Gorman | dd1a239 | 2008-04-28 02:12:17 -0700 | [diff] [blame] | 633 | 	for_each_zone_zonelist(zone, z, zonelist, gfp_zone(gfp_mask)) { | 
 | 634 | 		zone_clear_flag(zone, ZONE_OOM_LOCKED); | 
 | 635 | 	} | 
| David Rientjes | c7d4cae | 2009-01-06 14:39:00 -0800 | [diff] [blame] | 636 | 	spin_unlock(&zone_scan_lock); | 
| David Rientjes | 098d7f1 | 2007-10-16 23:25:55 -0700 | [diff] [blame] | 637 | } | 
 | 638 |  | 
| Nick Piggin | 1c0fe6e | 2009-01-06 14:38:59 -0800 | [diff] [blame] | 639 | /* | 
| David Rientjes | e365893 | 2010-08-09 17:18:55 -0700 | [diff] [blame] | 640 |  * Try to acquire the oom killer lock for all system zones.  Returns zero if a | 
 | 641 |  * parallel oom killing is taking place, otherwise locks all zones and returns | 
 | 642 |  * non-zero. | 
 | 643 |  */ | 
 | 644 | static int try_set_system_oom(void) | 
 | 645 | { | 
 | 646 | 	struct zone *zone; | 
 | 647 | 	int ret = 1; | 
 | 648 |  | 
 | 649 | 	spin_lock(&zone_scan_lock); | 
 | 650 | 	for_each_populated_zone(zone) | 
 | 651 | 		if (zone_is_oom_locked(zone)) { | 
 | 652 | 			ret = 0; | 
 | 653 | 			goto out; | 
 | 654 | 		} | 
 | 655 | 	for_each_populated_zone(zone) | 
 | 656 | 		zone_set_flag(zone, ZONE_OOM_LOCKED); | 
 | 657 | out: | 
 | 658 | 	spin_unlock(&zone_scan_lock); | 
 | 659 | 	return ret; | 
 | 660 | } | 
 | 661 |  | 
 | 662 | /* | 
 | 663 |  * Clears ZONE_OOM_LOCKED for all system zones so that failed allocation | 
 | 664 |  * attempts or page faults may now recall the oom killer, if necessary. | 
 | 665 |  */ | 
 | 666 | static void clear_system_oom(void) | 
 | 667 | { | 
 | 668 | 	struct zone *zone; | 
 | 669 |  | 
 | 670 | 	spin_lock(&zone_scan_lock); | 
 | 671 | 	for_each_populated_zone(zone) | 
 | 672 | 		zone_clear_flag(zone, ZONE_OOM_LOCKED); | 
 | 673 | 	spin_unlock(&zone_scan_lock); | 
 | 674 | } | 
 | 675 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 676 | /** | 
| Dave Peterson | 6937a25 | 2006-06-23 02:03:13 -0700 | [diff] [blame] | 677 |  * out_of_memory - kill the "best" process when we run out of memory | 
| Randy Dunlap | 1b578df | 2008-03-19 17:00:42 -0700 | [diff] [blame] | 678 |  * @zonelist: zonelist pointer | 
 | 679 |  * @gfp_mask: memory allocation flags | 
 | 680 |  * @order: amount of memory being requested as a power of 2 | 
| David Rientjes | 6f48d0eb | 2010-08-09 17:18:52 -0700 | [diff] [blame] | 681 |  * @nodemask: nodemask passed to page allocator | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 682 |  * | 
 | 683 |  * If we run out of memory, we have the choice between either | 
 | 684 |  * killing a random task (bad), letting the system crash (worse) | 
 | 685 |  * OR try to be smart about which process to kill. Note that we | 
 | 686 |  * don't have to be perfect here, we just have to be good. | 
 | 687 |  */ | 
| KAMEZAWA Hiroyuki | 4365a56 | 2009-12-15 16:45:33 -0800 | [diff] [blame] | 688 | void out_of_memory(struct zonelist *zonelist, gfp_t gfp_mask, | 
 | 689 | 		int order, nodemask_t *nodemask) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 690 | { | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 691 | 	const nodemask_t *mpol_mask; | 
| David Rientjes | 0aad4b3 | 2010-08-09 17:18:59 -0700 | [diff] [blame] | 692 | 	struct task_struct *p; | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 693 | 	unsigned long totalpages; | 
| Martin Schwidefsky | 8bc719d | 2006-09-25 23:31:20 -0700 | [diff] [blame] | 694 | 	unsigned long freed = 0; | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 695 | 	unsigned int points; | 
| David Rientjes | e365893 | 2010-08-09 17:18:55 -0700 | [diff] [blame] | 696 | 	enum oom_constraint constraint = CONSTRAINT_NONE; | 
| KOSAKI Motohiro | b52723c | 2010-08-19 14:13:39 -0700 | [diff] [blame] | 697 | 	int killed = 0; | 
| Martin Schwidefsky | 8bc719d | 2006-09-25 23:31:20 -0700 | [diff] [blame] | 698 |  | 
 | 699 | 	blocking_notifier_call_chain(&oom_notify_list, 0, &freed); | 
 | 700 | 	if (freed > 0) | 
 | 701 | 		/* Got some memory back in the last second. */ | 
 | 702 | 		return; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 703 |  | 
| David Rientjes | 7b98c2e | 2010-08-09 17:18:48 -0700 | [diff] [blame] | 704 | 	/* | 
 | 705 | 	 * If current has a pending SIGKILL, then automatically select it.  The | 
 | 706 | 	 * goal is to allow it to allocate so that it may quickly exit and free | 
 | 707 | 	 * its memory. | 
 | 708 | 	 */ | 
 | 709 | 	if (fatal_signal_pending(current)) { | 
 | 710 | 		set_thread_flag(TIF_MEMDIE); | 
 | 711 | 		return; | 
 | 712 | 	} | 
 | 713 |  | 
| Christoph Lameter | 9b0f8b0 | 2006-02-20 18:27:52 -0800 | [diff] [blame] | 714 | 	/* | 
 | 715 | 	 * Check if there were limitations on the allocation (only relevant for | 
 | 716 | 	 * NUMA) that may require different handling. | 
 | 717 | 	 */ | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 718 | 	constraint = constrained_alloc(zonelist, gfp_mask, nodemask, | 
 | 719 | 						&totalpages); | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 720 | 	mpol_mask = (constraint == CONSTRAINT_MEMORY_POLICY) ? nodemask : NULL; | 
 | 721 | 	check_panic_on_oom(constraint, gfp_mask, order, mpol_mask); | 
| David Rientjes | 0aad4b3 | 2010-08-09 17:18:59 -0700 | [diff] [blame] | 722 |  | 
| David Rientjes | 2b45ab3 | 2007-05-06 14:50:00 -0700 | [diff] [blame] | 723 | 	read_lock(&tasklist_lock); | 
| KOSAKI Motohiro | f88ccad | 2010-08-09 17:19:36 -0700 | [diff] [blame] | 724 | 	if (sysctl_oom_kill_allocating_task && | 
| KOSAKI Motohiro | a96cfd6 | 2010-08-09 17:19:38 -0700 | [diff] [blame] | 725 | 	    !oom_unkillable_task(current, NULL, nodemask) && | 
| David Rientjes | e18641e | 2010-10-26 14:21:23 -0700 | [diff] [blame] | 726 | 	    current->mm && !atomic_read(¤t->mm->oom_disable_count)) { | 
| David Rientjes | 0aad4b3 | 2010-08-09 17:18:59 -0700 | [diff] [blame] | 727 | 		/* | 
 | 728 | 		 * oom_kill_process() needs tasklist_lock held.  If it returns | 
 | 729 | 		 * non-zero, current could not be killed so we must fallback to | 
 | 730 | 		 * the tasklist scan. | 
 | 731 | 		 */ | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 732 | 		if (!oom_kill_process(current, gfp_mask, order, 0, totalpages, | 
 | 733 | 				NULL, nodemask, | 
| David Rientjes | 0aad4b3 | 2010-08-09 17:18:59 -0700 | [diff] [blame] | 734 | 				"Out of memory (oom_kill_allocating_task)")) | 
| KOSAKI Motohiro | b52723c | 2010-08-19 14:13:39 -0700 | [diff] [blame] | 735 | 			goto out; | 
| David Rientjes | 0aad4b3 | 2010-08-09 17:18:59 -0700 | [diff] [blame] | 736 | 	} | 
 | 737 |  | 
 | 738 | retry: | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 739 | 	p = select_bad_process(&points, totalpages, NULL, mpol_mask); | 
| David Rientjes | 0aad4b3 | 2010-08-09 17:18:59 -0700 | [diff] [blame] | 740 | 	if (PTR_ERR(p) == -1UL) | 
| KOSAKI Motohiro | b52723c | 2010-08-19 14:13:39 -0700 | [diff] [blame] | 741 | 		goto out; | 
| David Rientjes | 0aad4b3 | 2010-08-09 17:18:59 -0700 | [diff] [blame] | 742 |  | 
 | 743 | 	/* Found nothing?!?! Either we hang forever, or we panic. */ | 
 | 744 | 	if (!p) { | 
| David Rientjes | e85bfd3 | 2010-09-22 13:05:10 -0700 | [diff] [blame] | 745 | 		dump_header(NULL, gfp_mask, order, NULL, mpol_mask); | 
| David Rientjes | 0aad4b3 | 2010-08-09 17:18:59 -0700 | [diff] [blame] | 746 | 		read_unlock(&tasklist_lock); | 
 | 747 | 		panic("Out of memory and no killable processes...\n"); | 
 | 748 | 	} | 
 | 749 |  | 
| David Rientjes | a63d83f | 2010-08-09 17:19:46 -0700 | [diff] [blame] | 750 | 	if (oom_kill_process(p, gfp_mask, order, points, totalpages, NULL, | 
 | 751 | 				nodemask, "Out of memory")) | 
| David Rientjes | 0aad4b3 | 2010-08-09 17:18:59 -0700 | [diff] [blame] | 752 | 		goto retry; | 
| KOSAKI Motohiro | b52723c | 2010-08-19 14:13:39 -0700 | [diff] [blame] | 753 | 	killed = 1; | 
 | 754 | out: | 
| Andrew Morton | 140ffce | 2006-03-02 02:54:28 -0800 | [diff] [blame] | 755 | 	read_unlock(&tasklist_lock); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 756 |  | 
 | 757 | 	/* | 
 | 758 | 	 * Give "p" a good chance of killing itself before we | 
| Kirill Korotaev | 2f659f4 | 2006-01-08 01:01:05 -0800 | [diff] [blame] | 759 | 	 * retry to allocate memory unless "p" is current | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 760 | 	 */ | 
| KOSAKI Motohiro | b52723c | 2010-08-19 14:13:39 -0700 | [diff] [blame] | 761 | 	if (killed && !test_thread_flag(TIF_MEMDIE)) | 
| Andrew Morton | 140ffce | 2006-03-02 02:54:28 -0800 | [diff] [blame] | 762 | 		schedule_timeout_uninterruptible(1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 763 | } | 
| David Rientjes | e365893 | 2010-08-09 17:18:55 -0700 | [diff] [blame] | 764 |  | 
 | 765 | /* | 
 | 766 |  * The pagefault handler calls here because it is out of memory, so kill a | 
 | 767 |  * memory-hogging task.  If a populated zone has ZONE_OOM_LOCKED set, a parallel | 
 | 768 |  * oom killing is already in progress so do nothing.  If a task is found with | 
 | 769 |  * TIF_MEMDIE set, it has been killed so do nothing and allow it to exit. | 
 | 770 |  */ | 
 | 771 | void pagefault_out_of_memory(void) | 
 | 772 | { | 
 | 773 | 	if (try_set_system_oom()) { | 
 | 774 | 		out_of_memory(NULL, 0, 0, NULL); | 
 | 775 | 		clear_system_oom(); | 
 | 776 | 	} | 
 | 777 | 	if (!test_thread_flag(TIF_MEMDIE)) | 
 | 778 | 		schedule_timeout_uninterruptible(1); | 
 | 779 | } |