| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * mm/thrash.c | 
 | 3 |  * | 
 | 4 |  * Copyright (C) 2004, Red Hat, Inc. | 
 | 5 |  * Copyright (C) 2004, Rik van Riel <riel@redhat.com> | 
 | 6 |  * Released under the GPL, see the file COPYING for details. | 
 | 7 |  * | 
 | 8 |  * Simple token based thrashing protection, using the algorithm | 
 | 9 |  * described in:  http://www.cs.wm.edu/~sjiang/token.pdf | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 10 |  * | 
 | 11 |  * Sep 2006, Ashwin Chaugule <ashwin.chaugule@celunite.com> | 
 | 12 |  * Improved algorithm to pass token: | 
 | 13 |  * Each task has a priority which is incremented if it contended | 
 | 14 |  * for the token in an interval less than its previous attempt. | 
 | 15 |  * If the token is acquired, that task's priority is boosted to prevent | 
 | 16 |  * the token from bouncing around too often and to let the task make | 
 | 17 |  * some progress in its execution. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 |  */ | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 19 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <linux/jiffies.h> | 
 | 21 | #include <linux/mm.h> | 
 | 22 | #include <linux/sched.h> | 
 | 23 | #include <linux/swap.h> | 
 | 24 |  | 
 | 25 | static DEFINE_SPINLOCK(swap_token_lock); | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 26 | struct mm_struct *swap_token_mm; | 
| Adrian Bunk | e305005 | 2006-12-06 20:32:43 -0800 | [diff] [blame] | 27 | static unsigned int global_faults; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | void grab_swap_token(void) | 
 | 30 | { | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 31 | 	int current_interval; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 |  | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 33 | 	global_faults++; | 
 | 34 |  | 
 | 35 | 	current_interval = global_faults - current->mm->faultstamp; | 
 | 36 |  | 
 | 37 | 	if (!spin_trylock(&swap_token_lock)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | 		return; | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 39 |  | 
 | 40 | 	/* First come first served */ | 
 | 41 | 	if (swap_token_mm == NULL) { | 
 | 42 | 		current->mm->token_priority = current->mm->token_priority + 2; | 
 | 43 | 		swap_token_mm = current->mm; | 
 | 44 | 		goto out; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | 	} | 
 | 46 |  | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 47 | 	if (current->mm != swap_token_mm) { | 
 | 48 | 		if (current_interval < current->mm->last_interval) | 
 | 49 | 			current->mm->token_priority++; | 
 | 50 | 		else { | 
| Mika Kukkonen | 7faaa5f | 2007-05-10 22:22:17 -0700 | [diff] [blame] | 51 | 			if (likely(current->mm->token_priority > 0)) | 
 | 52 | 				current->mm->token_priority--; | 
| Rik van Riel | f7b7fd8 | 2005-11-28 13:44:07 -0800 | [diff] [blame] | 53 | 		} | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 54 | 		/* Check if we deserve the token */ | 
 | 55 | 		if (current->mm->token_priority > | 
 | 56 | 				swap_token_mm->token_priority) { | 
 | 57 | 			current->mm->token_priority += 2; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | 			swap_token_mm = current->mm; | 
 | 59 | 		} | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 60 | 	} else { | 
 | 61 | 		/* Token holder came in again! */ | 
 | 62 | 		current->mm->token_priority += 2; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | 	} | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 64 |  | 
 | 65 | out: | 
 | 66 | 	current->mm->faultstamp = global_faults; | 
 | 67 | 	current->mm->last_interval = current_interval; | 
 | 68 | 	spin_unlock(&swap_token_lock); | 
 | 69 | return; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | } | 
 | 71 |  | 
 | 72 | /* Called on process exit. */ | 
 | 73 | void __put_swap_token(struct mm_struct *mm) | 
 | 74 | { | 
 | 75 | 	spin_lock(&swap_token_lock); | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 76 | 	if (likely(mm == swap_token_mm)) | 
 | 77 | 		swap_token_mm = NULL; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | 	spin_unlock(&swap_token_lock); | 
 | 79 | } |