| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * mm/thrash.c | 
|  | 3 | * | 
|  | 4 | * Copyright (C) 2004, Red Hat, Inc. | 
|  | 5 | * Copyright (C) 2004, Rik van Riel <riel@redhat.com> | 
|  | 6 | * Released under the GPL, see the file COPYING for details. | 
|  | 7 | * | 
|  | 8 | * Simple token based thrashing protection, using the algorithm | 
|  | 9 | * described in:  http://www.cs.wm.edu/~sjiang/token.pdf | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 10 | * | 
|  | 11 | * Sep 2006, Ashwin Chaugule <ashwin.chaugule@celunite.com> | 
|  | 12 | * Improved algorithm to pass token: | 
|  | 13 | * Each task has a priority which is incremented if it contended | 
|  | 14 | * for the token in an interval less than its previous attempt. | 
|  | 15 | * If the token is acquired, that task's priority is boosted to prevent | 
|  | 16 | * the token from bouncing around too often and to let the task make | 
|  | 17 | * some progress in its execution. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | */ | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 19 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <linux/jiffies.h> | 
|  | 21 | #include <linux/mm.h> | 
|  | 22 | #include <linux/sched.h> | 
|  | 23 | #include <linux/swap.h> | 
|  | 24 |  | 
|  | 25 | static DEFINE_SPINLOCK(swap_token_lock); | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 26 | struct mm_struct *swap_token_mm; | 
| Adrian Bunk | e305005 | 2006-12-06 20:32:43 -0800 | [diff] [blame] | 27 | static unsigned int global_faults; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | void grab_swap_token(void) | 
|  | 30 | { | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 31 | int current_interval; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 |  | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 33 | global_faults++; | 
|  | 34 |  | 
|  | 35 | current_interval = global_faults - current->mm->faultstamp; | 
|  | 36 |  | 
|  | 37 | if (!spin_trylock(&swap_token_lock)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | return; | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 39 |  | 
|  | 40 | /* First come first served */ | 
|  | 41 | if (swap_token_mm == NULL) { | 
|  | 42 | current->mm->token_priority = current->mm->token_priority + 2; | 
|  | 43 | swap_token_mm = current->mm; | 
|  | 44 | goto out; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | } | 
|  | 46 |  | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 47 | if (current->mm != swap_token_mm) { | 
|  | 48 | if (current_interval < current->mm->last_interval) | 
|  | 49 | current->mm->token_priority++; | 
|  | 50 | else { | 
| Mika Kukkonen | 7faaa5f | 2007-05-10 22:22:17 -0700 | [diff] [blame] | 51 | if (likely(current->mm->token_priority > 0)) | 
|  | 52 | current->mm->token_priority--; | 
| Rik van Riel | f7b7fd8 | 2005-11-28 13:44:07 -0800 | [diff] [blame] | 53 | } | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 54 | /* Check if we deserve the token */ | 
|  | 55 | if (current->mm->token_priority > | 
|  | 56 | swap_token_mm->token_priority) { | 
|  | 57 | current->mm->token_priority += 2; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | swap_token_mm = current->mm; | 
|  | 59 | } | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 60 | } else { | 
|  | 61 | /* Token holder came in again! */ | 
|  | 62 | current->mm->token_priority += 2; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | } | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 64 |  | 
|  | 65 | out: | 
|  | 66 | current->mm->faultstamp = global_faults; | 
|  | 67 | current->mm->last_interval = current_interval; | 
|  | 68 | spin_unlock(&swap_token_lock); | 
|  | 69 | return; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | } | 
|  | 71 |  | 
|  | 72 | /* Called on process exit. */ | 
|  | 73 | void __put_swap_token(struct mm_struct *mm) | 
|  | 74 | { | 
|  | 75 | spin_lock(&swap_token_lock); | 
| Ashwin Chaugule | 7602bdf | 2006-12-06 20:31:57 -0800 | [diff] [blame] | 76 | if (likely(mm == swap_token_mm)) | 
|  | 77 | swap_token_mm = NULL; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | spin_unlock(&swap_token_lock); | 
|  | 79 | } |