| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 1 | /* | 
 | 2 |  * linux/kernel/futex_compat.c | 
 | 3 |  * | 
 | 4 |  * Futex compatibililty routines. | 
 | 5 |  * | 
 | 6 |  * Copyright 2006, Red Hat, Inc., Ingo Molnar | 
 | 7 |  */ | 
 | 8 |  | 
 | 9 | #include <linux/linkage.h> | 
 | 10 | #include <linux/compat.h> | 
| Pavel Emelyanov | b488893 | 2007-10-18 23:40:14 -0700 | [diff] [blame] | 11 | #include <linux/nsproxy.h> | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 12 | #include <linux/futex.h> | 
| Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 13 | #include <linux/ptrace.h> | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 14 |  | 
 | 15 | #include <asm/uaccess.h> | 
 | 16 |  | 
| Ingo Molnar | e3f2dde | 2006-07-29 05:17:57 +0200 | [diff] [blame] | 17 |  | 
 | 18 | /* | 
 | 19 |  * Fetch a robust-list pointer. Bit 0 signals PI futexes: | 
 | 20 |  */ | 
 | 21 | static inline int | 
 | 22 | fetch_robust_entry(compat_uptr_t *uentry, struct robust_list __user **entry, | 
| Namhyung Kim | 1dcc41b | 2010-09-14 21:43:46 +0900 | [diff] [blame] | 23 | 		   compat_uptr_t __user *head, unsigned int *pi) | 
| Ingo Molnar | e3f2dde | 2006-07-29 05:17:57 +0200 | [diff] [blame] | 24 | { | 
 | 25 | 	if (get_user(*uentry, head)) | 
 | 26 | 		return -EFAULT; | 
 | 27 |  | 
 | 28 | 	*entry = compat_ptr((*uentry) & ~1); | 
 | 29 | 	*pi = (unsigned int)(*uentry) & 1; | 
 | 30 |  | 
 | 31 | 	return 0; | 
 | 32 | } | 
 | 33 |  | 
| Al Viro | 8481664 | 2008-03-29 03:07:58 +0000 | [diff] [blame] | 34 | static void __user *futex_uaddr(struct robust_list __user *entry, | 
| David Miller | 3c5fd9c7 | 2007-11-06 21:13:56 -0800 | [diff] [blame] | 35 | 				compat_long_t futex_offset) | 
 | 36 | { | 
 | 37 | 	compat_uptr_t base = ptr_to_compat(entry); | 
 | 38 | 	void __user *uaddr = compat_ptr(base + futex_offset); | 
 | 39 |  | 
 | 40 | 	return uaddr; | 
 | 41 | } | 
 | 42 |  | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 43 | /* | 
 | 44 |  * Walk curr->robust_list (very carefully, it's a userspace list!) | 
 | 45 |  * and mark any locks found there dead, and notify any waiters. | 
 | 46 |  * | 
 | 47 |  * We silently return on any sign of list-walking problem. | 
 | 48 |  */ | 
 | 49 | void compat_exit_robust_list(struct task_struct *curr) | 
 | 50 | { | 
 | 51 | 	struct compat_robust_list_head __user *head = curr->compat_robust_list; | 
| Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 52 | 	struct robust_list __user *entry, *next_entry, *pending; | 
| Darren Hart | 4c115e9 | 2010-11-04 15:00:00 -0400 | [diff] [blame] | 53 | 	unsigned int limit = ROBUST_LIST_LIMIT, pi, pip; | 
 | 54 | 	unsigned int uninitialized_var(next_pi); | 
| Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 55 | 	compat_uptr_t uentry, next_uentry, upending; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 56 | 	compat_long_t futex_offset; | 
| Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 57 | 	int rc; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 58 |  | 
| Thomas Gleixner | a0c1e90 | 2008-02-23 15:23:57 -0800 | [diff] [blame] | 59 | 	if (!futex_cmpxchg_enabled) | 
 | 60 | 		return; | 
 | 61 |  | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 62 | 	/* | 
 | 63 | 	 * Fetch the list head (which was registered earlier, via | 
 | 64 | 	 * sys_set_robust_list()): | 
 | 65 | 	 */ | 
| Ingo Molnar | e3f2dde | 2006-07-29 05:17:57 +0200 | [diff] [blame] | 66 | 	if (fetch_robust_entry(&uentry, &entry, &head->list.next, &pi)) | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 67 | 		return; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 68 | 	/* | 
 | 69 | 	 * Fetch the relative futex offset: | 
 | 70 | 	 */ | 
 | 71 | 	if (get_user(futex_offset, &head->futex_offset)) | 
 | 72 | 		return; | 
 | 73 | 	/* | 
 | 74 | 	 * Fetch any possibly pending lock-add first, and handle it | 
 | 75 | 	 * if it exists: | 
 | 76 | 	 */ | 
| Ingo Molnar | e3f2dde | 2006-07-29 05:17:57 +0200 | [diff] [blame] | 77 | 	if (fetch_robust_entry(&upending, &pending, | 
| Thomas Gleixner | ce2c6b5 | 2006-08-05 12:15:15 -0700 | [diff] [blame] | 78 | 			       &head->list_op_pending, &pip)) | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 79 | 		return; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 80 |  | 
| Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 81 | 	next_entry = NULL;	/* avoid warning with gcc */ | 
| Arnd Bergmann | 179c85e | 2007-09-11 15:23:49 -0700 | [diff] [blame] | 82 | 	while (entry != (struct robust_list __user *) &head->list) { | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 83 | 		/* | 
| Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 84 | 		 * Fetch the next entry in the list before calling | 
 | 85 | 		 * handle_futex_death: | 
 | 86 | 		 */ | 
 | 87 | 		rc = fetch_robust_entry(&next_uentry, &next_entry, | 
 | 88 | 			(compat_uptr_t __user *)&entry->next, &next_pi); | 
 | 89 | 		/* | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 90 | 		 * A pending lock might already be on the list, so | 
 | 91 | 		 * dont process it twice: | 
 | 92 | 		 */ | 
| David Miller | 3c5fd9c7 | 2007-11-06 21:13:56 -0800 | [diff] [blame] | 93 | 		if (entry != pending) { | 
 | 94 | 			void __user *uaddr = futex_uaddr(entry, futex_offset); | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 95 |  | 
| David Miller | 3c5fd9c7 | 2007-11-06 21:13:56 -0800 | [diff] [blame] | 96 | 			if (handle_futex_death(uaddr, curr, pi)) | 
 | 97 | 				return; | 
 | 98 | 		} | 
| Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 99 | 		if (rc) | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 100 | 			return; | 
| Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 101 | 		uentry = next_uentry; | 
 | 102 | 		entry = next_entry; | 
 | 103 | 		pi = next_pi; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 104 | 		/* | 
 | 105 | 		 * Avoid excessively long or circular lists: | 
 | 106 | 		 */ | 
 | 107 | 		if (!--limit) | 
 | 108 | 			break; | 
 | 109 |  | 
 | 110 | 		cond_resched(); | 
 | 111 | 	} | 
| David Miller | 3c5fd9c7 | 2007-11-06 21:13:56 -0800 | [diff] [blame] | 112 | 	if (pending) { | 
 | 113 | 		void __user *uaddr = futex_uaddr(pending, futex_offset); | 
 | 114 |  | 
 | 115 | 		handle_futex_death(uaddr, curr, pip); | 
 | 116 | 	} | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 117 | } | 
 | 118 |  | 
 | 119 | asmlinkage long | 
 | 120 | compat_sys_set_robust_list(struct compat_robust_list_head __user *head, | 
 | 121 | 			   compat_size_t len) | 
 | 122 | { | 
| Thomas Gleixner | a0c1e90 | 2008-02-23 15:23:57 -0800 | [diff] [blame] | 123 | 	if (!futex_cmpxchg_enabled) | 
 | 124 | 		return -ENOSYS; | 
 | 125 |  | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 126 | 	if (unlikely(len != sizeof(*head))) | 
 | 127 | 		return -EINVAL; | 
 | 128 |  | 
 | 129 | 	current->compat_robust_list = head; | 
 | 130 |  | 
 | 131 | 	return 0; | 
 | 132 | } | 
 | 133 |  | 
 | 134 | asmlinkage long | 
| Al Viro | ba46df9 | 2006-10-10 22:46:07 +0100 | [diff] [blame] | 135 | compat_sys_get_robust_list(int pid, compat_uptr_t __user *head_ptr, | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 136 | 			   compat_size_t __user *len_ptr) | 
 | 137 | { | 
| Al Viro | ba46df9 | 2006-10-10 22:46:07 +0100 | [diff] [blame] | 138 | 	struct compat_robust_list_head __user *head; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 139 | 	unsigned long ret; | 
| Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 140 | 	struct task_struct *p; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 141 |  | 
| Thomas Gleixner | a0c1e90 | 2008-02-23 15:23:57 -0800 | [diff] [blame] | 142 | 	if (!futex_cmpxchg_enabled) | 
 | 143 | 		return -ENOSYS; | 
 | 144 |  | 
| Kees Cook | ec0c427 | 2012-03-23 12:08:55 -0700 | [diff] [blame] | 145 | 	WARN_ONCE(1, "deprecated: get_robust_list will be deleted in 2013.\n"); | 
 | 146 |  | 
| Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 147 | 	rcu_read_lock(); | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 148 |  | 
| Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 149 | 	ret = -ESRCH; | 
 | 150 | 	if (!pid) | 
 | 151 | 		p = current; | 
 | 152 | 	else { | 
| Pavel Emelyanov | 228ebcb | 2007-10-18 23:40:16 -0700 | [diff] [blame] | 153 | 		p = find_task_by_vpid(pid); | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 154 | 		if (!p) | 
 | 155 | 			goto err_unlock; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 156 | 	} | 
 | 157 |  | 
| Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 158 | 	ret = -EPERM; | 
 | 159 | 	if (!ptrace_may_access(p, PTRACE_MODE_READ)) | 
 | 160 | 		goto err_unlock; | 
 | 161 |  | 
 | 162 | 	head = p->compat_robust_list; | 
 | 163 | 	rcu_read_unlock(); | 
 | 164 |  | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 165 | 	if (put_user(sizeof(*head), len_ptr)) | 
 | 166 | 		return -EFAULT; | 
 | 167 | 	return put_user(ptr_to_compat(head), head_ptr); | 
 | 168 |  | 
 | 169 | err_unlock: | 
| Thomas Gleixner | f409adf | 2009-12-01 14:02:00 +0100 | [diff] [blame] | 170 | 	rcu_read_unlock(); | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 171 |  | 
 | 172 | 	return ret; | 
 | 173 | } | 
 | 174 |  | 
| Ingo Molnar | 8f17d3a | 2006-03-27 01:16:27 -0800 | [diff] [blame] | 175 | asmlinkage long compat_sys_futex(u32 __user *uaddr, int op, u32 val, | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 176 | 		struct compat_timespec __user *utime, u32 __user *uaddr2, | 
| Ingo Molnar | 8f17d3a | 2006-03-27 01:16:27 -0800 | [diff] [blame] | 177 | 		u32 val3) | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 178 | { | 
| Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 179 | 	struct timespec ts; | 
 | 180 | 	ktime_t t, *tp = NULL; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 181 | 	int val2 = 0; | 
| Ulrich Drepper | f0ede66 | 2007-06-01 00:46:41 -0700 | [diff] [blame] | 182 | 	int cmd = op & FUTEX_CMD_MASK; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 183 |  | 
| Thomas Gleixner | cd68998 | 2008-02-01 17:45:14 +0100 | [diff] [blame] | 184 | 	if (utime && (cmd == FUTEX_WAIT || cmd == FUTEX_LOCK_PI || | 
| Dinakar Guniguntala | 4dc8802 | 2009-08-10 18:31:42 +0530 | [diff] [blame] | 185 | 		      cmd == FUTEX_WAIT_BITSET || | 
 | 186 | 		      cmd == FUTEX_WAIT_REQUEUE_PI)) { | 
| Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 187 | 		if (get_compat_timespec(&ts, utime)) | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 188 | 			return -EFAULT; | 
| Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 189 | 		if (!timespec_valid(&ts)) | 
| Thomas Gleixner | 9741ef9 | 2006-03-31 02:31:32 -0800 | [diff] [blame] | 190 | 			return -EINVAL; | 
| Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 191 |  | 
 | 192 | 		t = timespec_to_ktime(ts); | 
| Ulrich Drepper | f0ede66 | 2007-06-01 00:46:41 -0700 | [diff] [blame] | 193 | 		if (cmd == FUTEX_WAIT) | 
| Thomas Gleixner | 5a7780e | 2008-02-13 09:20:43 +0100 | [diff] [blame] | 194 | 			t = ktime_add_safe(ktime_get(), t); | 
| Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 195 | 		tp = &t; | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 196 | 	} | 
| Dinakar Guniguntala | 4dc8802 | 2009-08-10 18:31:42 +0530 | [diff] [blame] | 197 | 	if (cmd == FUTEX_REQUEUE || cmd == FUTEX_CMP_REQUEUE || | 
 | 198 | 	    cmd == FUTEX_CMP_REQUEUE_PI || cmd == FUTEX_WAKE_OP) | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 199 | 		val2 = (int) (unsigned long) utime; | 
 | 200 |  | 
| Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 201 | 	return do_futex(uaddr, op, val, tp, uaddr2, val2, val3); | 
| Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 202 | } |