| Chris Metcalf | 867e359 | 2010-05-28 23:09:12 -0400 | [diff] [blame] | 1 | /* | 
 | 2 |  * Copyright 2010 Tilera Corporation. All Rights Reserved. | 
 | 3 |  * | 
 | 4 |  *   This program is free software; you can redistribute it and/or | 
 | 5 |  *   modify it under the terms of the GNU General Public License | 
 | 6 |  *   as published by the Free Software Foundation, version 2. | 
 | 7 |  * | 
 | 8 |  *   This program is distributed in the hope that it will be useful, but | 
 | 9 |  *   WITHOUT ANY WARRANTY; without even the implied warranty of | 
 | 10 |  *   MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or | 
 | 11 |  *   NON INFRINGEMENT.  See the GNU General Public License for | 
 | 12 |  *   more details. | 
 | 13 |  * | 
 | 14 |  * These routines make two important assumptions: | 
 | 15 |  * | 
 | 16 |  * 1. atomic_t is really an int and can be freely cast back and forth | 
 | 17 |  *    (validated in __init_atomic_per_cpu). | 
 | 18 |  * | 
 | 19 |  * 2. userspace uses sys_cmpxchg() for all atomic operations, thus using | 
 | 20 |  *    the same locking convention that all the kernel atomic routines use. | 
 | 21 |  */ | 
 | 22 |  | 
 | 23 | #ifndef _ASM_TILE_FUTEX_H | 
 | 24 | #define _ASM_TILE_FUTEX_H | 
 | 25 |  | 
 | 26 | #ifndef __ASSEMBLY__ | 
 | 27 |  | 
 | 28 | #include <linux/futex.h> | 
 | 29 | #include <linux/uaccess.h> | 
 | 30 | #include <linux/errno.h> | 
 | 31 |  | 
| Chris Metcalf | 0707ad3 | 2010-06-25 17:04:17 -0400 | [diff] [blame] | 32 | extern struct __get_user futex_set(int __user *v, int i); | 
 | 33 | extern struct __get_user futex_add(int __user *v, int n); | 
 | 34 | extern struct __get_user futex_or(int __user *v, int n); | 
 | 35 | extern struct __get_user futex_andn(int __user *v, int n); | 
 | 36 | extern struct __get_user futex_cmpxchg(int __user *v, int o, int n); | 
| Chris Metcalf | 867e359 | 2010-05-28 23:09:12 -0400 | [diff] [blame] | 37 |  | 
 | 38 | #ifndef __tilegx__ | 
| Chris Metcalf | 0707ad3 | 2010-06-25 17:04:17 -0400 | [diff] [blame] | 39 | extern struct __get_user futex_xor(int __user *v, int n); | 
| Chris Metcalf | 867e359 | 2010-05-28 23:09:12 -0400 | [diff] [blame] | 40 | #else | 
 | 41 | static inline struct __get_user futex_xor(int __user *uaddr, int n) | 
 | 42 | { | 
 | 43 | 	struct __get_user asm_ret = __get_user_4(uaddr); | 
 | 44 | 	if (!asm_ret.err) { | 
 | 45 | 		int oldval, newval; | 
 | 46 | 		do { | 
 | 47 | 			oldval = asm_ret.val; | 
 | 48 | 			newval = oldval ^ n; | 
 | 49 | 			asm_ret = futex_cmpxchg(uaddr, oldval, newval); | 
 | 50 | 		} while (asm_ret.err == 0 && oldval != asm_ret.val); | 
 | 51 | 	} | 
 | 52 | 	return asm_ret; | 
 | 53 | } | 
 | 54 | #endif | 
 | 55 |  | 
 | 56 | static inline int futex_atomic_op_inuser(int encoded_op, int __user *uaddr) | 
 | 57 | { | 
 | 58 | 	int op = (encoded_op >> 28) & 7; | 
 | 59 | 	int cmp = (encoded_op >> 24) & 15; | 
 | 60 | 	int oparg = (encoded_op << 8) >> 20; | 
 | 61 | 	int cmparg = (encoded_op << 20) >> 20; | 
 | 62 | 	int ret; | 
 | 63 | 	struct __get_user asm_ret; | 
 | 64 |  | 
 | 65 | 	if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28)) | 
 | 66 | 		oparg = 1 << oparg; | 
 | 67 |  | 
 | 68 | 	if (!access_ok(VERIFY_WRITE, uaddr, sizeof(int))) | 
 | 69 | 		return -EFAULT; | 
 | 70 |  | 
 | 71 | 	pagefault_disable(); | 
 | 72 | 	switch (op) { | 
 | 73 | 	case FUTEX_OP_SET: | 
 | 74 | 		asm_ret = futex_set(uaddr, oparg); | 
 | 75 | 		break; | 
 | 76 | 	case FUTEX_OP_ADD: | 
 | 77 | 		asm_ret = futex_add(uaddr, oparg); | 
 | 78 | 		break; | 
 | 79 | 	case FUTEX_OP_OR: | 
 | 80 | 		asm_ret = futex_or(uaddr, oparg); | 
 | 81 | 		break; | 
 | 82 | 	case FUTEX_OP_ANDN: | 
 | 83 | 		asm_ret = futex_andn(uaddr, oparg); | 
 | 84 | 		break; | 
 | 85 | 	case FUTEX_OP_XOR: | 
 | 86 | 		asm_ret = futex_xor(uaddr, oparg); | 
 | 87 | 		break; | 
 | 88 | 	default: | 
 | 89 | 		asm_ret.err = -ENOSYS; | 
 | 90 | 	} | 
 | 91 | 	pagefault_enable(); | 
 | 92 |  | 
 | 93 | 	ret = asm_ret.err; | 
 | 94 |  | 
 | 95 | 	if (!ret) { | 
 | 96 | 		switch (cmp) { | 
 | 97 | 		case FUTEX_OP_CMP_EQ: | 
 | 98 | 			ret = (asm_ret.val == cmparg); | 
 | 99 | 			break; | 
 | 100 | 		case FUTEX_OP_CMP_NE: | 
 | 101 | 			ret = (asm_ret.val != cmparg); | 
 | 102 | 			break; | 
 | 103 | 		case FUTEX_OP_CMP_LT: | 
 | 104 | 			ret = (asm_ret.val < cmparg); | 
 | 105 | 			break; | 
 | 106 | 		case FUTEX_OP_CMP_GE: | 
 | 107 | 			ret = (asm_ret.val >= cmparg); | 
 | 108 | 			break; | 
 | 109 | 		case FUTEX_OP_CMP_LE: | 
 | 110 | 			ret = (asm_ret.val <= cmparg); | 
 | 111 | 			break; | 
 | 112 | 		case FUTEX_OP_CMP_GT: | 
 | 113 | 			ret = (asm_ret.val > cmparg); | 
 | 114 | 			break; | 
 | 115 | 		default: | 
 | 116 | 			ret = -ENOSYS; | 
 | 117 | 		} | 
 | 118 | 	} | 
 | 119 | 	return ret; | 
 | 120 | } | 
 | 121 |  | 
 | 122 | static inline int futex_atomic_cmpxchg_inatomic(int __user *uaddr, int oldval, | 
 | 123 | 						int newval) | 
 | 124 | { | 
 | 125 | 	struct __get_user asm_ret; | 
 | 126 |  | 
 | 127 | 	if (!access_ok(VERIFY_WRITE, uaddr, sizeof(int))) | 
 | 128 | 		return -EFAULT; | 
 | 129 |  | 
 | 130 | 	asm_ret = futex_cmpxchg(uaddr, oldval, newval); | 
 | 131 | 	return asm_ret.err ? asm_ret.err : asm_ret.val; | 
 | 132 | } | 
 | 133 |  | 
| Chris Metcalf | 0707ad3 | 2010-06-25 17:04:17 -0400 | [diff] [blame] | 134 | #ifndef __tilegx__ | 
 | 135 | /* Return failure from the atomic wrappers. */ | 
 | 136 | struct __get_user __atomic_bad_address(int __user *addr); | 
 | 137 | #endif | 
 | 138 |  | 
| Chris Metcalf | 867e359 | 2010-05-28 23:09:12 -0400 | [diff] [blame] | 139 | #endif /* !__ASSEMBLY__ */ | 
 | 140 |  | 
 | 141 | #endif /* _ASM_TILE_FUTEX_H */ |