| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * __get_user functions. | 
|  | 3 | * | 
|  | 4 | * (C) Copyright 1998 Linus Torvalds | 
|  | 5 | * (C) Copyright 2005 Andi Kleen | 
| Glauber Costa | 6c2d458 | 2008-06-24 12:05:11 -0300 | [diff] [blame] | 6 | * (C) Copyright 2008 Glauber Costa | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * | 
|  | 8 | * These functions have a non-standard call interface | 
|  | 9 | * to make them more efficient, especially as they | 
|  | 10 | * return an error value in addition to the "real" | 
|  | 11 | * return value. | 
|  | 12 | */ | 
|  | 13 |  | 
|  | 14 | /* | 
|  | 15 | * __get_user_X | 
|  | 16 | * | 
| Glauber Costa | 6c2d458 | 2008-06-24 12:05:11 -0300 | [diff] [blame] | 17 | * Inputs:	%[r|e]ax contains the address. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | *		The register is modified, but all changes are undone | 
|  | 19 | *		before returning because the C code doesn't know about it. | 
|  | 20 | * | 
| Glauber Costa | 6c2d458 | 2008-06-24 12:05:11 -0300 | [diff] [blame] | 21 | * Outputs:	%[r|e]ax is error code (0 or -EFAULT) | 
|  | 22 | *		%[r|e]dx contains zero-extended value | 
|  | 23 | * | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | * | 
|  | 25 | * These functions should not modify any other registers, | 
|  | 26 | * as they get called from within inline assembly. | 
|  | 27 | */ | 
|  | 28 |  | 
|  | 29 | #include <linux/linkage.h> | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 30 | #include <asm/dwarf2.h> | 
| Jeremy Fitzhardinge | 0341c14 | 2009-02-13 11:14:01 -0800 | [diff] [blame] | 31 | #include <asm/page_types.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | #include <asm/errno.h> | 
| Sam Ravnborg | e2d5df9 | 2005-09-09 21:28:48 +0200 | [diff] [blame] | 33 | #include <asm/asm-offsets.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | #include <asm/thread_info.h> | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 35 | #include <asm/asm.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 |  | 
|  | 37 | .text | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 38 | ENTRY(__get_user_1) | 
|  | 39 | CFI_STARTPROC | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 40 | GET_THREAD_INFO(%_ASM_DX) | 
|  | 41 | cmp TI_addr_limit(%_ASM_DX),%_ASM_AX | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | jae bad_get_user | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 43 | 1:	movzb (%_ASM_AX),%edx | 
| Glauber Costa | ef8c1a2 | 2008-06-24 11:21:53 -0300 | [diff] [blame] | 44 | xor %eax,%eax | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | ret | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 46 | CFI_ENDPROC | 
|  | 47 | ENDPROC(__get_user_1) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 |  | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 49 | ENTRY(__get_user_2) | 
|  | 50 | CFI_STARTPROC | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 51 | add $1,%_ASM_AX | 
| Glauber Costa | 9262875 | 2008-06-24 11:13:16 -0300 | [diff] [blame] | 52 | jc bad_get_user | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 53 | GET_THREAD_INFO(%_ASM_DX) | 
|  | 54 | cmp TI_addr_limit(%_ASM_DX),%_ASM_AX | 
| Glauber Costa | 9262875 | 2008-06-24 11:13:16 -0300 | [diff] [blame] | 55 | jae bad_get_user | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 56 | 2:	movzwl -1(%_ASM_AX),%edx | 
| Glauber Costa | ef8c1a2 | 2008-06-24 11:21:53 -0300 | [diff] [blame] | 57 | xor %eax,%eax | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | ret | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 59 | CFI_ENDPROC | 
|  | 60 | ENDPROC(__get_user_2) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 |  | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 62 | ENTRY(__get_user_4) | 
|  | 63 | CFI_STARTPROC | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 64 | add $3,%_ASM_AX | 
| Glauber Costa | 9262875 | 2008-06-24 11:13:16 -0300 | [diff] [blame] | 65 | jc bad_get_user | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 66 | GET_THREAD_INFO(%_ASM_DX) | 
|  | 67 | cmp TI_addr_limit(%_ASM_DX),%_ASM_AX | 
| Glauber Costa | 9262875 | 2008-06-24 11:13:16 -0300 | [diff] [blame] | 68 | jae bad_get_user | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 69 | 3:	mov -3(%_ASM_AX),%edx | 
| Glauber Costa | ef8c1a2 | 2008-06-24 11:21:53 -0300 | [diff] [blame] | 70 | xor %eax,%eax | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | ret | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 72 | CFI_ENDPROC | 
|  | 73 | ENDPROC(__get_user_4) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 |  | 
| Glauber Costa | 6c2d458 | 2008-06-24 12:05:11 -0300 | [diff] [blame] | 75 | #ifdef CONFIG_X86_64 | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 76 | ENTRY(__get_user_8) | 
|  | 77 | CFI_STARTPROC | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 78 | add $7,%_ASM_AX | 
| Glauber Costa | 9262875 | 2008-06-24 11:13:16 -0300 | [diff] [blame] | 79 | jc bad_get_user | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 80 | GET_THREAD_INFO(%_ASM_DX) | 
|  | 81 | cmp TI_addr_limit(%_ASM_DX),%_ASM_AX | 
| Glauber Costa | 9262875 | 2008-06-24 11:13:16 -0300 | [diff] [blame] | 82 | jae	bad_get_user | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 83 | 4:	movq -7(%_ASM_AX),%_ASM_DX | 
| Glauber Costa | ef8c1a2 | 2008-06-24 11:21:53 -0300 | [diff] [blame] | 84 | xor %eax,%eax | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | ret | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 86 | CFI_ENDPROC | 
|  | 87 | ENDPROC(__get_user_8) | 
| Glauber Costa | 6c2d458 | 2008-06-24 12:05:11 -0300 | [diff] [blame] | 88 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 89 |  | 
|  | 90 | bad_get_user: | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 91 | CFI_STARTPROC | 
| Glauber Costa | ef8c1a2 | 2008-06-24 11:21:53 -0300 | [diff] [blame] | 92 | xor %edx,%edx | 
| Glauber Costa | 40faf46 | 2008-06-24 11:37:57 -0300 | [diff] [blame] | 93 | mov $(-EFAULT),%_ASM_AX | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | ret | 
| Jan Beulich | 8d379da | 2006-09-26 10:52:32 +0200 | [diff] [blame] | 95 | CFI_ENDPROC | 
|  | 96 | END(bad_get_user) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 |  | 
|  | 98 | .section __ex_table,"a" | 
| Glauber Costa | 87e2f1e | 2008-06-24 12:02:44 -0300 | [diff] [blame] | 99 | _ASM_PTR 1b,bad_get_user | 
|  | 100 | _ASM_PTR 2b,bad_get_user | 
|  | 101 | _ASM_PTR 3b,bad_get_user | 
| Glauber Costa | 6c2d458 | 2008-06-24 12:05:11 -0300 | [diff] [blame] | 102 | #ifdef CONFIG_X86_64 | 
| Glauber Costa | 87e2f1e | 2008-06-24 12:02:44 -0300 | [diff] [blame] | 103 | _ASM_PTR 4b,bad_get_user | 
| Glauber Costa | 6c2d458 | 2008-06-24 12:05:11 -0300 | [diff] [blame] | 104 | #endif |