blob: 6c0014dd2ef7cd5bbee74562019f626f8eea9936 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* $Id: uaccess.h,v 1.11 2003/10/13 07:21:20 lethal Exp $
2 *
3 * User space memory access functions
4 *
5 * Copyright (C) 1999, 2002 Niibe Yutaka
6 * Copyright (C) 2003 Paul Mundt
7 *
8 * Based on:
9 * MIPS implementation version 1.15 by
10 * Copyright (C) 1996, 1997, 1998 by Ralf Baechle
11 * and i386 version.
12 */
13#ifndef __ASM_SH_UACCESS_H
14#define __ASM_SH_UACCESS_H
15
16#include <linux/errno.h>
17#include <linux/sched.h>
18
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#define VERIFY_READ 0
20#define VERIFY_WRITE 1
21
Linus Torvalds1da177e2005-04-16 15:20:36 -070022/*
23 * The fs value determines whether argument validity checking should be
24 * performed or not. If get_fs() == USER_DS, checking is performed, with
25 * get_fs() == KERNEL_DS, checking is bypassed.
26 *
27 * For historical reasons (Data Segment Register?), these macros are misnamed.
28 */
29
30#define MAKE_MM_SEG(s) ((mm_segment_t) { (s) })
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
Paul Mundt2991be72006-09-27 17:07:07 +090032#define KERNEL_DS MAKE_MM_SEG(0xFFFFFFFFUL)
33#define USER_DS MAKE_MM_SEG(PAGE_OFFSET)
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Paul Mundt2991be72006-09-27 17:07:07 +090035#define segment_eq(a,b) ((a).seg == (b).seg)
36
37#define __addr_ok(addr) \
38 ((unsigned long)(addr) < (current_thread_info()->addr_limit.seg))
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
40#define get_ds() (KERNEL_DS)
41
42#if !defined(CONFIG_MMU)
43static inline mm_segment_t get_fs(void)
44{
45 return USER_DS;
46}
47
48static inline void set_fs(mm_segment_t s)
49{
50}
51
52/*
53 * __access_ok: Check if address with size is OK or not.
54 *
55 * If we don't have an MMU (or if its disabled) the only thing we really have
56 * to look out for is if the address resides somewhere outside of what
57 * available RAM we have.
58 *
59 * TODO: This check could probably also stand to be restricted somewhat more..
60 * though it still does the Right Thing(tm) for the time being.
61 */
62static inline int __access_ok(unsigned long addr, unsigned long size)
63{
64 extern unsigned long memory_start, memory_end;
65
66 return ((addr >= memory_start) && ((addr + size) < memory_end));
67}
68#else /* CONFIG_MMU */
Paul Mundt2991be72006-09-27 17:07:07 +090069#define get_fs() (current_thread_info()->addr_limit)
70#define set_fs(x) (current_thread_info()->addr_limit = (x))
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
72/*
73 * __access_ok: Check if address with size is OK or not.
74 *
75 * We do three checks:
76 * (1) is it user space?
77 * (2) addr + size --> carry?
Paul Mundt2991be72006-09-27 17:07:07 +090078 * (3) addr + size >= 0x80000000 (PAGE_OFFSET)
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 *
80 * (1) (2) (3) | RESULT
81 * 0 0 0 | ok
82 * 0 0 1 | ok
83 * 0 1 0 | bad
84 * 0 1 1 | bad
85 * 1 0 0 | ok
86 * 1 0 1 | bad
87 * 1 1 0 | bad
88 * 1 1 1 | bad
89 */
90static inline int __access_ok(unsigned long addr, unsigned long size)
91{
92 unsigned long flag, tmp;
93
94 __asm__("stc r7_bank, %0\n\t"
95 "mov.l @(8,%0), %0\n\t"
96 "clrt\n\t"
97 "addc %2, %1\n\t"
98 "and %1, %0\n\t"
99 "rotcl %0\n\t"
100 "rotcl %0\n\t"
101 "and #3, %0"
102 : "=&z" (flag), "=r" (tmp)
103 : "r" (addr), "1" (size)
104 : "t");
105
106 return flag == 0;
107}
108#endif /* CONFIG_MMU */
109
110static inline int access_ok(int type, const void __user *p, unsigned long size)
111{
112 unsigned long addr = (unsigned long)p;
113 return __access_ok(addr, size);
114}
115
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116/*
117 * Uh, these should become the main single-value transfer routines ...
118 * They automatically use the right size if we just have the right
119 * pointer type ...
120 *
121 * As SuperH uses the same address space for kernel and user data, we
122 * can just do these as direct assignments.
123 *
124 * Careful to not
125 * (a) re-use the arguments for side effects (sizeof is ok)
126 * (b) require any knowledge of processes at this stage
127 */
128#define put_user(x,ptr) __put_user_check((x),(ptr),sizeof(*(ptr)))
129#define get_user(x,ptr) __get_user_check((x),(ptr),sizeof(*(ptr)))
130
131/*
132 * The "__xxx" versions do not do address space checking, useful when
133 * doing multiple accesses to the same area (the user has to do the
134 * checks by hand with "access_ok()")
135 */
136#define __put_user(x,ptr) \
137 __put_user_nocheck((__typeof__(*(ptr)))(x),(ptr),sizeof(*(ptr)))
138#define __get_user(x,ptr) \
139 __get_user_nocheck((x),(ptr),sizeof(*(ptr)))
140
141struct __large_struct { unsigned long buf[100]; };
142#define __m(x) (*(struct __large_struct *)(x))
143
144#define __get_user_size(x,ptr,size,retval) \
145do { \
146 retval = 0; \
147 switch (size) { \
148 case 1: \
149 __get_user_asm(x, ptr, retval, "b"); \
150 break; \
151 case 2: \
152 __get_user_asm(x, ptr, retval, "w"); \
153 break; \
154 case 4: \
155 __get_user_asm(x, ptr, retval, "l"); \
156 break; \
157 default: \
158 __get_user_unknown(); \
159 break; \
160 } \
161} while (0)
162
163#define __get_user_nocheck(x,ptr,size) \
164({ \
165 long __gu_err, __gu_val; \
166 __get_user_size(__gu_val, (ptr), (size), __gu_err); \
167 (x) = (__typeof__(*(ptr)))__gu_val; \
168 __gu_err; \
169})
170
171#define __get_user_check(x,ptr,size) \
172({ \
173 long __gu_err, __gu_val; \
174 switch (size) { \
175 case 1: \
176 __get_user_1(__gu_val, (ptr), __gu_err); \
177 break; \
178 case 2: \
179 __get_user_2(__gu_val, (ptr), __gu_err); \
180 break; \
181 case 4: \
182 __get_user_4(__gu_val, (ptr), __gu_err); \
183 break; \
184 default: \
185 __get_user_unknown(); \
186 break; \
187 } \
188 \
189 (x) = (__typeof__(*(ptr)))__gu_val; \
190 __gu_err; \
191})
192
193#define __get_user_1(x,addr,err) ({ \
194__asm__("stc r7_bank, %1\n\t" \
195 "mov.l @(8,%1), %1\n\t" \
196 "and %2, %1\n\t" \
197 "cmp/pz %1\n\t" \
198 "bt/s 1f\n\t" \
199 " mov #0, %0\n\t" \
200 "0:\n" \
201 "mov #-14, %0\n\t" \
202 "bra 2f\n\t" \
203 " mov #0, %1\n" \
204 "1:\n\t" \
205 "mov.b @%2, %1\n\t" \
206 "extu.b %1, %1\n" \
207 "2:\n" \
208 ".section __ex_table,\"a\"\n\t" \
209 ".long 1b, 0b\n\t" \
210 ".previous" \
211 : "=&r" (err), "=&r" (x) \
212 : "r" (addr) \
213 : "t"); \
214})
215
216#define __get_user_2(x,addr,err) ({ \
217__asm__("stc r7_bank, %1\n\t" \
218 "mov.l @(8,%1), %1\n\t" \
219 "and %2, %1\n\t" \
220 "cmp/pz %1\n\t" \
221 "bt/s 1f\n\t" \
222 " mov #0, %0\n\t" \
223 "0:\n" \
224 "mov #-14, %0\n\t" \
225 "bra 2f\n\t" \
226 " mov #0, %1\n" \
227 "1:\n\t" \
228 "mov.w @%2, %1\n\t" \
229 "extu.w %1, %1\n" \
230 "2:\n" \
231 ".section __ex_table,\"a\"\n\t" \
232 ".long 1b, 0b\n\t" \
233 ".previous" \
234 : "=&r" (err), "=&r" (x) \
235 : "r" (addr) \
236 : "t"); \
237})
238
239#define __get_user_4(x,addr,err) ({ \
240__asm__("stc r7_bank, %1\n\t" \
241 "mov.l @(8,%1), %1\n\t" \
242 "and %2, %1\n\t" \
243 "cmp/pz %1\n\t" \
244 "bt/s 1f\n\t" \
245 " mov #0, %0\n\t" \
246 "0:\n" \
247 "mov #-14, %0\n\t" \
248 "bra 2f\n\t" \
249 " mov #0, %1\n" \
250 "1:\n\t" \
251 "mov.l @%2, %1\n\t" \
252 "2:\n" \
253 ".section __ex_table,\"a\"\n\t" \
254 ".long 1b, 0b\n\t" \
255 ".previous" \
256 : "=&r" (err), "=&r" (x) \
257 : "r" (addr) \
258 : "t"); \
259})
260
261#define __get_user_asm(x, addr, err, insn) \
262({ \
263__asm__ __volatile__( \
264 "1:\n\t" \
265 "mov." insn " %2, %1\n\t" \
266 "mov #0, %0\n" \
267 "2:\n" \
268 ".section .fixup,\"ax\"\n" \
269 "3:\n\t" \
270 "mov #0, %1\n\t" \
271 "mov.l 4f, %0\n\t" \
272 "jmp @%0\n\t" \
273 " mov %3, %0\n" \
274 "4: .long 2b\n\t" \
275 ".previous\n" \
276 ".section __ex_table,\"a\"\n\t" \
277 ".long 1b, 3b\n\t" \
278 ".previous" \
279 :"=&r" (err), "=&r" (x) \
280 :"m" (__m(addr)), "i" (-EFAULT)); })
281
282extern void __get_user_unknown(void);
283
284#define __put_user_size(x,ptr,size,retval) \
285do { \
286 retval = 0; \
287 switch (size) { \
288 case 1: \
289 __put_user_asm(x, ptr, retval, "b"); \
290 break; \
291 case 2: \
292 __put_user_asm(x, ptr, retval, "w"); \
293 break; \
294 case 4: \
295 __put_user_asm(x, ptr, retval, "l"); \
296 break; \
297 case 8: \
298 __put_user_u64(x, ptr, retval); \
299 break; \
300 default: \
301 __put_user_unknown(); \
302 } \
303} while (0)
304
305#define __put_user_nocheck(x,ptr,size) \
306({ \
307 long __pu_err; \
308 __put_user_size((x),(ptr),(size),__pu_err); \
309 __pu_err; \
310})
311
312#define __put_user_check(x,ptr,size) \
313({ \
314 long __pu_err = -EFAULT; \
315 __typeof__(*(ptr)) *__pu_addr = (ptr); \
316 \
317 if (__access_ok((unsigned long)__pu_addr,size)) \
318 __put_user_size((x),__pu_addr,(size),__pu_err); \
319 __pu_err; \
320})
321
322#define __put_user_asm(x, addr, err, insn) \
323({ \
324__asm__ __volatile__( \
325 "1:\n\t" \
326 "mov." insn " %1, %2\n\t" \
327 "mov #0, %0\n" \
328 "2:\n" \
329 ".section .fixup,\"ax\"\n" \
330 "3:\n\t" \
331 "nop\n\t" \
332 "mov.l 4f, %0\n\t" \
333 "jmp @%0\n\t" \
334 "mov %3, %0\n" \
335 "4: .long 2b\n\t" \
336 ".previous\n" \
337 ".section __ex_table,\"a\"\n\t" \
338 ".long 1b, 3b\n\t" \
339 ".previous" \
340 :"=&r" (err) \
341 :"r" (x), "m" (__m(addr)), "i" (-EFAULT) \
342 :"memory"); })
343
344#if defined(__LITTLE_ENDIAN__)
345#define __put_user_u64(val,addr,retval) \
346({ \
347__asm__ __volatile__( \
348 "1:\n\t" \
349 "mov.l %R1,%2\n\t" \
350 "mov.l %S1,%T2\n\t" \
351 "mov #0,%0\n" \
352 "2:\n" \
353 ".section .fixup,\"ax\"\n" \
354 "3:\n\t" \
355 "nop\n\t" \
356 "mov.l 4f,%0\n\t" \
357 "jmp @%0\n\t" \
358 " mov %3,%0\n" \
359 "4: .long 2b\n\t" \
360 ".previous\n" \
361 ".section __ex_table,\"a\"\n\t" \
362 ".long 1b, 3b\n\t" \
363 ".previous" \
364 : "=r" (retval) \
365 : "r" (val), "m" (__m(addr)), "i" (-EFAULT) \
366 : "memory"); })
367#else
368#define __put_user_u64(val,addr,retval) \
369({ \
370__asm__ __volatile__( \
371 "1:\n\t" \
372 "mov.l %S1,%2\n\t" \
373 "mov.l %R1,%T2\n\t" \
374 "mov #0,%0\n" \
375 "2:\n" \
376 ".section .fixup,\"ax\"\n" \
377 "3:\n\t" \
378 "nop\n\t" \
379 "mov.l 4f,%0\n\t" \
380 "jmp @%0\n\t" \
381 " mov %3,%0\n" \
382 "4: .long 2b\n\t" \
383 ".previous\n" \
384 ".section __ex_table,\"a\"\n\t" \
385 ".long 1b, 3b\n\t" \
386 ".previous" \
387 : "=r" (retval) \
388 : "r" (val), "m" (__m(addr)), "i" (-EFAULT) \
389 : "memory"); })
390#endif
391
392extern void __put_user_unknown(void);
393
394/* Generic arbitrary sized copy. */
395/* Return the number of bytes NOT copied */
396extern __kernel_size_t __copy_user(void *to, const void *from, __kernel_size_t n);
397
398#define copy_to_user(to,from,n) ({ \
399void *__copy_to = (void *) (to); \
400__kernel_size_t __copy_size = (__kernel_size_t) (n); \
401__kernel_size_t __copy_res; \
402if(__copy_size && __access_ok((unsigned long)__copy_to, __copy_size)) { \
403__copy_res = __copy_user(__copy_to, (void *) (from), __copy_size); \
404} else __copy_res = __copy_size; \
405__copy_res; })
406
407#define __copy_to_user(to,from,n) \
408 __copy_user((void *)(to), \
409 (void *)(from), n)
410
411#define __copy_to_user_inatomic __copy_to_user
412#define __copy_from_user_inatomic __copy_from_user
413
414
415#define copy_from_user(to,from,n) ({ \
416void *__copy_to = (void *) (to); \
417void *__copy_from = (void *) (from); \
418__kernel_size_t __copy_size = (__kernel_size_t) (n); \
419__kernel_size_t __copy_res; \
420if(__copy_size && __access_ok((unsigned long)__copy_from, __copy_size)) { \
421__copy_res = __copy_user(__copy_to, __copy_from, __copy_size); \
422} else __copy_res = __copy_size; \
423__copy_res; })
424
425#define __copy_from_user(to,from,n) \
426 __copy_user((void *)(to), \
427 (void *)(from), n)
428
429/*
430 * Clear the area and return remaining number of bytes
431 * (on failure. Usually it's 0.)
432 */
433extern __kernel_size_t __clear_user(void *addr, __kernel_size_t size);
434
435#define clear_user(addr,n) ({ \
436void * __cl_addr = (addr); \
437unsigned long __cl_size = (n); \
438if (__cl_size && __access_ok(((unsigned long)(__cl_addr)), __cl_size)) \
439__cl_size = __clear_user(__cl_addr, __cl_size); \
440__cl_size; })
441
442static __inline__ int
443__strncpy_from_user(unsigned long __dest, unsigned long __user __src, int __count)
444{
445 __kernel_size_t res;
446 unsigned long __dummy, _d, _s;
447
448 __asm__ __volatile__(
449 "9:\n"
450 "mov.b @%2+, %1\n\t"
451 "cmp/eq #0, %1\n\t"
452 "bt/s 2f\n"
453 "1:\n"
454 "mov.b %1, @%3\n\t"
455 "dt %7\n\t"
456 "bf/s 9b\n\t"
457 " add #1, %3\n\t"
458 "2:\n\t"
459 "sub %7, %0\n"
460 "3:\n"
461 ".section .fixup,\"ax\"\n"
462 "4:\n\t"
463 "mov.l 5f, %1\n\t"
464 "jmp @%1\n\t"
465 " mov %8, %0\n\t"
466 ".balign 4\n"
467 "5: .long 3b\n"
468 ".previous\n"
469 ".section __ex_table,\"a\"\n"
470 " .balign 4\n"
471 " .long 9b,4b\n"
472 ".previous"
473 : "=r" (res), "=&z" (__dummy), "=r" (_s), "=r" (_d)
474 : "0" (__count), "2" (__src), "3" (__dest), "r" (__count),
475 "i" (-EFAULT)
476 : "memory", "t");
477
478 return res;
479}
480
481#define strncpy_from_user(dest,src,count) ({ \
482unsigned long __sfu_src = (unsigned long) (src); \
483int __sfu_count = (int) (count); \
484long __sfu_res = -EFAULT; \
485if(__access_ok(__sfu_src, __sfu_count)) { \
486__sfu_res = __strncpy_from_user((unsigned long) (dest), __sfu_src, __sfu_count); \
487} __sfu_res; })
488
489/*
490 * Return the size of a string (including the ending 0!)
491 */
492static __inline__ long __strnlen_user(const char __user *__s, long __n)
493{
494 unsigned long res;
495 unsigned long __dummy;
496
497 __asm__ __volatile__(
498 "9:\n"
499 "cmp/eq %4, %0\n\t"
500 "bt 2f\n"
501 "1:\t"
502 "mov.b @(%0,%3), %1\n\t"
503 "tst %1, %1\n\t"
504 "bf/s 9b\n\t"
505 " add #1, %0\n"
506 "2:\n"
507 ".section .fixup,\"ax\"\n"
508 "3:\n\t"
509 "mov.l 4f, %1\n\t"
510 "jmp @%1\n\t"
Paul Mundt2991be72006-09-27 17:07:07 +0900511 " mov #0, %0\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700512 ".balign 4\n"
513 "4: .long 2b\n"
514 ".previous\n"
515 ".section __ex_table,\"a\"\n"
516 " .balign 4\n"
517 " .long 1b,3b\n"
518 ".previous"
519 : "=z" (res), "=&r" (__dummy)
Paul Mundt2991be72006-09-27 17:07:07 +0900520 : "0" (0), "r" (__s), "r" (__n)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700521 : "t");
522 return res;
523}
524
525static __inline__ long strnlen_user(const char __user *s, long n)
526{
Paul Mundt2991be72006-09-27 17:07:07 +0900527 if (!__addr_ok(s))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700528 return 0;
529 else
530 return __strnlen_user(s, n);
531}
532
Paul Mundt2991be72006-09-27 17:07:07 +0900533#define strlen_user(str) strnlen_user(str, ~0UL >> 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700534
535/*
536 * The exception table consists of pairs of addresses: the first is the
537 * address of an instruction that is allowed to fault, and the second is
538 * the address at which the program should continue. No registers are
539 * modified, so it is entirely up to the continuation code to figure out
540 * what to do.
541 *
542 * All the routines below use bits of fixup code that are out of line
543 * with the main instruction path. This means when everything is well,
544 * we don't even have to jump over them. Further, they do not intrude
545 * on our cache or tlb entries.
546 */
547
548struct exception_table_entry
549{
550 unsigned long insn, fixup;
551};
552
553extern int fixup_exception(struct pt_regs *regs);
554
555#endif /* __ASM_SH_UACCESS_H */