blob: 8912cec0fe43380cb6761e088099c04dccd1bfaf [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 2002 - 2003 Jeff Dike (jdike@addtoit.com)
3 * Licensed under the GPL
4 */
5
Paolo 'Blaisorblade' Giarrussoe9c52712005-05-01 08:58:54 -07006#include "linux/compiler.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include "linux/stddef.h"
8#include "linux/kernel.h"
9#include "linux/string.h"
10#include "linux/fs.h"
Paolo 'Blaisorblade' Giarrusso47e52432006-07-01 04:36:19 -070011#include "linux/hardirq.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include "linux/highmem.h"
13#include "asm/page.h"
14#include "asm/pgtable.h"
15#include "asm/uaccess.h"
16#include "kern_util.h"
Gennady Sharapov4fef0c12006-01-18 17:42:41 -080017#include "os.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19extern void *um_virt_to_phys(struct task_struct *task, unsigned long addr,
20 pte_t *pte_out);
21
22static unsigned long maybe_map(unsigned long virt, int is_write)
23{
24 pte_t pte;
25 int err;
26
27 void *phys = um_virt_to_phys(current, virt, &pte);
28 int dummy_code;
29
30 if(IS_ERR(phys) || (is_write && !pte_write(pte))){
31 err = handle_page_fault(virt, 0, is_write, 1, &dummy_code);
32 if(err)
Jeff Dike2d58cc92005-05-06 21:30:55 -070033 return(-1UL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070034 phys = um_virt_to_phys(current, virt, NULL);
35 }
Jeff Dike2d58cc92005-05-06 21:30:55 -070036 if(IS_ERR(phys))
37 phys = (void *) -1;
38
Linus Torvalds1da177e2005-04-16 15:20:36 -070039 return((unsigned long) phys);
40}
41
Paolo 'Blaisorblade' Giarrusso47e52432006-07-01 04:36:19 -070042static int do_op_one_page(unsigned long addr, int len, int is_write,
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 int (*op)(unsigned long addr, int len, void *arg), void *arg)
44{
45 struct page *page;
46 int n;
47
48 addr = maybe_map(addr, is_write);
Jeff Dike2d58cc92005-05-06 21:30:55 -070049 if(addr == -1UL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070050 return(-1);
51
52 page = phys_to_page(addr);
Paolo 'Blaisorblade' Giarrusso47e52432006-07-01 04:36:19 -070053 addr = (unsigned long) kmap_atomic(page, KM_UML_USERCOPY) + (addr & ~PAGE_MASK);
54
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 n = (*op)(addr, len, arg);
Paolo 'Blaisorblade' Giarrusso47e52432006-07-01 04:36:19 -070056
57 kunmap_atomic(page, KM_UML_USERCOPY);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058
59 return(n);
60}
61
62static void do_buffer_op(void *jmpbuf, void *arg_ptr)
63{
64 va_list args;
65 unsigned long addr;
66 int len, is_write, size, remain, n;
67 int (*op)(unsigned long, int, void *);
68 void *arg;
69 int *res;
70
Paolo 'Blaisorblade' Giarrussoe9c52712005-05-01 08:58:54 -070071 va_copy(args, *(va_list *)arg_ptr);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 addr = va_arg(args, unsigned long);
73 len = va_arg(args, int);
74 is_write = va_arg(args, int);
75 op = va_arg(args, void *);
76 arg = va_arg(args, void *);
77 res = va_arg(args, int *);
78 va_end(args);
79 size = min(PAGE_ALIGN(addr) - addr, (unsigned long) len);
80 remain = len;
81
82 current->thread.fault_catcher = jmpbuf;
Paolo 'Blaisorblade' Giarrusso47e52432006-07-01 04:36:19 -070083 n = do_op_one_page(addr, size, is_write, op, arg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070084 if(n != 0){
85 *res = (n < 0 ? remain : 0);
86 goto out;
87 }
88
89 addr += size;
90 remain -= size;
91 if(remain == 0){
92 *res = 0;
93 goto out;
94 }
95
96 while(addr < ((addr + remain) & PAGE_MASK)){
Paolo 'Blaisorblade' Giarrusso47e52432006-07-01 04:36:19 -070097 n = do_op_one_page(addr, PAGE_SIZE, is_write, op, arg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 if(n != 0){
99 *res = (n < 0 ? remain : 0);
100 goto out;
101 }
102
103 addr += PAGE_SIZE;
104 remain -= PAGE_SIZE;
105 }
106 if(remain == 0){
107 *res = 0;
108 goto out;
109 }
110
Paolo 'Blaisorblade' Giarrusso47e52432006-07-01 04:36:19 -0700111 n = do_op_one_page(addr, remain, is_write, op, arg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112 if(n != 0)
113 *res = (n < 0 ? remain : 0);
114 else *res = 0;
115 out:
116 current->thread.fault_catcher = NULL;
117}
118
119static int buffer_op(unsigned long addr, int len, int is_write,
120 int (*op)(unsigned long addr, int len, void *arg),
121 void *arg)
122{
123 int faulted, res;
124
125 faulted = setjmp_wrapper(do_buffer_op, addr, len, is_write, op, arg,
126 &res);
127 if(!faulted)
128 return(res);
129
130 return(addr + len - (unsigned long) current->thread.fault_addr);
131}
132
133static int copy_chunk_from_user(unsigned long from, int len, void *arg)
134{
135 unsigned long *to_ptr = arg, to = *to_ptr;
136
137 memcpy((void *) to, (void *) from, len);
138 *to_ptr += len;
139 return(0);
140}
141
142int copy_from_user_skas(void *to, const void __user *from, int n)
143{
144 if(segment_eq(get_fs(), KERNEL_DS)){
145 memcpy(to, (__force void*)from, n);
146 return(0);
147 }
148
Paolo 'Blaisorblade' Giarrusso7a590612005-11-13 16:07:13 -0800149 return(access_ok(VERIFY_READ, from, n) ?
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 buffer_op((unsigned long) from, n, 0, copy_chunk_from_user, &to):
151 n);
152}
153
154static int copy_chunk_to_user(unsigned long to, int len, void *arg)
155{
156 unsigned long *from_ptr = arg, from = *from_ptr;
157
158 memcpy((void *) to, (void *) from, len);
159 *from_ptr += len;
160 return(0);
161}
162
163int copy_to_user_skas(void __user *to, const void *from, int n)
164{
165 if(segment_eq(get_fs(), KERNEL_DS)){
166 memcpy((__force void*)to, from, n);
167 return(0);
168 }
169
Paolo 'Blaisorblade' Giarrusso7a590612005-11-13 16:07:13 -0800170 return(access_ok(VERIFY_WRITE, to, n) ?
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 buffer_op((unsigned long) to, n, 1, copy_chunk_to_user, &from) :
172 n);
173}
174
175static int strncpy_chunk_from_user(unsigned long from, int len, void *arg)
176{
177 char **to_ptr = arg, *to = *to_ptr;
178 int n;
179
180 strncpy(to, (void *) from, len);
181 n = strnlen(to, len);
182 *to_ptr += n;
183
184 if(n < len)
185 return(1);
186 return(0);
187}
188
189int strncpy_from_user_skas(char *dst, const char __user *src, int count)
190{
191 int n;
192 char *ptr = dst;
193
194 if(segment_eq(get_fs(), KERNEL_DS)){
195 strncpy(dst, (__force void*)src, count);
196 return(strnlen(dst, count));
197 }
198
Paolo 'Blaisorblade' Giarrusso7a590612005-11-13 16:07:13 -0800199 if(!access_ok(VERIFY_READ, src, 1))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 return(-EFAULT);
201
202 n = buffer_op((unsigned long) src, count, 0, strncpy_chunk_from_user,
203 &ptr);
204 if(n != 0)
205 return(-EFAULT);
206 return(strnlen(dst, count));
207}
208
209static int clear_chunk(unsigned long addr, int len, void *unused)
210{
211 memset((void *) addr, 0, len);
212 return(0);
213}
214
215int __clear_user_skas(void __user *mem, int len)
216{
217 return(buffer_op((unsigned long) mem, len, 1, clear_chunk, NULL));
218}
219
220int clear_user_skas(void __user *mem, int len)
221{
222 if(segment_eq(get_fs(), KERNEL_DS)){
223 memset((__force void*)mem, 0, len);
224 return(0);
225 }
226
Paolo 'Blaisorblade' Giarrusso7a590612005-11-13 16:07:13 -0800227 return(access_ok(VERIFY_WRITE, mem, len) ?
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228 buffer_op((unsigned long) mem, len, 1, clear_chunk, NULL) : len);
229}
230
231static int strnlen_chunk(unsigned long str, int len, void *arg)
232{
233 int *len_ptr = arg, n;
234
235 n = strnlen((void *) str, len);
236 *len_ptr += n;
237
238 if(n < len)
239 return(1);
240 return(0);
241}
242
243int strnlen_user_skas(const void __user *str, int len)
244{
245 int count = 0, n;
246
247 if(segment_eq(get_fs(), KERNEL_DS))
248 return(strnlen((__force char*)str, len) + 1);
249
250 n = buffer_op((unsigned long) str, len, 0, strnlen_chunk, &count);
251 if(n == 0)
252 return(count + 1);
253 return(-EFAULT);
254}
255
256/*
257 * Overrides for Emacs so that we follow Linus's tabbing style.
258 * Emacs will notice this stuff at the end of the file and automatically
259 * adjust the settings for this buffer only. This must remain at the end
260 * of the file.
261 * ---------------------------------------------------------------------------
262 * Local variables:
263 * c-file-style: "linux"
264 * End:
265 */