blob: 8796d1905255116eef6740a73be8dc33a95886c8 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Compatibility mode system call entry point for x86-64.
3 *
4 * Copyright 2000-2002 Andi Kleen, SuSE Labs.
5 */
6
7#include <asm/dwarf2.h>
8#include <asm/calling.h>
Sam Ravnborge2d5df92005-09-09 21:28:48 +02009#include <asm/asm-offsets.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070010#include <asm/current.h>
11#include <asm/errno.h>
12#include <asm/ia32_unistd.h>
13#include <asm/thread_info.h>
14#include <asm/segment.h>
Ingo Molnar2601e642006-07-03 00:24:45 -070015#include <asm/irqflags.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/linkage.h>
17
Andi Kleen67d53ea2006-04-07 19:50:31 +020018#define IA32_NR_syscalls ((ia32_syscall_end - ia32_sys_call_table)/8)
19
Linus Torvalds1da177e2005-04-16 15:20:36 -070020 .macro IA32_ARG_FIXUP noebp=0
21 movl %edi,%r8d
22 .if \noebp
23 .else
24 movl %ebp,%r9d
25 .endif
26 xchg %ecx,%esi
27 movl %ebx,%edi
28 movl %edx,%edx /* zero extension */
29 .endm
30
31 /* clobbers %eax */
32 .macro CLEAR_RREGS
33 xorl %eax,%eax
34 movq %rax,R11(%rsp)
35 movq %rax,R10(%rsp)
36 movq %rax,R9(%rsp)
37 movq %rax,R8(%rsp)
38 .endm
39
Roland McGrathd4d67152008-07-09 02:38:07 -070040 /*
41 * Reload arg registers from stack in case ptrace changed them.
42 * We don't reload %eax because syscall_trace_enter() returned
43 * the value it wants us to use in the table lookup.
44 */
Andi Kleen176df242007-09-21 16:16:18 +020045 .macro LOAD_ARGS32 offset
46 movl \offset(%rsp),%r11d
47 movl \offset+8(%rsp),%r10d
48 movl \offset+16(%rsp),%r9d
49 movl \offset+24(%rsp),%r8d
50 movl \offset+40(%rsp),%ecx
51 movl \offset+48(%rsp),%edx
52 movl \offset+56(%rsp),%esi
53 movl \offset+64(%rsp),%edi
Andi Kleen176df242007-09-21 16:16:18 +020054 .endm
55
Jan Beulich27651302006-01-11 22:41:59 +010056 .macro CFI_STARTPROC32 simple
57 CFI_STARTPROC \simple
58 CFI_UNDEFINED r8
59 CFI_UNDEFINED r9
60 CFI_UNDEFINED r10
61 CFI_UNDEFINED r11
62 CFI_UNDEFINED r12
63 CFI_UNDEFINED r13
64 CFI_UNDEFINED r14
65 CFI_UNDEFINED r15
66 .endm
67
Jeremy Fitzhardinge2be29982008-06-25 00:19:28 -040068#ifdef CONFIG_PARAVIRT
69ENTRY(native_usergs_sysret32)
70 swapgs
71 sysretl
72ENDPROC(native_usergs_sysret32)
73
74ENTRY(native_irq_enable_sysexit)
75 swapgs
76 sti
77 sysexit
78ENDPROC(native_irq_enable_sysexit)
79#endif
80
Linus Torvalds1da177e2005-04-16 15:20:36 -070081/*
82 * 32bit SYSENTER instruction entry.
83 *
84 * Arguments:
85 * %eax System call number.
86 * %ebx Arg1
87 * %ecx Arg2
88 * %edx Arg3
89 * %esi Arg4
90 * %edi Arg5
91 * %ebp user stack
92 * 0(%ebp) Arg6
93 *
94 * Interrupts off.
95 *
96 * This is purely a fast path. For anything complicated we use the int 0x80
97 * path below. Set up a complete hardware stack frame to share code
98 * with the int 0x80 path.
99 */
100ENTRY(ia32_sysenter_target)
Jan Beulich27651302006-01-11 22:41:59 +0100101 CFI_STARTPROC32 simple
Jan Beulichadf14232006-09-26 10:52:41 +0200102 CFI_SIGNAL_FRAME
Jan Beulich7effaa82005-09-12 18:49:24 +0200103 CFI_DEF_CFA rsp,0
104 CFI_REGISTER rsp,rbp
Jeremy Fitzhardinge457da702008-06-26 07:28:51 -0700105 SWAPGS_UNSAFE_STACK
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 movq %gs:pda_kernelstack, %rsp
107 addq $(PDA_STACKOFFSET),%rsp
Ingo Molnar2601e642006-07-03 00:24:45 -0700108 /*
109 * No need to follow this irqs on/off section: the syscall
110 * disabled irqs, here we enable it straight after entry:
111 */
Jeremy Fitzhardinge66804152008-06-25 00:19:29 -0400112 ENABLE_INTERRUPTS(CLBR_NONE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 movl %ebp,%ebp /* zero extension */
114 pushq $__USER32_DS
Jan Beulich7effaa82005-09-12 18:49:24 +0200115 CFI_ADJUST_CFA_OFFSET 8
116 /*CFI_REL_OFFSET ss,0*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 pushq %rbp
Jan Beulich7effaa82005-09-12 18:49:24 +0200118 CFI_ADJUST_CFA_OFFSET 8
119 CFI_REL_OFFSET rsp,0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 pushfq
Jan Beulich7effaa82005-09-12 18:49:24 +0200121 CFI_ADJUST_CFA_OFFSET 8
122 /*CFI_REL_OFFSET rflags,0*/
Glauber Costa26ccb8a2008-06-24 11:19:35 -0300123 movl 8*3-THREAD_SIZE+TI_sysenter_return(%rsp), %r10d
Jan Beulich7effaa82005-09-12 18:49:24 +0200124 CFI_REGISTER rip,r10
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 pushq $__USER32_CS
Jan Beulich7effaa82005-09-12 18:49:24 +0200126 CFI_ADJUST_CFA_OFFSET 8
127 /*CFI_REL_OFFSET cs,0*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128 movl %eax, %eax
129 pushq %r10
Jan Beulich7effaa82005-09-12 18:49:24 +0200130 CFI_ADJUST_CFA_OFFSET 8
131 CFI_REL_OFFSET rip,0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 pushq %rax
Jan Beulich7effaa82005-09-12 18:49:24 +0200133 CFI_ADJUST_CFA_OFFSET 8
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 cld
Jan Beulichcdc17932007-07-21 17:10:20 +0200135 SAVE_ARGS 0,0,1
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 /* no need to do an access_ok check here because rbp has been
137 32bit zero extended */
1381: movl (%rbp),%r9d
139 .section __ex_table,"a"
140 .quad 1b,ia32_badarg
141 .previous
142 GET_THREAD_INFO(%r10)
Glauber Costa26ccb8a2008-06-24 11:19:35 -0300143 orl $TS_COMPAT,TI_status(%r10)
Roland McGrathd4d67152008-07-09 02:38:07 -0700144 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags(%r10)
Jan Beulich7effaa82005-09-12 18:49:24 +0200145 CFI_REMEMBER_STATE
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 jnz sysenter_tracesys
Andi Kleen67d53ea2006-04-07 19:50:31 +0200147 cmpl $(IA32_NR_syscalls-1),%eax
148 ja ia32_badsys
Roland McGrathd4d67152008-07-09 02:38:07 -0700149sysenter_do_call:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 IA32_ARG_FIXUP 1
151 call *ia32_sys_call_table(,%rax,8)
152 movq %rax,RAX-ARGOFFSET(%rsp)
153 GET_THREAD_INFO(%r10)
Jeremy Fitzhardinge66804152008-06-25 00:19:29 -0400154 DISABLE_INTERRUPTS(CLBR_NONE)
Ingo Molnar2601e642006-07-03 00:24:45 -0700155 TRACE_IRQS_OFF
Glauber Costa26ccb8a2008-06-24 11:19:35 -0300156 testl $_TIF_ALLWORK_MASK,TI_flags(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 jnz int_ret_from_sys_call
Glauber Costa26ccb8a2008-06-24 11:19:35 -0300158 andl $~TS_COMPAT,TI_status(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 /* clear IF, that popfq doesn't enable interrupts early */
160 andl $~0x200,EFLAGS-R11(%rsp)
Roland McGrath36197c92008-01-30 13:30:43 +0100161 movl RIP-R11(%rsp),%edx /* User %eip */
162 CFI_REGISTER rip,rdx
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 RESTORE_ARGS 1,24,1,1,1,1
164 popfq
Jan Beulich7effaa82005-09-12 18:49:24 +0200165 CFI_ADJUST_CFA_OFFSET -8
166 /*CFI_RESTORE rflags*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 popq %rcx /* User %esp */
Jan Beulich7effaa82005-09-12 18:49:24 +0200168 CFI_ADJUST_CFA_OFFSET -8
169 CFI_REGISTER rsp,rcx
Ingo Molnar2601e642006-07-03 00:24:45 -0700170 TRACE_IRQS_ON
Jeremy Fitzhardinge2be29982008-06-25 00:19:28 -0400171 ENABLE_INTERRUPTS_SYSEXIT32
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172
173sysenter_tracesys:
Jan Beulich7effaa82005-09-12 18:49:24 +0200174 CFI_RESTORE_STATE
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500175 xchgl %r9d,%ebp
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 SAVE_REST
177 CLEAR_RREGS
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500178 movq %r9,R9(%rsp)
Roland McGrath48ee6792008-03-18 18:23:50 -0700179 movq $-ENOSYS,RAX(%rsp)/* ptrace can change this for a bad syscall */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180 movq %rsp,%rdi /* &pt_regs -> arg1 */
181 call syscall_trace_enter
Andi Kleen176df242007-09-21 16:16:18 +0200182 LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 RESTORE_REST
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500184 xchgl %ebp,%r9d
Roland McGrath48ee6792008-03-18 18:23:50 -0700185 cmpl $(IA32_NR_syscalls-1),%eax
186 ja int_ret_from_sys_call /* sysenter_tracesys has set RAX(%rsp) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 jmp sysenter_do_call
188 CFI_ENDPROC
Jan Beulich4b787e02006-06-26 13:56:55 +0200189ENDPROC(ia32_sysenter_target)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190
191/*
192 * 32bit SYSCALL instruction entry.
193 *
194 * Arguments:
195 * %eax System call number.
196 * %ebx Arg1
197 * %ecx return EIP
198 * %edx Arg3
199 * %esi Arg4
200 * %edi Arg5
201 * %ebp Arg2 [note: not saved in the stack frame, should not be touched]
202 * %esp user stack
203 * 0(%esp) Arg6
204 *
205 * Interrupts off.
206 *
207 * This is purely a fast path. For anything complicated we use the int 0x80
208 * path below. Set up a complete hardware stack frame to share code
209 * with the int 0x80 path.
210 */
211ENTRY(ia32_cstar_target)
Jan Beulich27651302006-01-11 22:41:59 +0100212 CFI_STARTPROC32 simple
Jan Beulichadf14232006-09-26 10:52:41 +0200213 CFI_SIGNAL_FRAME
Jan Beulichdffead42006-06-26 13:57:38 +0200214 CFI_DEF_CFA rsp,PDA_STACKOFFSET
Jan Beulich7effaa82005-09-12 18:49:24 +0200215 CFI_REGISTER rip,rcx
216 /*CFI_REGISTER rflags,r11*/
Jeremy Fitzhardinge457da702008-06-26 07:28:51 -0700217 SWAPGS_UNSAFE_STACK
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218 movl %esp,%r8d
Jan Beulich7effaa82005-09-12 18:49:24 +0200219 CFI_REGISTER rsp,r8
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220 movq %gs:pda_kernelstack,%rsp
Ingo Molnar2601e642006-07-03 00:24:45 -0700221 /*
222 * No need to follow this irqs on/off section: the syscall
223 * disabled irqs and here we enable it straight after entry:
224 */
Jeremy Fitzhardinge66804152008-06-25 00:19:29 -0400225 ENABLE_INTERRUPTS(CLBR_NONE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 SAVE_ARGS 8,1,1
227 movl %eax,%eax /* zero extension */
228 movq %rax,ORIG_RAX-ARGOFFSET(%rsp)
229 movq %rcx,RIP-ARGOFFSET(%rsp)
Jan Beulich7effaa82005-09-12 18:49:24 +0200230 CFI_REL_OFFSET rip,RIP-ARGOFFSET
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231 movq %rbp,RCX-ARGOFFSET(%rsp) /* this lies slightly to ptrace */
232 movl %ebp,%ecx
233 movq $__USER32_CS,CS-ARGOFFSET(%rsp)
234 movq $__USER32_DS,SS-ARGOFFSET(%rsp)
235 movq %r11,EFLAGS-ARGOFFSET(%rsp)
Jan Beulich7effaa82005-09-12 18:49:24 +0200236 /*CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237 movq %r8,RSP-ARGOFFSET(%rsp)
Jan Beulich7effaa82005-09-12 18:49:24 +0200238 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 /* no need to do an access_ok check here because r8 has been
240 32bit zero extended */
241 /* hardware stack frame is complete now */
2421: movl (%r8),%r9d
243 .section __ex_table,"a"
244 .quad 1b,ia32_badarg
245 .previous
246 GET_THREAD_INFO(%r10)
Glauber Costa26ccb8a2008-06-24 11:19:35 -0300247 orl $TS_COMPAT,TI_status(%r10)
Roland McGrathd4d67152008-07-09 02:38:07 -0700248 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags(%r10)
Jan Beulich7effaa82005-09-12 18:49:24 +0200249 CFI_REMEMBER_STATE
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250 jnz cstar_tracesys
251cstar_do_call:
Andi Kleen67d53ea2006-04-07 19:50:31 +0200252 cmpl $IA32_NR_syscalls-1,%eax
253 ja ia32_badsys
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 IA32_ARG_FIXUP 1
255 call *ia32_sys_call_table(,%rax,8)
256 movq %rax,RAX-ARGOFFSET(%rsp)
257 GET_THREAD_INFO(%r10)
Jeremy Fitzhardinge66804152008-06-25 00:19:29 -0400258 DISABLE_INTERRUPTS(CLBR_NONE)
Ingo Molnar2601e642006-07-03 00:24:45 -0700259 TRACE_IRQS_OFF
Glauber Costa26ccb8a2008-06-24 11:19:35 -0300260 testl $_TIF_ALLWORK_MASK,TI_flags(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261 jnz int_ret_from_sys_call
Glauber Costa26ccb8a2008-06-24 11:19:35 -0300262 andl $~TS_COMPAT,TI_status(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263 RESTORE_ARGS 1,-ARG_SKIP,1,1,1
264 movl RIP-ARGOFFSET(%rsp),%ecx
Jan Beulich7effaa82005-09-12 18:49:24 +0200265 CFI_REGISTER rip,rcx
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266 movl EFLAGS-ARGOFFSET(%rsp),%r11d
Jan Beulich7effaa82005-09-12 18:49:24 +0200267 /*CFI_REGISTER rflags,r11*/
Ingo Molnar2601e642006-07-03 00:24:45 -0700268 TRACE_IRQS_ON
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 movl RSP-ARGOFFSET(%rsp),%esp
Jan Beulich7effaa82005-09-12 18:49:24 +0200270 CFI_RESTORE rsp
Jeremy Fitzhardinge2be29982008-06-25 00:19:28 -0400271 USERGS_SYSRET32
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272
273cstar_tracesys:
Jan Beulich7effaa82005-09-12 18:49:24 +0200274 CFI_RESTORE_STATE
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500275 xchgl %r9d,%ebp
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 SAVE_REST
277 CLEAR_RREGS
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500278 movq %r9,R9(%rsp)
Roland McGrath48ee6792008-03-18 18:23:50 -0700279 movq $-ENOSYS,RAX(%rsp) /* ptrace can change this for a bad syscall */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280 movq %rsp,%rdi /* &pt_regs -> arg1 */
281 call syscall_trace_enter
Andi Kleen176df242007-09-21 16:16:18 +0200282 LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283 RESTORE_REST
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500284 xchgl %ebp,%r9d
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 movl RSP-ARGOFFSET(%rsp), %r8d
Roland McGrath48ee6792008-03-18 18:23:50 -0700286 cmpl $(IA32_NR_syscalls-1),%eax
287 ja int_ret_from_sys_call /* cstar_tracesys has set RAX(%rsp) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288 jmp cstar_do_call
Jan Beulich4b787e02006-06-26 13:56:55 +0200289END(ia32_cstar_target)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290
291ia32_badarg:
292 movq $-EFAULT,%rax
293 jmp ia32_sysret
294 CFI_ENDPROC
295
296/*
297 * Emulated IA32 system calls via int 0x80.
298 *
299 * Arguments:
300 * %eax System call number.
301 * %ebx Arg1
302 * %ecx Arg2
303 * %edx Arg3
304 * %esi Arg4
305 * %edi Arg5
306 * %ebp Arg6 [note: not saved in the stack frame, should not be touched]
307 *
308 * Notes:
309 * Uses the same stack frame as the x86-64 version.
310 * All registers except %eax must be saved (but ptrace may violate that)
311 * Arguments are zero extended. For system calls that want sign extension and
312 * take long arguments a wrapper is needed. Most calls can just be called
313 * directly.
314 * Assumes it is only called from user space and entered with interrupts off.
315 */
316
317ENTRY(ia32_syscall)
Jan Beulichcdc17932007-07-21 17:10:20 +0200318 CFI_STARTPROC32 simple
Jan Beulichadf14232006-09-26 10:52:41 +0200319 CFI_SIGNAL_FRAME
Jan Beulich7effaa82005-09-12 18:49:24 +0200320 CFI_DEF_CFA rsp,SS+8-RIP
321 /*CFI_REL_OFFSET ss,SS-RIP*/
322 CFI_REL_OFFSET rsp,RSP-RIP
323 /*CFI_REL_OFFSET rflags,EFLAGS-RIP*/
324 /*CFI_REL_OFFSET cs,CS-RIP*/
325 CFI_REL_OFFSET rip,RIP-RIP
Jeremy Fitzhardinge66804152008-06-25 00:19:29 -0400326 SWAPGS
Ingo Molnar2601e642006-07-03 00:24:45 -0700327 /*
328 * No need to follow this irqs on/off section: the syscall
329 * disabled irqs and here we enable it straight after entry:
330 */
Jeremy Fitzhardinge66804152008-06-25 00:19:29 -0400331 ENABLE_INTERRUPTS(CLBR_NONE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332 movl %eax,%eax
333 pushq %rax
Jan Beulich7effaa82005-09-12 18:49:24 +0200334 CFI_ADJUST_CFA_OFFSET 8
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335 cld
336 /* note the registers are not zero extended to the sf.
337 this could be a problem. */
338 SAVE_ARGS 0,0,1
339 GET_THREAD_INFO(%r10)
Glauber Costa26ccb8a2008-06-24 11:19:35 -0300340 orl $TS_COMPAT,TI_status(%r10)
Roland McGrathd4d67152008-07-09 02:38:07 -0700341 testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342 jnz ia32_tracesys
343ia32_do_syscall:
Andi Kleen67d53ea2006-04-07 19:50:31 +0200344 cmpl $(IA32_NR_syscalls-1),%eax
Roland McGrath8ab32bb2008-03-16 21:57:41 -0700345 ja int_ret_from_sys_call /* ia32_tracesys has set RAX(%rsp) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346 IA32_ARG_FIXUP
347 call *ia32_sys_call_table(,%rax,8) # xxx: rip relative
348ia32_sysret:
349 movq %rax,RAX-ARGOFFSET(%rsp)
350 jmp int_ret_from_sys_call
351
352ia32_tracesys:
353 SAVE_REST
Jan Beulichcdc17932007-07-21 17:10:20 +0200354 CLEAR_RREGS
Roland McGrath8ab32bb2008-03-16 21:57:41 -0700355 movq $-ENOSYS,RAX(%rsp) /* ptrace can change this for a bad syscall */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356 movq %rsp,%rdi /* &pt_regs -> arg1 */
357 call syscall_trace_enter
Andi Kleen176df242007-09-21 16:16:18 +0200358 LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700359 RESTORE_REST
360 jmp ia32_do_syscall
Jan Beulich4b787e02006-06-26 13:56:55 +0200361END(ia32_syscall)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362
363ia32_badsys:
364 movq $0,ORIG_RAX-ARGOFFSET(%rsp)
365 movq $-ENOSYS,RAX-ARGOFFSET(%rsp)
366 jmp int_ret_from_sys_call
367
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368quiet_ni_syscall:
369 movq $-ENOSYS,%rax
370 ret
371 CFI_ENDPROC
372
373 .macro PTREGSCALL label, func, arg
374 .globl \label
375\label:
376 leaq \func(%rip),%rax
377 leaq -ARGOFFSET+8(%rsp),\arg /* 8 for return address */
378 jmp ia32_ptregs_common
379 .endm
380
Jan Beulich27651302006-01-11 22:41:59 +0100381 CFI_STARTPROC32
Jan Beulich7effaa82005-09-12 18:49:24 +0200382
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 PTREGSCALL stub32_rt_sigreturn, sys32_rt_sigreturn, %rdi
384 PTREGSCALL stub32_sigreturn, sys32_sigreturn, %rdi
385 PTREGSCALL stub32_sigaltstack, sys32_sigaltstack, %rdx
Linus Torvalds1da177e2005-04-16 15:20:36 -0700386 PTREGSCALL stub32_execve, sys32_execve, %rcx
387 PTREGSCALL stub32_fork, sys_fork, %rdi
388 PTREGSCALL stub32_clone, sys32_clone, %rdx
389 PTREGSCALL stub32_vfork, sys_vfork, %rdi
390 PTREGSCALL stub32_iopl, sys_iopl, %rsi
Linus Torvalds1da177e2005-04-16 15:20:36 -0700391
392ENTRY(ia32_ptregs_common)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393 popq %r11
Jan Beulich27651302006-01-11 22:41:59 +0100394 CFI_ENDPROC
395 CFI_STARTPROC32 simple
Jan Beulichadf14232006-09-26 10:52:41 +0200396 CFI_SIGNAL_FRAME
Jan Beulich27651302006-01-11 22:41:59 +0100397 CFI_DEF_CFA rsp,SS+8-ARGOFFSET
398 CFI_REL_OFFSET rax,RAX-ARGOFFSET
399 CFI_REL_OFFSET rcx,RCX-ARGOFFSET
400 CFI_REL_OFFSET rdx,RDX-ARGOFFSET
401 CFI_REL_OFFSET rsi,RSI-ARGOFFSET
402 CFI_REL_OFFSET rdi,RDI-ARGOFFSET
403 CFI_REL_OFFSET rip,RIP-ARGOFFSET
404/* CFI_REL_OFFSET cs,CS-ARGOFFSET*/
405/* CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
406 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
407/* CFI_REL_OFFSET ss,SS-ARGOFFSET*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408 SAVE_REST
409 call *%rax
410 RESTORE_REST
411 jmp ia32_sysret /* misbalances the return cache */
412 CFI_ENDPROC
Jan Beulich4b787e02006-06-26 13:56:55 +0200413END(ia32_ptregs_common)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700414
Arjan van de Venbb152f52006-01-06 00:12:05 -0800415 .section .rodata,"a"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416 .align 8
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417ia32_sys_call_table:
418 .quad sys_restart_syscall
419 .quad sys_exit
420 .quad stub32_fork
421 .quad sys_read
422 .quad sys_write
Miklos Szeredie922efc2005-09-06 15:18:25 -0700423 .quad compat_sys_open /* 5 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700424 .quad sys_close
425 .quad sys32_waitpid
426 .quad sys_creat
427 .quad sys_link
428 .quad sys_unlink /* 10 */
429 .quad stub32_execve
430 .quad sys_chdir
431 .quad compat_sys_time
432 .quad sys_mknod
433 .quad sys_chmod /* 15 */
434 .quad sys_lchown16
435 .quad quiet_ni_syscall /* old break syscall holder */
436 .quad sys_stat
437 .quad sys32_lseek
438 .quad sys_getpid /* 20 */
439 .quad compat_sys_mount /* mount */
440 .quad sys_oldumount /* old_umount */
441 .quad sys_setuid16
442 .quad sys_getuid16
443 .quad compat_sys_stime /* stime */ /* 25 */
Roland McGrath562b80b2008-04-22 12:21:25 -0700444 .quad compat_sys_ptrace /* ptrace */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700445 .quad sys_alarm
446 .quad sys_fstat /* (old)fstat */
447 .quad sys_pause
448 .quad compat_sys_utime /* 30 */
449 .quad quiet_ni_syscall /* old stty syscall holder */
450 .quad quiet_ni_syscall /* old gtty syscall holder */
451 .quad sys_access
452 .quad sys_nice
453 .quad quiet_ni_syscall /* 35 */ /* old ftime syscall holder */
454 .quad sys_sync
455 .quad sys32_kill
456 .quad sys_rename
457 .quad sys_mkdir
458 .quad sys_rmdir /* 40 */
459 .quad sys_dup
460 .quad sys32_pipe
461 .quad compat_sys_times
462 .quad quiet_ni_syscall /* old prof syscall holder */
463 .quad sys_brk /* 45 */
464 .quad sys_setgid16
465 .quad sys_getgid16
466 .quad sys_signal
467 .quad sys_geteuid16
468 .quad sys_getegid16 /* 50 */
469 .quad sys_acct
470 .quad sys_umount /* new_umount */
471 .quad quiet_ni_syscall /* old lock syscall holder */
472 .quad compat_sys_ioctl
473 .quad compat_sys_fcntl64 /* 55 */
474 .quad quiet_ni_syscall /* old mpx syscall holder */
475 .quad sys_setpgid
476 .quad quiet_ni_syscall /* old ulimit syscall holder */
477 .quad sys32_olduname
478 .quad sys_umask /* 60 */
479 .quad sys_chroot
480 .quad sys32_ustat
481 .quad sys_dup2
482 .quad sys_getppid
483 .quad sys_getpgrp /* 65 */
484 .quad sys_setsid
485 .quad sys32_sigaction
486 .quad sys_sgetmask
487 .quad sys_ssetmask
488 .quad sys_setreuid16 /* 70 */
489 .quad sys_setregid16
Jan Beulich5f0120b2008-06-18 12:42:11 +0100490 .quad sys32_sigsuspend
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491 .quad compat_sys_sigpending
492 .quad sys_sethostname
493 .quad compat_sys_setrlimit /* 75 */
494 .quad compat_sys_old_getrlimit /* old_getrlimit */
495 .quad compat_sys_getrusage
496 .quad sys32_gettimeofday
497 .quad sys32_settimeofday
498 .quad sys_getgroups16 /* 80 */
499 .quad sys_setgroups16
500 .quad sys32_old_select
501 .quad sys_symlink
502 .quad sys_lstat
503 .quad sys_readlink /* 85 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700504 .quad sys_uselib
Linus Torvalds1da177e2005-04-16 15:20:36 -0700505 .quad sys_swapon
506 .quad sys_reboot
507 .quad compat_sys_old_readdir
508 .quad sys32_mmap /* 90 */
509 .quad sys_munmap
510 .quad sys_truncate
511 .quad sys_ftruncate
512 .quad sys_fchmod
513 .quad sys_fchown16 /* 95 */
514 .quad sys_getpriority
515 .quad sys_setpriority
516 .quad quiet_ni_syscall /* old profil syscall holder */
517 .quad compat_sys_statfs
518 .quad compat_sys_fstatfs /* 100 */
519 .quad sys_ioperm
520 .quad compat_sys_socketcall
521 .quad sys_syslog
522 .quad compat_sys_setitimer
523 .quad compat_sys_getitimer /* 105 */
524 .quad compat_sys_newstat
525 .quad compat_sys_newlstat
526 .quad compat_sys_newfstat
527 .quad sys32_uname
528 .quad stub32_iopl /* 110 */
529 .quad sys_vhangup
530 .quad quiet_ni_syscall /* old "idle" system call */
531 .quad sys32_vm86_warning /* vm86old */
532 .quad compat_sys_wait4
533 .quad sys_swapoff /* 115 */
Kyle McMartind4d23ad2007-02-10 01:46:00 -0800534 .quad compat_sys_sysinfo
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535 .quad sys32_ipc
536 .quad sys_fsync
537 .quad stub32_sigreturn
538 .quad stub32_clone /* 120 */
539 .quad sys_setdomainname
540 .quad sys_uname
541 .quad sys_modify_ldt
Stephen Rothwell3158e942006-03-26 01:37:29 -0800542 .quad compat_sys_adjtimex
Linus Torvalds1da177e2005-04-16 15:20:36 -0700543 .quad sys32_mprotect /* 125 */
544 .quad compat_sys_sigprocmask
545 .quad quiet_ni_syscall /* create_module */
546 .quad sys_init_module
547 .quad sys_delete_module
548 .quad quiet_ni_syscall /* 130 get_kernel_syms */
Vasily Tarasovb7163952007-07-15 23:41:12 -0700549 .quad sys32_quotactl
Linus Torvalds1da177e2005-04-16 15:20:36 -0700550 .quad sys_getpgid
551 .quad sys_fchdir
552 .quad quiet_ni_syscall /* bdflush */
553 .quad sys_sysfs /* 135 */
554 .quad sys_personality
555 .quad quiet_ni_syscall /* for afs_syscall */
556 .quad sys_setfsuid16
557 .quad sys_setfsgid16
558 .quad sys_llseek /* 140 */
559 .quad compat_sys_getdents
560 .quad compat_sys_select
561 .quad sys_flock
562 .quad sys_msync
563 .quad compat_sys_readv /* 145 */
564 .quad compat_sys_writev
565 .quad sys_getsid
566 .quad sys_fdatasync
567 .quad sys32_sysctl /* sysctl */
568 .quad sys_mlock /* 150 */
569 .quad sys_munlock
570 .quad sys_mlockall
571 .quad sys_munlockall
572 .quad sys_sched_setparam
573 .quad sys_sched_getparam /* 155 */
574 .quad sys_sched_setscheduler
575 .quad sys_sched_getscheduler
576 .quad sys_sched_yield
577 .quad sys_sched_get_priority_max
578 .quad sys_sched_get_priority_min /* 160 */
Alexandr Andreeva9bc3bf2007-03-16 21:07:36 +0100579 .quad sys32_sched_rr_get_interval
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580 .quad compat_sys_nanosleep
581 .quad sys_mremap
582 .quad sys_setresuid16
583 .quad sys_getresuid16 /* 165 */
584 .quad sys32_vm86_warning /* vm86 */
585 .quad quiet_ni_syscall /* query_module */
586 .quad sys_poll
587 .quad compat_sys_nfsservctl
588 .quad sys_setresgid16 /* 170 */
589 .quad sys_getresgid16
590 .quad sys_prctl
591 .quad stub32_rt_sigreturn
592 .quad sys32_rt_sigaction
593 .quad sys32_rt_sigprocmask /* 175 */
594 .quad sys32_rt_sigpending
595 .quad compat_sys_rt_sigtimedwait
596 .quad sys32_rt_sigqueueinfo
Jan Beulich5f0120b2008-06-18 12:42:11 +0100597 .quad sys_rt_sigsuspend
Linus Torvalds1da177e2005-04-16 15:20:36 -0700598 .quad sys32_pread /* 180 */
599 .quad sys32_pwrite
600 .quad sys_chown16
601 .quad sys_getcwd
602 .quad sys_capget
603 .quad sys_capset
604 .quad stub32_sigaltstack
605 .quad sys32_sendfile
606 .quad quiet_ni_syscall /* streams1 */
607 .quad quiet_ni_syscall /* streams2 */
608 .quad stub32_vfork /* 190 */
609 .quad compat_sys_getrlimit
610 .quad sys32_mmap2
611 .quad sys32_truncate64
612 .quad sys32_ftruncate64
613 .quad sys32_stat64 /* 195 */
614 .quad sys32_lstat64
615 .quad sys32_fstat64
616 .quad sys_lchown
617 .quad sys_getuid
618 .quad sys_getgid /* 200 */
619 .quad sys_geteuid
620 .quad sys_getegid
621 .quad sys_setreuid
622 .quad sys_setregid
623 .quad sys_getgroups /* 205 */
624 .quad sys_setgroups
625 .quad sys_fchown
626 .quad sys_setresuid
627 .quad sys_getresuid
628 .quad sys_setresgid /* 210 */
629 .quad sys_getresgid
630 .quad sys_chown
631 .quad sys_setuid
632 .quad sys_setgid
633 .quad sys_setfsuid /* 215 */
634 .quad sys_setfsgid
635 .quad sys_pivot_root
636 .quad sys_mincore
637 .quad sys_madvise
638 .quad compat_sys_getdents64 /* 220 getdents64 */
639 .quad compat_sys_fcntl64
640 .quad quiet_ni_syscall /* tux */
641 .quad quiet_ni_syscall /* security */
642 .quad sys_gettid
Andi Kleene412ac42007-06-20 12:23:30 +0200643 .quad sys32_readahead /* 225 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 .quad sys_setxattr
645 .quad sys_lsetxattr
646 .quad sys_fsetxattr
647 .quad sys_getxattr
648 .quad sys_lgetxattr /* 230 */
649 .quad sys_fgetxattr
650 .quad sys_listxattr
651 .quad sys_llistxattr
652 .quad sys_flistxattr
653 .quad sys_removexattr /* 235 */
654 .quad sys_lremovexattr
655 .quad sys_fremovexattr
656 .quad sys_tkill
657 .quad sys_sendfile64
658 .quad compat_sys_futex /* 240 */
659 .quad compat_sys_sched_setaffinity
660 .quad compat_sys_sched_getaffinity
Roland McGrathefd1ca52008-01-30 13:30:46 +0100661 .quad sys_set_thread_area
662 .quad sys_get_thread_area
Linus Torvalds1da177e2005-04-16 15:20:36 -0700663 .quad compat_sys_io_setup /* 245 */
664 .quad sys_io_destroy
665 .quad compat_sys_io_getevents
666 .quad compat_sys_io_submit
667 .quad sys_io_cancel
Andi Kleene412ac42007-06-20 12:23:30 +0200668 .quad sys32_fadvise64 /* 250 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700669 .quad quiet_ni_syscall /* free_huge_pages */
670 .quad sys_exit_group
671 .quad sys32_lookup_dcookie
672 .quad sys_epoll_create
673 .quad sys_epoll_ctl /* 255 */
674 .quad sys_epoll_wait
675 .quad sys_remap_file_pages
676 .quad sys_set_tid_address
Christoph Hellwig3a0f69d2006-01-09 20:52:08 -0800677 .quad compat_sys_timer_create
Linus Torvalds1da177e2005-04-16 15:20:36 -0700678 .quad compat_sys_timer_settime /* 260 */
679 .quad compat_sys_timer_gettime
680 .quad sys_timer_getoverrun
681 .quad sys_timer_delete
682 .quad compat_sys_clock_settime
683 .quad compat_sys_clock_gettime /* 265 */
684 .quad compat_sys_clock_getres
685 .quad compat_sys_clock_nanosleep
686 .quad compat_sys_statfs64
687 .quad compat_sys_fstatfs64
688 .quad sys_tgkill /* 270 */
689 .quad compat_sys_utimes
690 .quad sys32_fadvise64_64
691 .quad quiet_ni_syscall /* sys_vserver */
692 .quad sys_mbind
693 .quad compat_sys_get_mempolicy /* 275 */
694 .quad sys_set_mempolicy
695 .quad compat_sys_mq_open
696 .quad sys_mq_unlink
697 .quad compat_sys_mq_timedsend
698 .quad compat_sys_mq_timedreceive /* 280 */
699 .quad compat_sys_mq_notify
700 .quad compat_sys_mq_getsetattr
Eric W. Biederman5234f5e2005-06-25 14:58:02 -0700701 .quad compat_sys_kexec_load /* reserved for kexec */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700702 .quad compat_sys_waitid
Robert Love725b38ab2005-07-25 15:19:29 -0400703 .quad quiet_ni_syscall /* 285: sys_altroot */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700704 .quad sys_add_key
705 .quad sys_request_key
706 .quad sys_keyctl
Robert Love725b38ab2005-07-25 15:19:29 -0400707 .quad sys_ioprio_set
708 .quad sys_ioprio_get /* 290 */
709 .quad sys_inotify_init
710 .quad sys_inotify_add_watch
711 .quad sys_inotify_rm_watch
Christoph Lameter39743882006-01-08 01:00:51 -0800712 .quad sys_migrate_pages
Ulrich Dreppera60fc512006-01-18 17:43:56 -0800713 .quad compat_sys_openat /* 295 */
714 .quad sys_mkdirat
715 .quad sys_mknodat
716 .quad sys_fchownat
Andrew Morton3833a702006-02-01 03:04:32 -0800717 .quad compat_sys_futimesat
Ulrich Dreppercff2b762006-02-11 17:55:47 -0800718 .quad sys32_fstatat /* 300 */
Ulrich Dreppera60fc512006-01-18 17:43:56 -0800719 .quad sys_unlinkat
720 .quad sys_renameat
721 .quad sys_linkat
722 .quad sys_symlinkat
723 .quad sys_readlinkat /* 305 */
724 .quad sys_fchmodat
725 .quad sys_faccessat
Andi Kleen957dc872006-09-26 10:52:27 +0200726 .quad compat_sys_pselect6
727 .quad compat_sys_ppoll
Andi Kleen4b88f092006-02-09 00:35:50 +0100728 .quad sys_unshare /* 310 */
Ingo Molnar8fdd6c62006-03-27 01:16:26 -0800729 .quad compat_sys_set_robust_list
730 .quad compat_sys_get_robust_list
Andi Kleenb8feb472006-04-07 19:50:34 +0200731 .quad sys_splice
Andi Kleene412ac42007-06-20 12:23:30 +0200732 .quad sys32_sync_file_range
Ulrich Drepper1c710c82007-05-08 00:33:25 -0700733 .quad sys_tee /* 315 */
Andi Kleend2610202006-05-01 12:15:48 -0700734 .quad compat_sys_vmsplice
Christoph Lameter1b2db9f2006-06-23 02:03:56 -0700735 .quad compat_sys_move_pages
Andi Kleen3cfc3482006-09-26 10:52:28 +0200736 .quad sys_getcpu
Ralf Baechle9af3cf02007-02-13 13:26:26 +0100737 .quad sys_epoll_pwait
Ulrich Drepper1c710c82007-05-08 00:33:25 -0700738 .quad compat_sys_utimensat /* 320 */
Heiko Carstensae7d5c82007-05-12 17:27:41 +0200739 .quad compat_sys_signalfd
Davide Libenzicb9282e2008-02-04 22:27:28 -0800740 .quad sys_timerfd_create
Davide Libenzifdb902b2007-05-10 22:23:20 -0700741 .quad sys_eventfd
Amit Arora97ac7352007-07-17 21:42:44 -0400742 .quad sys32_fallocate
Davide Libenzicb9282e2008-02-04 22:27:28 -0800743 .quad compat_sys_timerfd_settime /* 325 */
744 .quad compat_sys_timerfd_gettime
Heiko Carstensae7d5c82007-05-12 17:27:41 +0200745ia32_syscall_end: