blob: df588f0f76e1c9c3d8027a3baced0089de612832 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Compatibility mode system call entry point for x86-64.
3 *
4 * Copyright 2000-2002 Andi Kleen, SuSE Labs.
5 */
6
7#include <asm/dwarf2.h>
8#include <asm/calling.h>
Sam Ravnborge2d5df92005-09-09 21:28:48 +02009#include <asm/asm-offsets.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070010#include <asm/current.h>
11#include <asm/errno.h>
12#include <asm/ia32_unistd.h>
13#include <asm/thread_info.h>
14#include <asm/segment.h>
15#include <asm/vsyscall32.h>
Ingo Molnar2601e642006-07-03 00:24:45 -070016#include <asm/irqflags.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/linkage.h>
18
Andi Kleen67d53ea2006-04-07 19:50:31 +020019#define IA32_NR_syscalls ((ia32_syscall_end - ia32_sys_call_table)/8)
20
Linus Torvalds1da177e2005-04-16 15:20:36 -070021 .macro IA32_ARG_FIXUP noebp=0
22 movl %edi,%r8d
23 .if \noebp
24 .else
25 movl %ebp,%r9d
26 .endif
27 xchg %ecx,%esi
28 movl %ebx,%edi
29 movl %edx,%edx /* zero extension */
30 .endm
31
32 /* clobbers %eax */
33 .macro CLEAR_RREGS
34 xorl %eax,%eax
35 movq %rax,R11(%rsp)
36 movq %rax,R10(%rsp)
37 movq %rax,R9(%rsp)
38 movq %rax,R8(%rsp)
39 .endm
40
Andi Kleen176df242007-09-21 16:16:18 +020041 .macro LOAD_ARGS32 offset
42 movl \offset(%rsp),%r11d
43 movl \offset+8(%rsp),%r10d
44 movl \offset+16(%rsp),%r9d
45 movl \offset+24(%rsp),%r8d
46 movl \offset+40(%rsp),%ecx
47 movl \offset+48(%rsp),%edx
48 movl \offset+56(%rsp),%esi
49 movl \offset+64(%rsp),%edi
50 movl \offset+72(%rsp),%eax
51 .endm
52
Jan Beulich27651302006-01-11 22:41:59 +010053 .macro CFI_STARTPROC32 simple
54 CFI_STARTPROC \simple
55 CFI_UNDEFINED r8
56 CFI_UNDEFINED r9
57 CFI_UNDEFINED r10
58 CFI_UNDEFINED r11
59 CFI_UNDEFINED r12
60 CFI_UNDEFINED r13
61 CFI_UNDEFINED r14
62 CFI_UNDEFINED r15
63 .endm
64
Linus Torvalds1da177e2005-04-16 15:20:36 -070065/*
66 * 32bit SYSENTER instruction entry.
67 *
68 * Arguments:
69 * %eax System call number.
70 * %ebx Arg1
71 * %ecx Arg2
72 * %edx Arg3
73 * %esi Arg4
74 * %edi Arg5
75 * %ebp user stack
76 * 0(%ebp) Arg6
77 *
78 * Interrupts off.
79 *
80 * This is purely a fast path. For anything complicated we use the int 0x80
81 * path below. Set up a complete hardware stack frame to share code
82 * with the int 0x80 path.
83 */
84ENTRY(ia32_sysenter_target)
Jan Beulich27651302006-01-11 22:41:59 +010085 CFI_STARTPROC32 simple
Jan Beulichadf14232006-09-26 10:52:41 +020086 CFI_SIGNAL_FRAME
Jan Beulich7effaa82005-09-12 18:49:24 +020087 CFI_DEF_CFA rsp,0
88 CFI_REGISTER rsp,rbp
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 swapgs
90 movq %gs:pda_kernelstack, %rsp
91 addq $(PDA_STACKOFFSET),%rsp
Ingo Molnar2601e642006-07-03 00:24:45 -070092 /*
93 * No need to follow this irqs on/off section: the syscall
94 * disabled irqs, here we enable it straight after entry:
95 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070096 sti
97 movl %ebp,%ebp /* zero extension */
98 pushq $__USER32_DS
Jan Beulich7effaa82005-09-12 18:49:24 +020099 CFI_ADJUST_CFA_OFFSET 8
100 /*CFI_REL_OFFSET ss,0*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 pushq %rbp
Jan Beulich7effaa82005-09-12 18:49:24 +0200102 CFI_ADJUST_CFA_OFFSET 8
103 CFI_REL_OFFSET rsp,0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 pushfq
Jan Beulich7effaa82005-09-12 18:49:24 +0200105 CFI_ADJUST_CFA_OFFSET 8
106 /*CFI_REL_OFFSET rflags,0*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 movl $VSYSCALL32_SYSEXIT, %r10d
Jan Beulich7effaa82005-09-12 18:49:24 +0200108 CFI_REGISTER rip,r10
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 pushq $__USER32_CS
Jan Beulich7effaa82005-09-12 18:49:24 +0200110 CFI_ADJUST_CFA_OFFSET 8
111 /*CFI_REL_OFFSET cs,0*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112 movl %eax, %eax
113 pushq %r10
Jan Beulich7effaa82005-09-12 18:49:24 +0200114 CFI_ADJUST_CFA_OFFSET 8
115 CFI_REL_OFFSET rip,0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 pushq %rax
Jan Beulich7effaa82005-09-12 18:49:24 +0200117 CFI_ADJUST_CFA_OFFSET 8
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 cld
Jan Beulichcdc17932007-07-21 17:10:20 +0200119 SAVE_ARGS 0,0,1
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 /* no need to do an access_ok check here because rbp has been
121 32bit zero extended */
1221: movl (%rbp),%r9d
123 .section __ex_table,"a"
124 .quad 1b,ia32_badarg
125 .previous
126 GET_THREAD_INFO(%r10)
Andi Kleenbf2fcc62006-01-11 22:44:06 +0100127 orl $TS_COMPAT,threadinfo_status(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
Jan Beulich7effaa82005-09-12 18:49:24 +0200129 CFI_REMEMBER_STATE
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130 jnz sysenter_tracesys
131sysenter_do_call:
Andi Kleen67d53ea2006-04-07 19:50:31 +0200132 cmpl $(IA32_NR_syscalls-1),%eax
133 ja ia32_badsys
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 IA32_ARG_FIXUP 1
135 call *ia32_sys_call_table(,%rax,8)
136 movq %rax,RAX-ARGOFFSET(%rsp)
137 GET_THREAD_INFO(%r10)
138 cli
Ingo Molnar2601e642006-07-03 00:24:45 -0700139 TRACE_IRQS_OFF
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140 testl $_TIF_ALLWORK_MASK,threadinfo_flags(%r10)
141 jnz int_ret_from_sys_call
Andi Kleenbf2fcc62006-01-11 22:44:06 +0100142 andl $~TS_COMPAT,threadinfo_status(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 /* clear IF, that popfq doesn't enable interrupts early */
144 andl $~0x200,EFLAGS-R11(%rsp)
145 RESTORE_ARGS 1,24,1,1,1,1
146 popfq
Jan Beulich7effaa82005-09-12 18:49:24 +0200147 CFI_ADJUST_CFA_OFFSET -8
148 /*CFI_RESTORE rflags*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 popq %rcx /* User %esp */
Jan Beulich7effaa82005-09-12 18:49:24 +0200150 CFI_ADJUST_CFA_OFFSET -8
151 CFI_REGISTER rsp,rcx
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 movl $VSYSCALL32_SYSEXIT,%edx /* User %eip */
Jan Beulich7effaa82005-09-12 18:49:24 +0200153 CFI_REGISTER rip,rdx
Ingo Molnar2601e642006-07-03 00:24:45 -0700154 TRACE_IRQS_ON
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 swapgs
156 sti /* sti only takes effect after the next instruction */
157 /* sysexit */
158 .byte 0xf, 0x35
159
160sysenter_tracesys:
Jan Beulich7effaa82005-09-12 18:49:24 +0200161 CFI_RESTORE_STATE
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500162 xchgl %r9d,%ebp
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 SAVE_REST
164 CLEAR_RREGS
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500165 movq %r9,R9(%rsp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 movq $-ENOSYS,RAX(%rsp) /* really needed? */
167 movq %rsp,%rdi /* &pt_regs -> arg1 */
168 call syscall_trace_enter
Andi Kleen176df242007-09-21 16:16:18 +0200169 LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 RESTORE_REST
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500171 xchgl %ebp,%r9d
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 jmp sysenter_do_call
173 CFI_ENDPROC
Jan Beulich4b787e02006-06-26 13:56:55 +0200174ENDPROC(ia32_sysenter_target)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175
176/*
177 * 32bit SYSCALL instruction entry.
178 *
179 * Arguments:
180 * %eax System call number.
181 * %ebx Arg1
182 * %ecx return EIP
183 * %edx Arg3
184 * %esi Arg4
185 * %edi Arg5
186 * %ebp Arg2 [note: not saved in the stack frame, should not be touched]
187 * %esp user stack
188 * 0(%esp) Arg6
189 *
190 * Interrupts off.
191 *
192 * This is purely a fast path. For anything complicated we use the int 0x80
193 * path below. Set up a complete hardware stack frame to share code
194 * with the int 0x80 path.
195 */
196ENTRY(ia32_cstar_target)
Jan Beulich27651302006-01-11 22:41:59 +0100197 CFI_STARTPROC32 simple
Jan Beulichadf14232006-09-26 10:52:41 +0200198 CFI_SIGNAL_FRAME
Jan Beulichdffead42006-06-26 13:57:38 +0200199 CFI_DEF_CFA rsp,PDA_STACKOFFSET
Jan Beulich7effaa82005-09-12 18:49:24 +0200200 CFI_REGISTER rip,rcx
201 /*CFI_REGISTER rflags,r11*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202 swapgs
203 movl %esp,%r8d
Jan Beulich7effaa82005-09-12 18:49:24 +0200204 CFI_REGISTER rsp,r8
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 movq %gs:pda_kernelstack,%rsp
Ingo Molnar2601e642006-07-03 00:24:45 -0700206 /*
207 * No need to follow this irqs on/off section: the syscall
208 * disabled irqs and here we enable it straight after entry:
209 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 sti
211 SAVE_ARGS 8,1,1
212 movl %eax,%eax /* zero extension */
213 movq %rax,ORIG_RAX-ARGOFFSET(%rsp)
214 movq %rcx,RIP-ARGOFFSET(%rsp)
Jan Beulich7effaa82005-09-12 18:49:24 +0200215 CFI_REL_OFFSET rip,RIP-ARGOFFSET
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 movq %rbp,RCX-ARGOFFSET(%rsp) /* this lies slightly to ptrace */
217 movl %ebp,%ecx
218 movq $__USER32_CS,CS-ARGOFFSET(%rsp)
219 movq $__USER32_DS,SS-ARGOFFSET(%rsp)
220 movq %r11,EFLAGS-ARGOFFSET(%rsp)
Jan Beulich7effaa82005-09-12 18:49:24 +0200221 /*CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 movq %r8,RSP-ARGOFFSET(%rsp)
Jan Beulich7effaa82005-09-12 18:49:24 +0200223 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224 /* no need to do an access_ok check here because r8 has been
225 32bit zero extended */
226 /* hardware stack frame is complete now */
2271: movl (%r8),%r9d
228 .section __ex_table,"a"
229 .quad 1b,ia32_badarg
230 .previous
231 GET_THREAD_INFO(%r10)
Andi Kleenbf2fcc62006-01-11 22:44:06 +0100232 orl $TS_COMPAT,threadinfo_status(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
Jan Beulich7effaa82005-09-12 18:49:24 +0200234 CFI_REMEMBER_STATE
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 jnz cstar_tracesys
236cstar_do_call:
Andi Kleen67d53ea2006-04-07 19:50:31 +0200237 cmpl $IA32_NR_syscalls-1,%eax
238 ja ia32_badsys
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 IA32_ARG_FIXUP 1
240 call *ia32_sys_call_table(,%rax,8)
241 movq %rax,RAX-ARGOFFSET(%rsp)
242 GET_THREAD_INFO(%r10)
243 cli
Ingo Molnar2601e642006-07-03 00:24:45 -0700244 TRACE_IRQS_OFF
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245 testl $_TIF_ALLWORK_MASK,threadinfo_flags(%r10)
246 jnz int_ret_from_sys_call
Andi Kleenbf2fcc62006-01-11 22:44:06 +0100247 andl $~TS_COMPAT,threadinfo_status(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248 RESTORE_ARGS 1,-ARG_SKIP,1,1,1
249 movl RIP-ARGOFFSET(%rsp),%ecx
Jan Beulich7effaa82005-09-12 18:49:24 +0200250 CFI_REGISTER rip,rcx
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251 movl EFLAGS-ARGOFFSET(%rsp),%r11d
Jan Beulich7effaa82005-09-12 18:49:24 +0200252 /*CFI_REGISTER rflags,r11*/
Ingo Molnar2601e642006-07-03 00:24:45 -0700253 TRACE_IRQS_ON
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 movl RSP-ARGOFFSET(%rsp),%esp
Jan Beulich7effaa82005-09-12 18:49:24 +0200255 CFI_RESTORE rsp
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 swapgs
257 sysretl
258
259cstar_tracesys:
Jan Beulich7effaa82005-09-12 18:49:24 +0200260 CFI_RESTORE_STATE
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500261 xchgl %r9d,%ebp
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262 SAVE_REST
263 CLEAR_RREGS
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500264 movq %r9,R9(%rsp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265 movq $-ENOSYS,RAX(%rsp) /* really needed? */
266 movq %rsp,%rdi /* &pt_regs -> arg1 */
267 call syscall_trace_enter
Andi Kleen176df242007-09-21 16:16:18 +0200268 LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 RESTORE_REST
Chuck Ebbertecd744e2007-11-07 10:48:39 -0500270 xchgl %ebp,%r9d
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271 movl RSP-ARGOFFSET(%rsp), %r8d
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 jmp cstar_do_call
Jan Beulich4b787e02006-06-26 13:56:55 +0200273END(ia32_cstar_target)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274
275ia32_badarg:
276 movq $-EFAULT,%rax
277 jmp ia32_sysret
278 CFI_ENDPROC
279
280/*
281 * Emulated IA32 system calls via int 0x80.
282 *
283 * Arguments:
284 * %eax System call number.
285 * %ebx Arg1
286 * %ecx Arg2
287 * %edx Arg3
288 * %esi Arg4
289 * %edi Arg5
290 * %ebp Arg6 [note: not saved in the stack frame, should not be touched]
291 *
292 * Notes:
293 * Uses the same stack frame as the x86-64 version.
294 * All registers except %eax must be saved (but ptrace may violate that)
295 * Arguments are zero extended. For system calls that want sign extension and
296 * take long arguments a wrapper is needed. Most calls can just be called
297 * directly.
298 * Assumes it is only called from user space and entered with interrupts off.
299 */
300
301ENTRY(ia32_syscall)
Jan Beulichcdc17932007-07-21 17:10:20 +0200302 CFI_STARTPROC32 simple
Jan Beulichadf14232006-09-26 10:52:41 +0200303 CFI_SIGNAL_FRAME
Jan Beulich7effaa82005-09-12 18:49:24 +0200304 CFI_DEF_CFA rsp,SS+8-RIP
305 /*CFI_REL_OFFSET ss,SS-RIP*/
306 CFI_REL_OFFSET rsp,RSP-RIP
307 /*CFI_REL_OFFSET rflags,EFLAGS-RIP*/
308 /*CFI_REL_OFFSET cs,CS-RIP*/
309 CFI_REL_OFFSET rip,RIP-RIP
Ingo Molnar2601e642006-07-03 00:24:45 -0700310 swapgs
311 /*
312 * No need to follow this irqs on/off section: the syscall
313 * disabled irqs and here we enable it straight after entry:
314 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 sti
316 movl %eax,%eax
317 pushq %rax
Jan Beulich7effaa82005-09-12 18:49:24 +0200318 CFI_ADJUST_CFA_OFFSET 8
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319 cld
320 /* note the registers are not zero extended to the sf.
321 this could be a problem. */
322 SAVE_ARGS 0,0,1
323 GET_THREAD_INFO(%r10)
Andi Kleenbf2fcc62006-01-11 22:44:06 +0100324 orl $TS_COMPAT,threadinfo_status(%r10)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
326 jnz ia32_tracesys
327ia32_do_syscall:
Andi Kleen67d53ea2006-04-07 19:50:31 +0200328 cmpl $(IA32_NR_syscalls-1),%eax
329 ja ia32_badsys
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330 IA32_ARG_FIXUP
331 call *ia32_sys_call_table(,%rax,8) # xxx: rip relative
332ia32_sysret:
333 movq %rax,RAX-ARGOFFSET(%rsp)
334 jmp int_ret_from_sys_call
335
336ia32_tracesys:
337 SAVE_REST
Jan Beulichcdc17932007-07-21 17:10:20 +0200338 CLEAR_RREGS
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339 movq $-ENOSYS,RAX(%rsp) /* really needed? */
340 movq %rsp,%rdi /* &pt_regs -> arg1 */
341 call syscall_trace_enter
Andi Kleen176df242007-09-21 16:16:18 +0200342 LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 RESTORE_REST
344 jmp ia32_do_syscall
Jan Beulich4b787e02006-06-26 13:56:55 +0200345END(ia32_syscall)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346
347ia32_badsys:
348 movq $0,ORIG_RAX-ARGOFFSET(%rsp)
349 movq $-ENOSYS,RAX-ARGOFFSET(%rsp)
350 jmp int_ret_from_sys_call
351
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352quiet_ni_syscall:
353 movq $-ENOSYS,%rax
354 ret
355 CFI_ENDPROC
356
357 .macro PTREGSCALL label, func, arg
358 .globl \label
359\label:
360 leaq \func(%rip),%rax
361 leaq -ARGOFFSET+8(%rsp),\arg /* 8 for return address */
362 jmp ia32_ptregs_common
363 .endm
364
Jan Beulich27651302006-01-11 22:41:59 +0100365 CFI_STARTPROC32
Jan Beulich7effaa82005-09-12 18:49:24 +0200366
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367 PTREGSCALL stub32_rt_sigreturn, sys32_rt_sigreturn, %rdi
368 PTREGSCALL stub32_sigreturn, sys32_sigreturn, %rdi
369 PTREGSCALL stub32_sigaltstack, sys32_sigaltstack, %rdx
370 PTREGSCALL stub32_sigsuspend, sys32_sigsuspend, %rcx
371 PTREGSCALL stub32_execve, sys32_execve, %rcx
372 PTREGSCALL stub32_fork, sys_fork, %rdi
373 PTREGSCALL stub32_clone, sys32_clone, %rdx
374 PTREGSCALL stub32_vfork, sys_vfork, %rdi
375 PTREGSCALL stub32_iopl, sys_iopl, %rsi
376 PTREGSCALL stub32_rt_sigsuspend, sys_rt_sigsuspend, %rdx
377
378ENTRY(ia32_ptregs_common)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379 popq %r11
Jan Beulich27651302006-01-11 22:41:59 +0100380 CFI_ENDPROC
381 CFI_STARTPROC32 simple
Jan Beulichadf14232006-09-26 10:52:41 +0200382 CFI_SIGNAL_FRAME
Jan Beulich27651302006-01-11 22:41:59 +0100383 CFI_DEF_CFA rsp,SS+8-ARGOFFSET
384 CFI_REL_OFFSET rax,RAX-ARGOFFSET
385 CFI_REL_OFFSET rcx,RCX-ARGOFFSET
386 CFI_REL_OFFSET rdx,RDX-ARGOFFSET
387 CFI_REL_OFFSET rsi,RSI-ARGOFFSET
388 CFI_REL_OFFSET rdi,RDI-ARGOFFSET
389 CFI_REL_OFFSET rip,RIP-ARGOFFSET
390/* CFI_REL_OFFSET cs,CS-ARGOFFSET*/
391/* CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
392 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
393/* CFI_REL_OFFSET ss,SS-ARGOFFSET*/
Linus Torvalds1da177e2005-04-16 15:20:36 -0700394 SAVE_REST
395 call *%rax
396 RESTORE_REST
397 jmp ia32_sysret /* misbalances the return cache */
398 CFI_ENDPROC
Jan Beulich4b787e02006-06-26 13:56:55 +0200399END(ia32_ptregs_common)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700400
Arjan van de Venbb152f52006-01-06 00:12:05 -0800401 .section .rodata,"a"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700402 .align 8
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403ia32_sys_call_table:
404 .quad sys_restart_syscall
405 .quad sys_exit
406 .quad stub32_fork
407 .quad sys_read
408 .quad sys_write
Miklos Szeredie922efc2005-09-06 15:18:25 -0700409 .quad compat_sys_open /* 5 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700410 .quad sys_close
411 .quad sys32_waitpid
412 .quad sys_creat
413 .quad sys_link
414 .quad sys_unlink /* 10 */
415 .quad stub32_execve
416 .quad sys_chdir
417 .quad compat_sys_time
418 .quad sys_mknod
419 .quad sys_chmod /* 15 */
420 .quad sys_lchown16
421 .quad quiet_ni_syscall /* old break syscall holder */
422 .quad sys_stat
423 .quad sys32_lseek
424 .quad sys_getpid /* 20 */
425 .quad compat_sys_mount /* mount */
426 .quad sys_oldumount /* old_umount */
427 .quad sys_setuid16
428 .quad sys_getuid16
429 .quad compat_sys_stime /* stime */ /* 25 */
430 .quad sys32_ptrace /* ptrace */
431 .quad sys_alarm
432 .quad sys_fstat /* (old)fstat */
433 .quad sys_pause
434 .quad compat_sys_utime /* 30 */
435 .quad quiet_ni_syscall /* old stty syscall holder */
436 .quad quiet_ni_syscall /* old gtty syscall holder */
437 .quad sys_access
438 .quad sys_nice
439 .quad quiet_ni_syscall /* 35 */ /* old ftime syscall holder */
440 .quad sys_sync
441 .quad sys32_kill
442 .quad sys_rename
443 .quad sys_mkdir
444 .quad sys_rmdir /* 40 */
445 .quad sys_dup
446 .quad sys32_pipe
447 .quad compat_sys_times
448 .quad quiet_ni_syscall /* old prof syscall holder */
449 .quad sys_brk /* 45 */
450 .quad sys_setgid16
451 .quad sys_getgid16
452 .quad sys_signal
453 .quad sys_geteuid16
454 .quad sys_getegid16 /* 50 */
455 .quad sys_acct
456 .quad sys_umount /* new_umount */
457 .quad quiet_ni_syscall /* old lock syscall holder */
458 .quad compat_sys_ioctl
459 .quad compat_sys_fcntl64 /* 55 */
460 .quad quiet_ni_syscall /* old mpx syscall holder */
461 .quad sys_setpgid
462 .quad quiet_ni_syscall /* old ulimit syscall holder */
463 .quad sys32_olduname
464 .quad sys_umask /* 60 */
465 .quad sys_chroot
466 .quad sys32_ustat
467 .quad sys_dup2
468 .quad sys_getppid
469 .quad sys_getpgrp /* 65 */
470 .quad sys_setsid
471 .quad sys32_sigaction
472 .quad sys_sgetmask
473 .quad sys_ssetmask
474 .quad sys_setreuid16 /* 70 */
475 .quad sys_setregid16
476 .quad stub32_sigsuspend
477 .quad compat_sys_sigpending
478 .quad sys_sethostname
479 .quad compat_sys_setrlimit /* 75 */
480 .quad compat_sys_old_getrlimit /* old_getrlimit */
481 .quad compat_sys_getrusage
482 .quad sys32_gettimeofday
483 .quad sys32_settimeofday
484 .quad sys_getgroups16 /* 80 */
485 .quad sys_setgroups16
486 .quad sys32_old_select
487 .quad sys_symlink
488 .quad sys_lstat
489 .quad sys_readlink /* 85 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700490 .quad sys_uselib
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491 .quad sys_swapon
492 .quad sys_reboot
493 .quad compat_sys_old_readdir
494 .quad sys32_mmap /* 90 */
495 .quad sys_munmap
496 .quad sys_truncate
497 .quad sys_ftruncate
498 .quad sys_fchmod
499 .quad sys_fchown16 /* 95 */
500 .quad sys_getpriority
501 .quad sys_setpriority
502 .quad quiet_ni_syscall /* old profil syscall holder */
503 .quad compat_sys_statfs
504 .quad compat_sys_fstatfs /* 100 */
505 .quad sys_ioperm
506 .quad compat_sys_socketcall
507 .quad sys_syslog
508 .quad compat_sys_setitimer
509 .quad compat_sys_getitimer /* 105 */
510 .quad compat_sys_newstat
511 .quad compat_sys_newlstat
512 .quad compat_sys_newfstat
513 .quad sys32_uname
514 .quad stub32_iopl /* 110 */
515 .quad sys_vhangup
516 .quad quiet_ni_syscall /* old "idle" system call */
517 .quad sys32_vm86_warning /* vm86old */
518 .quad compat_sys_wait4
519 .quad sys_swapoff /* 115 */
Kyle McMartind4d23ad2007-02-10 01:46:00 -0800520 .quad compat_sys_sysinfo
Linus Torvalds1da177e2005-04-16 15:20:36 -0700521 .quad sys32_ipc
522 .quad sys_fsync
523 .quad stub32_sigreturn
524 .quad stub32_clone /* 120 */
525 .quad sys_setdomainname
526 .quad sys_uname
527 .quad sys_modify_ldt
Stephen Rothwell3158e942006-03-26 01:37:29 -0800528 .quad compat_sys_adjtimex
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 .quad sys32_mprotect /* 125 */
530 .quad compat_sys_sigprocmask
531 .quad quiet_ni_syscall /* create_module */
532 .quad sys_init_module
533 .quad sys_delete_module
534 .quad quiet_ni_syscall /* 130 get_kernel_syms */
Vasily Tarasovb7163952007-07-15 23:41:12 -0700535 .quad sys32_quotactl
Linus Torvalds1da177e2005-04-16 15:20:36 -0700536 .quad sys_getpgid
537 .quad sys_fchdir
538 .quad quiet_ni_syscall /* bdflush */
539 .quad sys_sysfs /* 135 */
540 .quad sys_personality
541 .quad quiet_ni_syscall /* for afs_syscall */
542 .quad sys_setfsuid16
543 .quad sys_setfsgid16
544 .quad sys_llseek /* 140 */
545 .quad compat_sys_getdents
546 .quad compat_sys_select
547 .quad sys_flock
548 .quad sys_msync
549 .quad compat_sys_readv /* 145 */
550 .quad compat_sys_writev
551 .quad sys_getsid
552 .quad sys_fdatasync
553 .quad sys32_sysctl /* sysctl */
554 .quad sys_mlock /* 150 */
555 .quad sys_munlock
556 .quad sys_mlockall
557 .quad sys_munlockall
558 .quad sys_sched_setparam
559 .quad sys_sched_getparam /* 155 */
560 .quad sys_sched_setscheduler
561 .quad sys_sched_getscheduler
562 .quad sys_sched_yield
563 .quad sys_sched_get_priority_max
564 .quad sys_sched_get_priority_min /* 160 */
Alexandr Andreeva9bc3bf2007-03-16 21:07:36 +0100565 .quad sys32_sched_rr_get_interval
Linus Torvalds1da177e2005-04-16 15:20:36 -0700566 .quad compat_sys_nanosleep
567 .quad sys_mremap
568 .quad sys_setresuid16
569 .quad sys_getresuid16 /* 165 */
570 .quad sys32_vm86_warning /* vm86 */
571 .quad quiet_ni_syscall /* query_module */
572 .quad sys_poll
573 .quad compat_sys_nfsservctl
574 .quad sys_setresgid16 /* 170 */
575 .quad sys_getresgid16
576 .quad sys_prctl
577 .quad stub32_rt_sigreturn
578 .quad sys32_rt_sigaction
579 .quad sys32_rt_sigprocmask /* 175 */
580 .quad sys32_rt_sigpending
581 .quad compat_sys_rt_sigtimedwait
582 .quad sys32_rt_sigqueueinfo
583 .quad stub32_rt_sigsuspend
584 .quad sys32_pread /* 180 */
585 .quad sys32_pwrite
586 .quad sys_chown16
587 .quad sys_getcwd
588 .quad sys_capget
589 .quad sys_capset
590 .quad stub32_sigaltstack
591 .quad sys32_sendfile
592 .quad quiet_ni_syscall /* streams1 */
593 .quad quiet_ni_syscall /* streams2 */
594 .quad stub32_vfork /* 190 */
595 .quad compat_sys_getrlimit
596 .quad sys32_mmap2
597 .quad sys32_truncate64
598 .quad sys32_ftruncate64
599 .quad sys32_stat64 /* 195 */
600 .quad sys32_lstat64
601 .quad sys32_fstat64
602 .quad sys_lchown
603 .quad sys_getuid
604 .quad sys_getgid /* 200 */
605 .quad sys_geteuid
606 .quad sys_getegid
607 .quad sys_setreuid
608 .quad sys_setregid
609 .quad sys_getgroups /* 205 */
610 .quad sys_setgroups
611 .quad sys_fchown
612 .quad sys_setresuid
613 .quad sys_getresuid
614 .quad sys_setresgid /* 210 */
615 .quad sys_getresgid
616 .quad sys_chown
617 .quad sys_setuid
618 .quad sys_setgid
619 .quad sys_setfsuid /* 215 */
620 .quad sys_setfsgid
621 .quad sys_pivot_root
622 .quad sys_mincore
623 .quad sys_madvise
624 .quad compat_sys_getdents64 /* 220 getdents64 */
625 .quad compat_sys_fcntl64
626 .quad quiet_ni_syscall /* tux */
627 .quad quiet_ni_syscall /* security */
628 .quad sys_gettid
Andi Kleene412ac42007-06-20 12:23:30 +0200629 .quad sys32_readahead /* 225 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630 .quad sys_setxattr
631 .quad sys_lsetxattr
632 .quad sys_fsetxattr
633 .quad sys_getxattr
634 .quad sys_lgetxattr /* 230 */
635 .quad sys_fgetxattr
636 .quad sys_listxattr
637 .quad sys_llistxattr
638 .quad sys_flistxattr
639 .quad sys_removexattr /* 235 */
640 .quad sys_lremovexattr
641 .quad sys_fremovexattr
642 .quad sys_tkill
643 .quad sys_sendfile64
644 .quad compat_sys_futex /* 240 */
645 .quad compat_sys_sched_setaffinity
646 .quad compat_sys_sched_getaffinity
647 .quad sys32_set_thread_area
648 .quad sys32_get_thread_area
649 .quad compat_sys_io_setup /* 245 */
650 .quad sys_io_destroy
651 .quad compat_sys_io_getevents
652 .quad compat_sys_io_submit
653 .quad sys_io_cancel
Andi Kleene412ac42007-06-20 12:23:30 +0200654 .quad sys32_fadvise64 /* 250 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700655 .quad quiet_ni_syscall /* free_huge_pages */
656 .quad sys_exit_group
657 .quad sys32_lookup_dcookie
658 .quad sys_epoll_create
659 .quad sys_epoll_ctl /* 255 */
660 .quad sys_epoll_wait
661 .quad sys_remap_file_pages
662 .quad sys_set_tid_address
Christoph Hellwig3a0f69d2006-01-09 20:52:08 -0800663 .quad compat_sys_timer_create
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664 .quad compat_sys_timer_settime /* 260 */
665 .quad compat_sys_timer_gettime
666 .quad sys_timer_getoverrun
667 .quad sys_timer_delete
668 .quad compat_sys_clock_settime
669 .quad compat_sys_clock_gettime /* 265 */
670 .quad compat_sys_clock_getres
671 .quad compat_sys_clock_nanosleep
672 .quad compat_sys_statfs64
673 .quad compat_sys_fstatfs64
674 .quad sys_tgkill /* 270 */
675 .quad compat_sys_utimes
676 .quad sys32_fadvise64_64
677 .quad quiet_ni_syscall /* sys_vserver */
678 .quad sys_mbind
679 .quad compat_sys_get_mempolicy /* 275 */
680 .quad sys_set_mempolicy
681 .quad compat_sys_mq_open
682 .quad sys_mq_unlink
683 .quad compat_sys_mq_timedsend
684 .quad compat_sys_mq_timedreceive /* 280 */
685 .quad compat_sys_mq_notify
686 .quad compat_sys_mq_getsetattr
Eric W. Biederman5234f5e2005-06-25 14:58:02 -0700687 .quad compat_sys_kexec_load /* reserved for kexec */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700688 .quad compat_sys_waitid
Robert Love725b38ab2005-07-25 15:19:29 -0400689 .quad quiet_ni_syscall /* 285: sys_altroot */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700690 .quad sys_add_key
691 .quad sys_request_key
692 .quad sys_keyctl
Robert Love725b38ab2005-07-25 15:19:29 -0400693 .quad sys_ioprio_set
694 .quad sys_ioprio_get /* 290 */
695 .quad sys_inotify_init
696 .quad sys_inotify_add_watch
697 .quad sys_inotify_rm_watch
Christoph Lameter39743882006-01-08 01:00:51 -0800698 .quad sys_migrate_pages
Ulrich Dreppera60fc512006-01-18 17:43:56 -0800699 .quad compat_sys_openat /* 295 */
700 .quad sys_mkdirat
701 .quad sys_mknodat
702 .quad sys_fchownat
Andrew Morton3833a702006-02-01 03:04:32 -0800703 .quad compat_sys_futimesat
Ulrich Dreppercff2b762006-02-11 17:55:47 -0800704 .quad sys32_fstatat /* 300 */
Ulrich Dreppera60fc512006-01-18 17:43:56 -0800705 .quad sys_unlinkat
706 .quad sys_renameat
707 .quad sys_linkat
708 .quad sys_symlinkat
709 .quad sys_readlinkat /* 305 */
710 .quad sys_fchmodat
711 .quad sys_faccessat
Andi Kleen957dc872006-09-26 10:52:27 +0200712 .quad compat_sys_pselect6
713 .quad compat_sys_ppoll
Andi Kleen4b88f092006-02-09 00:35:50 +0100714 .quad sys_unshare /* 310 */
Ingo Molnar8fdd6c62006-03-27 01:16:26 -0800715 .quad compat_sys_set_robust_list
716 .quad compat_sys_get_robust_list
Andi Kleenb8feb472006-04-07 19:50:34 +0200717 .quad sys_splice
Andi Kleene412ac42007-06-20 12:23:30 +0200718 .quad sys32_sync_file_range
Ulrich Drepper1c710c82007-05-08 00:33:25 -0700719 .quad sys_tee /* 315 */
Andi Kleend2610202006-05-01 12:15:48 -0700720 .quad compat_sys_vmsplice
Christoph Lameter1b2db9f2006-06-23 02:03:56 -0700721 .quad compat_sys_move_pages
Andi Kleen3cfc3482006-09-26 10:52:28 +0200722 .quad sys_getcpu
Ralf Baechle9af3cf02007-02-13 13:26:26 +0100723 .quad sys_epoll_pwait
Ulrich Drepper1c710c82007-05-08 00:33:25 -0700724 .quad compat_sys_utimensat /* 320 */
Heiko Carstensae7d5c82007-05-12 17:27:41 +0200725 .quad compat_sys_signalfd
726 .quad compat_sys_timerfd
Davide Libenzifdb902b2007-05-10 22:23:20 -0700727 .quad sys_eventfd
Amit Arora97ac7352007-07-17 21:42:44 -0400728 .quad sys32_fallocate
Heiko Carstensae7d5c82007-05-12 17:27:41 +0200729ia32_syscall_end: