blob: 2ac8f29f89cb920ebdb3021dc38ae11668741907 [file] [log] [blame]
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -07001/*
2 * Machine specific setup for xen
3 *
4 * Jeremy Fitzhardinge <jeremy@xensource.com>, XenSource Inc, 2007
5 */
6
7#include <linux/module.h>
8#include <linux/sched.h>
9#include <linux/mm.h>
10#include <linux/pm.h>
Yinghai Lua9ce6bc2010-08-25 13:39:17 -070011#include <linux/memblock.h>
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070012
13#include <asm/elf.h>
Roland McGrath6c3652e2008-01-30 13:30:42 +010014#include <asm/vdso.h>
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070015#include <asm/e820.h>
16#include <asm/setup.h>
Jeremy Fitzhardingeb792c752008-06-16 14:54:49 -070017#include <asm/acpi.h>
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070018#include <asm/xen/hypervisor.h>
19#include <asm/xen/hypercall.h>
20
Jeremy Fitzhardinge8006ec32008-05-26 23:31:19 +010021#include <xen/page.h>
Jeremy Fitzhardingee2a81ba2008-03-17 16:37:17 -070022#include <xen/interface/callback.h>
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070023#include <xen/interface/physdev.h>
24#include <xen/features.h>
25
26#include "xen-ops.h"
Roland McGrathd2eea682007-07-20 00:31:43 -070027#include "vdso.h"
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070028
29/* These are code, but not functions. Defined in entry.S */
30extern const char xen_hypervisor_callback[];
31extern const char xen_failsafe_callback[];
Tejf63c2f22008-12-16 11:56:06 -080032extern void xen_sysenter_target(void);
33extern void xen_syscall_target(void);
34extern void xen_syscall32_target(void);
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070035
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070036
37/**
38 * machine_specific_memory_setup - Hook for machine specific memory setup.
39 **/
40
41char * __init xen_memory_setup(void)
42{
43 unsigned long max_pfn = xen_start_info->nr_pages;
44
Jeremy Fitzhardinge8006ec32008-05-26 23:31:19 +010045 max_pfn = min(MAX_DOMAIN_PAGES, max_pfn);
46
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070047 e820.nr_map = 0;
Jeremy Fitzhardingebe5bf9f2008-06-16 14:54:46 -070048
Jeremy Fitzhardinge5670a432008-09-14 07:42:23 -070049 e820_add_region(0, PFN_PHYS((u64)max_pfn), E820_RAM);
Jeremy Fitzhardingeb792c752008-06-16 14:54:49 -070050
51 /*
52 * Even though this is normal, usable memory under Xen, reserve
53 * ISA memory anyway because too many things think they can poke
54 * about in there.
55 */
56 e820_add_region(ISA_START_ADDRESS, ISA_END_ADDRESS - ISA_START_ADDRESS,
57 E820_RESERVED);
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070058
Jeremy Fitzhardingebe5bf9f2008-06-16 14:54:46 -070059 /*
60 * Reserve Xen bits:
61 * - mfn_list
62 * - xen_start_info
63 * See comment above "struct start_info" in <xen/interface/xen.h>
64 */
Yinghai Lua9ce6bc2010-08-25 13:39:17 -070065 memblock_x86_reserve_range(__pa(xen_start_info->mfn_list),
Jeremy Fitzhardinge6b2e8522009-05-07 11:56:49 -070066 __pa(xen_start_info->pt_base),
67 "XEN START INFO");
Jeremy Fitzhardingebe5bf9f2008-06-16 14:54:46 -070068
69 sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map);
70
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -070071 return "Xen";
72}
73
74static void xen_idle(void)
75{
76 local_irq_disable();
77
78 if (need_resched())
79 local_irq_enable();
80 else {
81 current_thread_info()->status &= ~TS_POLLING;
82 smp_mb__after_clear_bit();
83 safe_halt();
84 current_thread_info()->status |= TS_POLLING;
85 }
86}
87
Roland McGrathd2eea682007-07-20 00:31:43 -070088/*
89 * Set the bit indicating "nosegneg" library variants should be used.
Jeremy Fitzhardinge6a52e4b2008-07-12 02:22:00 -070090 * We only need to bother in pure 32-bit mode; compat 32-bit processes
91 * can have un-truncated segments, so wrapping around is allowed.
Roland McGrathd2eea682007-07-20 00:31:43 -070092 */
Sam Ravnborg08b6d292008-01-30 13:33:25 +010093static void __init fiddle_vdso(void)
Roland McGrathd2eea682007-07-20 00:31:43 -070094{
Jeremy Fitzhardinge6a52e4b2008-07-12 02:22:00 -070095#ifdef CONFIG_X86_32
96 u32 *mask;
97 mask = VDSO32_SYMBOL(&vdso32_int80_start, NOTE_MASK);
98 *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT;
99 mask = VDSO32_SYMBOL(&vdso32_sysenter_start, NOTE_MASK);
Roland McGrathd2eea682007-07-20 00:31:43 -0700100 *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT;
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700101#endif
Roland McGrathd2eea682007-07-20 00:31:43 -0700102}
103
Jeremy Fitzhardinge88459d42008-07-08 15:07:02 -0700104static __cpuinit int register_callback(unsigned type, const void *func)
Jeremy Fitzhardingee2a81ba2008-03-17 16:37:17 -0700105{
Jeremy Fitzhardinge88459d42008-07-08 15:07:02 -0700106 struct callback_register callback = {
107 .type = type,
108 .address = XEN_CALLBACK(__KERNEL_CS, func),
Jeremy Fitzhardingee2a81ba2008-03-17 16:37:17 -0700109 .flags = CALLBACKF_mask_events,
110 };
111
Jeremy Fitzhardinge88459d42008-07-08 15:07:02 -0700112 return HYPERVISOR_callback_op(CALLBACKOP_register, &callback);
113}
114
115void __cpuinit xen_enable_sysenter(void)
116{
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700117 int ret;
Jeremy Fitzhardinge62541c32008-07-10 16:24:08 -0700118 unsigned sysenter_feature;
Jeremy Fitzhardinge88459d42008-07-08 15:07:02 -0700119
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700120#ifdef CONFIG_X86_32
Jeremy Fitzhardinge62541c32008-07-10 16:24:08 -0700121 sysenter_feature = X86_FEATURE_SEP;
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700122#else
Jeremy Fitzhardinge62541c32008-07-10 16:24:08 -0700123 sysenter_feature = X86_FEATURE_SYSENTER32;
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700124#endif
125
Jeremy Fitzhardinge62541c32008-07-10 16:24:08 -0700126 if (!boot_cpu_has(sysenter_feature))
127 return;
128
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700129 ret = register_callback(CALLBACKTYPE_sysenter, xen_sysenter_target);
Jeremy Fitzhardinge62541c32008-07-10 16:24:08 -0700130 if(ret != 0)
131 setup_clear_cpu_cap(sysenter_feature);
Jeremy Fitzhardingee2a81ba2008-03-17 16:37:17 -0700132}
133
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700134void __cpuinit xen_enable_syscall(void)
135{
136#ifdef CONFIG_X86_64
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700137 int ret;
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700138
139 ret = register_callback(CALLBACKTYPE_syscall, xen_syscall_target);
140 if (ret != 0) {
Jeremy Fitzhardinged5303b82008-07-12 02:22:06 -0700141 printk(KERN_ERR "Failed to set syscall callback: %d\n", ret);
Jeremy Fitzhardinge62541c32008-07-10 16:24:08 -0700142 /* Pretty fatal; 64-bit userspace has no other
143 mechanism for syscalls. */
144 }
145
146 if (boot_cpu_has(X86_FEATURE_SYSCALL32)) {
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700147 ret = register_callback(CALLBACKTYPE_syscall32,
148 xen_syscall32_target);
Jeremy Fitzhardinged5303b82008-07-12 02:22:06 -0700149 if (ret != 0)
Jeremy Fitzhardinge62541c32008-07-10 16:24:08 -0700150 setup_clear_cpu_cap(X86_FEATURE_SYSCALL32);
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700151 }
152#endif /* CONFIG_X86_64 */
153}
154
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -0700155void __init xen_arch_setup(void)
156{
157 struct physdev_set_iopl set_iopl;
158 int rc;
159
160 HYPERVISOR_vm_assist(VMASST_CMD_enable, VMASST_TYPE_4gb_segments);
161 HYPERVISOR_vm_assist(VMASST_CMD_enable, VMASST_TYPE_writable_pagetables);
162
163 if (!xen_feature(XENFEAT_auto_translated_physmap))
Tejf63c2f22008-12-16 11:56:06 -0800164 HYPERVISOR_vm_assist(VMASST_CMD_enable,
165 VMASST_TYPE_pae_extended_cr3);
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -0700166
Jeremy Fitzhardinge88459d42008-07-08 15:07:02 -0700167 if (register_callback(CALLBACKTYPE_event, xen_hypervisor_callback) ||
168 register_callback(CALLBACKTYPE_failsafe, xen_failsafe_callback))
169 BUG();
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -0700170
Jeremy Fitzhardingee2a81ba2008-03-17 16:37:17 -0700171 xen_enable_sysenter();
Jeremy Fitzhardinge6fcac6d2008-07-08 15:07:14 -0700172 xen_enable_syscall();
Jeremy Fitzhardingee2a81ba2008-03-17 16:37:17 -0700173
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -0700174 set_iopl.iopl = 1;
175 rc = HYPERVISOR_physdev_op(PHYSDEVOP_set_iopl, &set_iopl);
176 if (rc != 0)
177 printk(KERN_INFO "physdev_op failed %d\n", rc);
178
179#ifdef CONFIG_ACPI
180 if (!(xen_start_info->flags & SIF_INITDOMAIN)) {
181 printk(KERN_INFO "ACPI in unprivileged domain disabled\n");
182 disable_acpi();
183 }
184#endif
185
186 memcpy(boot_command_line, xen_start_info->cmd_line,
187 MAX_GUEST_CMDLINE > COMMAND_LINE_SIZE ?
188 COMMAND_LINE_SIZE : MAX_GUEST_CMDLINE);
189
190 pm_idle = xen_idle;
Jeremy Fitzhardingef87e4ca2007-07-17 18:37:06 -0700191
Jeremy Fitzhardingedfdcdd42007-07-17 18:37:07 -0700192 paravirt_disable_iospace();
Roland McGrathd2eea682007-07-20 00:31:43 -0700193
194 fiddle_vdso();
Jeremy Fitzhardinge5ead97c2007-07-17 18:37:04 -0700195}