| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Machine specific setup for xen | 
|  | 3 | * | 
|  | 4 | * Jeremy Fitzhardinge <jeremy@xensource.com>, XenSource Inc, 2007 | 
|  | 5 | */ | 
|  | 6 |  | 
|  | 7 | #include <linux/module.h> | 
|  | 8 | #include <linux/sched.h> | 
|  | 9 | #include <linux/mm.h> | 
|  | 10 | #include <linux/pm.h> | 
|  | 11 |  | 
|  | 12 | #include <asm/elf.h> | 
| Roland McGrath | 6c3652e | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 13 | #include <asm/vdso.h> | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 14 | #include <asm/e820.h> | 
|  | 15 | #include <asm/setup.h> | 
| Jeremy Fitzhardinge | b792c75 | 2008-06-16 14:54:49 -0700 | [diff] [blame] | 16 | #include <asm/acpi.h> | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 17 | #include <asm/xen/hypervisor.h> | 
|  | 18 | #include <asm/xen/hypercall.h> | 
|  | 19 |  | 
| Jeremy Fitzhardinge | 8006ec3 | 2008-05-26 23:31:19 +0100 | [diff] [blame] | 20 | #include <xen/page.h> | 
| Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 21 | #include <xen/interface/callback.h> | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 22 | #include <xen/interface/physdev.h> | 
|  | 23 | #include <xen/features.h> | 
|  | 24 |  | 
|  | 25 | #include "xen-ops.h" | 
| Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 26 | #include "vdso.h" | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 27 |  | 
|  | 28 | /* These are code, but not functions.  Defined in entry.S */ | 
|  | 29 | extern const char xen_hypervisor_callback[]; | 
|  | 30 | extern const char xen_failsafe_callback[]; | 
| Tej | f63c2f2 | 2008-12-16 11:56:06 -0800 | [diff] [blame] | 31 | extern void xen_sysenter_target(void); | 
|  | 32 | extern void xen_syscall_target(void); | 
|  | 33 | extern void xen_syscall32_target(void); | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 34 |  | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 35 |  | 
|  | 36 | /** | 
|  | 37 | * machine_specific_memory_setup - Hook for machine specific memory setup. | 
|  | 38 | **/ | 
|  | 39 |  | 
|  | 40 | char * __init xen_memory_setup(void) | 
|  | 41 | { | 
|  | 42 | unsigned long max_pfn = xen_start_info->nr_pages; | 
|  | 43 |  | 
| Jeremy Fitzhardinge | 8006ec3 | 2008-05-26 23:31:19 +0100 | [diff] [blame] | 44 | max_pfn = min(MAX_DOMAIN_PAGES, max_pfn); | 
|  | 45 |  | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 46 | e820.nr_map = 0; | 
| Jeremy Fitzhardinge | be5bf9f | 2008-06-16 14:54:46 -0700 | [diff] [blame] | 47 |  | 
| Jeremy Fitzhardinge | 5670a43 | 2008-09-14 07:42:23 -0700 | [diff] [blame] | 48 | e820_add_region(0, PFN_PHYS((u64)max_pfn), E820_RAM); | 
| Jeremy Fitzhardinge | b792c75 | 2008-06-16 14:54:49 -0700 | [diff] [blame] | 49 |  | 
|  | 50 | /* | 
|  | 51 | * Even though this is normal, usable memory under Xen, reserve | 
|  | 52 | * ISA memory anyway because too many things think they can poke | 
|  | 53 | * about in there. | 
|  | 54 | */ | 
|  | 55 | e820_add_region(ISA_START_ADDRESS, ISA_END_ADDRESS - ISA_START_ADDRESS, | 
|  | 56 | E820_RESERVED); | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 57 |  | 
| Jeremy Fitzhardinge | be5bf9f | 2008-06-16 14:54:46 -0700 | [diff] [blame] | 58 | /* | 
|  | 59 | * Reserve Xen bits: | 
|  | 60 | *  - mfn_list | 
|  | 61 | *  - xen_start_info | 
|  | 62 | * See comment above "struct start_info" in <xen/interface/xen.h> | 
|  | 63 | */ | 
| Jeremy Fitzhardinge | 6b2e852 | 2009-05-07 11:56:49 -0700 | [diff] [blame] | 64 | reserve_early(__pa(xen_start_info->mfn_list), | 
|  | 65 | __pa(xen_start_info->pt_base), | 
|  | 66 | "XEN START INFO"); | 
| Jeremy Fitzhardinge | be5bf9f | 2008-06-16 14:54:46 -0700 | [diff] [blame] | 67 |  | 
|  | 68 | sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map); | 
|  | 69 |  | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 70 | return "Xen"; | 
|  | 71 | } | 
|  | 72 |  | 
|  | 73 | static void xen_idle(void) | 
|  | 74 | { | 
|  | 75 | local_irq_disable(); | 
|  | 76 |  | 
|  | 77 | if (need_resched()) | 
|  | 78 | local_irq_enable(); | 
|  | 79 | else { | 
|  | 80 | current_thread_info()->status &= ~TS_POLLING; | 
|  | 81 | smp_mb__after_clear_bit(); | 
|  | 82 | safe_halt(); | 
|  | 83 | current_thread_info()->status |= TS_POLLING; | 
|  | 84 | } | 
|  | 85 | } | 
|  | 86 |  | 
| Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 87 | /* | 
|  | 88 | * Set the bit indicating "nosegneg" library variants should be used. | 
| Jeremy Fitzhardinge | 6a52e4b | 2008-07-12 02:22:00 -0700 | [diff] [blame] | 89 | * We only need to bother in pure 32-bit mode; compat 32-bit processes | 
|  | 90 | * can have un-truncated segments, so wrapping around is allowed. | 
| Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 91 | */ | 
| Sam Ravnborg | 08b6d29 | 2008-01-30 13:33:25 +0100 | [diff] [blame] | 92 | static void __init fiddle_vdso(void) | 
| Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 93 | { | 
| Jeremy Fitzhardinge | 6a52e4b | 2008-07-12 02:22:00 -0700 | [diff] [blame] | 94 | #ifdef CONFIG_X86_32 | 
|  | 95 | u32 *mask; | 
|  | 96 | mask = VDSO32_SYMBOL(&vdso32_int80_start, NOTE_MASK); | 
|  | 97 | *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT; | 
|  | 98 | mask = VDSO32_SYMBOL(&vdso32_sysenter_start, NOTE_MASK); | 
| Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 99 | *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT; | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 100 | #endif | 
| Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 101 | } | 
|  | 102 |  | 
| Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 103 | static __cpuinit int register_callback(unsigned type, const void *func) | 
| Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 104 | { | 
| Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 105 | struct callback_register callback = { | 
|  | 106 | .type = type, | 
|  | 107 | .address = XEN_CALLBACK(__KERNEL_CS, func), | 
| Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 108 | .flags = CALLBACKF_mask_events, | 
|  | 109 | }; | 
|  | 110 |  | 
| Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 111 | return HYPERVISOR_callback_op(CALLBACKOP_register, &callback); | 
|  | 112 | } | 
|  | 113 |  | 
|  | 114 | void __cpuinit xen_enable_sysenter(void) | 
|  | 115 | { | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 116 | int ret; | 
| Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 117 | unsigned sysenter_feature; | 
| Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 118 |  | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 119 | #ifdef CONFIG_X86_32 | 
| Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 120 | sysenter_feature = X86_FEATURE_SEP; | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 121 | #else | 
| Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 122 | sysenter_feature = X86_FEATURE_SYSENTER32; | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 123 | #endif | 
|  | 124 |  | 
| Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 125 | if (!boot_cpu_has(sysenter_feature)) | 
|  | 126 | return; | 
|  | 127 |  | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 128 | ret = register_callback(CALLBACKTYPE_sysenter, xen_sysenter_target); | 
| Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 129 | if(ret != 0) | 
|  | 130 | setup_clear_cpu_cap(sysenter_feature); | 
| Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 131 | } | 
|  | 132 |  | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 133 | void __cpuinit xen_enable_syscall(void) | 
|  | 134 | { | 
|  | 135 | #ifdef CONFIG_X86_64 | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 136 | int ret; | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 137 |  | 
|  | 138 | ret = register_callback(CALLBACKTYPE_syscall, xen_syscall_target); | 
|  | 139 | if (ret != 0) { | 
| Jeremy Fitzhardinge | d5303b8 | 2008-07-12 02:22:06 -0700 | [diff] [blame] | 140 | printk(KERN_ERR "Failed to set syscall callback: %d\n", ret); | 
| Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 141 | /* Pretty fatal; 64-bit userspace has no other | 
|  | 142 | mechanism for syscalls. */ | 
|  | 143 | } | 
|  | 144 |  | 
|  | 145 | if (boot_cpu_has(X86_FEATURE_SYSCALL32)) { | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 146 | ret = register_callback(CALLBACKTYPE_syscall32, | 
|  | 147 | xen_syscall32_target); | 
| Jeremy Fitzhardinge | d5303b8 | 2008-07-12 02:22:06 -0700 | [diff] [blame] | 148 | if (ret != 0) | 
| Jeremy Fitzhardinge | 62541c3 | 2008-07-10 16:24:08 -0700 | [diff] [blame] | 149 | setup_clear_cpu_cap(X86_FEATURE_SYSCALL32); | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 150 | } | 
|  | 151 | #endif /* CONFIG_X86_64 */ | 
|  | 152 | } | 
|  | 153 |  | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 154 | void __init xen_arch_setup(void) | 
|  | 155 | { | 
|  | 156 | struct physdev_set_iopl set_iopl; | 
|  | 157 | int rc; | 
|  | 158 |  | 
|  | 159 | HYPERVISOR_vm_assist(VMASST_CMD_enable, VMASST_TYPE_4gb_segments); | 
|  | 160 | HYPERVISOR_vm_assist(VMASST_CMD_enable, VMASST_TYPE_writable_pagetables); | 
|  | 161 |  | 
|  | 162 | if (!xen_feature(XENFEAT_auto_translated_physmap)) | 
| Tej | f63c2f2 | 2008-12-16 11:56:06 -0800 | [diff] [blame] | 163 | HYPERVISOR_vm_assist(VMASST_CMD_enable, | 
|  | 164 | VMASST_TYPE_pae_extended_cr3); | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 165 |  | 
| Jeremy Fitzhardinge | 88459d4 | 2008-07-08 15:07:02 -0700 | [diff] [blame] | 166 | if (register_callback(CALLBACKTYPE_event, xen_hypervisor_callback) || | 
|  | 167 | register_callback(CALLBACKTYPE_failsafe, xen_failsafe_callback)) | 
|  | 168 | BUG(); | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 169 |  | 
| Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 170 | xen_enable_sysenter(); | 
| Jeremy Fitzhardinge | 6fcac6d | 2008-07-08 15:07:14 -0700 | [diff] [blame] | 171 | xen_enable_syscall(); | 
| Jeremy Fitzhardinge | e2a81ba | 2008-03-17 16:37:17 -0700 | [diff] [blame] | 172 |  | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 173 | set_iopl.iopl = 1; | 
|  | 174 | rc = HYPERVISOR_physdev_op(PHYSDEVOP_set_iopl, &set_iopl); | 
|  | 175 | if (rc != 0) | 
|  | 176 | printk(KERN_INFO "physdev_op failed %d\n", rc); | 
|  | 177 |  | 
|  | 178 | #ifdef CONFIG_ACPI | 
|  | 179 | if (!(xen_start_info->flags & SIF_INITDOMAIN)) { | 
|  | 180 | printk(KERN_INFO "ACPI in unprivileged domain disabled\n"); | 
|  | 181 | disable_acpi(); | 
|  | 182 | } | 
|  | 183 | #endif | 
|  | 184 |  | 
|  | 185 | memcpy(boot_command_line, xen_start_info->cmd_line, | 
|  | 186 | MAX_GUEST_CMDLINE > COMMAND_LINE_SIZE ? | 
|  | 187 | COMMAND_LINE_SIZE : MAX_GUEST_CMDLINE); | 
|  | 188 |  | 
|  | 189 | pm_idle = xen_idle; | 
| Jeremy Fitzhardinge | f87e4ca | 2007-07-17 18:37:06 -0700 | [diff] [blame] | 190 |  | 
| Jeremy Fitzhardinge | dfdcdd4 | 2007-07-17 18:37:07 -0700 | [diff] [blame] | 191 | paravirt_disable_iospace(); | 
| Roland McGrath | d2eea68 | 2007-07-20 00:31:43 -0700 | [diff] [blame] | 192 |  | 
|  | 193 | fiddle_vdso(); | 
| Jeremy Fitzhardinge | 5ead97c | 2007-07-17 18:37:04 -0700 | [diff] [blame] | 194 | } |