blob: c5cfb6185eaca51eb5e9ee3667d1c4d06ee22a52 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * arch/s390/kernel/setup.c
3 *
4 * S390 version
5 * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation
6 * Author(s): Hartmut Penner (hp@de.ibm.com),
7 * Martin Schwidefsky (schwidefsky@de.ibm.com)
8 *
9 * Derived from "arch/i386/kernel/setup.c"
10 * Copyright (C) 1995, Linus Torvalds
11 */
12
13/*
14 * This file handles the architecture-dependent parts of initialization
15 */
16
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +010017#define KMSG_COMPONENT "setup"
18#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
19
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <linux/errno.h>
21#include <linux/module.h>
22#include <linux/sched.h>
23#include <linux/kernel.h>
24#include <linux/mm.h>
25#include <linux/stddef.h>
26#include <linux/unistd.h>
27#include <linux/ptrace.h>
28#include <linux/slab.h>
29#include <linux/user.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/tty.h>
31#include <linux/ioport.h>
32#include <linux/delay.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <linux/init.h>
34#include <linux/initrd.h>
35#include <linux/bootmem.h>
36#include <linux/root_dev.h>
37#include <linux/console.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#include <linux/kernel_stat.h>
Heiko Carstens1e8e3382005-10-30 15:00:11 -080039#include <linux/device.h>
Peter Oberparleiter585c3042006-06-29 15:08:25 +020040#include <linux/notifier.h>
Heiko Carstens65912a82006-09-20 15:58:41 +020041#include <linux/pfn.h>
Hongjie Yangfe355b72007-02-05 21:18:24 +010042#include <linux/ctype.h>
Heiko Carstens2b67fc42007-02-05 21:16:47 +010043#include <linux/reboot.h>
Heiko Carstensdbd70fb2008-04-17 07:46:12 +020044#include <linux/topology.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
Michael Holzheu46b05d22007-02-21 10:55:21 +010046#include <asm/ipl.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070047#include <asm/uaccess.h>
48#include <asm/system.h>
49#include <asm/smp.h>
50#include <asm/mmu_context.h>
51#include <asm/cpcmd.h>
52#include <asm/lowcore.h>
53#include <asm/irq.h>
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -070054#include <asm/page.h>
55#include <asm/ptrace.h>
Heiko Carstenscc13ad62006-06-25 05:49:30 -070056#include <asm/sections.h>
Hongjie Yangfe355b72007-02-05 21:18:24 +010057#include <asm/ebcdic.h>
Gerald Schaeferc1821c22007-02-05 21:18:17 +010058#include <asm/compat.h>
Christian Borntraegerfaeba832008-06-20 15:24:18 +020059#include <asm/kvm_virtio.h>
Gerald Schaeferc1821c22007-02-05 21:18:17 +010060
61long psw_kernel_bits = (PSW_BASE_BITS | PSW_MASK_DAT | PSW_ASC_PRIMARY |
62 PSW_MASK_MCHECK | PSW_DEFAULT_KEY);
63long psw_user_bits = (PSW_BASE_BITS | PSW_MASK_DAT | PSW_ASC_HOME |
64 PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK |
65 PSW_MASK_PSTATE | PSW_DEFAULT_KEY);
Linus Torvalds1da177e2005-04-16 15:20:36 -070066
67/*
Gerald Schaeferd02765d2006-09-20 15:59:42 +020068 * User copy operations.
69 */
70struct uaccess_ops uaccess;
Martin Schwidefskyd4ee4532007-05-04 18:47:48 +020071EXPORT_SYMBOL(uaccess);
Gerald Schaeferd02765d2006-09-20 15:59:42 +020072
73/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 * Machine setup..
75 */
76unsigned int console_mode = 0;
77unsigned int console_devno = -1;
78unsigned int console_irq = -1;
Heiko Carstens2e5061e2008-04-30 13:38:45 +020079unsigned long machine_flags;
Martin Schwidefskycf8ba7a2007-05-04 18:48:28 +020080unsigned long elf_hwcap = 0;
81char elf_platform[ELF_PLATFORM_SIZE];
Heiko Carstens36a2bd42006-12-04 15:40:38 +010082
Heiko Carstens23d17422008-07-14 09:59:21 +020083struct mem_chunk __initdata memory_chunk[MEMORY_CHUNKS];
Linus Torvalds1da177e2005-04-16 15:20:36 -070084volatile int __cpu_logical_map[NR_CPUS]; /* logical cpu to cpu address */
Heiko Carstens23d75d92009-02-19 15:19:01 +010085
86int __initdata memory_end_set;
87unsigned long __initdata memory_end;
Linus Torvalds1da177e2005-04-16 15:20:36 -070088
89/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 * This is set up by the setup-routine at boot-time
91 * for S390 need to find out, what we have to setup
92 * using address 0x10400 ...
93 */
94
95#include <asm/setup.h>
96
Linus Torvalds1da177e2005-04-16 15:20:36 -070097static struct resource code_resource = {
98 .name = "Kernel code",
99 .flags = IORESOURCE_BUSY | IORESOURCE_MEM,
100};
101
102static struct resource data_resource = {
103 .name = "Kernel data",
104 .flags = IORESOURCE_BUSY | IORESOURCE_MEM,
105};
106
107/*
108 * cpu_init() initializes state that is per-CPU.
109 */
Heiko Carstensea1f4ee2007-05-31 17:38:05 +0200110void __cpuinit cpu_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111{
112 int addr = hard_smp_processor_id();
113
114 /*
115 * Store processor id in lowcore (used e.g. in timer_interrupt)
116 */
Michael Holzheu72960a02007-02-21 10:55:18 +0100117 get_cpu_id(&S390_lowcore.cpu_data.cpu_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 S390_lowcore.cpu_data.cpu_addr = addr;
119
120 /*
121 * Force FPU initialization:
122 */
123 clear_thread_flag(TIF_USEDFPU);
124 clear_used_math();
125
126 atomic_inc(&init_mm.mm_count);
127 current->active_mm = &init_mm;
128 if (current->mm)
129 BUG();
130 enter_lazy_tlb(&init_mm, current);
131}
132
133/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 * condev= and conmode= setup parameter.
135 */
136
137static int __init condev_setup(char *str)
138{
139 int vdev;
140
141 vdev = simple_strtoul(str, &str, 0);
142 if (vdev >= 0 && vdev < 65536) {
143 console_devno = vdev;
144 console_irq = -1;
145 }
146 return 1;
147}
148
149__setup("condev=", condev_setup);
150
151static int __init conmode_setup(char *str)
152{
Peter Oberparleiter8c0933e2008-02-05 16:50:41 +0100153#if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 if (strncmp(str, "hwc", 4) == 0 || strncmp(str, "sclp", 5) == 0)
155 SET_CONSOLE_SCLP;
156#endif
157#if defined(CONFIG_TN3215_CONSOLE)
158 if (strncmp(str, "3215", 5) == 0)
159 SET_CONSOLE_3215;
160#endif
161#if defined(CONFIG_TN3270_CONSOLE)
162 if (strncmp(str, "3270", 5) == 0)
163 SET_CONSOLE_3270;
164#endif
165 return 1;
166}
167
168__setup("conmode=", conmode_setup);
169
170static void __init conmode_default(void)
171{
172 char query_buffer[1024];
173 char *ptr;
174
175 if (MACHINE_IS_VM) {
Heiko Carstens740b5702006-12-04 15:40:30 +0100176 cpcmd("QUERY CONSOLE", query_buffer, 1024, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 console_devno = simple_strtoul(query_buffer + 5, NULL, 16);
178 ptr = strstr(query_buffer, "SUBCHANNEL =");
179 console_irq = simple_strtoul(ptr + 13, NULL, 16);
Heiko Carstens740b5702006-12-04 15:40:30 +0100180 cpcmd("QUERY TERM", query_buffer, 1024, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181 ptr = strstr(query_buffer, "CONMODE");
182 /*
183 * Set the conmode to 3215 so that the device recognition
184 * will set the cu_type of the console to 3215. If the
185 * conmode is 3270 and we don't set it back then both
186 * 3215 and the 3270 driver will try to access the console
187 * device (3215 as console and 3270 as normal tty).
188 */
Heiko Carstens740b5702006-12-04 15:40:30 +0100189 cpcmd("TERM CONMODE 3215", NULL, 0, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 if (ptr == NULL) {
Peter Oberparleiter8c0933e2008-02-05 16:50:41 +0100191#if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192 SET_CONSOLE_SCLP;
193#endif
194 return;
195 }
196 if (strncmp(ptr + 8, "3270", 4) == 0) {
197#if defined(CONFIG_TN3270_CONSOLE)
198 SET_CONSOLE_3270;
199#elif defined(CONFIG_TN3215_CONSOLE)
200 SET_CONSOLE_3215;
Peter Oberparleiter8c0933e2008-02-05 16:50:41 +0100201#elif defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202 SET_CONSOLE_SCLP;
203#endif
204 } else if (strncmp(ptr + 8, "3215", 4) == 0) {
205#if defined(CONFIG_TN3215_CONSOLE)
206 SET_CONSOLE_3215;
207#elif defined(CONFIG_TN3270_CONSOLE)
208 SET_CONSOLE_3270;
Peter Oberparleiter8c0933e2008-02-05 16:50:41 +0100209#elif defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 SET_CONSOLE_SCLP;
211#endif
212 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 } else {
Peter Oberparleiter8c0933e2008-02-05 16:50:41 +0100214#if defined(CONFIG_SCLP_CONSOLE) || defined(CONFIG_SCLP_VT220_CONSOLE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215 SET_CONSOLE_SCLP;
216#endif
217 }
218}
219
Michael Holzheu411ed322007-04-27 16:01:49 +0200220#if defined(CONFIG_ZFCPDUMP) || defined(CONFIG_ZFCPDUMP_MODULE)
221static void __init setup_zfcpdump(unsigned int console_devno)
222{
Hendrik Bruecknera0443fb2008-07-14 09:59:09 +0200223 static char str[41];
Michael Holzheu411ed322007-04-27 16:01:49 +0200224
225 if (ipl_info.type != IPL_TYPE_FCP_DUMP)
226 return;
227 if (console_devno != -1)
Hendrik Bruecknera0443fb2008-07-14 09:59:09 +0200228 sprintf(str, " cio_ignore=all,!0.0.%04x,!0.0.%04x",
Michael Holzheu411ed322007-04-27 16:01:49 +0200229 ipl_info.data.fcp.dev_id.devno, console_devno);
230 else
Hendrik Bruecknera0443fb2008-07-14 09:59:09 +0200231 sprintf(str, " cio_ignore=all,!0.0.%04x",
Michael Holzheu411ed322007-04-27 16:01:49 +0200232 ipl_info.data.fcp.dev_id.devno);
Hendrik Bruecknera0443fb2008-07-14 09:59:09 +0200233 strcat(boot_command_line, str);
Michael Holzheu411ed322007-04-27 16:01:49 +0200234 console_loglevel = 2;
235}
236#else
237static inline void setup_zfcpdump(unsigned int console_devno) {}
238#endif /* CONFIG_ZFCPDUMP */
239
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240 /*
241 * Reboot, halt and power_off stubs. They just call _machine_restart,
242 * _machine_halt or _machine_power_off.
243 */
244
245void machine_restart(char *command)
246{
Christian Borntraeger7aa8dac2007-11-20 11:13:31 +0100247 if ((!in_interrupt() && !in_atomic()) || oops_in_progress)
Martin Schwidefsky06fa46a2006-06-29 14:57:32 +0200248 /*
249 * Only unblank the console if we are called in enabled
250 * context or a bust_spinlocks cleared the way for us.
251 */
252 console_unblank();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 _machine_restart(command);
254}
255
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256void machine_halt(void)
257{
Martin Schwidefsky06fa46a2006-06-29 14:57:32 +0200258 if (!in_interrupt() || oops_in_progress)
259 /*
260 * Only unblank the console if we are called in enabled
261 * context or a bust_spinlocks cleared the way for us.
262 */
263 console_unblank();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264 _machine_halt();
265}
266
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267void machine_power_off(void)
268{
Martin Schwidefsky06fa46a2006-06-29 14:57:32 +0200269 if (!in_interrupt() || oops_in_progress)
270 /*
271 * Only unblank the console if we are called in enabled
272 * context or a bust_spinlocks cleared the way for us.
273 */
274 console_unblank();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 _machine_power_off();
276}
277
Martin Schwidefsky53df7512006-01-14 13:21:01 -0800278/*
279 * Dummy power off function.
280 */
281void (*pm_power_off)(void) = machine_power_off;
282
Heiko Carstens59685292006-03-24 03:15:15 -0800283static int __init early_parse_mem(char *p)
Heiko Carstensc9e37352005-05-01 08:58:57 -0700284{
Heiko Carstens59685292006-03-24 03:15:15 -0800285 memory_end = memparse(p, &p);
Heiko Carstens23d75d92009-02-19 15:19:01 +0100286 memory_end_set = 1;
Heiko Carstens59685292006-03-24 03:15:15 -0800287 return 0;
288}
289early_param("mem", early_parse_mem);
290
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100291#ifdef CONFIG_S390_SWITCH_AMODE
Carsten Otte402b0862008-03-25 18:47:10 +0100292#ifdef CONFIG_PGSTE
293unsigned int switch_amode = 1;
294#else
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100295unsigned int switch_amode = 0;
Carsten Otte402b0862008-03-25 18:47:10 +0100296#endif
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100297EXPORT_SYMBOL_GPL(switch_amode);
298
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100299static int set_amode_and_uaccess(unsigned long user_amode,
300 unsigned long user32_amode)
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100301{
302 psw_user_bits = PSW_BASE_BITS | PSW_MASK_DAT | user_amode |
303 PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK |
304 PSW_MASK_PSTATE | PSW_DEFAULT_KEY;
305#ifdef CONFIG_COMPAT
306 psw_user32_bits = PSW_BASE32_BITS | PSW_MASK_DAT | user_amode |
307 PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK |
308 PSW_MASK_PSTATE | PSW_DEFAULT_KEY;
309 psw32_user_bits = PSW32_BASE_BITS | PSW32_MASK_DAT | user32_amode |
310 PSW32_MASK_IO | PSW32_MASK_EXT | PSW32_MASK_MCHECK |
311 PSW32_MASK_PSTATE;
312#endif
313 psw_kernel_bits = PSW_BASE_BITS | PSW_MASK_DAT | PSW_ASC_HOME |
314 PSW_MASK_MCHECK | PSW_DEFAULT_KEY;
315
316 if (MACHINE_HAS_MVCOS) {
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100317 memcpy(&uaccess, &uaccess_mvcos_switch, sizeof(uaccess));
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100318 return 1;
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100319 } else {
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100320 memcpy(&uaccess, &uaccess_pt, sizeof(uaccess));
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100321 return 0;
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100322 }
323}
324
325/*
326 * Switch kernel/user addressing modes?
327 */
328static int __init early_parse_switch_amode(char *p)
329{
330 switch_amode = 1;
331 return 0;
332}
333early_param("switch_amode", early_parse_switch_amode);
334
335#else /* CONFIG_S390_SWITCH_AMODE */
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100336static inline int set_amode_and_uaccess(unsigned long user_amode,
337 unsigned long user32_amode)
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100338{
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100339 return 0;
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100340}
341#endif /* CONFIG_S390_SWITCH_AMODE */
342
343#ifdef CONFIG_S390_EXEC_PROTECT
344unsigned int s390_noexec = 0;
345EXPORT_SYMBOL_GPL(s390_noexec);
346
347/*
348 * Enable execute protection?
349 */
350static int __init early_parse_noexec(char *p)
351{
352 if (!strncmp(p, "off", 3))
353 return 0;
354 switch_amode = 1;
355 s390_noexec = 1;
356 return 0;
357}
358early_param("noexec", early_parse_noexec);
359#endif /* CONFIG_S390_EXEC_PROTECT */
360
361static void setup_addressing_mode(void)
362{
363 if (s390_noexec) {
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100364 if (set_amode_and_uaccess(PSW_ASC_SECONDARY,
365 PSW32_ASC_SECONDARY))
366 pr_info("Execute protection active, "
367 "mvcos available\n");
368 else
369 pr_info("Execute protection active, "
370 "mvcos not available\n");
Heiko Carstens7af0d6f2007-12-04 16:09:05 +0100371 } else if (switch_amode) {
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100372 if (set_amode_and_uaccess(PSW_ASC_PRIMARY, PSW32_ASC_PRIMARY))
373 pr_info("Address spaces switched, "
374 "mvcos available\n");
375 else
376 pr_info("Address spaces switched, "
377 "mvcos not available\n");
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100378 }
Heiko Carstens411788e2007-11-20 11:13:32 +0100379#ifdef CONFIG_TRACE_IRQFLAGS
380 sysc_restore_trace_psw.mask = psw_kernel_bits & ~PSW_MASK_MCHECK;
381 io_restore_trace_psw.mask = psw_kernel_bits & ~PSW_MASK_MCHECK;
382#endif
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100383}
384
Heiko Carstensc9e37352005-05-01 08:58:57 -0700385static void __init
386setup_lowcore(void)
387{
388 struct _lowcore *lc;
389 int lc_pages;
390
391 /*
392 * Setup lowcore for boot cpu
393 */
394 lc_pages = sizeof(void *) == 8 ? 2 : 1;
395 lc = (struct _lowcore *)
396 __alloc_bootmem(lc_pages * PAGE_SIZE, lc_pages * PAGE_SIZE, 0);
397 memset(lc, 0, lc_pages * PAGE_SIZE);
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -0700398 lc->restart_psw.mask = PSW_BASE_BITS | PSW_DEFAULT_KEY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399 lc->restart_psw.addr =
400 PSW_ADDR_AMODE | (unsigned long) restart_int_handler;
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100401 if (switch_amode)
402 lc->restart_psw.mask |= PSW_ASC_HOME;
403 lc->external_new_psw.mask = psw_kernel_bits;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404 lc->external_new_psw.addr =
405 PSW_ADDR_AMODE | (unsigned long) ext_int_handler;
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100406 lc->svc_new_psw.mask = psw_kernel_bits | PSW_MASK_IO | PSW_MASK_EXT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700407 lc->svc_new_psw.addr = PSW_ADDR_AMODE | (unsigned long) system_call;
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100408 lc->program_new_psw.mask = psw_kernel_bits;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409 lc->program_new_psw.addr =
410 PSW_ADDR_AMODE | (unsigned long)pgm_check_handler;
Heiko Carstens77fa2242005-06-25 14:55:30 -0700411 lc->mcck_new_psw.mask =
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100412 psw_kernel_bits & ~PSW_MASK_MCHECK & ~PSW_MASK_DAT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413 lc->mcck_new_psw.addr =
414 PSW_ADDR_AMODE | (unsigned long) mcck_int_handler;
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100415 lc->io_new_psw.mask = psw_kernel_bits;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416 lc->io_new_psw.addr = PSW_ADDR_AMODE | (unsigned long) io_int_handler;
417 lc->ipl_device = S390_lowcore.ipl_device;
Heiko Carstens5a62b192008-04-17 07:46:25 +0200418 lc->clock_comparator = -1ULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700419 lc->kernel_stack = ((unsigned long) &init_thread_union) + THREAD_SIZE;
420 lc->async_stack = (unsigned long)
421 __alloc_bootmem(ASYNC_SIZE, ASYNC_SIZE, 0) + ASYNC_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700422 lc->panic_stack = (unsigned long)
423 __alloc_bootmem(PAGE_SIZE, PAGE_SIZE, 0) + PAGE_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700424 lc->current_task = (unsigned long) init_thread_union.thread_info.task;
425 lc->thread_info = (unsigned long) &init_thread_union;
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800426#ifndef CONFIG_64BIT
Heiko Carstens77fa2242005-06-25 14:55:30 -0700427 if (MACHINE_HAS_IEEE) {
428 lc->extended_save_area_addr = (__u32)
429 __alloc_bootmem(PAGE_SIZE, PAGE_SIZE, 0);
430 /* enable extended save area */
Heiko Carstensc4972f32006-11-06 10:49:02 +0100431 __ctl_set_bit(14, 29);
Heiko Carstens77fa2242005-06-25 14:55:30 -0700432 }
Martin Schwidefskyc742b312008-12-31 15:11:42 +0100433#else
434 lc->vdso_per_cpu_data = (unsigned long) &lc->paste[0];
Heiko Carstens77fa2242005-06-25 14:55:30 -0700435#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700436 set_prefix((u32)(unsigned long) lc);
Heiko Carstensc9e37352005-05-01 08:58:57 -0700437}
438
439static void __init
440setup_resources(void)
441{
Hongjie Yangfe355b72007-02-05 21:18:24 +0100442 struct resource *res, *sub_res;
Heiko Carstensc9e37352005-05-01 08:58:57 -0700443 int i;
444
Heiko Carstenscc13ad62006-06-25 05:49:30 -0700445 code_resource.start = (unsigned long) &_text;
446 code_resource.end = (unsigned long) &_etext - 1;
447 data_resource.start = (unsigned long) &_etext;
448 data_resource.end = (unsigned long) &_edata - 1;
449
Heiko Carstens9f4b0ba2008-01-26 14:11:02 +0100450 for (i = 0; i < MEMORY_CHUNKS; i++) {
451 if (!memory_chunk[i].size)
452 continue;
Heiko Carstensc9e37352005-05-01 08:58:57 -0700453 res = alloc_bootmem_low(sizeof(struct resource));
454 res->flags = IORESOURCE_BUSY | IORESOURCE_MEM;
455 switch (memory_chunk[i].type) {
456 case CHUNK_READ_WRITE:
457 res->name = "System RAM";
458 break;
459 case CHUNK_READ_ONLY:
460 res->name = "System ROM";
461 res->flags |= IORESOURCE_READONLY;
462 break;
463 default:
464 res->name = "reserved";
465 }
466 res->start = memory_chunk[i].addr;
467 res->end = memory_chunk[i].addr + memory_chunk[i].size - 1;
468 request_resource(&iomem_resource, res);
Hongjie Yangfe355b72007-02-05 21:18:24 +0100469
470 if (code_resource.start >= res->start &&
471 code_resource.start <= res->end &&
472 code_resource.end > res->end) {
473 sub_res = alloc_bootmem_low(sizeof(struct resource));
474 memcpy(sub_res, &code_resource,
475 sizeof(struct resource));
476 sub_res->end = res->end;
477 code_resource.start = res->end + 1;
478 request_resource(res, sub_res);
479 }
480
481 if (code_resource.start >= res->start &&
482 code_resource.start <= res->end &&
483 code_resource.end <= res->end)
484 request_resource(res, &code_resource);
485
486 if (data_resource.start >= res->start &&
487 data_resource.start <= res->end &&
488 data_resource.end > res->end) {
489 sub_res = alloc_bootmem_low(sizeof(struct resource));
490 memcpy(sub_res, &data_resource,
491 sizeof(struct resource));
492 sub_res->end = res->end;
493 data_resource.start = res->end + 1;
494 request_resource(res, sub_res);
495 }
496
497 if (data_resource.start >= res->start &&
498 data_resource.start <= res->end &&
499 data_resource.end <= res->end)
500 request_resource(res, &data_resource);
Heiko Carstensc9e37352005-05-01 08:58:57 -0700501 }
502}
503
Michael Holzheu411ed322007-04-27 16:01:49 +0200504unsigned long real_memory_size;
505EXPORT_SYMBOL_GPL(real_memory_size);
506
Heiko Carstens8b62bc92006-12-04 15:40:56 +0100507static void __init setup_memory_end(void)
508{
Michael Holzheu411ed322007-04-27 16:01:49 +0200509 unsigned long memory_size;
Christian Borntraeger5fd9c6e2008-01-26 14:11:00 +0100510 unsigned long max_mem;
Heiko Carstens8b62bc92006-12-04 15:40:56 +0100511 int i;
512
Michael Holzheu411ed322007-04-27 16:01:49 +0200513#if defined(CONFIG_ZFCPDUMP) || defined(CONFIG_ZFCPDUMP_MODULE)
Heiko Carstens23d75d92009-02-19 15:19:01 +0100514 if (ipl_info.type == IPL_TYPE_FCP_DUMP) {
Michael Holzheu411ed322007-04-27 16:01:49 +0200515 memory_end = ZFCPDUMP_HSA_SIZE;
Heiko Carstens23d75d92009-02-19 15:19:01 +0100516 memory_end_set = 1;
517 }
Michael Holzheu411ed322007-04-27 16:01:49 +0200518#endif
519 memory_size = 0;
Heiko Carstens8b62bc92006-12-04 15:40:56 +0100520 memory_end &= PAGE_MASK;
521
Heiko Carstens01891032008-02-05 16:50:49 +0100522 max_mem = memory_end ? min(VMEM_MAX_PHYS, memory_end) : VMEM_MAX_PHYS;
Christian Borntraeger5fd9c6e2008-01-26 14:11:00 +0100523 memory_end = min(max_mem, memory_end);
Heiko Carstens8b62bc92006-12-04 15:40:56 +0100524
Heiko Carstens9f4b0ba2008-01-26 14:11:02 +0100525 /*
526 * Make sure all chunks are MAX_ORDER aligned so we don't need the
527 * extra checks that HOLES_IN_ZONE would require.
528 */
529 for (i = 0; i < MEMORY_CHUNKS; i++) {
530 unsigned long start, end;
531 struct mem_chunk *chunk;
532 unsigned long align;
533
534 chunk = &memory_chunk[i];
535 align = 1UL << (MAX_ORDER + PAGE_SHIFT - 1);
536 start = (chunk->addr + align - 1) & ~(align - 1);
537 end = (chunk->addr + chunk->size) & ~(align - 1);
538 if (start >= end)
539 memset(chunk, 0, sizeof(*chunk));
540 else {
541 chunk->addr = start;
542 chunk->size = end - start;
543 }
544 }
545
Heiko Carstens8b62bc92006-12-04 15:40:56 +0100546 for (i = 0; i < MEMORY_CHUNKS; i++) {
547 struct mem_chunk *chunk = &memory_chunk[i];
548
Michael Holzheu411ed322007-04-27 16:01:49 +0200549 real_memory_size = max(real_memory_size,
550 chunk->addr + chunk->size);
Heiko Carstens8b62bc92006-12-04 15:40:56 +0100551 if (chunk->addr >= max_mem) {
552 memset(chunk, 0, sizeof(*chunk));
553 continue;
554 }
555 if (chunk->addr + chunk->size > max_mem)
556 chunk->size = max_mem - chunk->addr;
557 memory_size = max(memory_size, chunk->addr + chunk->size);
558 }
559 if (!memory_end)
560 memory_end = memory_size;
Heiko Carstens8b62bc92006-12-04 15:40:56 +0100561}
562
Heiko Carstensc9e37352005-05-01 08:58:57 -0700563static void __init
564setup_memory(void)
565{
566 unsigned long bootmap_size;
Hongjie Yangfe355b72007-02-05 21:18:24 +0100567 unsigned long start_pfn, end_pfn;
Heiko Carstensc9e37352005-05-01 08:58:57 -0700568 int i;
569
570 /*
571 * partially used pages are not usable - thus
572 * we are rounding upwards:
573 */
Heiko Carstens65912a82006-09-20 15:58:41 +0200574 start_pfn = PFN_UP(__pa(&_end));
575 end_pfn = max_pfn = PFN_DOWN(memory_end);
Heiko Carstensc9e37352005-05-01 08:58:57 -0700576
Heiko Carstens65912a82006-09-20 15:58:41 +0200577#ifdef CONFIG_BLK_DEV_INITRD
578 /*
579 * Move the initrd in case the bitmap of the bootmem allocater
580 * would overwrite it.
581 */
582
583 if (INITRD_START && INITRD_SIZE) {
584 unsigned long bmap_size;
585 unsigned long start;
586
587 bmap_size = bootmem_bootmap_pages(end_pfn - start_pfn + 1);
588 bmap_size = PFN_PHYS(bmap_size);
589
590 if (PFN_PHYS(start_pfn) + bmap_size > INITRD_START) {
591 start = PFN_PHYS(start_pfn) + bmap_size + PAGE_SIZE;
592
593 if (start + INITRD_SIZE > memory_end) {
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100594 pr_err("initrd extends beyond end of "
595 "memory (0x%08lx > 0x%08lx) "
Heiko Carstens65912a82006-09-20 15:58:41 +0200596 "disabling initrd\n",
597 start + INITRD_SIZE, memory_end);
598 INITRD_START = INITRD_SIZE = 0;
599 } else {
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100600 pr_info("Moving initrd (0x%08lx -> "
601 "0x%08lx, size: %ld)\n",
602 INITRD_START, start, INITRD_SIZE);
Heiko Carstens65912a82006-09-20 15:58:41 +0200603 memmove((void *) start, (void *) INITRD_START,
604 INITRD_SIZE);
605 INITRD_START = start;
606 }
607 }
608 }
609#endif
610
Heiko Carstensc9e37352005-05-01 08:58:57 -0700611 /*
Heiko Carstens7676bef2006-10-04 20:02:19 +0200612 * Initialize the boot-time allocator
Heiko Carstensc9e37352005-05-01 08:58:57 -0700613 */
614 bootmap_size = init_bootmem(start_pfn, end_pfn);
615
616 /*
617 * Register RAM areas with the bootmem allocator.
618 */
Heiko Carstensc9e37352005-05-01 08:58:57 -0700619
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -0700620 for (i = 0; i < MEMORY_CHUNKS && memory_chunk[i].size > 0; i++) {
Heiko Carstens39b742f2006-12-08 15:56:10 +0100621 unsigned long start_chunk, end_chunk, pfn;
Heiko Carstensc9e37352005-05-01 08:58:57 -0700622
623 if (memory_chunk[i].type != CHUNK_READ_WRITE)
624 continue;
Heiko Carstens39b742f2006-12-08 15:56:10 +0100625 start_chunk = PFN_DOWN(memory_chunk[i].addr);
Gerald Schaeferfb2e7c52008-11-14 18:18:00 +0100626 end_chunk = start_chunk + PFN_DOWN(memory_chunk[i].size);
Heiko Carstens39b742f2006-12-08 15:56:10 +0100627 end_chunk = min(end_chunk, end_pfn);
628 if (start_chunk >= end_chunk)
629 continue;
630 add_active_range(0, start_chunk, end_chunk);
631 pfn = max(start_chunk, start_pfn);
Gerald Schaeferfb2e7c52008-11-14 18:18:00 +0100632 for (; pfn < end_chunk; pfn++)
Heiko Carstens39b742f2006-12-08 15:56:10 +0100633 page_set_storage_key(PFN_PHYS(pfn), PAGE_DEFAULT_KEY);
Heiko Carstensc9e37352005-05-01 08:58:57 -0700634 }
635
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -0700636 psw_set_key(PAGE_DEFAULT_KEY);
637
Heiko Carstens39b742f2006-12-08 15:56:10 +0100638 free_bootmem_with_active_regions(0, max_pfn);
Heiko Carstensc9e37352005-05-01 08:58:57 -0700639
640 /*
Heiko Carstens615b04b2007-02-21 10:55:37 +0100641 * Reserve memory used for lowcore/command line/kernel image.
642 */
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800643 reserve_bootmem(0, (unsigned long)_ehead, BOOTMEM_DEFAULT);
Heiko Carstens615b04b2007-02-21 10:55:37 +0100644 reserve_bootmem((unsigned long)_stext,
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800645 PFN_PHYS(start_pfn) - (unsigned long)_stext,
646 BOOTMEM_DEFAULT);
Heiko Carstens615b04b2007-02-21 10:55:37 +0100647 /*
Heiko Carstensc9e37352005-05-01 08:58:57 -0700648 * Reserve the bootmem bitmap itself as well. We do this in two
649 * steps (first step was init_bootmem()) because this catches
650 * the (very unlikely) case of us accidentally initializing the
651 * bootmem allocator with an invalid RAM area.
652 */
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800653 reserve_bootmem(start_pfn << PAGE_SHIFT, bootmap_size,
654 BOOTMEM_DEFAULT);
Heiko Carstensc9e37352005-05-01 08:58:57 -0700655
656#ifdef CONFIG_BLK_DEV_INITRD
Heiko Carstens65912a82006-09-20 15:58:41 +0200657 if (INITRD_START && INITRD_SIZE) {
Heiko Carstensc9e37352005-05-01 08:58:57 -0700658 if (INITRD_START + INITRD_SIZE <= memory_end) {
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800659 reserve_bootmem(INITRD_START, INITRD_SIZE,
660 BOOTMEM_DEFAULT);
Heiko Carstensc9e37352005-05-01 08:58:57 -0700661 initrd_start = INITRD_START;
662 initrd_end = initrd_start + INITRD_SIZE;
663 } else {
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100664 pr_err("initrd extends beyond end of "
665 "memory (0x%08lx > 0x%08lx) "
666 "disabling initrd\n",
Heiko Carstensc9e37352005-05-01 08:58:57 -0700667 initrd_start + INITRD_SIZE, memory_end);
668 initrd_start = initrd_end = 0;
669 }
670 }
671#endif
672}
673
Martin Schwidefskycf8ba7a2007-05-04 18:48:28 +0200674/*
675 * Setup hardware capabilities.
676 */
677static void __init setup_hwcaps(void)
678{
679 static const int stfl_bits[6] = { 0, 2, 7, 17, 19, 21 };
680 struct cpuinfo_S390 *cpuinfo = &S390_lowcore.cpu_data;
681 unsigned long long facility_list_extended;
682 unsigned int facility_list;
683 int i;
684
685 facility_list = stfl();
686 /*
687 * The store facility list bits numbers as found in the principles
688 * of operation are numbered with bit 1UL<<31 as number 0 to
689 * bit 1UL<<0 as number 31.
690 * Bit 0: instructions named N3, "backported" to esa-mode
691 * Bit 2: z/Architecture mode is active
692 * Bit 7: the store-facility-list-extended facility is installed
693 * Bit 17: the message-security assist is installed
694 * Bit 19: the long-displacement facility is installed
695 * Bit 21: the extended-immediate facility is installed
696 * These get translated to:
697 * HWCAP_S390_ESAN3 bit 0, HWCAP_S390_ZARCH bit 1,
698 * HWCAP_S390_STFLE bit 2, HWCAP_S390_MSA bit 3,
699 * HWCAP_S390_LDISP bit 4, and HWCAP_S390_EIMM bit 5.
700 */
701 for (i = 0; i < 6; i++)
702 if (facility_list & (1UL << (31 - stfl_bits[i])))
703 elf_hwcap |= 1UL << i;
704
705 /*
706 * Check for additional facilities with store-facility-list-extended.
707 * stfle stores doublewords (8 byte) with bit 1ULL<<63 as bit 0
708 * and 1ULL<<0 as bit 63. Bits 0-31 contain the same information
709 * as stored by stfl, bits 32-xxx contain additional facilities.
710 * How many facility words are stored depends on the number of
711 * doublewords passed to the instruction. The additional facilites
712 * are:
713 * Bit 43: decimal floating point facility is installed
714 * translated to:
715 * HWCAP_S390_DFP bit 6.
716 */
717 if ((elf_hwcap & (1UL << 2)) &&
Heiko Carstens7b758382008-04-17 07:46:11 +0200718 __stfle(&facility_list_extended, 1) > 0) {
Martin Schwidefskycf8ba7a2007-05-04 18:48:28 +0200719 if (facility_list_extended & (1ULL << (64 - 43)))
720 elf_hwcap |= 1UL << 6;
721 }
722
Gerald Schaefer53492b12008-04-30 13:38:46 +0200723 if (MACHINE_HAS_HPAGE)
724 elf_hwcap |= 1UL << 7;
725
Martin Schwidefskycf8ba7a2007-05-04 18:48:28 +0200726 switch (cpuinfo->cpu_id.machine) {
727 case 0x9672:
728#if !defined(CONFIG_64BIT)
729 default: /* Use "g5" as default for 31 bit kernels. */
730#endif
731 strcpy(elf_platform, "g5");
732 break;
733 case 0x2064:
734 case 0x2066:
735#if defined(CONFIG_64BIT)
736 default: /* Use "z900" as default for 64 bit kernels. */
737#endif
738 strcpy(elf_platform, "z900");
739 break;
740 case 0x2084:
741 case 0x2086:
742 strcpy(elf_platform, "z990");
743 break;
744 case 0x2094:
Martin Schwidefsky9fee8db2008-12-25 13:39:22 +0100745 case 0x2096:
Martin Schwidefskycf8ba7a2007-05-04 18:48:28 +0200746 strcpy(elf_platform, "z9-109");
747 break;
Martin Schwidefsky9fee8db2008-12-25 13:39:22 +0100748 case 0x2097:
749 case 0x2098:
750 strcpy(elf_platform, "z10");
751 break;
Martin Schwidefskycf8ba7a2007-05-04 18:48:28 +0200752 }
753}
754
Heiko Carstensc9e37352005-05-01 08:58:57 -0700755/*
756 * Setup function called from init/main.c just after the banner
757 * was printed.
758 */
759
760void __init
761setup_arch(char **cmdline_p)
762{
Hendrik Brueckner09461002008-12-25 13:39:29 +0100763 /* set up preferred console */
764 add_preferred_console("ttyS", 0, NULL);
765
Heiko Carstensc9e37352005-05-01 08:58:57 -0700766 /*
767 * print what head.S has found out about the machine
768 */
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800769#ifndef CONFIG_64BIT
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100770 if (MACHINE_IS_VM)
771 pr_info("Linux is running as a z/VM "
772 "guest operating system in 31-bit mode\n");
773 else
774 pr_info("Linux is running natively in 31-bit mode\n");
775 if (MACHINE_HAS_IEEE)
776 pr_info("The hardware system has IEEE compatible "
777 "floating point units\n");
778 else
779 pr_info("The hardware system has no IEEE compatible "
780 "floating point units\n");
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800781#else /* CONFIG_64BIT */
Carsten Ottefa587742008-03-25 18:47:44 +0100782 if (MACHINE_IS_VM)
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100783 pr_info("Linux is running as a z/VM "
784 "guest operating system in 64-bit mode\n");
Carsten Ottefa587742008-03-25 18:47:44 +0100785 else if (MACHINE_IS_KVM) {
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100786 pr_info("Linux is running under KVM in 64-bit mode\n");
Christian Borntraegerfaeba832008-06-20 15:24:18 +0200787 add_preferred_console("hvc", 0, NULL);
788 s390_virtio_console_init();
Carsten Ottefa587742008-03-25 18:47:44 +0100789 } else
Martin Schwidefsky3b6ed4a2008-12-25 13:39:40 +0100790 pr_info("Linux is running natively in 64-bit mode\n");
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800791#endif /* CONFIG_64BIT */
Heiko Carstensc9e37352005-05-01 08:58:57 -0700792
Hendrik Bruecknera0443fb2008-07-14 09:59:09 +0200793 /* Have one command line that is parsed and saved in /proc/cmdline */
794 /* boot_command_line has been already set up in early.c */
795 *cmdline_p = boot_command_line;
Heiko Carstens59685292006-03-24 03:15:15 -0800796
Heiko Carstensc9e37352005-05-01 08:58:57 -0700797 ROOT_DEV = Root_RAM0;
Heiko Carstens59685292006-03-24 03:15:15 -0800798
799 init_mm.start_code = PAGE_OFFSET;
800 init_mm.end_code = (unsigned long) &_etext;
801 init_mm.end_data = (unsigned long) &_edata;
802 init_mm.brk = (unsigned long) &_end;
803
Gerald Schaefer6c2a9e62006-09-20 15:59:44 +0200804 if (MACHINE_HAS_MVCOS)
805 memcpy(&uaccess, &uaccess_mvcos, sizeof(uaccess));
806 else
807 memcpy(&uaccess, &uaccess_std, sizeof(uaccess));
808
Heiko Carstens59685292006-03-24 03:15:15 -0800809 parse_early_param();
810
Michael Holzheu99ca4e52008-01-26 14:11:11 +0100811 setup_ipl();
Heiko Carstens8b62bc92006-12-04 15:40:56 +0100812 setup_memory_end();
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100813 setup_addressing_mode();
Heiko Carstensc9e37352005-05-01 08:58:57 -0700814 setup_memory();
815 setup_resources();
816 setup_lowcore();
817
Linus Torvalds1da177e2005-04-16 15:20:36 -0700818 cpu_init();
819 __cpu_logical_map[0] = S390_lowcore.cpu_data.cpu_addr;
Heiko Carstensdbd70fb2008-04-17 07:46:12 +0200820 s390_init_cpu_topology();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821
822 /*
Martin Schwidefskycf8ba7a2007-05-04 18:48:28 +0200823 * Setup capabilities (ELF_HWCAP & ELF_PLATFORM).
824 */
825 setup_hwcaps();
826
827 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700828 * Create kernel page tables and switch to virtual addressing.
829 */
830 paging_init();
831
832 /* Setup default console */
833 conmode_default();
Michael Holzheu411ed322007-04-27 16:01:49 +0200834
835 /* Setup zfcpdump support */
836 setup_zfcpdump(console_devno);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700837}