blob: a64fe53c72020ba671671d0c85abe44b514fb57d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/s390/mm/mmap.c
3 *
4 * flexible mmap layout support
5 *
6 * Copyright 2003-2004 Red Hat Inc., Durham, North Carolina.
7 * All Rights Reserved.
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 *
23 *
24 * Started by Ingo Molnar <mingo@elte.hu>
25 */
26
27#include <linux/personality.h>
28#include <linux/mm.h>
Martin Schwidefsky638ad342011-10-30 15:17:13 +010029#include <linux/mman.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/module.h>
Heiko Carstensdf1ca532011-01-12 09:55:27 +010031#include <linux/random.h>
Heiko Carstens048cd4e2012-02-27 10:01:52 +010032#include <linux/compat.h>
Martin Schwidefsky6252d702008-02-09 18:24:37 +010033#include <asm/pgalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Heiko Carstens9046e402011-01-12 09:55:22 +010035static unsigned long stack_maxrandom_size(void)
36{
37 if (!(current->flags & PF_RANDOMIZE))
38 return 0;
39 if (current->personality & ADDR_NO_RANDOMIZE)
40 return 0;
41 return STACK_RND_MASK << PAGE_SHIFT;
42}
43
Linus Torvalds1da177e2005-04-16 15:20:36 -070044/*
45 * Top of mmap area (just below the process stack).
46 *
Heiko Carstens9e78a132011-01-12 09:55:23 +010047 * Leave at least a ~32 MB hole.
Linus Torvalds1da177e2005-04-16 15:20:36 -070048 */
Heiko Carstens9e78a132011-01-12 09:55:23 +010049#define MIN_GAP (32*1024*1024)
Martin Schwidefskyf481bfa2009-03-18 13:27:36 +010050#define MAX_GAP (STACK_TOP/6*5)
Linus Torvalds1da177e2005-04-16 15:20:36 -070051
Heiko Carstens1060f622011-01-12 09:55:26 +010052static inline int mmap_is_legacy(void)
53{
54 if (current->personality & ADDR_COMPAT_LAYOUT)
55 return 1;
56 if (rlimit(RLIMIT_STACK) == RLIM_INFINITY)
57 return 1;
58 return sysctl_legacy_va_layout;
59}
60
Heiko Carstensdf1ca532011-01-12 09:55:27 +010061static unsigned long mmap_rnd(void)
62{
63 if (!(current->flags & PF_RANDOMIZE))
64 return 0;
65 /* 8MB randomization for mmap_base */
66 return (get_random_int() & 0x7ffUL) << PAGE_SHIFT;
67}
68
Linus Torvalds1da177e2005-04-16 15:20:36 -070069static inline unsigned long mmap_base(void)
70{
Jiri Slabya58c26b2010-01-13 20:44:33 +010071 unsigned long gap = rlimit(RLIMIT_STACK);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072
73 if (gap < MIN_GAP)
74 gap = MIN_GAP;
75 else if (gap > MAX_GAP)
76 gap = MAX_GAP;
Heiko Carstensdf1ca532011-01-12 09:55:27 +010077 gap &= PAGE_MASK;
78 return STACK_TOP - stack_maxrandom_size() - mmap_rnd() - gap;
Linus Torvalds1da177e2005-04-16 15:20:36 -070079}
80
Martin Schwidefsky6252d702008-02-09 18:24:37 +010081#ifndef CONFIG_64BIT
82
Linus Torvalds1da177e2005-04-16 15:20:36 -070083/*
84 * This function, called very early during the creation of a new
85 * process VM image, sets up which VM layout function to use:
86 */
87void arch_pick_mmap_layout(struct mm_struct *mm)
88{
89 /*
90 * Fall back to the standard layout if the personality
91 * bit is set, or if the expected stack growth is unlimited:
92 */
93 if (mmap_is_legacy()) {
94 mm->mmap_base = TASK_UNMAPPED_BASE;
95 mm->get_unmapped_area = arch_get_unmapped_area;
96 mm->unmap_area = arch_unmap_area;
97 } else {
98 mm->mmap_base = mmap_base();
99 mm->get_unmapped_area = arch_get_unmapped_area_topdown;
100 mm->unmap_area = arch_unmap_area_topdown;
101 }
102}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100104#else
105
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100106int s390_mmap_check(unsigned long addr, unsigned long len)
107{
Martin Schwidefskycd1af8b2012-07-26 08:53:06 +0200108 int rc;
109
Heiko Carstens77575912009-06-12 10:26:25 +0200110 if (!is_compat_task() &&
Martin Schwidefskycd1af8b2012-07-26 08:53:06 +0200111 len >= TASK_SIZE && TASK_SIZE < (1UL << 53)) {
112 rc = crst_table_upgrade(current->mm, 1UL << 53);
113 if (rc)
114 return rc;
115 update_mm(current->mm, current);
116 }
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100117 return 0;
118}
119
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100120static unsigned long
121s390_get_unmapped_area(struct file *filp, unsigned long addr,
122 unsigned long len, unsigned long pgoff, unsigned long flags)
123{
124 struct mm_struct *mm = current->mm;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100125 unsigned long area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100126 int rc;
127
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100128 area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
129 if (!(area & ~PAGE_MASK))
130 return area;
Heiko Carstens77575912009-06-12 10:26:25 +0200131 if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100132 /* Upgrade the page table to 4 levels and retry. */
133 rc = crst_table_upgrade(mm, 1UL << 53);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100134 if (rc)
135 return (unsigned long) rc;
Martin Schwidefskycd1af8b2012-07-26 08:53:06 +0200136 update_mm(mm, current);
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100137 area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100138 }
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100139 return area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100140}
141
142static unsigned long
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100143s390_get_unmapped_area_topdown(struct file *filp, const unsigned long addr,
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100144 const unsigned long len, const unsigned long pgoff,
145 const unsigned long flags)
146{
147 struct mm_struct *mm = current->mm;
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100148 unsigned long area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100149 int rc;
150
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100151 area = arch_get_unmapped_area_topdown(filp, addr, len, pgoff, flags);
152 if (!(area & ~PAGE_MASK))
153 return area;
Heiko Carstens77575912009-06-12 10:26:25 +0200154 if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100155 /* Upgrade the page table to 4 levels and retry. */
156 rc = crst_table_upgrade(mm, 1UL << 53);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100157 if (rc)
158 return (unsigned long) rc;
Martin Schwidefskycd1af8b2012-07-26 08:53:06 +0200159 update_mm(mm, current);
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100160 area = arch_get_unmapped_area_topdown(filp, addr, len,
161 pgoff, flags);
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100162 }
Martin Schwidefsky0fb1d9b2009-03-18 13:27:37 +0100163 return area;
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100164}
165/*
166 * This function, called very early during the creation of a new
167 * process VM image, sets up which VM layout function to use:
168 */
169void arch_pick_mmap_layout(struct mm_struct *mm)
170{
171 /*
172 * Fall back to the standard layout if the personality
173 * bit is set, or if the expected stack growth is unlimited:
174 */
175 if (mmap_is_legacy()) {
176 mm->mmap_base = TASK_UNMAPPED_BASE;
177 mm->get_unmapped_area = s390_get_unmapped_area;
178 mm->unmap_area = arch_unmap_area;
179 } else {
180 mm->mmap_base = mmap_base();
181 mm->get_unmapped_area = s390_get_unmapped_area_topdown;
182 mm->unmap_area = arch_unmap_area_topdown;
183 }
184}
Martin Schwidefsky6252d702008-02-09 18:24:37 +0100185
186#endif