mmap.c 4.5 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29
/*
 *  linux/arch/s390/mm/mmap.c
 *
 *  flexible mmap layout support
 *
 * Copyright 2003-2004 Red Hat Inc., Durham, North Carolina.
 * All Rights Reserved.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 *
 *
 * Started by Ingo Molnar <mingo@elte.hu>
 */

#include <linux/personality.h>
#include <linux/mm.h>
#include <linux/module.h>
M
Martin Schwidefsky 已提交
30
#include <asm/pgalloc.h>
H
Heiko Carstens 已提交
31
#include <asm/compat.h>
L
Linus Torvalds 已提交
32 33 34 35 36 37 38

/*
 * Top of mmap area (just below the process stack).
 *
 * Leave an at least ~128 MB hole.
 */
#define MIN_GAP (128*1024*1024)
39
#define MAX_GAP (STACK_TOP/6*5)
L
Linus Torvalds 已提交
40 41 42

static inline unsigned long mmap_base(void)
{
J
Jiri Slaby 已提交
43
	unsigned long gap = rlimit(RLIMIT_STACK);
L
Linus Torvalds 已提交
44 45 46 47 48 49

	if (gap < MIN_GAP)
		gap = MIN_GAP;
	else if (gap > MAX_GAP)
		gap = MAX_GAP;

50
	return STACK_TOP - (gap & PAGE_MASK);
L
Linus Torvalds 已提交
51 52 53 54
}

static inline int mmap_is_legacy(void)
{
55
#ifdef CONFIG_64BIT
L
Linus Torvalds 已提交
56 57 58
	/*
	 * Force standard allocation for 64 bit programs.
	 */
H
Heiko Carstens 已提交
59
	if (!is_compat_task())
L
Linus Torvalds 已提交
60 61 62 63
		return 1;
#endif
	return sysctl_legacy_va_layout ||
	    (current->personality & ADDR_COMPAT_LAYOUT) ||
J
Jiri Slaby 已提交
64
	    rlimit(RLIMIT_STACK) == RLIM_INFINITY;
L
Linus Torvalds 已提交
65 66
}

M
Martin Schwidefsky 已提交
67 68
#ifndef CONFIG_64BIT

L
Linus Torvalds 已提交
69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90
/*
 * This function, called very early during the creation of a new
 * process VM image, sets up which VM layout function to use:
 */
void arch_pick_mmap_layout(struct mm_struct *mm)
{
	/*
	 * Fall back to the standard layout if the personality
	 * bit is set, or if the expected stack growth is unlimited:
	 */
	if (mmap_is_legacy()) {
		mm->mmap_base = TASK_UNMAPPED_BASE;
		mm->get_unmapped_area = arch_get_unmapped_area;
		mm->unmap_area = arch_unmap_area;
	} else {
		mm->mmap_base = mmap_base();
		mm->get_unmapped_area = arch_get_unmapped_area_topdown;
		mm->unmap_area = arch_unmap_area_topdown;
	}
}
EXPORT_SYMBOL_GPL(arch_pick_mmap_layout);

M
Martin Schwidefsky 已提交
91 92
#else

93 94
int s390_mmap_check(unsigned long addr, unsigned long len)
{
H
Heiko Carstens 已提交
95
	if (!is_compat_task() &&
96 97 98 99 100
	    len >= TASK_SIZE && TASK_SIZE < (1UL << 53))
		return crst_table_upgrade(current->mm, 1UL << 53);
	return 0;
}

M
Martin Schwidefsky 已提交
101 102 103 104 105
static unsigned long
s390_get_unmapped_area(struct file *filp, unsigned long addr,
		unsigned long len, unsigned long pgoff, unsigned long flags)
{
	struct mm_struct *mm = current->mm;
106
	unsigned long area;
M
Martin Schwidefsky 已提交
107 108
	int rc;

109 110 111
	area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
	if (!(area & ~PAGE_MASK))
		return area;
H
Heiko Carstens 已提交
112
	if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
113 114
		/* Upgrade the page table to 4 levels and retry. */
		rc = crst_table_upgrade(mm, 1UL << 53);
M
Martin Schwidefsky 已提交
115 116
		if (rc)
			return (unsigned long) rc;
117
		area = arch_get_unmapped_area(filp, addr, len, pgoff, flags);
M
Martin Schwidefsky 已提交
118
	}
119
	return area;
M
Martin Schwidefsky 已提交
120 121 122
}

static unsigned long
123
s390_get_unmapped_area_topdown(struct file *filp, const unsigned long addr,
M
Martin Schwidefsky 已提交
124 125 126 127
			  const unsigned long len, const unsigned long pgoff,
			  const unsigned long flags)
{
	struct mm_struct *mm = current->mm;
128
	unsigned long area;
M
Martin Schwidefsky 已提交
129 130
	int rc;

131 132 133
	area = arch_get_unmapped_area_topdown(filp, addr, len, pgoff, flags);
	if (!(area & ~PAGE_MASK))
		return area;
H
Heiko Carstens 已提交
134
	if (area == -ENOMEM && !is_compat_task() && TASK_SIZE < (1UL << 53)) {
135 136
		/* Upgrade the page table to 4 levels and retry. */
		rc = crst_table_upgrade(mm, 1UL << 53);
M
Martin Schwidefsky 已提交
137 138
		if (rc)
			return (unsigned long) rc;
139 140
		area = arch_get_unmapped_area_topdown(filp, addr, len,
						      pgoff, flags);
M
Martin Schwidefsky 已提交
141
	}
142
	return area;
M
Martin Schwidefsky 已提交
143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166
}
/*
 * This function, called very early during the creation of a new
 * process VM image, sets up which VM layout function to use:
 */
void arch_pick_mmap_layout(struct mm_struct *mm)
{
	/*
	 * Fall back to the standard layout if the personality
	 * bit is set, or if the expected stack growth is unlimited:
	 */
	if (mmap_is_legacy()) {
		mm->mmap_base = TASK_UNMAPPED_BASE;
		mm->get_unmapped_area = s390_get_unmapped_area;
		mm->unmap_area = arch_unmap_area;
	} else {
		mm->mmap_base = mmap_base();
		mm->get_unmapped_area = s390_get_unmapped_area_topdown;
		mm->unmap_area = arch_unmap_area_topdown;
	}
}
EXPORT_SYMBOL_GPL(arch_pick_mmap_layout);

#endif