blob: f31ed7097d0b30bb20f50ec17b4ecc0b7363b590 [file] [log] [blame]
Jiri Kosinacc503c12008-01-30 13:31:07 +01001/*
Harvey Harrison675a0812008-01-30 13:31:10 +01002 * Flexible mmap layout support
Jiri Kosinacc503c12008-01-30 13:31:07 +01003 *
4 * Based on code by Ingo Molnar and Andi Kleen, copyrighted
5 * as follows:
6 *
Ingo Molnar8f47e162009-01-31 02:03:42 +01007 * Copyright 2003-2009 Red Hat Inc.
Jiri Kosinacc503c12008-01-30 13:31:07 +01008 * All Rights Reserved.
9 * Copyright 2005 Andi Kleen, SUSE Labs.
10 * Copyright 2007 Jiri Kosina, SUSE Labs.
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
22 * You should have received a copy of the GNU General Public License
23 * along with this program; if not, write to the Free Software
24 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
Andi Kleen88172102006-01-17 07:03:38 +010025 */
Jiri Kosinacc503c12008-01-30 13:31:07 +010026
27#include <linux/personality.h>
Andi Kleen88172102006-01-17 07:03:38 +010028#include <linux/mm.h>
Andi Kleen88172102006-01-17 07:03:38 +010029#include <linux/random.h>
Jiri Kosinacc503c12008-01-30 13:31:07 +010030#include <linux/limits.h>
Ingo Molnar3f07c012017-02-08 18:51:30 +010031#include <linux/sched/signal.h>
Ingo Molnar01042602017-02-08 18:51:31 +010032#include <linux/sched/mm.h>
Michal Hocko80938332009-09-08 11:01:55 +020033#include <asm/elf.h>
34
Jan-Simon Möllercc995352014-09-05 16:16:45 -070035struct va_alignment __read_mostly va_align = {
Borislav Petkov9387f772011-08-06 14:31:38 +020036 .flags = -1,
37};
38
Hector Marco-Gisbert4e7c22d2015-02-14 09:33:50 -080039static unsigned long stack_maxrandom_size(void)
Michal Hocko80938332009-09-08 11:01:55 +020040{
Hector Marco-Gisbert4e7c22d2015-02-14 09:33:50 -080041 unsigned long max = 0;
Michal Hocko80938332009-09-08 11:01:55 +020042 if ((current->flags & PF_RANDOMIZE) &&
43 !(current->personality & ADDR_NO_RANDOMIZE)) {
Hector Marco-Gisbert4e7c22d2015-02-14 09:33:50 -080044 max = ((-1UL) & STACK_RND_MASK) << PAGE_SHIFT;
Michal Hocko80938332009-09-08 11:01:55 +020045 }
46
47 return max;
48}
49
Jiri Kosinacc503c12008-01-30 13:31:07 +010050/*
51 * Top of mmap area (just below the process stack).
52 *
Michal Hocko80938332009-09-08 11:01:55 +020053 * Leave an at least ~128 MB hole with possible stack randomization.
Jiri Kosinacc503c12008-01-30 13:31:07 +010054 */
Michal Hocko80938332009-09-08 11:01:55 +020055#define MIN_GAP (128*1024*1024UL + stack_maxrandom_size())
Jiri Kosinacc503c12008-01-30 13:31:07 +010056#define MAX_GAP (TASK_SIZE/6*5)
Andi Kleen88172102006-01-17 07:03:38 +010057
Dmitry Safonov6a0b41d2017-03-06 17:17:17 +030058#ifdef CONFIG_COMPAT
59# define mmap32_rnd_bits mmap_rnd_compat_bits
60# define mmap64_rnd_bits mmap_rnd_bits
61#else
62# define mmap32_rnd_bits mmap_rnd_bits
63# define mmap64_rnd_bits mmap_rnd_bits
64#endif
65
Andrew Morton954683a2008-01-30 13:31:07 +010066static int mmap_is_legacy(void)
Jiri Kosinacc503c12008-01-30 13:31:07 +010067{
68 if (current->personality & ADDR_COMPAT_LAYOUT)
69 return 1;
70
Jiri Slaby2854e722010-01-27 17:32:22 +010071 if (rlimit(RLIMIT_STACK) == RLIM_INFINITY)
Jiri Kosinacc503c12008-01-30 13:31:07 +010072 return 1;
73
74 return sysctl_legacy_va_layout;
75}
76
Dmitry Safonov6a0b41d2017-03-06 17:17:17 +030077static unsigned long arch_rnd(unsigned int rndbits)
78{
79 return (get_random_long() & ((1UL << rndbits) - 1)) << PAGE_SHIFT;
80}
81
Kees Cook2b68f6c2015-04-14 15:48:00 -070082unsigned long arch_mmap_rnd(void)
Harvey Harrison675a0812008-01-30 13:31:10 +010083{
Dmitry Safonov6a0b41d2017-03-06 17:17:17 +030084 return arch_rnd(mmap_is_ia32() ? mmap32_rnd_bits : mmap64_rnd_bits);
Harvey Harrison675a0812008-01-30 13:31:10 +010085}
86
Kees Cook82168142015-04-14 15:47:45 -070087static unsigned long mmap_base(unsigned long rnd)
Harvey Harrison675a0812008-01-30 13:31:10 +010088{
Jiri Slaby2854e722010-01-27 17:32:22 +010089 unsigned long gap = rlimit(RLIMIT_STACK);
Harvey Harrison675a0812008-01-30 13:31:10 +010090
91 if (gap < MIN_GAP)
92 gap = MIN_GAP;
93 else if (gap > MAX_GAP)
94 gap = MAX_GAP;
95
Kees Cook82168142015-04-14 15:47:45 -070096 return PAGE_ALIGN(TASK_SIZE - gap - rnd);
Harvey Harrison675a0812008-01-30 13:31:10 +010097}
98
99/*
Jiri Kosinacc503c12008-01-30 13:31:07 +0100100 * This function, called very early during the creation of a new
101 * process VM image, sets up which VM layout function to use:
102 */
103void arch_pick_mmap_layout(struct mm_struct *mm)
104{
Kees Cook82168142015-04-14 15:47:45 -0700105 unsigned long random_factor = 0UL;
106
107 if (current->flags & PF_RANDOMIZE)
Kees Cook2b68f6c2015-04-14 15:48:00 -0700108 random_factor = arch_mmap_rnd();
Kees Cook82168142015-04-14 15:47:45 -0700109
Hector Marco-Gisbert8b8addf2016-03-10 20:51:00 +0100110 mm->mmap_legacy_base = TASK_UNMAPPED_BASE + random_factor;
Radu Caragea41aacc12013-08-21 20:55:59 +0300111
Harvey Harrison675a0812008-01-30 13:31:10 +0100112 if (mmap_is_legacy()) {
Radu Caragea41aacc12013-08-21 20:55:59 +0300113 mm->mmap_base = mm->mmap_legacy_base;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100114 mm->get_unmapped_area = arch_get_unmapped_area;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100115 } else {
Kees Cook82168142015-04-14 15:47:45 -0700116 mm->mmap_base = mmap_base(random_factor);
Jiri Kosinacc503c12008-01-30 13:31:07 +0100117 mm->get_unmapped_area = arch_get_unmapped_area_topdown;
Jiri Kosinacc503c12008-01-30 13:31:07 +0100118 }
Jiri Kosinacc503c12008-01-30 13:31:07 +0100119}
Kirill A. Shutemova89652762015-07-20 14:29:58 -0700120
121const char *arch_vma_name(struct vm_area_struct *vma)
122{
123 if (vma->vm_flags & VM_MPX)
124 return "[mpx]";
125 return NULL;
126}