Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 1 | /* |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 2 | * Flexible mmap layout support |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 3 | * |
| 4 | * Based on code by Ingo Molnar and Andi Kleen, copyrighted |
| 5 | * as follows: |
| 6 | * |
Ingo Molnar | 8f47e16 | 2009-01-31 02:03:42 +0100 | [diff] [blame] | 7 | * Copyright 2003-2009 Red Hat Inc. |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 8 | * All Rights Reserved. |
| 9 | * Copyright 2005 Andi Kleen, SUSE Labs. |
| 10 | * Copyright 2007 Jiri Kosina, SUSE Labs. |
| 11 | * |
| 12 | * This program is free software; you can redistribute it and/or modify |
| 13 | * it under the terms of the GNU General Public License as published by |
| 14 | * the Free Software Foundation; either version 2 of the License, or |
| 15 | * (at your option) any later version. |
| 16 | * |
| 17 | * This program is distributed in the hope that it will be useful, |
| 18 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 19 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 20 | * GNU General Public License for more details. |
| 21 | * |
| 22 | * You should have received a copy of the GNU General Public License |
| 23 | * along with this program; if not, write to the Free Software |
| 24 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
Andi Kleen | 8817210 | 2006-01-17 07:03:38 +0100 | [diff] [blame] | 25 | */ |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 26 | |
| 27 | #include <linux/personality.h> |
Andi Kleen | 8817210 | 2006-01-17 07:03:38 +0100 | [diff] [blame] | 28 | #include <linux/mm.h> |
Andi Kleen | 8817210 | 2006-01-17 07:03:38 +0100 | [diff] [blame] | 29 | #include <linux/random.h> |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 30 | #include <linux/limits.h> |
Ingo Molnar | 3f07c01 | 2017-02-08 18:51:30 +0100 | [diff] [blame] | 31 | #include <linux/sched/signal.h> |
Ingo Molnar | 0104260 | 2017-02-08 18:51:31 +0100 | [diff] [blame] | 32 | #include <linux/sched/mm.h> |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 33 | #include <asm/elf.h> |
| 34 | |
Jan-Simon Möller | cc99535 | 2014-09-05 16:16:45 -0700 | [diff] [blame] | 35 | struct va_alignment __read_mostly va_align = { |
Borislav Petkov | 9387f77 | 2011-08-06 14:31:38 +0200 | [diff] [blame] | 36 | .flags = -1, |
| 37 | }; |
| 38 | |
Hector Marco-Gisbert | 4e7c22d | 2015-02-14 09:33:50 -0800 | [diff] [blame] | 39 | static unsigned long stack_maxrandom_size(void) |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 40 | { |
Hector Marco-Gisbert | 4e7c22d | 2015-02-14 09:33:50 -0800 | [diff] [blame] | 41 | unsigned long max = 0; |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 42 | if ((current->flags & PF_RANDOMIZE) && |
| 43 | !(current->personality & ADDR_NO_RANDOMIZE)) { |
Hector Marco-Gisbert | 4e7c22d | 2015-02-14 09:33:50 -0800 | [diff] [blame] | 44 | max = ((-1UL) & STACK_RND_MASK) << PAGE_SHIFT; |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 45 | } |
| 46 | |
| 47 | return max; |
| 48 | } |
| 49 | |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 50 | /* |
| 51 | * Top of mmap area (just below the process stack). |
| 52 | * |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 53 | * Leave an at least ~128 MB hole with possible stack randomization. |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 54 | */ |
Michal Hocko | 8093833 | 2009-09-08 11:01:55 +0200 | [diff] [blame] | 55 | #define MIN_GAP (128*1024*1024UL + stack_maxrandom_size()) |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 56 | #define MAX_GAP (TASK_SIZE/6*5) |
Andi Kleen | 8817210 | 2006-01-17 07:03:38 +0100 | [diff] [blame] | 57 | |
Dmitry Safonov | 6a0b41d | 2017-03-06 17:17:17 +0300 | [diff] [blame^] | 58 | #ifdef CONFIG_COMPAT |
| 59 | # define mmap32_rnd_bits mmap_rnd_compat_bits |
| 60 | # define mmap64_rnd_bits mmap_rnd_bits |
| 61 | #else |
| 62 | # define mmap32_rnd_bits mmap_rnd_bits |
| 63 | # define mmap64_rnd_bits mmap_rnd_bits |
| 64 | #endif |
| 65 | |
Andrew Morton | 954683a | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 66 | static int mmap_is_legacy(void) |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 67 | { |
| 68 | if (current->personality & ADDR_COMPAT_LAYOUT) |
| 69 | return 1; |
| 70 | |
Jiri Slaby | 2854e72 | 2010-01-27 17:32:22 +0100 | [diff] [blame] | 71 | if (rlimit(RLIMIT_STACK) == RLIM_INFINITY) |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 72 | return 1; |
| 73 | |
| 74 | return sysctl_legacy_va_layout; |
| 75 | } |
| 76 | |
Dmitry Safonov | 6a0b41d | 2017-03-06 17:17:17 +0300 | [diff] [blame^] | 77 | static unsigned long arch_rnd(unsigned int rndbits) |
| 78 | { |
| 79 | return (get_random_long() & ((1UL << rndbits) - 1)) << PAGE_SHIFT; |
| 80 | } |
| 81 | |
Kees Cook | 2b68f6c | 2015-04-14 15:48:00 -0700 | [diff] [blame] | 82 | unsigned long arch_mmap_rnd(void) |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 83 | { |
Dmitry Safonov | 6a0b41d | 2017-03-06 17:17:17 +0300 | [diff] [blame^] | 84 | return arch_rnd(mmap_is_ia32() ? mmap32_rnd_bits : mmap64_rnd_bits); |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 85 | } |
| 86 | |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 87 | static unsigned long mmap_base(unsigned long rnd) |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 88 | { |
Jiri Slaby | 2854e72 | 2010-01-27 17:32:22 +0100 | [diff] [blame] | 89 | unsigned long gap = rlimit(RLIMIT_STACK); |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 90 | |
| 91 | if (gap < MIN_GAP) |
| 92 | gap = MIN_GAP; |
| 93 | else if (gap > MAX_GAP) |
| 94 | gap = MAX_GAP; |
| 95 | |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 96 | return PAGE_ALIGN(TASK_SIZE - gap - rnd); |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 97 | } |
| 98 | |
| 99 | /* |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 100 | * This function, called very early during the creation of a new |
| 101 | * process VM image, sets up which VM layout function to use: |
| 102 | */ |
| 103 | void arch_pick_mmap_layout(struct mm_struct *mm) |
| 104 | { |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 105 | unsigned long random_factor = 0UL; |
| 106 | |
| 107 | if (current->flags & PF_RANDOMIZE) |
Kees Cook | 2b68f6c | 2015-04-14 15:48:00 -0700 | [diff] [blame] | 108 | random_factor = arch_mmap_rnd(); |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 109 | |
Hector Marco-Gisbert | 8b8addf | 2016-03-10 20:51:00 +0100 | [diff] [blame] | 110 | mm->mmap_legacy_base = TASK_UNMAPPED_BASE + random_factor; |
Radu Caragea | 41aacc1 | 2013-08-21 20:55:59 +0300 | [diff] [blame] | 111 | |
Harvey Harrison | 675a081 | 2008-01-30 13:31:10 +0100 | [diff] [blame] | 112 | if (mmap_is_legacy()) { |
Radu Caragea | 41aacc1 | 2013-08-21 20:55:59 +0300 | [diff] [blame] | 113 | mm->mmap_base = mm->mmap_legacy_base; |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 114 | mm->get_unmapped_area = arch_get_unmapped_area; |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 115 | } else { |
Kees Cook | 8216814 | 2015-04-14 15:47:45 -0700 | [diff] [blame] | 116 | mm->mmap_base = mmap_base(random_factor); |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 117 | mm->get_unmapped_area = arch_get_unmapped_area_topdown; |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 118 | } |
Jiri Kosina | cc503c1 | 2008-01-30 13:31:07 +0100 | [diff] [blame] | 119 | } |
Kirill A. Shutemov | a8965276 | 2015-07-20 14:29:58 -0700 | [diff] [blame] | 120 | |
| 121 | const char *arch_vma_name(struct vm_area_struct *vma) |
| 122 | { |
| 123 | if (vma->vm_flags & VM_MPX) |
| 124 | return "[mpx]"; |
| 125 | return NULL; |
| 126 | } |