Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Alexey Dobriyan | bb1f17b | 2009-06-16 15:31:18 -0700 | [diff] [blame] | 2 | #include <linux/mm_types.h> |
| 3 | #include <linux/rbtree.h> |
| 4 | #include <linux/rwsem.h> |
| 5 | #include <linux/spinlock.h> |
| 6 | #include <linux/list.h> |
| 7 | #include <linux/cpumask.h> |
Ben Dooks (Codethink) | a2ae8c0 | 2019-10-18 20:20:24 -0700 | [diff] [blame] | 8 | #include <linux/mman.h> |
Mike Rapoport | 65fddcf | 2020-06-08 21:32:42 -0700 | [diff] [blame] | 9 | #include <linux/pgtable.h> |
Alexey Dobriyan | bb1f17b | 2009-06-16 15:31:18 -0700 | [diff] [blame] | 10 | |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 11 | #include <linux/atomic.h> |
Eric W. Biederman | bfedb58 | 2016-10-13 21:23:16 -0500 | [diff] [blame] | 12 | #include <linux/user_namespace.h> |
Heiko Carstens | a1b200e | 2010-08-09 17:18:28 -0700 | [diff] [blame] | 13 | #include <asm/mmu.h> |
| 14 | |
| 15 | #ifndef INIT_MM_CONTEXT |
| 16 | #define INIT_MM_CONTEXT(name) |
| 17 | #endif |
Alexey Dobriyan | bb1f17b | 2009-06-16 15:31:18 -0700 | [diff] [blame] | 18 | |
Rik van Riel | c1a2f7f | 2018-07-16 15:03:31 -0400 | [diff] [blame] | 19 | /* |
| 20 | * For dynamically allocated mm_structs, there is a dynamically sized cpumask |
| 21 | * at the end of the structure, the size of which depends on the maximum CPU |
| 22 | * number the system can see. That way we allocate only as much memory for |
| 23 | * mm_cpumask() as needed for the hundreds, or thousands of processes that |
| 24 | * a system typically runs. |
| 25 | * |
| 26 | * Since there is only one init_mm in the entire system, keep it simple |
| 27 | * and size this cpu_bitmask to NR_CPUS. |
| 28 | */ |
Alexey Dobriyan | bb1f17b | 2009-06-16 15:31:18 -0700 | [diff] [blame] | 29 | struct mm_struct init_mm = { |
| 30 | .mm_rb = RB_ROOT, |
| 31 | .pgd = swapper_pg_dir, |
| 32 | .mm_users = ATOMIC_INIT(2), |
| 33 | .mm_count = ATOMIC_INIT(1), |
Jason Gunthorpe | 57efa1f | 2020-12-14 19:05:44 -0800 | [diff] [blame] | 34 | .write_protect_seq = SEQCNT_ZERO(init_mm.write_protect_seq), |
Michel Lespinasse | 14c3656 | 2020-06-08 21:33:40 -0700 | [diff] [blame] | 35 | MMAP_LOCK_INITIALIZER(init_mm) |
Alexey Dobriyan | bb1f17b | 2009-06-16 15:31:18 -0700 | [diff] [blame] | 36 | .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock), |
Yang Shi | 88aa7cc | 2018-06-07 17:05:28 -0700 | [diff] [blame] | 37 | .arg_lock = __SPIN_LOCK_UNLOCKED(init_mm.arg_lock), |
Alexey Dobriyan | bb1f17b | 2009-06-16 15:31:18 -0700 | [diff] [blame] | 38 | .mmlist = LIST_HEAD_INIT(init_mm.mmlist), |
Eric W. Biederman | bfedb58 | 2016-10-13 21:23:16 -0500 | [diff] [blame] | 39 | .user_ns = &init_user_ns, |
Mike Rapoport | 2286bf4 | 2019-09-23 15:36:45 -0700 | [diff] [blame] | 40 | .cpu_bitmap = CPU_BITS_NONE, |
Heiko Carstens | a1b200e | 2010-08-09 17:18:28 -0700 | [diff] [blame] | 41 | INIT_MM_CONTEXT(init_mm) |
Alexey Dobriyan | bb1f17b | 2009-06-16 15:31:18 -0700 | [diff] [blame] | 42 | }; |
Kefeng Wang | 5748fbc | 2021-07-07 18:08:22 -0700 | [diff] [blame] | 43 | |
| 44 | void setup_initial_init_mm(void *start_code, void *end_code, |
| 45 | void *end_data, void *brk) |
| 46 | { |
| 47 | init_mm.start_code = (unsigned long)start_code; |
| 48 | init_mm.end_code = (unsigned long)end_code; |
| 49 | init_mm.end_data = (unsigned long)end_data; |
| 50 | init_mm.brk = (unsigned long)brk; |
| 51 | } |