blob: b4a6f38fb51ddce7587a94a5df16e54013fd982d [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Alexey Dobriyanbb1f17b2009-06-16 15:31:18 -07002#include <linux/mm_types.h>
3#include <linux/rbtree.h>
4#include <linux/rwsem.h>
5#include <linux/spinlock.h>
6#include <linux/list.h>
7#include <linux/cpumask.h>
Ben Dooks (Codethink)a2ae8c02019-10-18 20:20:24 -07008#include <linux/mman.h>
Mike Rapoport65fddcf2020-06-08 21:32:42 -07009#include <linux/pgtable.h>
Alexey Dobriyanbb1f17b2009-06-16 15:31:18 -070010
Arun Sharma600634972011-07-26 16:09:06 -070011#include <linux/atomic.h>
Eric W. Biedermanbfedb582016-10-13 21:23:16 -050012#include <linux/user_namespace.h>
Heiko Carstensa1b200e2010-08-09 17:18:28 -070013#include <asm/mmu.h>
14
15#ifndef INIT_MM_CONTEXT
16#define INIT_MM_CONTEXT(name)
17#endif
Alexey Dobriyanbb1f17b2009-06-16 15:31:18 -070018
Rik van Rielc1a2f7f2018-07-16 15:03:31 -040019/*
20 * For dynamically allocated mm_structs, there is a dynamically sized cpumask
21 * at the end of the structure, the size of which depends on the maximum CPU
22 * number the system can see. That way we allocate only as much memory for
23 * mm_cpumask() as needed for the hundreds, or thousands of processes that
24 * a system typically runs.
25 *
26 * Since there is only one init_mm in the entire system, keep it simple
27 * and size this cpu_bitmask to NR_CPUS.
28 */
Alexey Dobriyanbb1f17b2009-06-16 15:31:18 -070029struct mm_struct init_mm = {
30 .mm_rb = RB_ROOT,
31 .pgd = swapper_pg_dir,
32 .mm_users = ATOMIC_INIT(2),
33 .mm_count = ATOMIC_INIT(1),
Jason Gunthorpe57efa1f2020-12-14 19:05:44 -080034 .write_protect_seq = SEQCNT_ZERO(init_mm.write_protect_seq),
Michel Lespinasse14c36562020-06-08 21:33:40 -070035 MMAP_LOCK_INITIALIZER(init_mm)
Alexey Dobriyanbb1f17b2009-06-16 15:31:18 -070036 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
Yang Shi88aa7cc2018-06-07 17:05:28 -070037 .arg_lock = __SPIN_LOCK_UNLOCKED(init_mm.arg_lock),
Alexey Dobriyanbb1f17b2009-06-16 15:31:18 -070038 .mmlist = LIST_HEAD_INIT(init_mm.mmlist),
Eric W. Biedermanbfedb582016-10-13 21:23:16 -050039 .user_ns = &init_user_ns,
Mike Rapoport2286bf42019-09-23 15:36:45 -070040 .cpu_bitmap = CPU_BITS_NONE,
Heiko Carstensa1b200e2010-08-09 17:18:28 -070041 INIT_MM_CONTEXT(init_mm)
Alexey Dobriyanbb1f17b2009-06-16 15:31:18 -070042};
Kefeng Wang5748fbc2021-07-07 18:08:22 -070043
44void setup_initial_init_mm(void *start_code, void *end_code,
45 void *end_data, void *brk)
46{
47 init_mm.start_code = (unsigned long)start_code;
48 init_mm.end_code = (unsigned long)end_code;
49 init_mm.end_data = (unsigned long)end_data;
50 init_mm.brk = (unsigned long)brk;
51}