Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Based on arch/arm/include/asm/memory.h |
| 3 | * |
| 4 | * Copyright (C) 2000-2002 Russell King |
| 5 | * Copyright (C) 2012 ARM Ltd. |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or modify |
| 8 | * it under the terms of the GNU General Public License version 2 as |
| 9 | * published by the Free Software Foundation. |
| 10 | * |
| 11 | * This program is distributed in the hope that it will be useful, |
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 14 | * GNU General Public License for more details. |
| 15 | * |
| 16 | * You should have received a copy of the GNU General Public License |
| 17 | * along with this program. If not, see <http://www.gnu.org/licenses/>. |
| 18 | * |
| 19 | * Note: this file should not be included by non-asm/.h files |
| 20 | */ |
| 21 | #ifndef __ASM_MEMORY_H |
| 22 | #define __ASM_MEMORY_H |
| 23 | |
| 24 | #include <linux/compiler.h> |
| 25 | #include <linux/const.h> |
| 26 | #include <linux/types.h> |
Ard Biesheuvel | a7f8de1 | 2016-02-16 13:52:42 +0100 | [diff] [blame] | 27 | #include <asm/bug.h> |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 28 | #include <asm/sizes.h> |
| 29 | |
| 30 | /* |
| 31 | * Allow for constants defined here to be used from assembly code |
| 32 | * by prepending the UL suffix only with actual C code compilation. |
| 33 | */ |
| 34 | #define UL(x) _AC(x, UL) |
| 35 | |
| 36 | /* |
Mark Rutland | aa03c42 | 2015-01-22 18:20:35 +0000 | [diff] [blame] | 37 | * Size of the PCI I/O space. This must remain a power of two so that |
| 38 | * IO_SPACE_LIMIT acts as a mask for the low bits of I/O addresses. |
| 39 | */ |
| 40 | #define PCI_IO_SIZE SZ_16M |
| 41 | |
| 42 | /* |
Catalin Marinas | 847264fb | 2013-10-23 16:50:07 +0100 | [diff] [blame] | 43 | * PAGE_OFFSET - the virtual address of the start of the kernel image (top |
| 44 | * (VA_BITS - 1)) |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 45 | * VA_BITS - the maximum number of bits for virtual addresses. |
Andrey Ryabinin | 127db02 | 2015-09-17 12:38:07 +0300 | [diff] [blame] | 46 | * VA_START - the first kernel virtual address. |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 47 | * TASK_SIZE - the maximum size of a user space task. |
| 48 | * TASK_UNMAPPED_BASE - the lower boundary of the mmap VM area. |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 49 | */ |
Jungseok Lee | e41ceed | 2014-05-12 10:40:38 +0100 | [diff] [blame] | 50 | #define VA_BITS (CONFIG_ARM64_VA_BITS) |
Andrey Ryabinin | 127db02 | 2015-09-17 12:38:07 +0300 | [diff] [blame] | 51 | #define VA_START (UL(0xffffffffffffffff) << VA_BITS) |
Catalin Marinas | 847264fb | 2013-10-23 16:50:07 +0100 | [diff] [blame] | 52 | #define PAGE_OFFSET (UL(0xffffffffffffffff) << (VA_BITS - 1)) |
Ard Biesheuvel | f904077 | 2016-02-16 13:52:40 +0100 | [diff] [blame] | 53 | #define KIMAGE_VADDR (MODULES_END) |
| 54 | #define MODULES_END (MODULES_VADDR + MODULES_VSIZE) |
| 55 | #define MODULES_VADDR (VA_START + KASAN_SHADOW_SIZE) |
| 56 | #define MODULES_VSIZE (SZ_64M) |
| 57 | #define PCI_IO_END (PAGE_OFFSET - SZ_2M) |
Mark Rutland | aa03c42 | 2015-01-22 18:20:35 +0000 | [diff] [blame] | 58 | #define PCI_IO_START (PCI_IO_END - PCI_IO_SIZE) |
| 59 | #define FIXADDR_TOP (PCI_IO_START - SZ_2M) |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 60 | #define TASK_SIZE_64 (UL(1) << VA_BITS) |
| 61 | |
| 62 | #ifdef CONFIG_COMPAT |
| 63 | #define TASK_SIZE_32 UL(0x100000000) |
| 64 | #define TASK_SIZE (test_thread_flag(TIF_32BIT) ? \ |
| 65 | TASK_SIZE_32 : TASK_SIZE_64) |
Colin Cross | fa2ec3e | 2014-06-18 21:10:09 +0100 | [diff] [blame] | 66 | #define TASK_SIZE_OF(tsk) (test_tsk_thread_flag(tsk, TIF_32BIT) ? \ |
| 67 | TASK_SIZE_32 : TASK_SIZE_64) |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 68 | #else |
| 69 | #define TASK_SIZE TASK_SIZE_64 |
| 70 | #endif /* CONFIG_COMPAT */ |
| 71 | |
| 72 | #define TASK_UNMAPPED_BASE (PAGE_ALIGN(TASK_SIZE / 4)) |
| 73 | |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 74 | /* |
Ard Biesheuvel | f904077 | 2016-02-16 13:52:40 +0100 | [diff] [blame] | 75 | * The size of the KASAN shadow region. This should be 1/8th of the |
| 76 | * size of the entire kernel virtual address space. |
| 77 | */ |
| 78 | #ifdef CONFIG_KASAN |
| 79 | #define KASAN_SHADOW_SIZE (UL(1) << (VA_BITS - 3)) |
| 80 | #else |
| 81 | #define KASAN_SHADOW_SIZE (0) |
| 82 | #endif |
| 83 | |
| 84 | /* |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 85 | * Physical vs virtual RAM address space conversion. These are |
| 86 | * private definitions which should NOT be used outside memory.h |
| 87 | * files. Use virt_to_phys/phys_to_virt/__pa/__va instead. |
| 88 | */ |
Ard Biesheuvel | ab893fb | 2016-02-16 13:52:36 +0100 | [diff] [blame] | 89 | #define __virt_to_phys(x) ({ \ |
| 90 | phys_addr_t __x = (phys_addr_t)(x); \ |
| 91 | __x >= PAGE_OFFSET ? (__x - PAGE_OFFSET + PHYS_OFFSET) : \ |
Ard Biesheuvel | a7f8de1 | 2016-02-16 13:52:42 +0100 | [diff] [blame] | 92 | (__x - kimage_voffset); }) |
Ard Biesheuvel | ab893fb | 2016-02-16 13:52:36 +0100 | [diff] [blame] | 93 | |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 94 | #define __phys_to_virt(x) ((unsigned long)((x) - PHYS_OFFSET + PAGE_OFFSET)) |
Ard Biesheuvel | a7f8de1 | 2016-02-16 13:52:42 +0100 | [diff] [blame] | 95 | #define __phys_to_kimg(x) ((unsigned long)((x) + kimage_voffset)) |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 96 | |
| 97 | /* |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 98 | * Convert a page to/from a physical address |
| 99 | */ |
| 100 | #define page_to_phys(page) (__pfn_to_phys(page_to_pfn(page))) |
| 101 | #define phys_to_page(phys) (pfn_to_page(__phys_to_pfn(phys))) |
| 102 | |
| 103 | /* |
| 104 | * Memory types available. |
| 105 | */ |
| 106 | #define MT_DEVICE_nGnRnE 0 |
| 107 | #define MT_DEVICE_nGnRE 1 |
| 108 | #define MT_DEVICE_GRE 2 |
| 109 | #define MT_NORMAL_NC 3 |
| 110 | #define MT_NORMAL 4 |
Jonathan (Zhixiong) Zhang | 8d446c8 | 2015-08-07 09:36:59 +0100 | [diff] [blame] | 111 | #define MT_NORMAL_WT 5 |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 112 | |
Marc Zyngier | 3631160 | 2012-12-07 18:35:41 +0000 | [diff] [blame] | 113 | /* |
| 114 | * Memory types for Stage-2 translation |
| 115 | */ |
| 116 | #define MT_S2_NORMAL 0xf |
| 117 | #define MT_S2_DEVICE_nGnRE 0x1 |
| 118 | |
Ard Biesheuvel | 324420b | 2016-02-16 13:52:35 +0100 | [diff] [blame] | 119 | #ifdef CONFIG_ARM64_4K_PAGES |
| 120 | #define IOREMAP_MAX_ORDER (PUD_SHIFT) |
| 121 | #else |
| 122 | #define IOREMAP_MAX_ORDER (PMD_SHIFT) |
| 123 | #endif |
| 124 | |
Ard Biesheuvel | a89dea5 | 2016-02-16 13:52:41 +0100 | [diff] [blame] | 125 | #ifdef CONFIG_BLK_DEV_INITRD |
| 126 | #define __early_init_dt_declare_initrd(__start, __end) \ |
| 127 | do { \ |
| 128 | initrd_start = (__start); \ |
| 129 | initrd_end = (__end); \ |
| 130 | } while (0) |
| 131 | #endif |
| 132 | |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 133 | #ifndef __ASSEMBLY__ |
| 134 | |
Ard Biesheuvel | a92405f | 2016-02-22 18:46:03 +0100 | [diff] [blame^] | 135 | #include <linux/mmdebug.h> |
| 136 | |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 137 | extern phys_addr_t memstart_addr; |
| 138 | /* PHYS_OFFSET - the physical address of the start of memory. */ |
Ard Biesheuvel | a92405f | 2016-02-22 18:46:03 +0100 | [diff] [blame^] | 139 | #define PHYS_OFFSET ({ VM_BUG_ON(memstart_addr & 1); memstart_addr; }) |
Ard Biesheuvel | a7f8de1 | 2016-02-16 13:52:42 +0100 | [diff] [blame] | 140 | |
| 141 | /* the offset between the kernel virtual and physical mappings */ |
| 142 | extern u64 kimage_voffset; |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 143 | |
| 144 | /* |
Ard Biesheuvel | a7f8de1 | 2016-02-16 13:52:42 +0100 | [diff] [blame] | 145 | * Allow all memory at the discovery stage. We will clip it later. |
Ard Biesheuvel | 34ba2c4 | 2015-08-18 10:34:42 +0100 | [diff] [blame] | 146 | */ |
Ard Biesheuvel | a7f8de1 | 2016-02-16 13:52:42 +0100 | [diff] [blame] | 147 | #define MIN_MEMBLOCK_ADDR 0 |
| 148 | #define MAX_MEMBLOCK_ADDR U64_MAX |
Ard Biesheuvel | 34ba2c4 | 2015-08-18 10:34:42 +0100 | [diff] [blame] | 149 | |
| 150 | /* |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 151 | * PFNs are used to describe any physical page; this means |
| 152 | * PFN 0 == physical address 0. |
| 153 | * |
| 154 | * This is the PFN of the first RAM page in the kernel |
| 155 | * direct-mapped view. We assume this is the first page |
| 156 | * of RAM in the mem_map as well. |
| 157 | */ |
| 158 | #define PHYS_PFN_OFFSET (PHYS_OFFSET >> PAGE_SHIFT) |
| 159 | |
| 160 | /* |
| 161 | * Note: Drivers should NOT use these. They are the wrong |
| 162 | * translation for translating DMA addresses. Use the driver |
| 163 | * DMA support - see dma-mapping.h. |
| 164 | */ |
Thierry Reding | 09a5723 | 2014-07-28 17:25:48 +0200 | [diff] [blame] | 165 | #define virt_to_phys virt_to_phys |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 166 | static inline phys_addr_t virt_to_phys(const volatile void *x) |
| 167 | { |
| 168 | return __virt_to_phys((unsigned long)(x)); |
| 169 | } |
| 170 | |
Thierry Reding | 09a5723 | 2014-07-28 17:25:48 +0200 | [diff] [blame] | 171 | #define phys_to_virt phys_to_virt |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 172 | static inline void *phys_to_virt(phys_addr_t x) |
| 173 | { |
| 174 | return (void *)(__phys_to_virt(x)); |
| 175 | } |
| 176 | |
| 177 | /* |
| 178 | * Drivers should NOT use these either. |
| 179 | */ |
| 180 | #define __pa(x) __virt_to_phys((unsigned long)(x)) |
| 181 | #define __va(x) ((void *)__phys_to_virt((phys_addr_t)(x))) |
| 182 | #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT) |
Stefano Stabellini | 1f53ba6 | 2014-05-08 15:48:13 +0000 | [diff] [blame] | 183 | #define virt_to_pfn(x) __phys_to_pfn(__virt_to_phys(x)) |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 184 | |
| 185 | /* |
| 186 | * virt_to_page(k) convert a _valid_ virtual address to struct page * |
| 187 | * virt_addr_valid(k) indicates whether a virtual address is valid |
| 188 | */ |
Neil Zhang | 5fd6690 | 2014-10-28 05:44:01 +0000 | [diff] [blame] | 189 | #define ARCH_PFN_OFFSET ((unsigned long)PHYS_PFN_OFFSET) |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 190 | |
| 191 | #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT) |
Laura Abbott | e26db3f | 2013-12-11 01:23:02 +0000 | [diff] [blame] | 192 | #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT) |
Catalin Marinas | 4f04d8f | 2012-03-05 11:49:27 +0000 | [diff] [blame] | 193 | |
| 194 | #endif |
| 195 | |
| 196 | #include <asm-generic/memory_model.h> |
| 197 | |
| 198 | #endif |