blob: eb2946b1df8a43a792a08eb083d28127d066049a [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Adrian Bunk88278ca2008-05-19 16:53:02 -07002/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * linux/arch/sparc/mm/init.c
4 *
5 * Copyright (C) 1995 David S. Miller (davem@caip.rutgers.edu)
6 * Copyright (C) 1995 Eddie C. Dost (ecd@skynet.be)
7 * Copyright (C) 1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
8 * Copyright (C) 2000 Anton Blanchard (anton@samba.org)
9 */
10
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/module.h>
12#include <linux/signal.h>
13#include <linux/sched.h>
14#include <linux/kernel.h>
15#include <linux/errno.h>
16#include <linux/string.h>
17#include <linux/types.h>
18#include <linux/ptrace.h>
19#include <linux/mman.h>
20#include <linux/mm.h>
21#include <linux/swap.h>
22#include <linux/initrd.h>
23#include <linux/init.h>
24#include <linux/highmem.h>
Mike Rapoportcca079e2018-08-06 13:52:34 +030025#include <linux/memblock.h>
Robert Reiff538f3d2008-07-14 22:57:29 -070026#include <linux/pagemap.h>
Robert Reif1aa03652008-09-03 16:29:42 -070027#include <linux/poison.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090028#include <linux/gfp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
Sam Ravnborg86ed40b2008-12-27 00:35:12 -080030#include <asm/sections.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <asm/vaddrs.h>
Sam Ravnborgd1917232014-04-21 21:39:28 +020033#include <asm/setup.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include <asm/tlb.h>
David S. Miller942a6bd2006-06-23 15:53:31 -070035#include <asm/prom.h>
Konrad Eisele0fd7ef12009-08-17 00:13:31 +000036#include <asm/leon.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
Sam Ravnborge8c29c82014-04-21 21:39:19 +020038#include "mm_32.h"
39
Linus Torvalds1da177e2005-04-16 15:20:36 -070040unsigned long *sparc_valid_addr_bitmap;
Sam Ravnborg6943f3d2009-01-08 16:58:05 -080041EXPORT_SYMBOL(sparc_valid_addr_bitmap);
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
43unsigned long phys_base;
Sam Ravnborg6943f3d2009-01-08 16:58:05 -080044EXPORT_SYMBOL(phys_base);
45
Linus Torvalds1da177e2005-04-16 15:20:36 -070046unsigned long pfn_base;
Sam Ravnborg6943f3d2009-01-08 16:58:05 -080047EXPORT_SYMBOL(pfn_base);
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
Linus Torvalds1da177e2005-04-16 15:20:36 -070049struct sparc_phys_banks sp_banks[SPARC_PHYS_BANKS+1];
Linus Torvalds1da177e2005-04-16 15:20:36 -070050
Linus Torvalds1da177e2005-04-16 15:20:36 -070051/* Initial ramdisk setup */
52extern unsigned int sparc_ramdisk_image;
53extern unsigned int sparc_ramdisk_size;
54
55unsigned long highstart_pfn, highend_pfn;
56
Linus Torvalds1da177e2005-04-16 15:20:36 -070057unsigned long last_valid_pfn;
58
59unsigned long calc_highpages(void)
60{
61 int i;
62 int nr = 0;
63
64 for (i = 0; sp_banks[i].num_bytes != 0; i++) {
65 unsigned long start_pfn = sp_banks[i].base_addr >> PAGE_SHIFT;
66 unsigned long end_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT;
67
68 if (end_pfn <= max_low_pfn)
69 continue;
70
71 if (start_pfn < max_low_pfn)
72 start_pfn = max_low_pfn;
73
74 nr += end_pfn - start_pfn;
75 }
76
77 return nr;
78}
79
Adrian Bunk50215d62008-06-05 11:41:51 -070080static unsigned long calc_max_low_pfn(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070081{
82 int i;
83 unsigned long tmp = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT);
84 unsigned long curr_pfn, last_pfn;
85
86 last_pfn = (sp_banks[0].base_addr + sp_banks[0].num_bytes) >> PAGE_SHIFT;
87 for (i = 1; sp_banks[i].num_bytes != 0; i++) {
88 curr_pfn = sp_banks[i].base_addr >> PAGE_SHIFT;
89
90 if (curr_pfn >= tmp) {
91 if (last_pfn < tmp)
92 tmp = last_pfn;
93 break;
94 }
95
96 last_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT;
97 }
98
99 return tmp;
100}
101
Mike Rapoport8818d892018-08-06 13:52:35 +0300102static void __init find_ramdisk(unsigned long end_of_phys_memory)
103{
104#ifdef CONFIG_BLK_DEV_INITRD
105 unsigned long size;
106
107 /* Now have to check initial ramdisk, so that it won't pass
108 * the end of memory
109 */
110 if (sparc_ramdisk_image) {
111 if (sparc_ramdisk_image >= (unsigned long)&_end - 2 * PAGE_SIZE)
112 sparc_ramdisk_image -= KERNBASE;
113 initrd_start = sparc_ramdisk_image + phys_base;
114 initrd_end = initrd_start + sparc_ramdisk_size;
115 if (initrd_end > end_of_phys_memory) {
116 printk(KERN_CRIT "initrd extends beyond end of memory "
117 "(0x%016lx > 0x%016lx)\ndisabling initrd\n",
118 initrd_end, end_of_phys_memory);
119 initrd_start = 0;
120 } else {
121 /* Reserve the initrd image area. */
122 size = initrd_end - initrd_start;
123 memblock_reserve(initrd_start, size);
124
125 initrd_start = (initrd_start - phys_base) + PAGE_OFFSET;
126 initrd_end = (initrd_end - phys_base) + PAGE_OFFSET;
127 }
128 }
129#endif
130}
131
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132unsigned long __init bootmem_init(unsigned long *pages_avail)
133{
Mike Rapoportcca079e2018-08-06 13:52:34 +0300134 unsigned long start_pfn, bytes_avail, size;
135 unsigned long end_of_phys_memory = 0;
136 unsigned long high_pages = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 int i;
138
Mike Rapoportcca079e2018-08-06 13:52:34 +0300139 memblock_set_bottom_up(true);
140 memblock_allow_resize();
141
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 bytes_avail = 0UL;
143 for (i = 0; sp_banks[i].num_bytes != 0; i++) {
144 end_of_phys_memory = sp_banks[i].base_addr +
145 sp_banks[i].num_bytes;
146 bytes_avail += sp_banks[i].num_bytes;
147 if (cmdline_memory_size) {
148 if (bytes_avail > cmdline_memory_size) {
149 unsigned long slack = bytes_avail - cmdline_memory_size;
150
151 bytes_avail -= slack;
152 end_of_phys_memory -= slack;
153
154 sp_banks[i].num_bytes -= slack;
155 if (sp_banks[i].num_bytes == 0) {
156 sp_banks[i].base_addr = 0xdeadbeef;
157 } else {
Mike Rapoportcca079e2018-08-06 13:52:34 +0300158 memblock_add(sp_banks[i].base_addr,
159 sp_banks[i].num_bytes);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 sp_banks[i+1].num_bytes = 0;
161 sp_banks[i+1].base_addr = 0xdeadbeef;
162 }
163 break;
164 }
165 }
Mike Rapoportcca079e2018-08-06 13:52:34 +0300166 memblock_add(sp_banks[i].base_addr, sp_banks[i].num_bytes);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 }
168
169 /* Start with page aligned address of last symbol in kernel
Mike Rapoport60ef8612018-08-06 13:52:33 +0300170 * image.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 */
172 start_pfn = (unsigned long)__pa(PAGE_ALIGN((unsigned long) &_end));
173
174 /* Now shift down to get the real physical page frame number. */
175 start_pfn >>= PAGE_SHIFT;
176
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 max_pfn = end_of_phys_memory >> PAGE_SHIFT;
178
179 max_low_pfn = max_pfn;
180 highstart_pfn = highend_pfn = max_pfn;
181
182 if (max_low_pfn > pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT)) {
183 highstart_pfn = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT);
184 max_low_pfn = calc_max_low_pfn();
Mike Rapoportcca079e2018-08-06 13:52:34 +0300185 high_pages = calc_highpages();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 printk(KERN_NOTICE "%ldMB HIGHMEM available.\n",
Mike Rapoportcca079e2018-08-06 13:52:34 +0300187 high_pages >> (20 - PAGE_SHIFT));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 }
189
Mike Rapoport8818d892018-08-06 13:52:35 +0300190 find_ramdisk(end_of_phys_memory);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192 /* Reserve the kernel text/data/bss. */
193 size = (start_pfn << PAGE_SHIFT) - phys_base;
Mike Rapoportcca079e2018-08-06 13:52:34 +0300194 memblock_reserve(phys_base, size);
Mike Rapoport4360dfa2020-06-03 16:03:31 -0700195 memblock_add(phys_base, size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196
Mike Rapoportcca079e2018-08-06 13:52:34 +0300197 size = memblock_phys_mem_size() - memblock_reserved_size();
198 *pages_avail = (size >> PAGE_SHIFT) - high_pages;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199
200 return max_pfn;
201}
202
203/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 * paging_init() sets up the page tables: We call the MMU specific
205 * init routine based upon the Sun model type on the Sparc.
206 *
207 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208void __init paging_init(void)
209{
Sam Ravnborgcc52aea2012-07-26 11:02:22 +0000210 srmmu_paging_init();
David S. Miller942a6bd2006-06-23 15:53:31 -0700211 prom_build_devicetree();
David S. Miller890db402009-04-01 03:13:15 -0700212 of_fill_in_cpu_data();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 device_scan();
214}
215
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216static void __init taint_real_pages(void)
217{
218 int i;
219
220 for (i = 0; sp_banks[i].num_bytes; i++) {
221 unsigned long start, end;
222
223 start = sp_banks[i].base_addr;
224 end = start + sp_banks[i].num_bytes;
225
226 while (start < end) {
227 set_bit(start >> 20, sparc_valid_addr_bitmap);
228 start += PAGE_SIZE;
229 }
230 }
231}
232
Adrian Bunk50215d62008-06-05 11:41:51 -0700233static void map_high_region(unsigned long start_pfn, unsigned long end_pfn)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234{
235 unsigned long tmp;
236
237#ifdef CONFIG_DEBUG_HIGHMEM
238 printk("mapping high region %08lx - %08lx\n", start_pfn, end_pfn);
239#endif
240
Jiang Liu32e1a102013-04-29 15:07:10 -0700241 for (tmp = start_pfn; tmp < end_pfn; tmp++)
242 free_highmem_page(pfn_to_page(tmp));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243}
244
245void __init mem_init(void)
246{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 int i;
248
249 if (PKMAP_BASE+LAST_PKMAP*PAGE_SIZE >= FIXADDR_START) {
250 prom_printf("BUG: fixmap and pkmap areas overlap\n");
251 prom_printf("pkbase: 0x%lx pkend: 0x%lx fixstart 0x%lx\n",
252 PKMAP_BASE,
253 (unsigned long)PKMAP_BASE+LAST_PKMAP*PAGE_SIZE,
254 FIXADDR_START);
255 prom_printf("Please mail sparclinux@vger.kernel.org.\n");
256 prom_halt();
257 }
258
259
260 /* Saves us work later. */
Orlando Ariasdeba8042017-05-16 15:34:00 -0400261 memset((void *)empty_zero_page, 0, PAGE_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262
263 i = last_valid_pfn >> ((20 - PAGE_SHIFT) + 5);
264 i += 1;
265 sparc_valid_addr_bitmap = (unsigned long *)
Mike Rapoport94156732019-03-11 23:29:50 -0700266 memblock_alloc(i << 2, SMP_CACHE_BYTES);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267
268 if (sparc_valid_addr_bitmap == NULL) {
269 prom_printf("mem_init: Cannot alloc valid_addr_bitmap.\n");
270 prom_halt();
271 }
272 memset(sparc_valid_addr_bitmap, 0, i << 2);
273
274 taint_real_pages();
275
276 max_mapnr = last_valid_pfn - pfn_base;
277 high_memory = __va(max_low_pfn << PAGE_SHIFT);
Mike Rapoportc6ffc5c2018-10-30 15:09:30 -0700278 memblock_free_all();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279
280 for (i = 0; sp_banks[i].num_bytes != 0; i++) {
281 unsigned long start_pfn = sp_banks[i].base_addr >> PAGE_SHIFT;
282 unsigned long end_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT;
283
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284 if (end_pfn <= highstart_pfn)
285 continue;
286
287 if (start_pfn < highstart_pfn)
288 start_pfn = highstart_pfn;
289
290 map_high_region(start_pfn, end_pfn);
291 }
Mike Rapoport60ef8612018-08-06 13:52:33 +0300292
Jiang Liudceccbe2013-07-03 15:04:14 -0700293 mem_init_print_info(NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294}
295
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296void sparc_flush_page_to_ram(struct page *page)
297{
298 unsigned long vaddr = (unsigned long)page_address(page);
299
300 if (vaddr)
301 __flush_page_to_ram(vaddr);
302}
Sam Ravnborg6943f3d2009-01-08 16:58:05 -0800303EXPORT_SYMBOL(sparc_flush_page_to_ram);