blob: 476de57dcef284602e126e29e2da03465df8ff09 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/kernel/head.S
3 *
4 * Copyright (C) 1994-2002 Russell King
Russell Kinge65f38e2005-06-18 09:33:31 +01005 * Copyright (c) 2003 ARM Limited
6 * All Rights Reserved
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 *
12 * Kernel startup code for all 32-bit CPUs
13 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/linkage.h>
15#include <linux/init.h>
16
17#include <asm/assembler.h>
Russell King195864c2012-01-19 10:05:41 +000018#include <asm/cp15.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <asm/domain.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <asm/ptrace.h>
Sam Ravnborge6ae7442005-09-09 21:08:59 +020021#include <asm/asm-offsets.h>
Nicolas Pitref09b9972005-10-29 21:44:55 +010022#include <asm/memory.h>
Russell King4f7a1812005-05-05 13:11:00 +010023#include <asm/thread_info.h>
Catalin Marinase73fc882011-08-23 14:07:23 +010024#include <asm/pgtable.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Rob Herring91a9fec2012-08-31 00:03:46 -050026#if defined(CONFIG_DEBUG_LL) && !defined(CONFIG_DEBUG_SEMIHOSTING)
27#include CONFIG_DEBUG_LL_INCLUDE
Jeremy Kerrc2933932010-07-07 11:19:48 +080028#endif
29
Linus Torvalds1da177e2005-04-16 15:20:36 -070030/*
Nicolas Pitre37d07b72005-10-29 21:44:56 +010031 * swapper_pg_dir is the virtual address of the initial page table.
Russell Kingf06b97f2006-12-11 22:29:16 +000032 * We place the page tables 16K below KERNEL_RAM_VADDR. Therefore, we must
33 * make sure that KERNEL_RAM_VADDR is correctly set. Currently, we expect
Nicolas Pitre37d07b72005-10-29 21:44:56 +010034 * the least significant 16 bits to be 0x8000, but we could probably
Russell Kingf06b97f2006-12-11 22:29:16 +000035 * relax this restriction to KERNEL_RAM_VADDR >= PAGE_OFFSET + 0x4000.
Linus Torvalds1da177e2005-04-16 15:20:36 -070036 */
Russell King72a20e22011-01-04 19:04:00 +000037#define KERNEL_RAM_VADDR (PAGE_OFFSET + TEXT_OFFSET)
Russell Kingf06b97f2006-12-11 22:29:16 +000038#if (KERNEL_RAM_VADDR & 0xffff) != 0x8000
39#error KERNEL_RAM_VADDR must start at 0xXXXX8000
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#endif
41
Catalin Marinas1b6ba462011-11-22 17:30:29 +000042#ifdef CONFIG_ARM_LPAE
43 /* LPAE requires an additional page for the PGD */
44#define PG_DIR_SIZE 0x5000
45#define PMD_ORDER 3
46#else
Catalin Marinase73fc882011-08-23 14:07:23 +010047#define PG_DIR_SIZE 0x4000
48#define PMD_ORDER 2
Catalin Marinas1b6ba462011-11-22 17:30:29 +000049#endif
Catalin Marinase73fc882011-08-23 14:07:23 +010050
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 .globl swapper_pg_dir
Catalin Marinase73fc882011-08-23 14:07:23 +010052 .equ swapper_pg_dir, KERNEL_RAM_VADDR - PG_DIR_SIZE
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Russell King72a20e22011-01-04 19:04:00 +000054 .macro pgtbl, rd, phys
Catalin Marinase73fc882011-08-23 14:07:23 +010055 add \rd, \phys, #TEXT_OFFSET - PG_DIR_SIZE
Linus Torvalds1da177e2005-04-16 15:20:36 -070056 .endm
Nicolas Pitre37d07b72005-10-29 21:44:56 +010057
Linus Torvalds1da177e2005-04-16 15:20:36 -070058/*
59 * Kernel startup entry point.
60 * ---------------------------
61 *
62 * This is normally called from the decompressor code. The requirements
63 * are: MMU = off, D-cache = off, I-cache = dont care, r0 = 0,
Grant Likely4c2896e2011-04-28 14:27:20 -060064 * r1 = machine nr, r2 = atags or dtb pointer.
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 *
66 * This code is mostly position independent, so if you link the kernel at
67 * 0xc0008000, you call this at __pa(0xc0008000).
68 *
69 * See linux/arch/arm/tools/mach-types for the complete list of machine
70 * numbers for r1.
71 *
72 * We're trying to keep crap to a minimum; DO NOT add any machine specific
73 * crap here - that's what the boot loader (or in extreme, well justified
74 * circumstances, zImage) is for.
75 */
Dave Martin540b5732011-07-13 15:53:30 +010076 .arm
77
Tim Abbott2abc1c52009-10-02 16:32:46 -040078 __HEAD
Linus Torvalds1da177e2005-04-16 15:20:36 -070079ENTRY(stext)
Dave Martin540b5732011-07-13 15:53:30 +010080
81 THUMB( adr r9, BSYM(1f) ) @ Kernel is always entered in ARM.
82 THUMB( bx r9 ) @ If this is a Thumb-2 kernel,
83 THUMB( .thumb ) @ switch to Thumb now.
84 THUMB(1: )
85
Dave Martin80c59da2012-02-09 08:47:17 -080086#ifdef CONFIG_ARM_VIRT_EXT
87 bl __hyp_stub_install
88#endif
89 @ ensure svc mode and all interrupts masked
90 safe_svcmode_maskall r9
91
Russell King0f44ba12006-02-24 21:04:56 +000092 mrc p15, 0, r9, c0, c0 @ get processor id
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 bl __lookup_processor_type @ r5=procinfo r9=cpuid
94 movs r10, r5 @ invalid processor (r5=0)?
Dave Martina75e5242010-11-29 19:43:28 +010095 THUMB( it eq ) @ force fixup-able long branch encoding
Russell King3c0bdac2005-11-25 15:43:22 +000096 beq __error_p @ yes, error 'p'
Russell King0eb0511d2010-11-22 12:06:28 +000097
Catalin Marinas294064f2012-01-09 12:24:47 +010098#ifdef CONFIG_ARM_LPAE
99 mrc p15, 0, r3, c0, c1, 4 @ read ID_MMFR0
100 and r3, r3, #0xf @ extract VMSA support
101 cmp r3, #5 @ long-descriptor translation table format?
102 THUMB( it lo ) @ force fixup-able long branch encoding
103 blo __error_p @ only classic page table format
104#endif
105
Russell King72a20e22011-01-04 19:04:00 +0000106#ifndef CONFIG_XIP_KERNEL
107 adr r3, 2f
108 ldmia r3, {r4, r8}
109 sub r4, r3, r4 @ (PHYS_OFFSET - PAGE_OFFSET)
110 add r8, r8, r4 @ PHYS_OFFSET
111#else
Nicolas Pitre1b9f95f2011-07-05 22:52:51 -0400112 ldr r8, =PHYS_OFFSET @ always constant in this case
Russell King72a20e22011-01-04 19:04:00 +0000113#endif
114
Russell King0eb0511d2010-11-22 12:06:28 +0000115 /*
Grant Likely4c2896e2011-04-28 14:27:20 -0600116 * r1 = machine no, r2 = atags or dtb,
Russell King72a20e22011-01-04 19:04:00 +0000117 * r8 = phys_offset, r9 = cpuid, r10 = procinfo
Russell King0eb0511d2010-11-22 12:06:28 +0000118 */
Bill Gatliff9d20fdd2007-05-31 22:02:22 +0100119 bl __vet_atags
Russell Kingf00ec482010-09-04 10:47:48 +0100120#ifdef CONFIG_SMP_ON_UP
121 bl __fixup_smp
122#endif
Russell Kingdc21af92011-01-04 19:09:43 +0000123#ifdef CONFIG_ARM_PATCH_PHYS_VIRT
124 bl __fixup_pv_table
125#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126 bl __create_page_tables
127
128 /*
129 * The following calls CPU specific code in a position independent
130 * manner. See arch/arm/mm/proc-*.S for details. r10 = base of
Russell King6fc31d52011-01-12 17:50:42 +0000131 * xxx_proc_info structure selected by __lookup_processor_type
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 * above. On return, the CPU will be ready for the MMU to be
133 * turned on, and r0 will hold the CPU control register value.
134 */
Russell Kinga4ae4132010-10-04 16:22:34 +0100135 ldr r13, =__mmap_switched @ address to jump to after
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 @ mmu has been enabled
Russell King00945012010-10-04 17:56:13 +0100137 adr lr, BSYM(1f) @ return (PIC) address
Catalin Marinasd4279582011-05-26 11:22:44 +0100138 mov r8, r4 @ set TTBR1 to swapper_pg_dir
Catalin Marinasb86040a2009-07-24 12:32:54 +0100139 ARM( add pc, r10, #PROCINFO_INITFUNC )
140 THUMB( add r12, r10, #PROCINFO_INITFUNC )
141 THUMB( mov pc, r12 )
Russell King00945012010-10-04 17:56:13 +01001421: b __enable_mmu
Catalin Marinas93ed3972008-08-28 11:22:32 +0100143ENDPROC(stext)
Russell Kinga4ae4132010-10-04 16:22:34 +0100144 .ltorg
Russell King72a20e22011-01-04 19:04:00 +0000145#ifndef CONFIG_XIP_KERNEL
1462: .long .
147 .long PAGE_OFFSET
148#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149
150/*
151 * Setup the initial page tables. We only setup the barest
152 * amount which are required to get the kernel running, which
153 * generally means mapping in the kernel code.
154 *
Russell King72a20e22011-01-04 19:04:00 +0000155 * r8 = phys_offset, r9 = cpuid, r10 = procinfo
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 *
157 * Returns:
Russell King786f1b72010-10-04 17:51:54 +0100158 * r0, r3, r5-r7 corrupted
Cyril Chemparathy4756dcb2012-07-21 15:55:04 -0400159 * r4 = page table (see ARCH_PGD_SHIFT in asm/memory.h)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161__create_page_tables:
Russell King72a20e22011-01-04 19:04:00 +0000162 pgtbl r4, r8 @ page table address
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163
164 /*
Catalin Marinase73fc882011-08-23 14:07:23 +0100165 * Clear the swapper page table
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 */
167 mov r0, r4
168 mov r3, #0
Catalin Marinase73fc882011-08-23 14:07:23 +0100169 add r6, r0, #PG_DIR_SIZE
Linus Torvalds1da177e2005-04-16 15:20:36 -07001701: str r3, [r0], #4
171 str r3, [r0], #4
172 str r3, [r0], #4
173 str r3, [r0], #4
174 teq r0, r6
175 bne 1b
176
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000177#ifdef CONFIG_ARM_LPAE
178 /*
179 * Build the PGD table (first level) to point to the PMD table. A PGD
180 * entry is 64-bit wide.
181 */
182 mov r0, r4
183 add r3, r4, #0x1000 @ first PMD table address
184 orr r3, r3, #3 @ PGD block type
185 mov r6, #4 @ PTRS_PER_PGD
186 mov r7, #1 << (55 - 32) @ L_PGD_SWAPPER
Will Deacond61947a2013-02-28 17:46:16 +01001871:
188#ifdef CONFIG_CPU_ENDIAN_BE8
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000189 str r7, [r0], #4 @ set top PGD entry bits
Will Deacond61947a2013-02-28 17:46:16 +0100190 str r3, [r0], #4 @ set bottom PGD entry bits
191#else
192 str r3, [r0], #4 @ set bottom PGD entry bits
193 str r7, [r0], #4 @ set top PGD entry bits
194#endif
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000195 add r3, r3, #0x1000 @ next PMD table
196 subs r6, r6, #1
197 bne 1b
198
199 add r4, r4, #0x1000 @ point to the PMD tables
Will Deacond61947a2013-02-28 17:46:16 +0100200#ifdef CONFIG_CPU_ENDIAN_BE8
201 add r4, r4, #4 @ we only write the bottom word
202#endif
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000203#endif
204
Russell King8799ee92006-06-29 18:24:21 +0100205 ldr r7, [r10, #PROCINFO_MM_MMUFLAGS] @ mm_mmuflags
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206
207 /*
Russell King786f1b72010-10-04 17:51:54 +0100208 * Create identity mapping to cater for __enable_mmu.
209 * This identity mapping will be removed by paging_init().
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 */
Will Deacon72662e02011-11-23 12:03:27 +0000211 adr r0, __turn_mmu_on_loc
Russell King786f1b72010-10-04 17:51:54 +0100212 ldmia r0, {r3, r5, r6}
213 sub r0, r0, r3 @ virt->phys offset
Will Deacon72662e02011-11-23 12:03:27 +0000214 add r5, r5, r0 @ phys __turn_mmu_on
215 add r6, r6, r0 @ phys __turn_mmu_on_end
Catalin Marinase73fc882011-08-23 14:07:23 +0100216 mov r5, r5, lsr #SECTION_SHIFT
217 mov r6, r6, lsr #SECTION_SHIFT
Russell King786f1b72010-10-04 17:51:54 +0100218
Catalin Marinase73fc882011-08-23 14:07:23 +01002191: orr r3, r7, r5, lsl #SECTION_SHIFT @ flags + kernel base
220 str r3, [r4, r5, lsl #PMD_ORDER] @ identity mapping
221 cmp r5, r6
222 addlo r5, r5, #1 @ next section
223 blo 1b
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224
225 /*
Nicolas Pitre9fa16b72012-07-04 04:58:12 +0100226 * Map our RAM from the start to the end of the kernel .bss section.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227 */
Nicolas Pitre9fa16b72012-07-04 04:58:12 +0100228 add r0, r4, #PAGE_OFFSET >> (SECTION_SHIFT - PMD_ORDER)
229 ldr r6, =(_end - 1)
230 orr r3, r8, r7
231 add r6, r4, r6, lsr #(SECTION_SHIFT - PMD_ORDER)
2321: str r3, [r0], #1 << PMD_ORDER
233 add r3, r3, #1 << SECTION_SHIFT
234 cmp r0, r6
235 bls 1b
236
237#ifdef CONFIG_XIP_KERNEL
238 /*
239 * Map the kernel image separately as it is not located in RAM.
240 */
241#define XIP_START XIP_VIRT_ADDR(CONFIG_XIP_PHYS_ADDR)
Russell King786f1b72010-10-04 17:51:54 +0100242 mov r3, pc
Catalin Marinase73fc882011-08-23 14:07:23 +0100243 mov r3, r3, lsr #SECTION_SHIFT
244 orr r3, r7, r3, lsl #SECTION_SHIFT
Nicolas Pitre9fa16b72012-07-04 04:58:12 +0100245 add r0, r4, #(XIP_START & 0xff000000) >> (SECTION_SHIFT - PMD_ORDER)
246 str r3, [r0, #((XIP_START & 0x00f00000) >> SECTION_SHIFT) << PMD_ORDER]!
247 ldr r6, =(_edata_loc - 1)
Catalin Marinase73fc882011-08-23 14:07:23 +0100248 add r0, r0, #1 << PMD_ORDER
249 add r6, r4, r6, lsr #(SECTION_SHIFT - PMD_ORDER)
Nicolas Pitree98ff7f2007-02-22 16:18:09 +01002501: cmp r0, r6
Catalin Marinase73fc882011-08-23 14:07:23 +0100251 add r3, r3, #1 << SECTION_SHIFT
252 strls r3, [r0], #1 << PMD_ORDER
Nicolas Pitree98ff7f2007-02-22 16:18:09 +0100253 bls 1b
Nicolas Pitreec3622d2007-02-21 15:32:28 +0100254#endif
255
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 /*
Nicolas Pitre9fa16b72012-07-04 04:58:12 +0100257 * Then map boot params address in r2 if specified.
Nicolas Pitre6f16f492013-01-15 18:51:32 +0100258 * We map 2 sections in case the ATAGs/DTB crosses a section boundary.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 */
Catalin Marinase73fc882011-08-23 14:07:23 +0100260 mov r0, r2, lsr #SECTION_SHIFT
261 movs r0, r0, lsl #SECTION_SHIFT
Nicolas Pitre9fa16b72012-07-04 04:58:12 +0100262 subne r3, r0, r8
263 addne r3, r3, #PAGE_OFFSET
264 addne r3, r4, r3, lsr #(SECTION_SHIFT - PMD_ORDER)
265 orrne r6, r7, r0
Nicolas Pitre6f16f492013-01-15 18:51:32 +0100266 strne r6, [r3], #1 << PMD_ORDER
267 addne r6, r6, #1 << SECTION_SHIFT
Nicolas Pitre9fa16b72012-07-04 04:58:12 +0100268 strne r6, [r3]
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269
Paul Bolle4e1db262013-04-03 12:24:45 +0100270#if defined(CONFIG_ARM_LPAE) && defined(CONFIG_CPU_ENDIAN_BE8)
Will Deacond61947a2013-02-28 17:46:16 +0100271 sub r4, r4, #4 @ Fixup page table pointer
272 @ for 64-bit descriptors
273#endif
274
Russell Kingc77b0422005-07-01 11:56:55 +0100275#ifdef CONFIG_DEBUG_LL
Nicolas Pitre9b5a1462012-02-22 21:58:03 +0100276#if !defined(CONFIG_DEBUG_ICEDCC) && !defined(CONFIG_DEBUG_SEMIHOSTING)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277 /*
278 * Map in IO space for serial debugging.
279 * This allows debug messages to be output
280 * via a serial console before paging_init.
281 */
Nicolas Pitre639da5e2011-08-31 22:55:46 -0400282 addruart r7, r3, r0
Jeremy Kerrc2933932010-07-07 11:19:48 +0800283
Catalin Marinase73fc882011-08-23 14:07:23 +0100284 mov r3, r3, lsr #SECTION_SHIFT
285 mov r3, r3, lsl #PMD_ORDER
Jeremy Kerrc2933932010-07-07 11:19:48 +0800286
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 add r0, r4, r3
Catalin Marinase73fc882011-08-23 14:07:23 +0100288 mov r3, r7, lsr #SECTION_SHIFT
Jeremy Kerrc2933932010-07-07 11:19:48 +0800289 ldr r7, [r10, #PROCINFO_IO_MMUFLAGS] @ io_mmuflags
Catalin Marinase73fc882011-08-23 14:07:23 +0100290 orr r3, r7, r3, lsl #SECTION_SHIFT
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000291#ifdef CONFIG_ARM_LPAE
292 mov r7, #1 << (54 - 32) @ XN
Will Deacond61947a2013-02-28 17:46:16 +0100293#ifdef CONFIG_CPU_ENDIAN_BE8
294 str r7, [r0], #4
295 str r3, [r0], #4
296#else
297 str r3, [r0], #4
298 str r7, [r0], #4
299#endif
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000300#else
301 orr r3, r3, #PMD_SECT_XN
Nicolas Pitref67860a72012-03-18 20:29:42 +0100302 str r3, [r0], #4
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000303#endif
Jeremy Kerrc2933932010-07-07 11:19:48 +0800304
Nicolas Pitre9b5a1462012-02-22 21:58:03 +0100305#else /* CONFIG_DEBUG_ICEDCC || CONFIG_DEBUG_SEMIHOSTING */
306 /* we don't need any serial debugging mappings */
Jeremy Kerrc2933932010-07-07 11:19:48 +0800307 ldr r7, [r10, #PROCINFO_IO_MMUFLAGS] @ io_mmuflags
Nicolas Pitre9b5a1462012-02-22 21:58:03 +0100308#endif
Jeremy Kerrc2933932010-07-07 11:19:48 +0800309
Linus Torvalds1da177e2005-04-16 15:20:36 -0700310#if defined(CONFIG_ARCH_NETWINDER) || defined(CONFIG_ARCH_CATS)
311 /*
Russell King3c0bdac2005-11-25 15:43:22 +0000312 * If we're using the NetWinder or CATS, we also need to map
313 * in the 16550-type serial port for the debug messages
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314 */
Catalin Marinase73fc882011-08-23 14:07:23 +0100315 add r0, r4, #0xff000000 >> (SECTION_SHIFT - PMD_ORDER)
Russell Kingc77b0422005-07-01 11:56:55 +0100316 orr r3, r7, #0x7c000000
317 str r3, [r0]
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319#ifdef CONFIG_ARCH_RPC
320 /*
321 * Map in screen at 0x02000000 & SCREEN2_BASE
322 * Similar reasons here - for debug. This is
323 * only for Acorn RiscPC architectures.
324 */
Catalin Marinase73fc882011-08-23 14:07:23 +0100325 add r0, r4, #0x02000000 >> (SECTION_SHIFT - PMD_ORDER)
Russell Kingc77b0422005-07-01 11:56:55 +0100326 orr r3, r7, #0x02000000
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327 str r3, [r0]
Catalin Marinase73fc882011-08-23 14:07:23 +0100328 add r0, r4, #0xd8000000 >> (SECTION_SHIFT - PMD_ORDER)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 str r3, [r0]
330#endif
Russell Kingc77b0422005-07-01 11:56:55 +0100331#endif
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000332#ifdef CONFIG_ARM_LPAE
333 sub r4, r4, #0x1000 @ point to the PGD table
Cyril Chemparathy4756dcb2012-07-21 15:55:04 -0400334 mov r4, r4, lsr #ARCH_PGD_SHIFT
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000335#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 mov pc, lr
Catalin Marinas93ed3972008-08-28 11:22:32 +0100337ENDPROC(__create_page_tables)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338 .ltorg
Dave Martin4f79a5d2010-11-29 19:43:24 +0100339 .align
Will Deacon72662e02011-11-23 12:03:27 +0000340__turn_mmu_on_loc:
Russell King786f1b72010-10-04 17:51:54 +0100341 .long .
Will Deacon72662e02011-11-23 12:03:27 +0000342 .long __turn_mmu_on
343 .long __turn_mmu_on_end
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344
Russell King00945012010-10-04 17:56:13 +0100345#if defined(CONFIG_SMP)
Russell King24491892013-07-31 11:37:17 +0100346 .text
Russell King00945012010-10-04 17:56:13 +0100347ENTRY(secondary_startup)
348 /*
349 * Common entry point for secondary CPUs.
350 *
351 * Ensure that we're in SVC mode, and IRQs are disabled. Lookup
352 * the processor type - there is no need to check the machine type
353 * as it has already been validated by the primary processor.
354 */
Dave Martin80c59da2012-02-09 08:47:17 -0800355#ifdef CONFIG_ARM_VIRT_EXT
Marc Zyngier6e484be2013-01-04 17:44:14 +0000356 bl __hyp_stub_install_secondary
Dave Martin80c59da2012-02-09 08:47:17 -0800357#endif
358 safe_svcmode_maskall r9
359
Russell King00945012010-10-04 17:56:13 +0100360 mrc p15, 0, r9, c0, c0 @ get processor id
361 bl __lookup_processor_type
362 movs r10, r5 @ invalid processor?
363 moveq r0, #'p' @ yes, error 'p'
Dave Martina75e5242010-11-29 19:43:28 +0100364 THUMB( it eq ) @ force fixup-able long branch encoding
Russell King00945012010-10-04 17:56:13 +0100365 beq __error_p
366
367 /*
368 * Use the page tables supplied from __cpu_up.
369 */
370 adr r4, __secondary_data
371 ldmia r4, {r5, r7, r12} @ address to jump to after
Catalin Marinasd4279582011-05-26 11:22:44 +0100372 sub lr, r4, r5 @ mmu has been enabled
373 ldr r4, [r7, lr] @ get secondary_data.pgdir
374 add r7, r7, #4
375 ldr r8, [r7, lr] @ get secondary_data.swapper_pg_dir
Russell King00945012010-10-04 17:56:13 +0100376 adr lr, BSYM(__enable_mmu) @ return address
377 mov r13, r12 @ __secondary_switched address
378 ARM( add pc, r10, #PROCINFO_INITFUNC ) @ initialise processor
379 @ (return control reg)
380 THUMB( add r12, r10, #PROCINFO_INITFUNC )
381 THUMB( mov pc, r12 )
382ENDPROC(secondary_startup)
383
384 /*
385 * r6 = &secondary_data
386 */
387ENTRY(__secondary_switched)
388 ldr sp, [r7, #4] @ get secondary_data.stack
389 mov fp, #0
390 b secondary_start_kernel
391ENDPROC(__secondary_switched)
392
Dave Martin4f79a5d2010-11-29 19:43:24 +0100393 .align
394
Russell King00945012010-10-04 17:56:13 +0100395 .type __secondary_data, %object
396__secondary_data:
397 .long .
398 .long secondary_data
399 .long __secondary_switched
400#endif /* defined(CONFIG_SMP) */
401
402
403
404/*
405 * Setup common bits before finally enabling the MMU. Essentially
406 * this is just loading the page table pointer and domain access
407 * registers.
Russell King865a4fa2010-10-04 18:02:59 +0100408 *
409 * r0 = cp#15 control register
410 * r1 = machine ID
Grant Likely4c2896e2011-04-28 14:27:20 -0600411 * r2 = atags or dtb pointer
Cyril Chemparathy4756dcb2012-07-21 15:55:04 -0400412 * r4 = page table (see ARCH_PGD_SHIFT in asm/memory.h)
Russell King865a4fa2010-10-04 18:02:59 +0100413 * r9 = processor ID
414 * r13 = *virtual* address to jump to upon completion
Russell King00945012010-10-04 17:56:13 +0100415 */
416__enable_mmu:
Catalin Marinas8428e842011-11-07 18:05:53 +0100417#if defined(CONFIG_ALIGNMENT_TRAP) && __LINUX_ARM_ARCH__ < 6
Russell King00945012010-10-04 17:56:13 +0100418 orr r0, r0, #CR_A
419#else
420 bic r0, r0, #CR_A
421#endif
422#ifdef CONFIG_CPU_DCACHE_DISABLE
423 bic r0, r0, #CR_C
424#endif
425#ifdef CONFIG_CPU_BPREDICT_DISABLE
426 bic r0, r0, #CR_Z
427#endif
428#ifdef CONFIG_CPU_ICACHE_DISABLE
429 bic r0, r0, #CR_I
430#endif
Cyril Chemparathy4756dcb2012-07-21 15:55:04 -0400431#ifndef CONFIG_ARM_LPAE
Russell King00945012010-10-04 17:56:13 +0100432 mov r5, #(domain_val(DOMAIN_USER, DOMAIN_MANAGER) | \
433 domain_val(DOMAIN_KERNEL, DOMAIN_MANAGER) | \
434 domain_val(DOMAIN_TABLE, DOMAIN_MANAGER) | \
435 domain_val(DOMAIN_IO, DOMAIN_CLIENT))
436 mcr p15, 0, r5, c3, c0, 0 @ load domain access register
437 mcr p15, 0, r4, c2, c0, 0 @ load page table pointer
Catalin Marinas1b6ba462011-11-22 17:30:29 +0000438#endif
Russell King00945012010-10-04 17:56:13 +0100439 b __turn_mmu_on
440ENDPROC(__enable_mmu)
441
442/*
443 * Enable the MMU. This completely changes the structure of the visible
444 * memory space. You will not be able to trace execution through this.
445 * If you have an enquiry about this, *please* check the linux-arm-kernel
446 * mailing list archives BEFORE sending another post to the list.
447 *
448 * r0 = cp#15 control register
Russell King865a4fa2010-10-04 18:02:59 +0100449 * r1 = machine ID
Grant Likely4c2896e2011-04-28 14:27:20 -0600450 * r2 = atags or dtb pointer
Russell King865a4fa2010-10-04 18:02:59 +0100451 * r9 = processor ID
Russell King00945012010-10-04 17:56:13 +0100452 * r13 = *virtual* address to jump to upon completion
453 *
454 * other registers depend on the function called upon completion
455 */
456 .align 5
Will Deacon4e8ee7d2011-11-23 12:26:25 +0000457 .pushsection .idmap.text, "ax"
458ENTRY(__turn_mmu_on)
Russell King00945012010-10-04 17:56:13 +0100459 mov r0, r0
Will Deacond675d0b2011-11-22 17:30:28 +0000460 instr_sync
Russell King00945012010-10-04 17:56:13 +0100461 mcr p15, 0, r0, c1, c0, 0 @ write control reg
462 mrc p15, 0, r3, c0, c0, 0 @ read id reg
Will Deacond675d0b2011-11-22 17:30:28 +0000463 instr_sync
Russell King00945012010-10-04 17:56:13 +0100464 mov r3, r3
465 mov r3, r13
466 mov pc, r3
Will Deacon72662e02011-11-23 12:03:27 +0000467__turn_mmu_on_end:
Russell King00945012010-10-04 17:56:13 +0100468ENDPROC(__turn_mmu_on)
Will Deacon4e8ee7d2011-11-23 12:26:25 +0000469 .popsection
Russell King00945012010-10-04 17:56:13 +0100470
Linus Torvalds1da177e2005-04-16 15:20:36 -0700471
Russell Kingf00ec482010-09-04 10:47:48 +0100472#ifdef CONFIG_SMP_ON_UP
Russell King4a9cb362011-02-10 15:25:18 +0000473 __INIT
Russell Kingf00ec482010-09-04 10:47:48 +0100474__fixup_smp:
Russell Kinge98ff0f2011-01-30 16:40:20 +0000475 and r3, r9, #0x000f0000 @ architecture version
476 teq r3, #0x000f0000 @ CPU ID supported?
Russell Kingf00ec482010-09-04 10:47:48 +0100477 bne __fixup_smp_on_up @ no, assume UP
478
Russell Kinge98ff0f2011-01-30 16:40:20 +0000479 bic r3, r9, #0x00ff0000
480 bic r3, r3, #0x0000000f @ mask 0xff00fff0
481 mov r4, #0x41000000
Russell King0eb0511d2010-11-22 12:06:28 +0000482 orr r4, r4, #0x0000b000
Russell Kinge98ff0f2011-01-30 16:40:20 +0000483 orr r4, r4, #0x00000020 @ val 0x4100b020
484 teq r3, r4 @ ARM 11MPCore?
Russell Kingf00ec482010-09-04 10:47:48 +0100485 moveq pc, lr @ yes, assume SMP
486
487 mrc p15, 0, r0, c0, c0, 5 @ read MPIDR
Russell Kinge98ff0f2011-01-30 16:40:20 +0000488 and r0, r0, #0xc0000000 @ multiprocessing extensions and
489 teq r0, #0x80000000 @ not part of a uniprocessor system?
Santosh Shilimkarbc41b872013-09-27 21:56:31 +0100490 bne __fixup_smp_on_up @ no, assume UP
491
492 @ Core indicates it is SMP. Check for Aegis SOC where a single
493 @ Cortex-A9 CPU is present but SMP operations fault.
494 mov r4, #0x41000000
495 orr r4, r4, #0x0000c000
496 orr r4, r4, #0x00000090
497 teq r3, r4 @ Check for ARM Cortex-A9
498 movne pc, lr @ Not ARM Cortex-A9,
499
500 @ If a future SoC *does* use 0x0 as the PERIPH_BASE, then the
501 @ below address check will need to be #ifdef'd or equivalent
502 @ for the Aegis platform.
503 mrc p15, 4, r0, c15, c0 @ get SCU base address
504 teq r0, #0x0 @ '0' on actual UP A9 hardware
505 beq __fixup_smp_on_up @ So its an A9 UP
506 ldr r0, [r0, #4] @ read SCU Config
507 and r0, r0, #0x3 @ number of CPUs
508 teq r0, #0x0 @ is 1?
509 movne pc, lr
Russell Kingf00ec482010-09-04 10:47:48 +0100510
511__fixup_smp_on_up:
512 adr r0, 1f
Russell King0eb0511d2010-11-22 12:06:28 +0000513 ldmia r0, {r3 - r5}
Russell Kingf00ec482010-09-04 10:47:48 +0100514 sub r3, r0, r3
Russell King0eb0511d2010-11-22 12:06:28 +0000515 add r4, r4, r3
516 add r5, r5, r3
Russell King4a9cb362011-02-10 15:25:18 +0000517 b __do_fixup_smp_on_up
Russell Kingf00ec482010-09-04 10:47:48 +0100518ENDPROC(__fixup_smp)
519
Dave Martin4f79a5d2010-11-29 19:43:24 +0100520 .align
Russell Kingf00ec482010-09-04 10:47:48 +01005211: .word .
522 .word __smpalt_begin
523 .word __smpalt_end
524
525 .pushsection .data
526 .globl smp_on_up
527smp_on_up:
528 ALT_SMP(.long 1)
529 ALT_UP(.long 0)
530 .popsection
Russell Kingf00ec482010-09-04 10:47:48 +0100531#endif
532
Russell King4a9cb362011-02-10 15:25:18 +0000533 .text
534__do_fixup_smp_on_up:
535 cmp r4, r5
536 movhs pc, lr
537 ldmia r4!, {r0, r6}
538 ARM( str r6, [r0, r3] )
539 THUMB( add r0, r0, r3 )
540#ifdef __ARMEB__
541 THUMB( mov r6, r6, ror #16 ) @ Convert word order for big-endian.
542#endif
543 THUMB( strh r6, [r0], #2 ) @ For Thumb-2, store as two halfwords
544 THUMB( mov r6, r6, lsr #16 ) @ to be robust against misaligned r3.
545 THUMB( strh r6, [r0] )
546 b __do_fixup_smp_on_up
547ENDPROC(__do_fixup_smp_on_up)
548
549ENTRY(fixup_smp)
550 stmfd sp!, {r4 - r6, lr}
551 mov r4, r0
552 add r5, r0, r1
553 mov r3, #0
554 bl __do_fixup_smp_on_up
555 ldmfd sp!, {r4 - r6, pc}
556ENDPROC(fixup_smp)
557
Russell Kingdc21af92011-01-04 19:09:43 +0000558#ifdef CONFIG_ARM_PATCH_PHYS_VIRT
559
560/* __fixup_pv_table - patch the stub instructions with the delta between
561 * PHYS_OFFSET and PAGE_OFFSET, which is assumed to be 16MiB aligned and
562 * can be expressed by an immediate shifter operand. The stub instruction
563 * has a form of '(add|sub) rd, rn, #imm'.
564 */
565 __HEAD
566__fixup_pv_table:
567 adr r0, 1f
568 ldmia r0, {r3-r5, r7}
569 sub r3, r0, r3 @ PHYS_OFFSET - PAGE_OFFSET
570 add r4, r4, r3 @ adjust table start address
571 add r5, r5, r3 @ adjust table end address
Nicolas Pitreb511d752011-02-21 06:53:35 +0100572 add r7, r7, r3 @ adjust __pv_phys_offset address
573 str r8, [r7] @ save computed PHYS_OFFSET to __pv_phys_offset
Russell Kingdc21af92011-01-04 19:09:43 +0000574 mov r6, r3, lsr #24 @ constant for add/sub instructions
575 teq r3, r6, lsl #24 @ must be 16MiB aligned
Nicolas Pitreb511d752011-02-21 06:53:35 +0100576THUMB( it ne @ cross section branch )
Russell Kingdc21af92011-01-04 19:09:43 +0000577 bne __error
578 str r6, [r7, #4] @ save to __pv_offset
579 b __fixup_a_pv_table
580ENDPROC(__fixup_pv_table)
581
582 .align
5831: .long .
584 .long __pv_table_begin
585 .long __pv_table_end
5862: .long __pv_phys_offset
587
588 .text
589__fixup_a_pv_table:
Nicolas Pitreb511d752011-02-21 06:53:35 +0100590#ifdef CONFIG_THUMB2_KERNEL
Nicolas Pitredaece592011-08-12 00:14:29 +0100591 lsls r6, #24
592 beq 2f
Nicolas Pitreb511d752011-02-21 06:53:35 +0100593 clz r7, r6
594 lsr r6, #24
595 lsl r6, r7
596 bic r6, #0x0080
597 lsrs r7, #1
598 orrcs r6, #0x0080
599 orr r6, r6, r7, lsl #12
600 orr r6, #0x4000
Nicolas Pitredaece592011-08-12 00:14:29 +0100601 b 2f
6021: add r7, r3
603 ldrh ip, [r7, #2]
Nicolas Pitreb511d752011-02-21 06:53:35 +0100604 and ip, 0x8f00
Nicolas Pitredaece592011-08-12 00:14:29 +0100605 orr ip, r6 @ mask in offset bits 31-24
Nicolas Pitreb511d752011-02-21 06:53:35 +0100606 strh ip, [r7, #2]
Nicolas Pitredaece592011-08-12 00:14:29 +01006072: cmp r4, r5
Nicolas Pitreb511d752011-02-21 06:53:35 +0100608 ldrcc r7, [r4], #4 @ use branch for delay slot
Nicolas Pitredaece592011-08-12 00:14:29 +0100609 bcc 1b
Nicolas Pitreb511d752011-02-21 06:53:35 +0100610 bx lr
611#else
Nicolas Pitredaece592011-08-12 00:14:29 +0100612 b 2f
6131: ldr ip, [r7, r3]
Russell Kingdc21af92011-01-04 19:09:43 +0000614 bic ip, ip, #0x000000ff
Nicolas Pitredaece592011-08-12 00:14:29 +0100615 orr ip, ip, r6 @ mask in offset bits 31-24
Russell Kingdc21af92011-01-04 19:09:43 +0000616 str ip, [r7, r3]
Nicolas Pitredaece592011-08-12 00:14:29 +01006172: cmp r4, r5
Russell Kingdc21af92011-01-04 19:09:43 +0000618 ldrcc r7, [r4], #4 @ use branch for delay slot
Nicolas Pitredaece592011-08-12 00:14:29 +0100619 bcc 1b
Russell Kingdc21af92011-01-04 19:09:43 +0000620 mov pc, lr
Nicolas Pitreb511d752011-02-21 06:53:35 +0100621#endif
Russell Kingdc21af92011-01-04 19:09:43 +0000622ENDPROC(__fixup_a_pv_table)
623
624ENTRY(fixup_pv_table)
625 stmfd sp!, {r4 - r7, lr}
626 ldr r2, 2f @ get address of __pv_phys_offset
627 mov r3, #0 @ no offset
628 mov r4, r0 @ r0 = table start
629 add r5, r0, r1 @ r1 = table size
630 ldr r6, [r2, #4] @ get __pv_offset
631 bl __fixup_a_pv_table
632 ldmfd sp!, {r4 - r7, pc}
633ENDPROC(fixup_pv_table)
634
635 .align
6362: .long __pv_phys_offset
637
638 .data
639 .globl __pv_phys_offset
640 .type __pv_phys_offset, %object
641__pv_phys_offset:
642 .long 0
643 .size __pv_phys_offset, . - __pv_phys_offset
644__pv_offset:
645 .long 0
646#endif
647
Hyok S. Choi75d90832006-03-27 14:58:25 +0100648#include "head-common.S"