Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/arch/arm/kernel/head.S |
| 3 | * |
| 4 | * Copyright (C) 1994-2002 Russell King |
Russell King | e65f38e | 2005-06-18 09:33:31 +0100 | [diff] [blame] | 5 | * Copyright (c) 2003 ARM Limited |
| 6 | * All Rights Reserved |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * |
| 8 | * This program is free software; you can redistribute it and/or modify |
| 9 | * it under the terms of the GNU General Public License version 2 as |
| 10 | * published by the Free Software Foundation. |
| 11 | * |
| 12 | * Kernel startup code for all 32-bit CPUs |
| 13 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | #include <linux/linkage.h> |
| 15 | #include <linux/init.h> |
| 16 | |
| 17 | #include <asm/assembler.h> |
Russell King | 195864c | 2012-01-19 10:05:41 +0000 | [diff] [blame] | 18 | #include <asm/cp15.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #include <asm/domain.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include <asm/ptrace.h> |
Sam Ravnborg | e6ae744 | 2005-09-09 21:08:59 +0200 | [diff] [blame] | 21 | #include <asm/asm-offsets.h> |
Nicolas Pitre | f09b997 | 2005-10-29 21:44:55 +0100 | [diff] [blame] | 22 | #include <asm/memory.h> |
Russell King | 4f7a181 | 2005-05-05 13:11:00 +0100 | [diff] [blame] | 23 | #include <asm/thread_info.h> |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 24 | #include <asm/pgtable.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
Rob Herring | 91a9fec | 2012-08-31 00:03:46 -0500 | [diff] [blame] | 26 | #if defined(CONFIG_DEBUG_LL) && !defined(CONFIG_DEBUG_SEMIHOSTING) |
| 27 | #include CONFIG_DEBUG_LL_INCLUDE |
Jeremy Kerr | c293393 | 2010-07-07 11:19:48 +0800 | [diff] [blame] | 28 | #endif |
| 29 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | /* |
Nicolas Pitre | 37d07b7 | 2005-10-29 21:44:56 +0100 | [diff] [blame] | 31 | * swapper_pg_dir is the virtual address of the initial page table. |
Russell King | f06b97f | 2006-12-11 22:29:16 +0000 | [diff] [blame] | 32 | * We place the page tables 16K below KERNEL_RAM_VADDR. Therefore, we must |
| 33 | * make sure that KERNEL_RAM_VADDR is correctly set. Currently, we expect |
Nicolas Pitre | 37d07b7 | 2005-10-29 21:44:56 +0100 | [diff] [blame] | 34 | * the least significant 16 bits to be 0x8000, but we could probably |
Russell King | f06b97f | 2006-12-11 22:29:16 +0000 | [diff] [blame] | 35 | * relax this restriction to KERNEL_RAM_VADDR >= PAGE_OFFSET + 0x4000. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | */ |
Russell King | 72a20e2 | 2011-01-04 19:04:00 +0000 | [diff] [blame] | 37 | #define KERNEL_RAM_VADDR (PAGE_OFFSET + TEXT_OFFSET) |
Russell King | f06b97f | 2006-12-11 22:29:16 +0000 | [diff] [blame] | 38 | #if (KERNEL_RAM_VADDR & 0xffff) != 0x8000 |
| 39 | #error KERNEL_RAM_VADDR must start at 0xXXXX8000 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | #endif |
| 41 | |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 42 | #ifdef CONFIG_ARM_LPAE |
| 43 | /* LPAE requires an additional page for the PGD */ |
| 44 | #define PG_DIR_SIZE 0x5000 |
| 45 | #define PMD_ORDER 3 |
| 46 | #else |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 47 | #define PG_DIR_SIZE 0x4000 |
| 48 | #define PMD_ORDER 2 |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 49 | #endif |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 50 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | .globl swapper_pg_dir |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 52 | .equ swapper_pg_dir, KERNEL_RAM_VADDR - PG_DIR_SIZE |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | |
Russell King | 72a20e2 | 2011-01-04 19:04:00 +0000 | [diff] [blame] | 54 | .macro pgtbl, rd, phys |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 55 | add \rd, \phys, #TEXT_OFFSET - PG_DIR_SIZE |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | .endm |
Nicolas Pitre | 37d07b7 | 2005-10-29 21:44:56 +0100 | [diff] [blame] | 57 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | /* |
| 59 | * Kernel startup entry point. |
| 60 | * --------------------------- |
| 61 | * |
| 62 | * This is normally called from the decompressor code. The requirements |
| 63 | * are: MMU = off, D-cache = off, I-cache = dont care, r0 = 0, |
Grant Likely | 4c2896e | 2011-04-28 14:27:20 -0600 | [diff] [blame] | 64 | * r1 = machine nr, r2 = atags or dtb pointer. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | * |
| 66 | * This code is mostly position independent, so if you link the kernel at |
| 67 | * 0xc0008000, you call this at __pa(0xc0008000). |
| 68 | * |
| 69 | * See linux/arch/arm/tools/mach-types for the complete list of machine |
| 70 | * numbers for r1. |
| 71 | * |
| 72 | * We're trying to keep crap to a minimum; DO NOT add any machine specific |
| 73 | * crap here - that's what the boot loader (or in extreme, well justified |
| 74 | * circumstances, zImage) is for. |
| 75 | */ |
Dave Martin | 540b573 | 2011-07-13 15:53:30 +0100 | [diff] [blame] | 76 | .arm |
| 77 | |
Tim Abbott | 2abc1c5 | 2009-10-02 16:32:46 -0400 | [diff] [blame] | 78 | __HEAD |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | ENTRY(stext) |
Dave Martin | 540b573 | 2011-07-13 15:53:30 +0100 | [diff] [blame] | 80 | |
| 81 | THUMB( adr r9, BSYM(1f) ) @ Kernel is always entered in ARM. |
| 82 | THUMB( bx r9 ) @ If this is a Thumb-2 kernel, |
| 83 | THUMB( .thumb ) @ switch to Thumb now. |
| 84 | THUMB(1: ) |
| 85 | |
Dave Martin | 80c59da | 2012-02-09 08:47:17 -0800 | [diff] [blame] | 86 | #ifdef CONFIG_ARM_VIRT_EXT |
| 87 | bl __hyp_stub_install |
| 88 | #endif |
| 89 | @ ensure svc mode and all interrupts masked |
| 90 | safe_svcmode_maskall r9 |
| 91 | |
Russell King | 0f44ba1 | 2006-02-24 21:04:56 +0000 | [diff] [blame] | 92 | mrc p15, 0, r9, c0, c0 @ get processor id |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 93 | bl __lookup_processor_type @ r5=procinfo r9=cpuid |
| 94 | movs r10, r5 @ invalid processor (r5=0)? |
Dave Martin | a75e524 | 2010-11-29 19:43:28 +0100 | [diff] [blame] | 95 | THUMB( it eq ) @ force fixup-able long branch encoding |
Russell King | 3c0bdac | 2005-11-25 15:43:22 +0000 | [diff] [blame] | 96 | beq __error_p @ yes, error 'p' |
Russell King | 0eb0511d | 2010-11-22 12:06:28 +0000 | [diff] [blame] | 97 | |
Catalin Marinas | 294064f | 2012-01-09 12:24:47 +0100 | [diff] [blame] | 98 | #ifdef CONFIG_ARM_LPAE |
| 99 | mrc p15, 0, r3, c0, c1, 4 @ read ID_MMFR0 |
| 100 | and r3, r3, #0xf @ extract VMSA support |
| 101 | cmp r3, #5 @ long-descriptor translation table format? |
| 102 | THUMB( it lo ) @ force fixup-able long branch encoding |
| 103 | blo __error_p @ only classic page table format |
| 104 | #endif |
| 105 | |
Russell King | 72a20e2 | 2011-01-04 19:04:00 +0000 | [diff] [blame] | 106 | #ifndef CONFIG_XIP_KERNEL |
| 107 | adr r3, 2f |
| 108 | ldmia r3, {r4, r8} |
| 109 | sub r4, r3, r4 @ (PHYS_OFFSET - PAGE_OFFSET) |
| 110 | add r8, r8, r4 @ PHYS_OFFSET |
| 111 | #else |
Nicolas Pitre | 1b9f95f | 2011-07-05 22:52:51 -0400 | [diff] [blame] | 112 | ldr r8, =PHYS_OFFSET @ always constant in this case |
Russell King | 72a20e2 | 2011-01-04 19:04:00 +0000 | [diff] [blame] | 113 | #endif |
| 114 | |
Russell King | 0eb0511d | 2010-11-22 12:06:28 +0000 | [diff] [blame] | 115 | /* |
Grant Likely | 4c2896e | 2011-04-28 14:27:20 -0600 | [diff] [blame] | 116 | * r1 = machine no, r2 = atags or dtb, |
Russell King | 72a20e2 | 2011-01-04 19:04:00 +0000 | [diff] [blame] | 117 | * r8 = phys_offset, r9 = cpuid, r10 = procinfo |
Russell King | 0eb0511d | 2010-11-22 12:06:28 +0000 | [diff] [blame] | 118 | */ |
Bill Gatliff | 9d20fdd | 2007-05-31 22:02:22 +0100 | [diff] [blame] | 119 | bl __vet_atags |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 120 | #ifdef CONFIG_SMP_ON_UP |
| 121 | bl __fixup_smp |
| 122 | #endif |
Russell King | dc21af9 | 2011-01-04 19:09:43 +0000 | [diff] [blame] | 123 | #ifdef CONFIG_ARM_PATCH_PHYS_VIRT |
| 124 | bl __fixup_pv_table |
| 125 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 | bl __create_page_tables |
| 127 | |
| 128 | /* |
| 129 | * The following calls CPU specific code in a position independent |
| 130 | * manner. See arch/arm/mm/proc-*.S for details. r10 = base of |
Russell King | 6fc31d5 | 2011-01-12 17:50:42 +0000 | [diff] [blame] | 131 | * xxx_proc_info structure selected by __lookup_processor_type |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | * above. On return, the CPU will be ready for the MMU to be |
| 133 | * turned on, and r0 will hold the CPU control register value. |
| 134 | */ |
Russell King | a4ae413 | 2010-10-04 16:22:34 +0100 | [diff] [blame] | 135 | ldr r13, =__mmap_switched @ address to jump to after |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | @ mmu has been enabled |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 137 | adr lr, BSYM(1f) @ return (PIC) address |
Catalin Marinas | d427958 | 2011-05-26 11:22:44 +0100 | [diff] [blame] | 138 | mov r8, r4 @ set TTBR1 to swapper_pg_dir |
Catalin Marinas | b86040a | 2009-07-24 12:32:54 +0100 | [diff] [blame] | 139 | ARM( add pc, r10, #PROCINFO_INITFUNC ) |
| 140 | THUMB( add r12, r10, #PROCINFO_INITFUNC ) |
| 141 | THUMB( mov pc, r12 ) |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 142 | 1: b __enable_mmu |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 143 | ENDPROC(stext) |
Russell King | a4ae413 | 2010-10-04 16:22:34 +0100 | [diff] [blame] | 144 | .ltorg |
Russell King | 72a20e2 | 2011-01-04 19:04:00 +0000 | [diff] [blame] | 145 | #ifndef CONFIG_XIP_KERNEL |
| 146 | 2: .long . |
| 147 | .long PAGE_OFFSET |
| 148 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | |
| 150 | /* |
| 151 | * Setup the initial page tables. We only setup the barest |
| 152 | * amount which are required to get the kernel running, which |
| 153 | * generally means mapping in the kernel code. |
| 154 | * |
Russell King | 72a20e2 | 2011-01-04 19:04:00 +0000 | [diff] [blame] | 155 | * r8 = phys_offset, r9 = cpuid, r10 = procinfo |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | * |
| 157 | * Returns: |
Russell King | 786f1b7 | 2010-10-04 17:51:54 +0100 | [diff] [blame] | 158 | * r0, r3, r5-r7 corrupted |
Cyril Chemparathy | 4756dcb | 2012-07-21 15:55:04 -0400 | [diff] [blame] | 159 | * r4 = page table (see ARCH_PGD_SHIFT in asm/memory.h) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 161 | __create_page_tables: |
Russell King | 72a20e2 | 2011-01-04 19:04:00 +0000 | [diff] [blame] | 162 | pgtbl r4, r8 @ page table address |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | |
| 164 | /* |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 165 | * Clear the swapper page table |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | */ |
| 167 | mov r0, r4 |
| 168 | mov r3, #0 |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 169 | add r6, r0, #PG_DIR_SIZE |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | 1: str r3, [r0], #4 |
| 171 | str r3, [r0], #4 |
| 172 | str r3, [r0], #4 |
| 173 | str r3, [r0], #4 |
| 174 | teq r0, r6 |
| 175 | bne 1b |
| 176 | |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 177 | #ifdef CONFIG_ARM_LPAE |
| 178 | /* |
| 179 | * Build the PGD table (first level) to point to the PMD table. A PGD |
| 180 | * entry is 64-bit wide. |
| 181 | */ |
| 182 | mov r0, r4 |
| 183 | add r3, r4, #0x1000 @ first PMD table address |
| 184 | orr r3, r3, #3 @ PGD block type |
| 185 | mov r6, #4 @ PTRS_PER_PGD |
| 186 | mov r7, #1 << (55 - 32) @ L_PGD_SWAPPER |
Will Deacon | d61947a | 2013-02-28 17:46:16 +0100 | [diff] [blame] | 187 | 1: |
| 188 | #ifdef CONFIG_CPU_ENDIAN_BE8 |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 189 | str r7, [r0], #4 @ set top PGD entry bits |
Will Deacon | d61947a | 2013-02-28 17:46:16 +0100 | [diff] [blame] | 190 | str r3, [r0], #4 @ set bottom PGD entry bits |
| 191 | #else |
| 192 | str r3, [r0], #4 @ set bottom PGD entry bits |
| 193 | str r7, [r0], #4 @ set top PGD entry bits |
| 194 | #endif |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 195 | add r3, r3, #0x1000 @ next PMD table |
| 196 | subs r6, r6, #1 |
| 197 | bne 1b |
| 198 | |
| 199 | add r4, r4, #0x1000 @ point to the PMD tables |
Will Deacon | d61947a | 2013-02-28 17:46:16 +0100 | [diff] [blame] | 200 | #ifdef CONFIG_CPU_ENDIAN_BE8 |
| 201 | add r4, r4, #4 @ we only write the bottom word |
| 202 | #endif |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 203 | #endif |
| 204 | |
Russell King | 8799ee9 | 2006-06-29 18:24:21 +0100 | [diff] [blame] | 205 | ldr r7, [r10, #PROCINFO_MM_MMUFLAGS] @ mm_mmuflags |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 206 | |
| 207 | /* |
Russell King | 786f1b7 | 2010-10-04 17:51:54 +0100 | [diff] [blame] | 208 | * Create identity mapping to cater for __enable_mmu. |
| 209 | * This identity mapping will be removed by paging_init(). |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 | */ |
Will Deacon | 72662e0 | 2011-11-23 12:03:27 +0000 | [diff] [blame] | 211 | adr r0, __turn_mmu_on_loc |
Russell King | 786f1b7 | 2010-10-04 17:51:54 +0100 | [diff] [blame] | 212 | ldmia r0, {r3, r5, r6} |
| 213 | sub r0, r0, r3 @ virt->phys offset |
Will Deacon | 72662e0 | 2011-11-23 12:03:27 +0000 | [diff] [blame] | 214 | add r5, r5, r0 @ phys __turn_mmu_on |
| 215 | add r6, r6, r0 @ phys __turn_mmu_on_end |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 216 | mov r5, r5, lsr #SECTION_SHIFT |
| 217 | mov r6, r6, lsr #SECTION_SHIFT |
Russell King | 786f1b7 | 2010-10-04 17:51:54 +0100 | [diff] [blame] | 218 | |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 219 | 1: orr r3, r7, r5, lsl #SECTION_SHIFT @ flags + kernel base |
| 220 | str r3, [r4, r5, lsl #PMD_ORDER] @ identity mapping |
| 221 | cmp r5, r6 |
| 222 | addlo r5, r5, #1 @ next section |
| 223 | blo 1b |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 | |
| 225 | /* |
Nicolas Pitre | 9fa16b7 | 2012-07-04 04:58:12 +0100 | [diff] [blame] | 226 | * Map our RAM from the start to the end of the kernel .bss section. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 227 | */ |
Nicolas Pitre | 9fa16b7 | 2012-07-04 04:58:12 +0100 | [diff] [blame] | 228 | add r0, r4, #PAGE_OFFSET >> (SECTION_SHIFT - PMD_ORDER) |
| 229 | ldr r6, =(_end - 1) |
| 230 | orr r3, r8, r7 |
| 231 | add r6, r4, r6, lsr #(SECTION_SHIFT - PMD_ORDER) |
| 232 | 1: str r3, [r0], #1 << PMD_ORDER |
| 233 | add r3, r3, #1 << SECTION_SHIFT |
| 234 | cmp r0, r6 |
| 235 | bls 1b |
| 236 | |
| 237 | #ifdef CONFIG_XIP_KERNEL |
| 238 | /* |
| 239 | * Map the kernel image separately as it is not located in RAM. |
| 240 | */ |
| 241 | #define XIP_START XIP_VIRT_ADDR(CONFIG_XIP_PHYS_ADDR) |
Russell King | 786f1b7 | 2010-10-04 17:51:54 +0100 | [diff] [blame] | 242 | mov r3, pc |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 243 | mov r3, r3, lsr #SECTION_SHIFT |
| 244 | orr r3, r7, r3, lsl #SECTION_SHIFT |
Nicolas Pitre | 9fa16b7 | 2012-07-04 04:58:12 +0100 | [diff] [blame] | 245 | add r0, r4, #(XIP_START & 0xff000000) >> (SECTION_SHIFT - PMD_ORDER) |
| 246 | str r3, [r0, #((XIP_START & 0x00f00000) >> SECTION_SHIFT) << PMD_ORDER]! |
| 247 | ldr r6, =(_edata_loc - 1) |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 248 | add r0, r0, #1 << PMD_ORDER |
| 249 | add r6, r4, r6, lsr #(SECTION_SHIFT - PMD_ORDER) |
Nicolas Pitre | e98ff7f | 2007-02-22 16:18:09 +0100 | [diff] [blame] | 250 | 1: cmp r0, r6 |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 251 | add r3, r3, #1 << SECTION_SHIFT |
| 252 | strls r3, [r0], #1 << PMD_ORDER |
Nicolas Pitre | e98ff7f | 2007-02-22 16:18:09 +0100 | [diff] [blame] | 253 | bls 1b |
Nicolas Pitre | ec3622d | 2007-02-21 15:32:28 +0100 | [diff] [blame] | 254 | #endif |
| 255 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 256 | /* |
Nicolas Pitre | 9fa16b7 | 2012-07-04 04:58:12 +0100 | [diff] [blame] | 257 | * Then map boot params address in r2 if specified. |
Nicolas Pitre | 6f16f49 | 2013-01-15 18:51:32 +0100 | [diff] [blame] | 258 | * We map 2 sections in case the ATAGs/DTB crosses a section boundary. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 259 | */ |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 260 | mov r0, r2, lsr #SECTION_SHIFT |
| 261 | movs r0, r0, lsl #SECTION_SHIFT |
Nicolas Pitre | 9fa16b7 | 2012-07-04 04:58:12 +0100 | [diff] [blame] | 262 | subne r3, r0, r8 |
| 263 | addne r3, r3, #PAGE_OFFSET |
| 264 | addne r3, r4, r3, lsr #(SECTION_SHIFT - PMD_ORDER) |
| 265 | orrne r6, r7, r0 |
Nicolas Pitre | 6f16f49 | 2013-01-15 18:51:32 +0100 | [diff] [blame] | 266 | strne r6, [r3], #1 << PMD_ORDER |
| 267 | addne r6, r6, #1 << SECTION_SHIFT |
Nicolas Pitre | 9fa16b7 | 2012-07-04 04:58:12 +0100 | [diff] [blame] | 268 | strne r6, [r3] |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 269 | |
Paul Bolle | 4e1db26 | 2013-04-03 12:24:45 +0100 | [diff] [blame] | 270 | #if defined(CONFIG_ARM_LPAE) && defined(CONFIG_CPU_ENDIAN_BE8) |
Will Deacon | d61947a | 2013-02-28 17:46:16 +0100 | [diff] [blame] | 271 | sub r4, r4, #4 @ Fixup page table pointer |
| 272 | @ for 64-bit descriptors |
| 273 | #endif |
| 274 | |
Russell King | c77b042 | 2005-07-01 11:56:55 +0100 | [diff] [blame] | 275 | #ifdef CONFIG_DEBUG_LL |
Nicolas Pitre | 9b5a146 | 2012-02-22 21:58:03 +0100 | [diff] [blame] | 276 | #if !defined(CONFIG_DEBUG_ICEDCC) && !defined(CONFIG_DEBUG_SEMIHOSTING) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 277 | /* |
| 278 | * Map in IO space for serial debugging. |
| 279 | * This allows debug messages to be output |
| 280 | * via a serial console before paging_init. |
| 281 | */ |
Nicolas Pitre | 639da5e | 2011-08-31 22:55:46 -0400 | [diff] [blame] | 282 | addruart r7, r3, r0 |
Jeremy Kerr | c293393 | 2010-07-07 11:19:48 +0800 | [diff] [blame] | 283 | |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 284 | mov r3, r3, lsr #SECTION_SHIFT |
| 285 | mov r3, r3, lsl #PMD_ORDER |
Jeremy Kerr | c293393 | 2010-07-07 11:19:48 +0800 | [diff] [blame] | 286 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 287 | add r0, r4, r3 |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 288 | mov r3, r7, lsr #SECTION_SHIFT |
Jeremy Kerr | c293393 | 2010-07-07 11:19:48 +0800 | [diff] [blame] | 289 | ldr r7, [r10, #PROCINFO_IO_MMUFLAGS] @ io_mmuflags |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 290 | orr r3, r7, r3, lsl #SECTION_SHIFT |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 291 | #ifdef CONFIG_ARM_LPAE |
| 292 | mov r7, #1 << (54 - 32) @ XN |
Will Deacon | d61947a | 2013-02-28 17:46:16 +0100 | [diff] [blame] | 293 | #ifdef CONFIG_CPU_ENDIAN_BE8 |
| 294 | str r7, [r0], #4 |
| 295 | str r3, [r0], #4 |
| 296 | #else |
| 297 | str r3, [r0], #4 |
| 298 | str r7, [r0], #4 |
| 299 | #endif |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 300 | #else |
| 301 | orr r3, r3, #PMD_SECT_XN |
Nicolas Pitre | f67860a7 | 2012-03-18 20:29:42 +0100 | [diff] [blame] | 302 | str r3, [r0], #4 |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 303 | #endif |
Jeremy Kerr | c293393 | 2010-07-07 11:19:48 +0800 | [diff] [blame] | 304 | |
Nicolas Pitre | 9b5a146 | 2012-02-22 21:58:03 +0100 | [diff] [blame] | 305 | #else /* CONFIG_DEBUG_ICEDCC || CONFIG_DEBUG_SEMIHOSTING */ |
| 306 | /* we don't need any serial debugging mappings */ |
Jeremy Kerr | c293393 | 2010-07-07 11:19:48 +0800 | [diff] [blame] | 307 | ldr r7, [r10, #PROCINFO_IO_MMUFLAGS] @ io_mmuflags |
Nicolas Pitre | 9b5a146 | 2012-02-22 21:58:03 +0100 | [diff] [blame] | 308 | #endif |
Jeremy Kerr | c293393 | 2010-07-07 11:19:48 +0800 | [diff] [blame] | 309 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 310 | #if defined(CONFIG_ARCH_NETWINDER) || defined(CONFIG_ARCH_CATS) |
| 311 | /* |
Russell King | 3c0bdac | 2005-11-25 15:43:22 +0000 | [diff] [blame] | 312 | * If we're using the NetWinder or CATS, we also need to map |
| 313 | * in the 16550-type serial port for the debug messages |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 314 | */ |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 315 | add r0, r4, #0xff000000 >> (SECTION_SHIFT - PMD_ORDER) |
Russell King | c77b042 | 2005-07-01 11:56:55 +0100 | [diff] [blame] | 316 | orr r3, r7, #0x7c000000 |
| 317 | str r3, [r0] |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 318 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 319 | #ifdef CONFIG_ARCH_RPC |
| 320 | /* |
| 321 | * Map in screen at 0x02000000 & SCREEN2_BASE |
| 322 | * Similar reasons here - for debug. This is |
| 323 | * only for Acorn RiscPC architectures. |
| 324 | */ |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 325 | add r0, r4, #0x02000000 >> (SECTION_SHIFT - PMD_ORDER) |
Russell King | c77b042 | 2005-07-01 11:56:55 +0100 | [diff] [blame] | 326 | orr r3, r7, #0x02000000 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 327 | str r3, [r0] |
Catalin Marinas | e73fc88 | 2011-08-23 14:07:23 +0100 | [diff] [blame] | 328 | add r0, r4, #0xd8000000 >> (SECTION_SHIFT - PMD_ORDER) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 329 | str r3, [r0] |
| 330 | #endif |
Russell King | c77b042 | 2005-07-01 11:56:55 +0100 | [diff] [blame] | 331 | #endif |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 332 | #ifdef CONFIG_ARM_LPAE |
| 333 | sub r4, r4, #0x1000 @ point to the PGD table |
Cyril Chemparathy | 4756dcb | 2012-07-21 15:55:04 -0400 | [diff] [blame] | 334 | mov r4, r4, lsr #ARCH_PGD_SHIFT |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 335 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 336 | mov pc, lr |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 337 | ENDPROC(__create_page_tables) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 338 | .ltorg |
Dave Martin | 4f79a5d | 2010-11-29 19:43:24 +0100 | [diff] [blame] | 339 | .align |
Will Deacon | 72662e0 | 2011-11-23 12:03:27 +0000 | [diff] [blame] | 340 | __turn_mmu_on_loc: |
Russell King | 786f1b7 | 2010-10-04 17:51:54 +0100 | [diff] [blame] | 341 | .long . |
Will Deacon | 72662e0 | 2011-11-23 12:03:27 +0000 | [diff] [blame] | 342 | .long __turn_mmu_on |
| 343 | .long __turn_mmu_on_end |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 344 | |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 345 | #if defined(CONFIG_SMP) |
Russell King | 2449189 | 2013-07-31 11:37:17 +0100 | [diff] [blame] | 346 | .text |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 347 | ENTRY(secondary_startup) |
| 348 | /* |
| 349 | * Common entry point for secondary CPUs. |
| 350 | * |
| 351 | * Ensure that we're in SVC mode, and IRQs are disabled. Lookup |
| 352 | * the processor type - there is no need to check the machine type |
| 353 | * as it has already been validated by the primary processor. |
| 354 | */ |
Dave Martin | 80c59da | 2012-02-09 08:47:17 -0800 | [diff] [blame] | 355 | #ifdef CONFIG_ARM_VIRT_EXT |
Marc Zyngier | 6e484be | 2013-01-04 17:44:14 +0000 | [diff] [blame] | 356 | bl __hyp_stub_install_secondary |
Dave Martin | 80c59da | 2012-02-09 08:47:17 -0800 | [diff] [blame] | 357 | #endif |
| 358 | safe_svcmode_maskall r9 |
| 359 | |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 360 | mrc p15, 0, r9, c0, c0 @ get processor id |
| 361 | bl __lookup_processor_type |
| 362 | movs r10, r5 @ invalid processor? |
| 363 | moveq r0, #'p' @ yes, error 'p' |
Dave Martin | a75e524 | 2010-11-29 19:43:28 +0100 | [diff] [blame] | 364 | THUMB( it eq ) @ force fixup-able long branch encoding |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 365 | beq __error_p |
| 366 | |
| 367 | /* |
| 368 | * Use the page tables supplied from __cpu_up. |
| 369 | */ |
| 370 | adr r4, __secondary_data |
| 371 | ldmia r4, {r5, r7, r12} @ address to jump to after |
Catalin Marinas | d427958 | 2011-05-26 11:22:44 +0100 | [diff] [blame] | 372 | sub lr, r4, r5 @ mmu has been enabled |
| 373 | ldr r4, [r7, lr] @ get secondary_data.pgdir |
| 374 | add r7, r7, #4 |
| 375 | ldr r8, [r7, lr] @ get secondary_data.swapper_pg_dir |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 376 | adr lr, BSYM(__enable_mmu) @ return address |
| 377 | mov r13, r12 @ __secondary_switched address |
| 378 | ARM( add pc, r10, #PROCINFO_INITFUNC ) @ initialise processor |
| 379 | @ (return control reg) |
| 380 | THUMB( add r12, r10, #PROCINFO_INITFUNC ) |
| 381 | THUMB( mov pc, r12 ) |
| 382 | ENDPROC(secondary_startup) |
| 383 | |
| 384 | /* |
| 385 | * r6 = &secondary_data |
| 386 | */ |
| 387 | ENTRY(__secondary_switched) |
| 388 | ldr sp, [r7, #4] @ get secondary_data.stack |
| 389 | mov fp, #0 |
| 390 | b secondary_start_kernel |
| 391 | ENDPROC(__secondary_switched) |
| 392 | |
Dave Martin | 4f79a5d | 2010-11-29 19:43:24 +0100 | [diff] [blame] | 393 | .align |
| 394 | |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 395 | .type __secondary_data, %object |
| 396 | __secondary_data: |
| 397 | .long . |
| 398 | .long secondary_data |
| 399 | .long __secondary_switched |
| 400 | #endif /* defined(CONFIG_SMP) */ |
| 401 | |
| 402 | |
| 403 | |
| 404 | /* |
| 405 | * Setup common bits before finally enabling the MMU. Essentially |
| 406 | * this is just loading the page table pointer and domain access |
| 407 | * registers. |
Russell King | 865a4fa | 2010-10-04 18:02:59 +0100 | [diff] [blame] | 408 | * |
| 409 | * r0 = cp#15 control register |
| 410 | * r1 = machine ID |
Grant Likely | 4c2896e | 2011-04-28 14:27:20 -0600 | [diff] [blame] | 411 | * r2 = atags or dtb pointer |
Cyril Chemparathy | 4756dcb | 2012-07-21 15:55:04 -0400 | [diff] [blame] | 412 | * r4 = page table (see ARCH_PGD_SHIFT in asm/memory.h) |
Russell King | 865a4fa | 2010-10-04 18:02:59 +0100 | [diff] [blame] | 413 | * r9 = processor ID |
| 414 | * r13 = *virtual* address to jump to upon completion |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 415 | */ |
| 416 | __enable_mmu: |
Catalin Marinas | 8428e84 | 2011-11-07 18:05:53 +0100 | [diff] [blame] | 417 | #if defined(CONFIG_ALIGNMENT_TRAP) && __LINUX_ARM_ARCH__ < 6 |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 418 | orr r0, r0, #CR_A |
| 419 | #else |
| 420 | bic r0, r0, #CR_A |
| 421 | #endif |
| 422 | #ifdef CONFIG_CPU_DCACHE_DISABLE |
| 423 | bic r0, r0, #CR_C |
| 424 | #endif |
| 425 | #ifdef CONFIG_CPU_BPREDICT_DISABLE |
| 426 | bic r0, r0, #CR_Z |
| 427 | #endif |
| 428 | #ifdef CONFIG_CPU_ICACHE_DISABLE |
| 429 | bic r0, r0, #CR_I |
| 430 | #endif |
Cyril Chemparathy | 4756dcb | 2012-07-21 15:55:04 -0400 | [diff] [blame] | 431 | #ifndef CONFIG_ARM_LPAE |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 432 | mov r5, #(domain_val(DOMAIN_USER, DOMAIN_MANAGER) | \ |
| 433 | domain_val(DOMAIN_KERNEL, DOMAIN_MANAGER) | \ |
| 434 | domain_val(DOMAIN_TABLE, DOMAIN_MANAGER) | \ |
| 435 | domain_val(DOMAIN_IO, DOMAIN_CLIENT)) |
| 436 | mcr p15, 0, r5, c3, c0, 0 @ load domain access register |
| 437 | mcr p15, 0, r4, c2, c0, 0 @ load page table pointer |
Catalin Marinas | 1b6ba46 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 438 | #endif |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 439 | b __turn_mmu_on |
| 440 | ENDPROC(__enable_mmu) |
| 441 | |
| 442 | /* |
| 443 | * Enable the MMU. This completely changes the structure of the visible |
| 444 | * memory space. You will not be able to trace execution through this. |
| 445 | * If you have an enquiry about this, *please* check the linux-arm-kernel |
| 446 | * mailing list archives BEFORE sending another post to the list. |
| 447 | * |
| 448 | * r0 = cp#15 control register |
Russell King | 865a4fa | 2010-10-04 18:02:59 +0100 | [diff] [blame] | 449 | * r1 = machine ID |
Grant Likely | 4c2896e | 2011-04-28 14:27:20 -0600 | [diff] [blame] | 450 | * r2 = atags or dtb pointer |
Russell King | 865a4fa | 2010-10-04 18:02:59 +0100 | [diff] [blame] | 451 | * r9 = processor ID |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 452 | * r13 = *virtual* address to jump to upon completion |
| 453 | * |
| 454 | * other registers depend on the function called upon completion |
| 455 | */ |
| 456 | .align 5 |
Will Deacon | 4e8ee7d | 2011-11-23 12:26:25 +0000 | [diff] [blame] | 457 | .pushsection .idmap.text, "ax" |
| 458 | ENTRY(__turn_mmu_on) |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 459 | mov r0, r0 |
Will Deacon | d675d0b | 2011-11-22 17:30:28 +0000 | [diff] [blame] | 460 | instr_sync |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 461 | mcr p15, 0, r0, c1, c0, 0 @ write control reg |
| 462 | mrc p15, 0, r3, c0, c0, 0 @ read id reg |
Will Deacon | d675d0b | 2011-11-22 17:30:28 +0000 | [diff] [blame] | 463 | instr_sync |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 464 | mov r3, r3 |
| 465 | mov r3, r13 |
| 466 | mov pc, r3 |
Will Deacon | 72662e0 | 2011-11-23 12:03:27 +0000 | [diff] [blame] | 467 | __turn_mmu_on_end: |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 468 | ENDPROC(__turn_mmu_on) |
Will Deacon | 4e8ee7d | 2011-11-23 12:26:25 +0000 | [diff] [blame] | 469 | .popsection |
Russell King | 0094501 | 2010-10-04 17:56:13 +0100 | [diff] [blame] | 470 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 471 | |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 472 | #ifdef CONFIG_SMP_ON_UP |
Russell King | 4a9cb36 | 2011-02-10 15:25:18 +0000 | [diff] [blame] | 473 | __INIT |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 474 | __fixup_smp: |
Russell King | e98ff0f | 2011-01-30 16:40:20 +0000 | [diff] [blame] | 475 | and r3, r9, #0x000f0000 @ architecture version |
| 476 | teq r3, #0x000f0000 @ CPU ID supported? |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 477 | bne __fixup_smp_on_up @ no, assume UP |
| 478 | |
Russell King | e98ff0f | 2011-01-30 16:40:20 +0000 | [diff] [blame] | 479 | bic r3, r9, #0x00ff0000 |
| 480 | bic r3, r3, #0x0000000f @ mask 0xff00fff0 |
| 481 | mov r4, #0x41000000 |
Russell King | 0eb0511d | 2010-11-22 12:06:28 +0000 | [diff] [blame] | 482 | orr r4, r4, #0x0000b000 |
Russell King | e98ff0f | 2011-01-30 16:40:20 +0000 | [diff] [blame] | 483 | orr r4, r4, #0x00000020 @ val 0x4100b020 |
| 484 | teq r3, r4 @ ARM 11MPCore? |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 485 | moveq pc, lr @ yes, assume SMP |
| 486 | |
| 487 | mrc p15, 0, r0, c0, c0, 5 @ read MPIDR |
Russell King | e98ff0f | 2011-01-30 16:40:20 +0000 | [diff] [blame] | 488 | and r0, r0, #0xc0000000 @ multiprocessing extensions and |
| 489 | teq r0, #0x80000000 @ not part of a uniprocessor system? |
Santosh Shilimkar | bc41b87 | 2013-09-27 21:56:31 +0100 | [diff] [blame] | 490 | bne __fixup_smp_on_up @ no, assume UP |
| 491 | |
| 492 | @ Core indicates it is SMP. Check for Aegis SOC where a single |
| 493 | @ Cortex-A9 CPU is present but SMP operations fault. |
| 494 | mov r4, #0x41000000 |
| 495 | orr r4, r4, #0x0000c000 |
| 496 | orr r4, r4, #0x00000090 |
| 497 | teq r3, r4 @ Check for ARM Cortex-A9 |
| 498 | movne pc, lr @ Not ARM Cortex-A9, |
| 499 | |
| 500 | @ If a future SoC *does* use 0x0 as the PERIPH_BASE, then the |
| 501 | @ below address check will need to be #ifdef'd or equivalent |
| 502 | @ for the Aegis platform. |
| 503 | mrc p15, 4, r0, c15, c0 @ get SCU base address |
| 504 | teq r0, #0x0 @ '0' on actual UP A9 hardware |
| 505 | beq __fixup_smp_on_up @ So its an A9 UP |
| 506 | ldr r0, [r0, #4] @ read SCU Config |
| 507 | and r0, r0, #0x3 @ number of CPUs |
| 508 | teq r0, #0x0 @ is 1? |
| 509 | movne pc, lr |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 510 | |
| 511 | __fixup_smp_on_up: |
| 512 | adr r0, 1f |
Russell King | 0eb0511d | 2010-11-22 12:06:28 +0000 | [diff] [blame] | 513 | ldmia r0, {r3 - r5} |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 514 | sub r3, r0, r3 |
Russell King | 0eb0511d | 2010-11-22 12:06:28 +0000 | [diff] [blame] | 515 | add r4, r4, r3 |
| 516 | add r5, r5, r3 |
Russell King | 4a9cb36 | 2011-02-10 15:25:18 +0000 | [diff] [blame] | 517 | b __do_fixup_smp_on_up |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 518 | ENDPROC(__fixup_smp) |
| 519 | |
Dave Martin | 4f79a5d | 2010-11-29 19:43:24 +0100 | [diff] [blame] | 520 | .align |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 521 | 1: .word . |
| 522 | .word __smpalt_begin |
| 523 | .word __smpalt_end |
| 524 | |
| 525 | .pushsection .data |
| 526 | .globl smp_on_up |
| 527 | smp_on_up: |
| 528 | ALT_SMP(.long 1) |
| 529 | ALT_UP(.long 0) |
| 530 | .popsection |
Russell King | f00ec48 | 2010-09-04 10:47:48 +0100 | [diff] [blame] | 531 | #endif |
| 532 | |
Russell King | 4a9cb36 | 2011-02-10 15:25:18 +0000 | [diff] [blame] | 533 | .text |
| 534 | __do_fixup_smp_on_up: |
| 535 | cmp r4, r5 |
| 536 | movhs pc, lr |
| 537 | ldmia r4!, {r0, r6} |
| 538 | ARM( str r6, [r0, r3] ) |
| 539 | THUMB( add r0, r0, r3 ) |
| 540 | #ifdef __ARMEB__ |
| 541 | THUMB( mov r6, r6, ror #16 ) @ Convert word order for big-endian. |
| 542 | #endif |
| 543 | THUMB( strh r6, [r0], #2 ) @ For Thumb-2, store as two halfwords |
| 544 | THUMB( mov r6, r6, lsr #16 ) @ to be robust against misaligned r3. |
| 545 | THUMB( strh r6, [r0] ) |
| 546 | b __do_fixup_smp_on_up |
| 547 | ENDPROC(__do_fixup_smp_on_up) |
| 548 | |
| 549 | ENTRY(fixup_smp) |
| 550 | stmfd sp!, {r4 - r6, lr} |
| 551 | mov r4, r0 |
| 552 | add r5, r0, r1 |
| 553 | mov r3, #0 |
| 554 | bl __do_fixup_smp_on_up |
| 555 | ldmfd sp!, {r4 - r6, pc} |
| 556 | ENDPROC(fixup_smp) |
| 557 | |
Russell King | dc21af9 | 2011-01-04 19:09:43 +0000 | [diff] [blame] | 558 | #ifdef CONFIG_ARM_PATCH_PHYS_VIRT |
| 559 | |
| 560 | /* __fixup_pv_table - patch the stub instructions with the delta between |
| 561 | * PHYS_OFFSET and PAGE_OFFSET, which is assumed to be 16MiB aligned and |
| 562 | * can be expressed by an immediate shifter operand. The stub instruction |
| 563 | * has a form of '(add|sub) rd, rn, #imm'. |
| 564 | */ |
| 565 | __HEAD |
| 566 | __fixup_pv_table: |
| 567 | adr r0, 1f |
| 568 | ldmia r0, {r3-r5, r7} |
| 569 | sub r3, r0, r3 @ PHYS_OFFSET - PAGE_OFFSET |
| 570 | add r4, r4, r3 @ adjust table start address |
| 571 | add r5, r5, r3 @ adjust table end address |
Nicolas Pitre | b511d75 | 2011-02-21 06:53:35 +0100 | [diff] [blame] | 572 | add r7, r7, r3 @ adjust __pv_phys_offset address |
| 573 | str r8, [r7] @ save computed PHYS_OFFSET to __pv_phys_offset |
Russell King | dc21af9 | 2011-01-04 19:09:43 +0000 | [diff] [blame] | 574 | mov r6, r3, lsr #24 @ constant for add/sub instructions |
| 575 | teq r3, r6, lsl #24 @ must be 16MiB aligned |
Nicolas Pitre | b511d75 | 2011-02-21 06:53:35 +0100 | [diff] [blame] | 576 | THUMB( it ne @ cross section branch ) |
Russell King | dc21af9 | 2011-01-04 19:09:43 +0000 | [diff] [blame] | 577 | bne __error |
| 578 | str r6, [r7, #4] @ save to __pv_offset |
| 579 | b __fixup_a_pv_table |
| 580 | ENDPROC(__fixup_pv_table) |
| 581 | |
| 582 | .align |
| 583 | 1: .long . |
| 584 | .long __pv_table_begin |
| 585 | .long __pv_table_end |
| 586 | 2: .long __pv_phys_offset |
| 587 | |
| 588 | .text |
| 589 | __fixup_a_pv_table: |
Nicolas Pitre | b511d75 | 2011-02-21 06:53:35 +0100 | [diff] [blame] | 590 | #ifdef CONFIG_THUMB2_KERNEL |
Nicolas Pitre | daece59 | 2011-08-12 00:14:29 +0100 | [diff] [blame] | 591 | lsls r6, #24 |
| 592 | beq 2f |
Nicolas Pitre | b511d75 | 2011-02-21 06:53:35 +0100 | [diff] [blame] | 593 | clz r7, r6 |
| 594 | lsr r6, #24 |
| 595 | lsl r6, r7 |
| 596 | bic r6, #0x0080 |
| 597 | lsrs r7, #1 |
| 598 | orrcs r6, #0x0080 |
| 599 | orr r6, r6, r7, lsl #12 |
| 600 | orr r6, #0x4000 |
Nicolas Pitre | daece59 | 2011-08-12 00:14:29 +0100 | [diff] [blame] | 601 | b 2f |
| 602 | 1: add r7, r3 |
| 603 | ldrh ip, [r7, #2] |
Nicolas Pitre | b511d75 | 2011-02-21 06:53:35 +0100 | [diff] [blame] | 604 | and ip, 0x8f00 |
Nicolas Pitre | daece59 | 2011-08-12 00:14:29 +0100 | [diff] [blame] | 605 | orr ip, r6 @ mask in offset bits 31-24 |
Nicolas Pitre | b511d75 | 2011-02-21 06:53:35 +0100 | [diff] [blame] | 606 | strh ip, [r7, #2] |
Nicolas Pitre | daece59 | 2011-08-12 00:14:29 +0100 | [diff] [blame] | 607 | 2: cmp r4, r5 |
Nicolas Pitre | b511d75 | 2011-02-21 06:53:35 +0100 | [diff] [blame] | 608 | ldrcc r7, [r4], #4 @ use branch for delay slot |
Nicolas Pitre | daece59 | 2011-08-12 00:14:29 +0100 | [diff] [blame] | 609 | bcc 1b |
Nicolas Pitre | b511d75 | 2011-02-21 06:53:35 +0100 | [diff] [blame] | 610 | bx lr |
| 611 | #else |
Nicolas Pitre | daece59 | 2011-08-12 00:14:29 +0100 | [diff] [blame] | 612 | b 2f |
| 613 | 1: ldr ip, [r7, r3] |
Russell King | dc21af9 | 2011-01-04 19:09:43 +0000 | [diff] [blame] | 614 | bic ip, ip, #0x000000ff |
Nicolas Pitre | daece59 | 2011-08-12 00:14:29 +0100 | [diff] [blame] | 615 | orr ip, ip, r6 @ mask in offset bits 31-24 |
Russell King | dc21af9 | 2011-01-04 19:09:43 +0000 | [diff] [blame] | 616 | str ip, [r7, r3] |
Nicolas Pitre | daece59 | 2011-08-12 00:14:29 +0100 | [diff] [blame] | 617 | 2: cmp r4, r5 |
Russell King | dc21af9 | 2011-01-04 19:09:43 +0000 | [diff] [blame] | 618 | ldrcc r7, [r4], #4 @ use branch for delay slot |
Nicolas Pitre | daece59 | 2011-08-12 00:14:29 +0100 | [diff] [blame] | 619 | bcc 1b |
Russell King | dc21af9 | 2011-01-04 19:09:43 +0000 | [diff] [blame] | 620 | mov pc, lr |
Nicolas Pitre | b511d75 | 2011-02-21 06:53:35 +0100 | [diff] [blame] | 621 | #endif |
Russell King | dc21af9 | 2011-01-04 19:09:43 +0000 | [diff] [blame] | 622 | ENDPROC(__fixup_a_pv_table) |
| 623 | |
| 624 | ENTRY(fixup_pv_table) |
| 625 | stmfd sp!, {r4 - r7, lr} |
| 626 | ldr r2, 2f @ get address of __pv_phys_offset |
| 627 | mov r3, #0 @ no offset |
| 628 | mov r4, r0 @ r0 = table start |
| 629 | add r5, r0, r1 @ r1 = table size |
| 630 | ldr r6, [r2, #4] @ get __pv_offset |
| 631 | bl __fixup_a_pv_table |
| 632 | ldmfd sp!, {r4 - r7, pc} |
| 633 | ENDPROC(fixup_pv_table) |
| 634 | |
| 635 | .align |
| 636 | 2: .long __pv_phys_offset |
| 637 | |
| 638 | .data |
| 639 | .globl __pv_phys_offset |
| 640 | .type __pv_phys_offset, %object |
| 641 | __pv_phys_offset: |
| 642 | .long 0 |
| 643 | .size __pv_phys_offset, . - __pv_phys_offset |
| 644 | __pv_offset: |
| 645 | .long 0 |
| 646 | #endif |
| 647 | |
Hyok S. Choi | 75d9083 | 2006-03-27 14:58:25 +0100 | [diff] [blame] | 648 | #include "head-common.S" |