blob: 8b60fde5ce48a628e5d1f2c682d2aa0684ed6642 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* ld script to make ARM Linux kernel
2 * taken from the i386 version by Russell King
3 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>
4 */
5
6#include <asm-generic/vmlinux.lds.h>
Will Deaconf0d53752012-01-20 11:55:54 +01007#include <asm/cache.h>
Russell King4f7a1812005-05-05 13:11:00 +01008#include <asm/thread_info.h>
Nicolas Pitre37d07b72005-10-29 21:44:56 +01009#include <asm/memory.h>
Linus Walleijf6430a92009-06-24 23:38:56 +010010#include <asm/page.h>
Kees Cook1e6b4812014-04-03 17:28:11 -070011#ifdef CONFIG_ARM_KERNMEM_PERMS
12#include <asm/pgtable.h>
13#endif
Ard Biesheuvele60a1fe2015-03-23 10:52:57 +000014
Russell King5085f3f2010-10-01 15:37:05 +010015#define PROC_INFO \
Marc Zyngierb8b99872012-02-07 02:46:38 +010016 . = ALIGN(4); \
Russell King5085f3f2010-10-01 15:37:05 +010017 VMLINUX_SYMBOL(__proc_info_begin) = .; \
18 *(.proc.info.init) \
19 VMLINUX_SYMBOL(__proc_info_end) = .;
20
Will Deacon89038262011-09-30 11:43:29 +010021#define IDMAP_TEXT \
22 ALIGN_FUNCTION(); \
23 VMLINUX_SYMBOL(__idmap_text_start) = .; \
24 *(.idmap.text) \
Christoffer Dall9e9a3672013-01-20 18:43:10 -050025 VMLINUX_SYMBOL(__idmap_text_end) = .; \
Ard Biesheuvela9fea8b2015-03-27 10:18:01 +000026 . = ALIGN(PAGE_SIZE); \
Christoffer Dall9e9a3672013-01-20 18:43:10 -050027 VMLINUX_SYMBOL(__hyp_idmap_text_start) = .; \
28 *(.hyp.idmap.text) \
29 VMLINUX_SYMBOL(__hyp_idmap_text_end) = .;
Will Deacon89038262011-09-30 11:43:29 +010030
Russell King5085f3f2010-10-01 15:37:05 +010031#ifdef CONFIG_HOTPLUG_CPU
32#define ARM_CPU_DISCARD(x)
33#define ARM_CPU_KEEP(x) x
34#else
35#define ARM_CPU_DISCARD(x) x
36#define ARM_CPU_KEEP(x)
37#endif
38
Simon Glass87e040b2011-08-16 23:44:26 +010039#if (defined(CONFIG_SMP_ON_UP) && !defined(CONFIG_DEBUG_SPINLOCK)) || \
40 defined(CONFIG_GENERIC_BUG)
Russell Kinga9ad21f2011-02-21 10:13:36 +000041#define ARM_EXIT_KEEP(x) x
Russell King6760b102011-09-20 23:35:15 +010042#define ARM_EXIT_DISCARD(x)
Russell Kinga9ad21f2011-02-21 10:13:36 +000043#else
44#define ARM_EXIT_KEEP(x)
Russell King6760b102011-09-20 23:35:15 +010045#define ARM_EXIT_DISCARD(x) x
Russell Kinga9ad21f2011-02-21 10:13:36 +000046#endif
47
Linus Torvalds1da177e2005-04-16 15:20:36 -070048OUTPUT_ARCH(arm)
49ENTRY(stext)
Nicolas Pitre37d07b72005-10-29 21:44:56 +010050
Linus Torvalds1da177e2005-04-16 15:20:36 -070051#ifndef __ARMEB__
52jiffies = jiffies_64;
53#else
54jiffies = jiffies_64 + 4;
55#endif
Nicolas Pitre37d07b72005-10-29 21:44:56 +010056
Linus Torvalds1da177e2005-04-16 15:20:36 -070057SECTIONS
58{
Russell King39df8882011-05-26 11:25:33 +010059 /*
Russell King6760b102011-09-20 23:35:15 +010060 * XXX: The linker does not define how output sections are
61 * assigned to input sections when there are multiple statements
62 * matching the same input section name. There is no documented
63 * order of matching.
64 *
Russell King39df8882011-05-26 11:25:33 +010065 * unwind exit sections must be discarded before the rest of the
66 * unwind sections get included.
67 */
68 /DISCARD/ : {
69 *(.ARM.exidx.exit.text)
70 *(.ARM.extab.exit.text)
71 ARM_CPU_DISCARD(*(.ARM.exidx.cpuexit.text))
72 ARM_CPU_DISCARD(*(.ARM.extab.cpuexit.text))
Russell King6760b102011-09-20 23:35:15 +010073 ARM_EXIT_DISCARD(EXIT_TEXT)
74 ARM_EXIT_DISCARD(EXIT_DATA)
75 EXIT_CALL
Russell King39df8882011-05-26 11:25:33 +010076#ifndef CONFIG_MMU
Ard Biesheuvelc4a84ae2015-03-24 10:41:09 +010077 *(.text.fixup)
Russell King39df8882011-05-26 11:25:33 +010078 *(__ex_table)
79#endif
80#ifndef CONFIG_SMP_ON_UP
81 *(.alt.smp.init)
82#endif
Russell King6760b102011-09-20 23:35:15 +010083 *(.discard)
84 *(.discard.*)
Russell King39df8882011-05-26 11:25:33 +010085 }
86
Russell King9d4f13e2006-01-03 17:28:33 +000087#ifdef CONFIG_XIP_KERNEL
88 . = XIP_VIRT_ADDR(CONFIG_XIP_PHYS_ADDR);
89#else
90 . = PAGE_OFFSET + TEXT_OFFSET;
91#endif
Russell King1604d792011-07-05 22:56:41 +010092 .head.text : {
Russell Kinge2f81842011-07-06 10:53:22 +010093 _text = .;
Russell King1604d792011-07-05 22:56:41 +010094 HEAD_TEXT
95 }
Kees Cook1e6b4812014-04-03 17:28:11 -070096
97#ifdef CONFIG_ARM_KERNMEM_PERMS
98 . = ALIGN(1<<SECTION_SHIFT);
99#endif
100
Russell King3835d692011-07-06 10:39:34 +0100101 .text : { /* Real text segment */
Russell Kinge2f81842011-07-06 10:53:22 +0100102 _stext = .; /* Text and read-only data */
Ard Biesheuveleb765c12015-03-18 07:35:01 +0100103 IDMAP_TEXT
Russell King3835d692011-07-06 10:39:34 +0100104 __exception_text_start = .;
105 *(.exception.text)
106 __exception_text_end = .;
107 IRQENTRY_TEXT
108 TEXT_TEXT
109 SCHED_TEXT
110 LOCK_TEXT
111 KPROBES_TEXT
Russell King3835d692011-07-06 10:39:34 +0100112 *(.gnu.warning)
113 *(.glue_7)
114 *(.glue_7t)
115 . = ALIGN(4);
116 *(.got) /* Global offset table */
117 ARM_CPU_KEEP(PROC_INFO)
118 }
119
Kees Cook80d6b0c2014-04-03 13:29:50 -0700120#ifdef CONFIG_DEBUG_RODATA
121 . = ALIGN(1<<SECTION_SHIFT);
122#endif
Russell King3835d692011-07-06 10:39:34 +0100123 RO_DATA(PAGE_SIZE)
124
Stephen Boydee951c62012-10-29 19:19:34 +0100125 . = ALIGN(4);
126 __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) {
127 __start___ex_table = .;
128#ifdef CONFIG_MMU
129 *(__ex_table)
130#endif
131 __stop___ex_table = .;
132 }
133
Russell King3835d692011-07-06 10:39:34 +0100134#ifdef CONFIG_ARM_UNWIND
135 /*
136 * Stack unwinding tables
137 */
138 . = ALIGN(8);
139 .ARM.unwind_idx : {
140 __start_unwind_idx = .;
141 *(.ARM.exidx*)
142 __stop_unwind_idx = .;
143 }
144 .ARM.unwind_tab : {
145 __start_unwind_tab = .;
146 *(.ARM.extab*)
147 __stop_unwind_tab = .;
148 }
149#endif
150
Pawel Molldad54512012-12-14 16:46:17 +0100151 NOTES
152
Russell King3835d692011-07-06 10:39:34 +0100153 _etext = .; /* End of text and rodata section */
154
155#ifndef CONFIG_XIP_KERNEL
Kees Cook1e6b4812014-04-03 17:28:11 -0700156# ifdef CONFIG_ARM_KERNMEM_PERMS
157 . = ALIGN(1<<SECTION_SHIFT);
158# else
Russell King3835d692011-07-06 10:39:34 +0100159 . = ALIGN(PAGE_SIZE);
Kees Cook1e6b4812014-04-03 17:28:11 -0700160# endif
Russell King3835d692011-07-06 10:39:34 +0100161 __init_begin = .;
162#endif
Russell Kingb9b32bf2013-07-04 12:03:31 +0100163 /*
164 * The vectors and stubs are relocatable code, and the
165 * only thing that matters is their relative offsets
166 */
167 __vectors_start = .;
168 .vectors 0 : AT(__vectors_start) {
169 *(.vectors)
170 }
171 . = __vectors_start + SIZEOF(.vectors);
172 __vectors_end = .;
173
174 __stubs_start = .;
175 .stubs 0x1000 : AT(__stubs_start) {
176 *(.stubs)
177 }
178 . = __stubs_start + SIZEOF(.stubs);
179 __stubs_end = .;
Russell King3835d692011-07-06 10:39:34 +0100180
Russell King1604d792011-07-05 22:56:41 +0100181 INIT_TEXT_SECTION(8)
182 .exit.text : {
183 ARM_EXIT_KEEP(EXIT_TEXT)
184 }
185 .init.proc.info : {
Russell King5085f3f2010-10-01 15:37:05 +0100186 ARM_CPU_DISCARD(PROC_INFO)
Russell King1604d792011-07-05 22:56:41 +0100187 }
188 .init.arch.info : {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 __arch_info_begin = .;
Russell King1604d792011-07-05 22:56:41 +0100190 *(.arch.info.init)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 __arch_info_end = .;
Russell King1604d792011-07-05 22:56:41 +0100192 }
193 .init.tagtable : {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 __tagtable_begin = .;
Russell King1604d792011-07-05 22:56:41 +0100195 *(.taglist.init)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 __tagtable_end = .;
Russell King1604d792011-07-05 22:56:41 +0100197 }
Russell Kingf00ec482010-09-04 10:47:48 +0100198#ifdef CONFIG_SMP_ON_UP
Russell King1604d792011-07-05 22:56:41 +0100199 .init.smpalt : {
Russell Kingf00ec482010-09-04 10:47:48 +0100200 __smpalt_begin = .;
Russell King1604d792011-07-05 22:56:41 +0100201 *(.alt.smp.init)
Russell Kingf00ec482010-09-04 10:47:48 +0100202 __smpalt_end = .;
Russell King1604d792011-07-05 22:56:41 +0100203 }
Russell Kingf00ec482010-09-04 10:47:48 +0100204#endif
Russell King1604d792011-07-05 22:56:41 +0100205 .init.pv_table : {
Russell Kingdc21af92011-01-04 19:09:43 +0000206 __pv_table_begin = .;
Russell King1604d792011-07-05 22:56:41 +0100207 *(.pv_table)
Russell Kingdc21af92011-01-04 19:09:43 +0000208 __pv_table_end = .;
Russell King1604d792011-07-05 22:56:41 +0100209 }
210 .init.data : {
211#ifndef CONFIG_XIP_KERNEL
212 INIT_DATA
213#endif
Nelson Elhage78d75302009-10-02 16:32:47 -0400214 INIT_SETUP(16)
Nelson Elhage78d75302009-10-02 16:32:47 -0400215 INIT_CALLS
216 CON_INITCALL
217 SECURITY_INITCALL
218 INIT_RAM_FS
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 }
Russell King1604d792011-07-05 22:56:41 +0100220#ifndef CONFIG_XIP_KERNEL
221 .exit.data : {
222 ARM_EXIT_KEEP(EXIT_DATA)
223 }
224#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225
David Brown99732902012-06-20 22:52:24 +0100226#ifdef CONFIG_SMP
Will Deaconf0d53752012-01-20 11:55:54 +0100227 PERCPU_SECTION(L1_CACHE_BYTES)
David Brown99732902012-06-20 22:52:24 +0100228#endif
Nelson Elhage78d75302009-10-02 16:32:47 -0400229
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230#ifdef CONFIG_XIP_KERNEL
231 __data_loc = ALIGN(4); /* location in binary */
Russell King9d4f13e2006-01-03 17:28:33 +0000232 . = PAGE_OFFSET + TEXT_OFFSET;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233#else
Kees Cook1e6b4812014-04-03 17:28:11 -0700234#ifdef CONFIG_ARM_KERNMEM_PERMS
235 . = ALIGN(1<<SECTION_SHIFT);
236#else
Russell King4f7a1812005-05-05 13:11:00 +0100237 . = ALIGN(THREAD_SIZE);
Kees Cook1e6b4812014-04-03 17:28:11 -0700238#endif
Yalin Wang562c85c2014-09-26 03:30:59 +0100239 __init_end = .;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240 __data_loc = .;
241#endif
242
243 .data : AT(__data_loc) {
Russell King37efe642008-12-01 11:53:07 +0000244 _data = .; /* address in memory */
Catalin Marinas8c7e6572009-05-30 14:00:17 +0100245 _sdata = .;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246
247 /*
248 * first, the init task union, aligned
249 * to an 8192 byte boundary.
250 */
Nelson Elhage78d75302009-10-02 16:32:47 -0400251 INIT_TASK_DATA(THREAD_SIZE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252
253#ifdef CONFIG_XIP_KERNEL
Linus Walleijf6430a92009-06-24 23:38:56 +0100254 . = ALIGN(PAGE_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 __init_begin = .;
Sam Ravnborg01ba2bd2008-01-20 14:15:03 +0100256 INIT_DATA
Russell Kinga9ad21f2011-02-21 10:13:36 +0000257 ARM_EXIT_KEEP(EXIT_DATA)
Linus Walleijf6430a92009-06-24 23:38:56 +0100258 . = ALIGN(PAGE_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 __init_end = .;
260#endif
261
Nelson Elhage78d75302009-10-02 16:32:47 -0400262 NOSAVE_DATA
Will Deaconf0d53752012-01-20 11:55:54 +0100263 CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES)
264 READ_MOSTLY_DATA(L1_CACHE_BYTES)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265
266 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 * and the usual data section
268 */
Sam Ravnborgca967252007-05-17 13:38:44 +0200269 DATA_DATA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270 CONSTRUCTORS
271
272 _edata = .;
273 }
Nicolas Pitree98ff7f2007-02-22 16:18:09 +0100274 _edata_loc = __data_loc + SIZEOF(.data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275
Linus Walleijbc581772009-09-15 17:30:37 +0100276#ifdef CONFIG_HAVE_TCM
277 /*
278 * We align everything to a page boundary so we can
279 * free it after init has commenced and TCM contents have
280 * been copied to its destination.
281 */
282 .tcm_start : {
283 . = ALIGN(PAGE_SIZE);
284 __tcm_start = .;
285 __itcm_start = .;
286 }
287
288 /*
289 * Link these to the ITCM RAM
290 * Put VMA to the TCM address and LMA to the common RAM
291 * and we'll upload the contents from RAM to TCM and free
292 * the used RAM after that.
293 */
294 .text_itcm ITCM_OFFSET : AT(__itcm_start)
295 {
296 __sitcm_text = .;
297 *(.tcm.text)
298 *(.tcm.rodata)
299 . = ALIGN(4);
300 __eitcm_text = .;
301 }
302
303 /*
304 * Reset the dot pointer, this is needed to create the
305 * relative __dtcm_start below (to be used as extern in code).
306 */
307 . = ADDR(.tcm_start) + SIZEOF(.tcm_start) + SIZEOF(.text_itcm);
308
309 .dtcm_start : {
310 __dtcm_start = .;
311 }
312
313 /* TODO: add remainder of ITCM as well, that can be used for data! */
314 .data_dtcm DTCM_OFFSET : AT(__dtcm_start)
315 {
316 . = ALIGN(4);
317 __sdtcm_data = .;
318 *(.tcm.data)
319 . = ALIGN(4);
320 __edtcm_data = .;
321 }
322
323 /* Reset the dot pointer or the linker gets confused */
324 . = ADDR(.dtcm_start) + SIZEOF(.data_dtcm);
325
326 /* End marker for freeing TCM copy in linked object */
327 .tcm_end : AT(ADDR(.dtcm_start) + SIZEOF(.data_dtcm)){
328 . = ALIGN(PAGE_SIZE);
329 __tcm_end = .;
330 }
331#endif
332
Nelson Elhage78d75302009-10-02 16:32:47 -0400333 BSS_SECTION(0, 0, 0)
334 _end = .;
335
336 STABS_DEBUG
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337}
338
Russell King728f5c02005-11-17 16:43:14 +0000339/*
340 * These must never be empty
341 * If you have to comment these two assert statements out, your
342 * binutils is too old (for other reasons as well)
343 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344ASSERT((__proc_info_end - __proc_info_begin), "missing CPU support")
345ASSERT((__arch_info_end - __arch_info_begin), "no machine record defined")
Ard Biesheuvel06f75a12015-03-19 16:42:26 +0000346
Marc Zyngier0394e1f2013-04-12 19:12:04 +0100347/*
Ard Biesheuvel06f75a12015-03-19 16:42:26 +0000348 * The HYP init code can't be more than a page long,
349 * and should not cross a page boundary.
Marc Zyngier0394e1f2013-04-12 19:12:04 +0100350 * The above comment applies as well.
351 */
Ard Biesheuvel12eb3e82015-03-24 17:48:07 +0000352ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & PAGE_MASK) <= PAGE_SIZE,
Ard Biesheuvel06f75a12015-03-19 16:42:26 +0000353 "HYP init code too big or misaligned")