blob: b9b81e76beeace0b137e97c1298e2db046b2fe9e [file] [log] [blame]
Chris Zankel5a0015d2005-06-23 22:01:16 -07001/*
2 * arch/xtensa/kernel/head.S
3 *
4 * Xtensa Processor startup code.
5 *
6 * This file is subject to the terms and conditions of the GNU General Public
7 * License. See the file "COPYING" in the main directory of this archive
8 * for more details.
9 *
Marc Gauthier2d1c6452013-01-05 04:57:17 +040010 * Copyright (C) 2001 - 2008 Tensilica Inc.
Chris Zankel5a0015d2005-06-23 22:01:16 -070011 *
12 * Chris Zankel <chris@zankel.net>
13 * Marc Gauthier <marc@tensilica.com, marc@alumni.uwaterloo.ca>
14 * Joe Taylor <joe@tensilica.com, joetylr@yahoo.com>
15 * Kevin Chea
16 */
17
Chris Zankel5a0015d2005-06-23 22:01:16 -070018#include <asm/processor.h>
19#include <asm/page.h>
Chris Zankel173d6682006-12-10 02:18:48 -080020#include <asm/cacheasm.h>
Max Filippovc622b292012-11-19 07:00:41 +040021#include <asm/initialize_mmu.h>
Max Filippovf6151362013-10-17 02:42:26 +040022#include <asm/mxregs.h>
Chris Zankel5a0015d2005-06-23 22:01:16 -070023
Tim Abbott0ebdcb42009-04-25 22:10:57 -040024#include <linux/init.h>
Chris Zankeladba09f2007-05-31 17:48:07 -070025#include <linux/linkage.h>
26
Chris Zankel5a0015d2005-06-23 22:01:16 -070027/*
28 * This module contains the entry code for kernel images. It performs the
29 * minimal setup needed to call the generic C routines.
30 *
31 * Prerequisites:
32 *
33 * - The kernel image has been loaded to the actual address where it was
34 * compiled to.
35 * - a2 contains either 0 or a pointer to a list of boot parameters.
36 * (see setup.c for more details)
37 *
38 */
39
Chris Zankel5a0015d2005-06-23 22:01:16 -070040/*
41 * _start
42 *
43 * The bootloader passes a pointer to a list of boot parameters in a2.
44 */
45
46 /* The first bytes of the kernel image must be an instruction, so we
47 * manually allocate and define the literal constant we need for a jx
48 * instruction.
49 */
50
Tim Abbott0ebdcb42009-04-25 22:10:57 -040051 __HEAD
Max Filippove85e3352012-12-03 15:01:43 +040052 .begin no-absolute-literals
53
Chris Zankeld1538c42012-11-16 16:16:20 -080054ENTRY(_start)
55
Max Filippove85e3352012-12-03 15:01:43 +040056 /* Preserve the pointer to the boot parameter list in EXCSAVE_1 */
57 wsr a2, excsave1
Max Filippovf6151362013-10-17 02:42:26 +040058 _j _SetupOCD
Max Filippove85e3352012-12-03 15:01:43 +040059
Chris Zankel5a0015d2005-06-23 22:01:16 -070060 .align 4
Max Filippove85e3352012-12-03 15:01:43 +040061 .literal_position
Max Filippovf6151362013-10-17 02:42:26 +040062_SetupOCD:
63 /*
64 * Initialize WB, WS, and clear PS.EXCM (to allow loop instructions).
65 * Set Interrupt Level just below XCHAL_DEBUGLEVEL to allow
66 * xt-gdb to single step via DEBUG exceptions received directly
67 * by ocd.
68 */
69 movi a1, 1
70 movi a0, 0
71 wsr a1, windowstart
72 wsr a0, windowbase
73 rsync
74
75 movi a1, LOCKLEVEL
76 wsr a1, ps
77 rsync
78
Max Filippove85e3352012-12-03 15:01:43 +040079 .global _SetupMMU
80_SetupMMU:
81 Offset = _SetupMMU - _start
82
83#ifdef CONFIG_INITIALIZE_XTENSA_MMU_INSIDE_VMLINUX
84 initialize_mmu
Max Filippovc5a771d2013-06-09 04:52:11 +040085#if defined(CONFIG_MMU) && XCHAL_HAVE_PTP_MMU && XCHAL_HAVE_SPANNING_WAY
86 rsr a2, excsave1
Max Filippov40dc9482018-11-13 23:46:42 -080087 movi a3, XCHAL_KSEG_PADDR
88 bltu a2, a3, 1f
89 sub a2, a2, a3
90 movi a3, XCHAL_KSEG_SIZE
Max Filippovc5a771d2013-06-09 04:52:11 +040091 bgeu a2, a3, 1f
Max Filippov40dc9482018-11-13 23:46:42 -080092 movi a3, XCHAL_KSEG_CACHED_VADDR
Max Filippovc5a771d2013-06-09 04:52:11 +040093 add a2, a2, a3
94 wsr a2, excsave1
951:
96#endif
Max Filippove85e3352012-12-03 15:01:43 +040097#endif
Max Filippove85e3352012-12-03 15:01:43 +040098
Max Filippov03760272018-12-05 12:48:19 -080099 movi a0, _startup
Chris Zankel5a0015d2005-06-23 22:01:16 -0700100 jx a0
101
Chris Zankeld1538c42012-11-16 16:16:20 -0800102ENDPROC(_start)
Max Filippov03760272018-12-05 12:48:19 -0800103 .end no-absolute-literals
Chris Zankeld1538c42012-11-16 16:16:20 -0800104
Max Filippov49b424f2013-10-17 02:42:28 +0400105 __REF
Max Filippove85e3352012-12-03 15:01:43 +0400106 .literal_position
Chris Zankeld1538c42012-11-16 16:16:20 -0800107
108ENTRY(_startup)
Chris Zankel5a0015d2005-06-23 22:01:16 -0700109
Chris Zankel5a0015d2005-06-23 22:01:16 -0700110 /* Set a0 to 0 for the remaining initialization. */
111
112 movi a0, 0
113
Max Filippov53490122014-10-04 05:12:27 +0400114#if XCHAL_HAVE_VECBASE
Max Filippova9f2fc62016-04-13 05:20:02 +0300115 movi a2, VECBASE_VADDR
Max Filippov53490122014-10-04 05:12:27 +0400116 wsr a2, vecbase
117#endif
118
Chris Zankel5a0015d2005-06-23 22:01:16 -0700119 /* Clear debugging registers. */
120
121#if XCHAL_HAVE_DEBUG
Max Filippovd83ff0b2013-03-04 03:40:42 +0400122#if XCHAL_NUM_IBREAK > 0
Max Filippovbc5378f2012-10-15 03:55:38 +0400123 wsr a0, ibreakenable
Max Filippovd83ff0b2013-03-04 03:40:42 +0400124#endif
Max Filippovbc5378f2012-10-15 03:55:38 +0400125 wsr a0, icount
Chris Zankel5a0015d2005-06-23 22:01:16 -0700126 movi a1, 15
Max Filippovbc5378f2012-10-15 03:55:38 +0400127 wsr a0, icountlevel
Chris Zankel5a0015d2005-06-23 22:01:16 -0700128
Chris Zankel173d6682006-12-10 02:18:48 -0800129 .set _index, 0
Max Filippov7de7ac72016-03-03 18:34:29 +0300130 .rept XCHAL_NUM_DBREAK
Max Filippovbc5378f2012-10-15 03:55:38 +0400131 wsr a0, SREG_DBREAKC + _index
Chris Zankel173d6682006-12-10 02:18:48 -0800132 .set _index, _index + 1
133 .endr
Chris Zankel5a0015d2005-06-23 22:01:16 -0700134#endif
135
136 /* Clear CCOUNT (not really necessary, but nice) */
137
Max Filippovbc5378f2012-10-15 03:55:38 +0400138 wsr a0, ccount # not really necessary, but nice
Chris Zankel5a0015d2005-06-23 22:01:16 -0700139
140 /* Disable zero-loops. */
141
142#if XCHAL_HAVE_LOOPS
Max Filippovbc5378f2012-10-15 03:55:38 +0400143 wsr a0, lcount
Chris Zankel5a0015d2005-06-23 22:01:16 -0700144#endif
145
146 /* Disable all timers. */
147
Chris Zankel173d6682006-12-10 02:18:48 -0800148 .set _index, 0
Max Filippov79fcf522012-12-11 01:26:22 +0400149 .rept XCHAL_NUM_TIMERS
Max Filippovbc5378f2012-10-15 03:55:38 +0400150 wsr a0, SREG_CCOMPARE + _index
Chris Zankel173d6682006-12-10 02:18:48 -0800151 .set _index, _index + 1
152 .endr
Chris Zankel5a0015d2005-06-23 22:01:16 -0700153
154 /* Interrupt initialization. */
155
156 movi a2, XCHAL_INTTYPE_MASK_SOFTWARE | XCHAL_INTTYPE_MASK_EXTERN_EDGE
Max Filippovbc5378f2012-10-15 03:55:38 +0400157 wsr a0, intenable
158 wsr a2, intclear
Chris Zankel5a0015d2005-06-23 22:01:16 -0700159
160 /* Disable coprocessors. */
161
Max Filippoveab5e7a2012-12-11 01:26:23 +0400162#if XCHAL_HAVE_CP
Max Filippovbc5378f2012-10-15 03:55:38 +0400163 wsr a0, cpenable
Chris Zankel5a0015d2005-06-23 22:01:16 -0700164#endif
165
Chris Zankel5a0015d2005-06-23 22:01:16 -0700166 /* Initialize the caches.
Chris Zankel173d6682006-12-10 02:18:48 -0800167 * a2, a3 are just working registers (clobbered).
Chris Zankel5a0015d2005-06-23 22:01:16 -0700168 */
169
Chris Zankel173d6682006-12-10 02:18:48 -0800170#if XCHAL_DCACHE_LINE_LOCKABLE
171 ___unlock_dcache_all a2 a3
172#endif
173
174#if XCHAL_ICACHE_LINE_LOCKABLE
175 ___unlock_icache_all a2 a3
176#endif
177
178 ___invalidate_dcache_all a2 a3
179 ___invalidate_icache_all a2 a3
180
181 isync
Chris Zankel5a0015d2005-06-23 22:01:16 -0700182
Max Filippov7bb516ca2018-08-12 06:01:40 -0700183 initialize_cacheattr
184
Max Filippovf6151362013-10-17 02:42:26 +0400185#ifdef CONFIG_HAVE_SMP
186 movi a2, CCON # MX External Register to Configure Cache
187 movi a3, 1
188 wer a3, a2
189#endif
190
191 /* Setup stack and enable window exceptions (keep irqs disabled) */
192
193 movi a1, start_info
194 l32i a1, a1, 0
195
Max Filippov9e1e41c2019-08-30 11:16:06 -0700196 movi a2, PS_WOE_MASK | LOCKLEVEL
Max Filippovf6151362013-10-17 02:42:26 +0400197 # WOE=1, INTLEVEL=LOCKLEVEL, UM=0
198 wsr a2, ps # (enable reg-windows; progmode stack)
199 rsync
200
Max Filippovf6151362013-10-17 02:42:26 +0400201#ifdef CONFIG_SMP
202 /*
203 * Notice that we assume with SMP that cores have PRID
204 * supported by the cores.
205 */
206 rsr a2, prid
207 bnez a2, .Lboot_secondary
208
209#endif /* CONFIG_SMP */
210
Chris Zankel5a0015d2005-06-23 22:01:16 -0700211 /* Unpack data sections
212 *
213 * The linker script used to build the Linux kernel image
214 * creates a table located at __boot_reloc_table_start
Bhaskar Chowdhurye1532772021-03-25 09:38:32 +0530215 * that contains the information what data needs to be unpacked.
Chris Zankel5a0015d2005-06-23 22:01:16 -0700216 *
217 * Uses a2-a7.
218 */
219
220 movi a2, __boot_reloc_table_start
221 movi a3, __boot_reloc_table_end
222
2231: beq a2, a3, 3f # no more entries?
224 l32i a4, a2, 0 # start destination (in RAM)
Bhaskar Chowdhurye1532772021-03-25 09:38:32 +0530225 l32i a5, a2, 4 # end destination (in RAM)
Chris Zankel5a0015d2005-06-23 22:01:16 -0700226 l32i a6, a2, 8 # start source (in ROM)
227 addi a2, a2, 12 # next entry
228 beq a4, a5, 1b # skip, empty entry
229 beq a4, a6, 1b # skip, source and dest. are the same
230
2312: l32i a7, a6, 0 # load word
232 addi a6, a6, 4
233 s32i a7, a4, 0 # store word
234 addi a4, a4, 4
235 bltu a4, a5, 2b
236 j 1b
237
2383:
239 /* All code and initialized data segments have been copied.
240 * Now clear the BSS segment.
241 */
242
Chris Zankel8b307f92010-05-01 23:05:29 -0700243 movi a2, __bss_start # start of BSS
244 movi a3, __bss_stop # end of BSS
Chris Zankel5a0015d2005-06-23 22:01:16 -0700245
Chris Zankel173d6682006-12-10 02:18:48 -0800246 __loopt a2, a3, a4, 2
Chris Zankel5a0015d2005-06-23 22:01:16 -0700247 s32i a0, a2, 0
Max Filippov50296152015-09-24 23:11:53 +0300248 __endla a2, a3, 4
Chris Zankel5a0015d2005-06-23 22:01:16 -0700249
250#if XCHAL_DCACHE_IS_WRITEBACK
251
252 /* After unpacking, flush the writeback cache to memory so the
253 * instructions/data are available.
254 */
255
Chris Zankel173d6682006-12-10 02:18:48 -0800256 ___flush_dcache_all a2 a3
Chris Zankel5a0015d2005-06-23 22:01:16 -0700257#endif
Max Filippove85e3352012-12-03 15:01:43 +0400258 memw
259 isync
260 ___invalidate_icache_all a2 a3
261 isync
Chris Zankel5a0015d2005-06-23 22:01:16 -0700262
Max Filippov7af710d2017-01-03 17:57:51 -0800263#ifdef CONFIG_XIP_KERNEL
264 /* Setup bootstrap CPU stack in XIP kernel */
265
266 movi a1, start_info
267 l32i a1, a1, 0
268#endif
269
Max Filippovf6151362013-10-17 02:42:26 +0400270 movi a6, 0
Max Filippovbc5378f2012-10-15 03:55:38 +0400271 xsr a6, excsave1
Chris Zankel5a0015d2005-06-23 22:01:16 -0700272
273 /* init_arch kick-starts the linux kernel */
274
Max Filippov2da03d42017-12-09 18:44:11 -0800275 call4 init_arch
276 call4 start_kernel
Chris Zankel5a0015d2005-06-23 22:01:16 -0700277
278should_never_return:
279 j should_never_return
280
Max Filippovf6151362013-10-17 02:42:26 +0400281#ifdef CONFIG_SMP
282.Lboot_secondary:
283
284 movi a2, cpu_start_ccount
2851:
Max Filippov32a7726c2018-12-21 08:26:20 -0800286 memw
Max Filippovf6151362013-10-17 02:42:26 +0400287 l32i a3, a2, 0
288 beqi a3, 0, 1b
289 movi a3, 0
290 s32i a3, a2, 0
Max Filippovf6151362013-10-17 02:42:26 +04002911:
Max Filippov32a7726c2018-12-21 08:26:20 -0800292 memw
Max Filippovf6151362013-10-17 02:42:26 +0400293 l32i a3, a2, 0
294 beqi a3, 0, 1b
295 wsr a3, ccount
296 movi a3, 0
297 s32i a3, a2, 0
298 memw
299
300 movi a6, 0
301 wsr a6, excsave1
302
Max Filippov2da03d42017-12-09 18:44:11 -0800303 call4 secondary_start_kernel
Max Filippovf6151362013-10-17 02:42:26 +0400304 j should_never_return
305
306#endif /* CONFIG_SMP */
307
Chris Zankeld1538c42012-11-16 16:16:20 -0800308ENDPROC(_startup)
Chris Zankel5a0015d2005-06-23 22:01:16 -0700309
Max Filippov49b424f2013-10-17 02:42:28 +0400310#ifdef CONFIG_HOTPLUG_CPU
311
312ENTRY(cpu_restart)
313
314#if XCHAL_DCACHE_IS_WRITEBACK
315 ___flush_invalidate_dcache_all a2 a3
316#else
317 ___invalidate_dcache_all a2 a3
318#endif
319 memw
320 movi a2, CCON # MX External Register to Configure Cache
321 movi a3, 0
322 wer a3, a2
323 extw
324
325 rsr a0, prid
326 neg a2, a0
327 movi a3, cpu_start_id
Max Filippov32a7726c2018-12-21 08:26:20 -0800328 memw
Max Filippov49b424f2013-10-17 02:42:28 +0400329 s32i a2, a3, 0
330#if XCHAL_DCACHE_IS_WRITEBACK
331 dhwbi a3, 0
332#endif
3331:
Max Filippov32a7726c2018-12-21 08:26:20 -0800334 memw
Max Filippov49b424f2013-10-17 02:42:28 +0400335 l32i a2, a3, 0
336 dhi a3, 0
337 bne a2, a0, 1b
338
339 /*
340 * Initialize WB, WS, and clear PS.EXCM (to allow loop instructions).
341 * Set Interrupt Level just below XCHAL_DEBUGLEVEL to allow
342 * xt-gdb to single step via DEBUG exceptions received directly
343 * by ocd.
344 */
345 movi a1, 1
346 movi a0, 0
347 wsr a1, windowstart
348 wsr a0, windowbase
349 rsync
350
351 movi a1, LOCKLEVEL
352 wsr a1, ps
353 rsync
354
355 j _startup
356
357ENDPROC(cpu_restart)
358
359#endif /* CONFIG_HOTPLUG_CPU */
360
Chris Zankeladba09f2007-05-31 17:48:07 -0700361/*
Max Filippovf6151362013-10-17 02:42:26 +0400362 * DATA section
363 */
364
Max Filippov9fab17c2019-09-27 17:21:25 -0700365 __REFDATA
366 .align 4
Max Filippovf6151362013-10-17 02:42:26 +0400367ENTRY(start_info)
Max Filippov9fab17c2019-09-27 17:21:25 -0700368 .long init_thread_union + KERNEL_STACK_SIZE
Max Filippovf6151362013-10-17 02:42:26 +0400369
370/*
Chris Zankeladba09f2007-05-31 17:48:07 -0700371 * BSS section
372 */
373
Tim Abbott02b7da32009-09-20 18:14:14 -0400374__PAGE_ALIGNED_BSS
Johannes Weinere5083a62009-03-04 16:21:31 +0100375#ifdef CONFIG_MMU
Chris Zankeladba09f2007-05-31 17:48:07 -0700376ENTRY(swapper_pg_dir)
377 .fill PAGE_SIZE, 1, 0
Chris Zankeld1538c42012-11-16 16:16:20 -0800378END(swapper_pg_dir)
Johannes Weinere5083a62009-03-04 16:21:31 +0100379#endif
Chris Zankeladba09f2007-05-31 17:48:07 -0700380ENTRY(empty_zero_page)
381 .fill PAGE_SIZE, 1, 0
Chris Zankeld1538c42012-11-16 16:16:20 -0800382END(empty_zero_page)