blob: 3c490d078cf633a01777cadd4713060c250fcbe3 [file] [log] [blame]
Varun Wadekarb316e242015-05-19 16:48:04 +05301/*
Eleanor Bonnici91b11c32017-08-10 14:46:26 +01002 * Copyright (c) 2015-2017, ARM Limited and Contributors. All rights reserved.
Varun Wadekarb316e242015-05-19 16:48:04 +05303 *
dp-armfa3cf0b2017-05-03 09:38:09 +01004 * SPDX-License-Identifier: BSD-3-Clause
Varun Wadekarb316e242015-05-19 16:48:04 +05305 */
6#include <arch.h>
7#include <asm_macros.S>
8#include <assert_macros.S>
9#include <cpu_macros.S>
Varun Wadekarb316e242015-05-19 16:48:04 +053010#include <cortex_a53.h>
Isla Mitchelle3631462017-07-14 10:46:32 +010011#include <cortex_a57.h>
Varun Wadekar25e658e2016-04-26 11:38:38 -070012#include <platform_def.h>
Varun Wadekarb316e242015-05-19 16:48:04 +053013#include <tegra_def.h>
14
Varun Wadekarb24dea92015-09-22 13:33:56 +053015#define MIDR_PN_CORTEX_A57 0xD07
16
17/*******************************************************************************
18 * Implementation defined ACTLR_EL3 bit definitions
19 ******************************************************************************/
20#define ACTLR_EL3_L2ACTLR_BIT (1 << 6)
21#define ACTLR_EL3_L2ECTLR_BIT (1 << 5)
22#define ACTLR_EL3_L2CTLR_BIT (1 << 4)
23#define ACTLR_EL3_CPUECTLR_BIT (1 << 1)
24#define ACTLR_EL3_CPUACTLR_BIT (1 << 0)
25#define ACTLR_EL3_ENABLE_ALL_ACCESS (ACTLR_EL3_L2ACTLR_BIT | \
26 ACTLR_EL3_L2ECTLR_BIT | \
27 ACTLR_EL3_L2CTLR_BIT | \
28 ACTLR_EL3_CPUECTLR_BIT | \
29 ACTLR_EL3_CPUACTLR_BIT)
30
Varun Wadekarb316e242015-05-19 16:48:04 +053031 /* Global functions */
Varun Wadekara78bb1b2015-08-07 10:03:00 +053032 .globl plat_is_my_cpu_primary
33 .globl plat_my_core_pos
34 .globl plat_get_my_entrypoint
Varun Wadekarb316e242015-05-19 16:48:04 +053035 .globl plat_secondary_cold_boot_setup
36 .globl platform_mem_init
37 .globl plat_crash_console_init
38 .globl plat_crash_console_putc
39 .globl tegra_secure_entrypoint
40 .globl plat_reset_handler
41
42 /* Global variables */
Varun Wadekara78bb1b2015-08-07 10:03:00 +053043 .globl tegra_sec_entry_point
Varun Wadekarb316e242015-05-19 16:48:04 +053044 .globl ns_image_entrypoint
45 .globl tegra_bl31_phys_base
Varun Wadekard2014c62015-10-29 10:37:28 +053046 .globl tegra_console_base
Varun Wadekar69ce1012016-05-12 13:43:33 -070047 .globl tegra_enable_l2_ecc_parity_prot
Varun Wadekarb316e242015-05-19 16:48:04 +053048
49 /* ---------------------
50 * Common CPU init code
51 * ---------------------
52 */
53.macro cpu_init_common
54
Varun Wadekarb24dea92015-09-22 13:33:56 +053055 /* ------------------------------------------------
Varun Wadekar69ce1012016-05-12 13:43:33 -070056 * We enable procesor retention, L2/CPUECTLR NS
57 * access and ECC/Parity protection for A57 CPUs
Varun Wadekarb24dea92015-09-22 13:33:56 +053058 * ------------------------------------------------
59 */
60 mrs x0, midr_el1
61 mov x1, #(MIDR_PN_MASK << MIDR_PN_SHIFT)
62 and x0, x0, x1
63 lsr x0, x0, #MIDR_PN_SHIFT
64 cmp x0, #MIDR_PN_CORTEX_A57
65 b.ne 1f
66
Varun Wadekar4e9c2312015-08-21 15:56:02 +053067 /* ---------------------------
68 * Enable processor retention
69 * ---------------------------
Varun Wadekar69ce1012016-05-12 13:43:33 -070070 */
Varun Wadekar1384a162017-06-05 14:54:46 -070071 mrs x0, CORTEX_A57_L2ECTLR_EL1
72 mov x1, #RETENTION_ENTRY_TICKS_512
73 bic x0, x0, #CORTEX_A57_L2ECTLR_RET_CTRL_MASK
Varun Wadekar4e9c2312015-08-21 15:56:02 +053074 orr x0, x0, x1
Varun Wadekar1384a162017-06-05 14:54:46 -070075 msr CORTEX_A57_L2ECTLR_EL1, x0
Varun Wadekar4e9c2312015-08-21 15:56:02 +053076 isb
Varun Wadekar4e9c2312015-08-21 15:56:02 +053077
Varun Wadekar1384a162017-06-05 14:54:46 -070078 mrs x0, CORTEX_A57_ECTLR_EL1
79 mov x1, #RETENTION_ENTRY_TICKS_512
80 bic x0, x0, #CORTEX_A57_ECTLR_CPU_RET_CTRL_MASK
Varun Wadekar4e9c2312015-08-21 15:56:02 +053081 orr x0, x0, x1
Varun Wadekar1384a162017-06-05 14:54:46 -070082 msr CORTEX_A57_ECTLR_EL1, x0
Varun Wadekar4e9c2312015-08-21 15:56:02 +053083 isb
Varun Wadekar4e9c2312015-08-21 15:56:02 +053084
Varun Wadekarb316e242015-05-19 16:48:04 +053085 /* -------------------------------------------------------
86 * Enable L2 and CPU ECTLR RW access from non-secure world
87 * -------------------------------------------------------
Varun Wadekar69ce1012016-05-12 13:43:33 -070088 */
Varun Wadekarb316e242015-05-19 16:48:04 +053089 mov x0, #ACTLR_EL3_ENABLE_ALL_ACCESS
90 msr actlr_el3, x0
91 msr actlr_el2, x0
92 isb
Varun Wadekarb316e242015-05-19 16:48:04 +053093
Varun Wadekar69ce1012016-05-12 13:43:33 -070094 /* -------------------------------------------------------
95 * Enable L2 ECC and Parity Protection
96 * -------------------------------------------------------
97 */
98 adr x0, tegra_enable_l2_ecc_parity_prot
99 ldr x0, [x0]
100 cbz x0, 1f
Varun Wadekar1384a162017-06-05 14:54:46 -0700101 mrs x0, CORTEX_A57_L2CTLR_EL1
102 and x1, x0, #CORTEX_A57_L2_ECC_PARITY_PROTECTION_BIT
Varun Wadekar69ce1012016-05-12 13:43:33 -0700103 cbnz x1, 1f
Varun Wadekar1384a162017-06-05 14:54:46 -0700104 orr x0, x0, #CORTEX_A57_L2_ECC_PARITY_PROTECTION_BIT
105 msr CORTEX_A57_L2CTLR_EL1, x0
Varun Wadekar69ce1012016-05-12 13:43:33 -0700106 isb
107
Varun Wadekarb316e242015-05-19 16:48:04 +0530108 /* --------------------------------
109 * Enable the cycle count register
110 * --------------------------------
111 */
Varun Wadekarb24dea92015-09-22 13:33:56 +05301121: mrs x0, pmcr_el0
Varun Wadekarb316e242015-05-19 16:48:04 +0530113 ubfx x0, x0, #11, #5 // read PMCR.N field
114 mov x1, #1
115 lsl x0, x1, x0
116 sub x0, x0, #1 // mask of event counters
117 orr x0, x0, #0x80000000 // disable overflow intrs
118 msr pmintenclr_el1, x0
119 msr pmuserenr_el0, x1 // enable user mode access
120
121 /* ----------------------------------------------------------------
122 * Allow non-privileged access to CNTVCT: Set CNTKCTL (Kernel Count
123 * register), bit 1 (EL0VCTEN) to enable access to CNTVCT/CNTFRQ
124 * registers from EL0.
125 * ----------------------------------------------------------------
126 */
127 mrs x0, cntkctl_el1
128 orr x0, x0, #EL0VCTEN_BIT
129 msr cntkctl_el1, x0
130.endm
131
132 /* -----------------------------------------------------
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530133 * unsigned int plat_is_my_cpu_primary(void);
Varun Wadekarb316e242015-05-19 16:48:04 +0530134 *
135 * This function checks if this is the Primary CPU
136 * -----------------------------------------------------
137 */
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530138func plat_is_my_cpu_primary
139 mrs x0, mpidr_el1
Varun Wadekarb316e242015-05-19 16:48:04 +0530140 and x0, x0, #(MPIDR_CLUSTER_MASK | MPIDR_CPU_MASK)
141 cmp x0, #TEGRA_PRIMARY_CPU
142 cset x0, eq
143 ret
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530144endfunc plat_is_my_cpu_primary
Varun Wadekarb316e242015-05-19 16:48:04 +0530145
146 /* -----------------------------------------------------
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530147 * unsigned int plat_my_core_pos(void);
148 *
149 * result: CorePos = CoreId + (ClusterId << 2)
150 * -----------------------------------------------------
151 */
152func plat_my_core_pos
153 mrs x0, mpidr_el1
154 and x1, x0, #MPIDR_CPU_MASK
155 and x0, x0, #MPIDR_CLUSTER_MASK
156 add x0, x1, x0, LSR #6
157 ret
158endfunc plat_my_core_pos
159
160 /* -----------------------------------------------------
161 * unsigned long plat_get_my_entrypoint (void);
162 *
163 * Main job of this routine is to distinguish between
164 * a cold and warm boot. If the tegra_sec_entry_point for
165 * this CPU is present, then it's a warm boot.
Varun Wadekarb316e242015-05-19 16:48:04 +0530166 *
Varun Wadekarb316e242015-05-19 16:48:04 +0530167 * -----------------------------------------------------
168 */
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530169func plat_get_my_entrypoint
170 adr x1, tegra_sec_entry_point
171 ldr x0, [x1]
Varun Wadekarb316e242015-05-19 16:48:04 +0530172 ret
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530173endfunc plat_get_my_entrypoint
Varun Wadekarb316e242015-05-19 16:48:04 +0530174
175 /* -----------------------------------------------------
Varun Wadekar39f87d12015-09-22 13:45:07 +0530176 * int platform_get_core_pos(int mpidr);
177 *
178 * With this function: CorePos = (ClusterId * 4) +
179 * CoreId
180 * -----------------------------------------------------
181 */
182func platform_get_core_pos
183 and x1, x0, #MPIDR_CPU_MASK
184 and x0, x0, #MPIDR_CLUSTER_MASK
185 add x0, x1, x0, LSR #6
186 ret
187endfunc platform_get_core_pos
188
189 /* -----------------------------------------------------
Varun Wadekarb316e242015-05-19 16:48:04 +0530190 * void plat_secondary_cold_boot_setup (void);
191 *
192 * This function performs any platform specific actions
193 * needed for a secondary cpu after a cold reset. Right
194 * now this is a stub function.
195 * -----------------------------------------------------
196 */
197func plat_secondary_cold_boot_setup
198 mov x0, #0
199 ret
200endfunc plat_secondary_cold_boot_setup
201
Varun Wadekarb316e242015-05-19 16:48:04 +0530202 /* --------------------------------------------------------
203 * void platform_mem_init (void);
204 *
205 * Any memory init, relocation to be done before the
206 * platform boots. Called very early in the boot process.
207 * --------------------------------------------------------
208 */
209func platform_mem_init
210 mov x0, #0
211 ret
212endfunc platform_mem_init
213
214 /* ---------------------------------------------
215 * int plat_crash_console_init(void)
216 * Function to initialize the crash console
217 * without a C Runtime to print crash report.
Juan Castilloe7ae6db2015-11-26 14:52:15 +0000218 * Clobber list : x0 - x4
Varun Wadekarb316e242015-05-19 16:48:04 +0530219 * ---------------------------------------------
220 */
221func plat_crash_console_init
Varun Wadekar4e6ae182017-04-04 13:40:12 -0700222 mov x0, #0
223 adr x1, tegra_console_base
224 ldr x1, [x1]
225 cbz x1, 1f
226 mov w0, #1
2271: ret
Varun Wadekarb316e242015-05-19 16:48:04 +0530228endfunc plat_crash_console_init
229
230 /* ---------------------------------------------
231 * int plat_crash_console_putc(void)
232 * Function to print a character on the crash
233 * console without a C Runtime.
234 * Clobber list : x1, x2
235 * ---------------------------------------------
236 */
237func plat_crash_console_putc
Varun Wadekard2014c62015-10-29 10:37:28 +0530238 adr x1, tegra_console_base
239 ldr x1, [x1]
Varun Wadekarb316e242015-05-19 16:48:04 +0530240 b console_core_putc
241endfunc plat_crash_console_putc
242
243 /* ---------------------------------------------------
244 * Function to handle a platform reset and store
245 * input parameters passed by BL2.
246 * ---------------------------------------------------
247 */
248func plat_reset_handler
249
Varun Wadekar1ec441e2016-03-24 15:34:24 -0700250 /* ----------------------------------------------------
251 * Verify if we are running from BL31_BASE address
252 * ----------------------------------------------------
253 */
254 adr x18, bl31_entrypoint
255 mov x17, #BL31_BASE
256 cmp x18, x17
257 b.eq 1f
258
259 /* ----------------------------------------------------
260 * Copy the entire BL31 code to BL31_BASE if we are not
261 * running from it already
262 * ----------------------------------------------------
263 */
264 mov x0, x17
265 mov x1, x18
266 mov x2, #BL31_SIZE
267_loop16:
268 cmp x2, #16
Douglas Raillard2bb9f472017-03-20 10:38:29 +0000269 b.lo _loop1
Varun Wadekar1ec441e2016-03-24 15:34:24 -0700270 ldp x3, x4, [x1], #16
271 stp x3, x4, [x0], #16
272 sub x2, x2, #16
273 b _loop16
274 /* copy byte per byte */
275_loop1:
276 cbz x2, _end
277 ldrb w3, [x1], #1
278 strb w3, [x0], #1
279 subs x2, x2, #1
280 b.ne _loop1
281
282 /* ----------------------------------------------------
283 * Jump to BL31_BASE and start execution again
284 * ----------------------------------------------------
285 */
286_end: mov x0, x20
287 mov x1, x21
288 br x17
2891:
290
Varun Wadekarb316e242015-05-19 16:48:04 +0530291 /* -----------------------------------
292 * derive and save the phys_base addr
293 * -----------------------------------
294 */
295 adr x17, tegra_bl31_phys_base
296 ldr x18, [x17]
297 cbnz x18, 1f
298 adr x18, bl31_entrypoint
299 str x18, [x17]
300
3011: cpu_init_common
302
303 ret
304endfunc plat_reset_handler
305
306 /* ----------------------------------------
307 * Secure entrypoint function for CPU boot
308 * ----------------------------------------
309 */
Julius Wernerb4c75e92017-08-01 15:16:36 -0700310func tegra_secure_entrypoint _align=6
Varun Wadekarb316e242015-05-19 16:48:04 +0530311
312#if ERRATA_TEGRA_INVALIDATE_BTB_AT_BOOT
313
314 /* -------------------------------------------------------
315 * Invalidate BTB along with I$ to remove any stale
316 * entries from the branch predictor array.
317 * -------------------------------------------------------
318 */
Eleanor Bonnici91b11c32017-08-10 14:46:26 +0100319 mrs x0, CORTEX_A57_CPUACTLR_EL1
Varun Wadekarb316e242015-05-19 16:48:04 +0530320 orr x0, x0, #1
Eleanor Bonnici91b11c32017-08-10 14:46:26 +0100321 msr CORTEX_A57_CPUACTLR_EL1, x0 /* invalidate BTB and I$ together */
Varun Wadekarb316e242015-05-19 16:48:04 +0530322 dsb sy
323 isb
324 ic iallu /* actual invalidate */
325 dsb sy
326 isb
327
Eleanor Bonnici91b11c32017-08-10 14:46:26 +0100328 mrs x0, CORTEX_A57_CPUACTLR_EL1
Varun Wadekarb316e242015-05-19 16:48:04 +0530329 bic x0, x0, #1
Eleanor Bonnici91b11c32017-08-10 14:46:26 +0100330 msr CORTEX_A57_CPUACTLR_EL1, X0 /* restore original CPUACTLR_EL1 */
Varun Wadekarb316e242015-05-19 16:48:04 +0530331 dsb sy
332 isb
333
334 .rept 7
335 nop /* wait */
336 .endr
337
338 /* -----------------------------------------------
339 * Extract OSLK bit and check if it is '1'. This
340 * bit remains '0' for A53 on warm-resets. If '1',
341 * turn off regional clock gating and request warm
342 * reset.
343 * -----------------------------------------------
344 */
345 mrs x0, oslsr_el1
346 and x0, x0, #2
347 mrs x1, mpidr_el1
348 bics xzr, x0, x1, lsr #7 /* 0 = slow cluster or warm reset */
349 b.eq restore_oslock
350 mov x0, xzr
351 msr oslar_el1, x0 /* os lock stays 0 across warm reset */
352 mov x3, #3
353 movz x4, #0x8000, lsl #48
Eleanor Bonnici91b11c32017-08-10 14:46:26 +0100354 msr CORTEX_A57_CPUACTLR_EL1, x4 /* turn off RCG */
Varun Wadekarb316e242015-05-19 16:48:04 +0530355 isb
356 msr rmr_el3, x3 /* request warm reset */
357 isb
358 dsb sy
3591: wfi
360 b 1b
361
362 /* --------------------------------------------------
363 * These nops are here so that speculative execution
364 * won't harm us before we are done with warm reset.
365 * --------------------------------------------------
366 */
367 .rept 65
368 nop
369 .endr
370
371 /* --------------------------------------------------
372 * Do not insert instructions here
373 * --------------------------------------------------
374 */
375#endif
376
377 /* --------------------------------------------------
378 * Restore OS Lock bit
379 * --------------------------------------------------
380 */
381restore_oslock:
382 mov x0, #1
383 msr oslar_el1, x0
384
385 cpu_init_common
386
387 /* ---------------------------------------------------------------------
388 * The initial state of the Architectural feature trap register
389 * (CPTR_EL3) is unknown and it must be set to a known state. All
390 * feature traps are disabled. Some bits in this register are marked as
391 * Reserved and should not be modified.
392 *
393 * CPTR_EL3.TCPAC: This causes a direct access to the CPACR_EL1 from EL1
394 * or the CPTR_EL2 from EL2 to trap to EL3 unless it is trapped at EL2.
395 * CPTR_EL3.TTA: This causes access to the Trace functionality to trap
396 * to EL3 when executed from EL0, EL1, EL2, or EL3. If system register
397 * access to trace functionality is not supported, this bit is RES0.
398 * CPTR_EL3.TFP: This causes instructions that access the registers
399 * associated with Floating Point and Advanced SIMD execution to trap
400 * to EL3 when executed from any exception level, unless trapped to EL1
401 * or EL2.
402 * ---------------------------------------------------------------------
403 */
404 mrs x1, cptr_el3
405 bic w1, w1, #TCPAC_BIT
406 bic w1, w1, #TTA_BIT
407 bic w1, w1, #TFP_BIT
408 msr cptr_el3, x1
409
410 /* --------------------------------------------------
411 * Get secure world's entry point and jump to it
412 * --------------------------------------------------
413 */
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530414 bl plat_get_my_entrypoint
Varun Wadekarb316e242015-05-19 16:48:04 +0530415 br x0
416endfunc tegra_secure_entrypoint
417
418 .data
419 .align 3
420
421 /* --------------------------------------------------
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530422 * CPU Secure entry point - resume from suspend
Varun Wadekarb316e242015-05-19 16:48:04 +0530423 * --------------------------------------------------
424 */
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530425tegra_sec_entry_point:
Varun Wadekarb316e242015-05-19 16:48:04 +0530426 .quad 0
Varun Wadekarb316e242015-05-19 16:48:04 +0530427
428 /* --------------------------------------------------
429 * NS world's cold boot entry point
430 * --------------------------------------------------
431 */
432ns_image_entrypoint:
433 .quad 0
434
435 /* --------------------------------------------------
436 * BL31's physical base address
437 * --------------------------------------------------
438 */
439tegra_bl31_phys_base:
440 .quad 0
Varun Wadekard2014c62015-10-29 10:37:28 +0530441
442 /* --------------------------------------------------
443 * UART controller base for console init
444 * --------------------------------------------------
445 */
446tegra_console_base:
447 .quad 0
Varun Wadekar69ce1012016-05-12 13:43:33 -0700448
449 /* --------------------------------------------------
450 * Enable L2 ECC and Parity Protection
451 * --------------------------------------------------
452 */
453tegra_enable_l2_ecc_parity_prot:
454 .quad 0