Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 1 | /* |
Jeenu Viswambharan | 9a7ce2f | 2018-04-04 16:07:11 +0100 | [diff] [blame] | 2 | * Copyright (c) 2013-2018, ARM Limited and Contributors. All rights reserved. |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 3 | * |
dp-arm | fa3cf0b | 2017-05-03 09:38:09 +0100 | [diff] [blame] | 4 | * SPDX-License-Identifier: BSD-3-Clause |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 5 | */ |
Dan Handley | ea59668 | 2015-04-01 17:34:24 +0100 | [diff] [blame] | 6 | #ifndef __ASM_MACROS_S__ |
| 7 | #define __ASM_MACROS_S__ |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 8 | |
Dan Handley | 2bd4ef2 | 2014-04-09 13:14:54 +0100 | [diff] [blame] | 9 | #include <arch.h> |
Soby Mathew | b9ff2fd | 2016-07-08 15:26:35 +0100 | [diff] [blame] | 10 | #include <asm_macros_common.S> |
Jeenu Viswambharan | 54ec86a | 2017-01-19 14:23:36 +0000 | [diff] [blame] | 11 | #include <spinlock.h> |
Dan Handley | 2bd4ef2 | 2014-04-09 13:14:54 +0100 | [diff] [blame] | 12 | |
Jeenu Viswambharan | 58e8148 | 2018-04-27 15:06:57 +0100 | [diff] [blame] | 13 | /* |
| 14 | * TLBI instruction with type specifier that implements the workaround for |
| 15 | * errata 813419 of Cortex-A57. |
| 16 | */ |
| 17 | #if ERRATA_A57_813419 |
| 18 | #define TLB_INVALIDATE(_type) \ |
| 19 | tlbi _type; \ |
| 20 | dsb ish; \ |
| 21 | tlbi _type |
| 22 | #else |
| 23 | #define TLB_INVALIDATE(_type) \ |
| 24 | tlbi _type |
| 25 | #endif |
| 26 | |
Dan Handley | 2bd4ef2 | 2014-04-09 13:14:54 +0100 | [diff] [blame] | 27 | |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 28 | .macro func_prologue |
| 29 | stp x29, x30, [sp, #-0x10]! |
| 30 | mov x29,sp |
| 31 | .endm |
| 32 | |
| 33 | .macro func_epilogue |
| 34 | ldp x29, x30, [sp], #0x10 |
| 35 | .endm |
| 36 | |
| 37 | |
| 38 | .macro dcache_line_size reg, tmp |
Achin Gupta | 07f4e07 | 2014-02-02 12:02:23 +0000 | [diff] [blame] | 39 | mrs \tmp, ctr_el0 |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 40 | ubfx \tmp, \tmp, #16, #4 |
Achin Gupta | 07f4e07 | 2014-02-02 12:02:23 +0000 | [diff] [blame] | 41 | mov \reg, #4 |
| 42 | lsl \reg, \reg, \tmp |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 43 | .endm |
| 44 | |
| 45 | |
| 46 | .macro icache_line_size reg, tmp |
Achin Gupta | 07f4e07 | 2014-02-02 12:02:23 +0000 | [diff] [blame] | 47 | mrs \tmp, ctr_el0 |
| 48 | and \tmp, \tmp, #0xf |
| 49 | mov \reg, #4 |
| 50 | lsl \reg, \reg, \tmp |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 51 | .endm |
| 52 | |
| 53 | |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 54 | .macro smc_check label |
Andrew Thoelke | f977ed8 | 2014-04-28 12:32:02 +0100 | [diff] [blame] | 55 | mrs x0, esr_el3 |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 56 | ubfx x0, x0, #ESR_EC_SHIFT, #ESR_EC_LENGTH |
| 57 | cmp x0, #EC_AARCH64_SMC |
| 58 | b.ne $label |
| 59 | .endm |
| 60 | |
Sandrine Bailleux | 9e6ad6c | 2016-05-24 16:56:03 +0100 | [diff] [blame] | 61 | /* |
| 62 | * Declare the exception vector table, enforcing it is aligned on a |
| 63 | * 2KB boundary, as required by the ARMv8 architecture. |
Sandrine Bailleux | 618ba99 | 2016-05-24 16:22:59 +0100 | [diff] [blame] | 64 | * Use zero bytes as the fill value to be stored in the padding bytes |
| 65 | * so that it inserts illegal AArch64 instructions. This increases |
| 66 | * security, robustness and potentially facilitates debugging. |
Sandrine Bailleux | 9e6ad6c | 2016-05-24 16:56:03 +0100 | [diff] [blame] | 67 | */ |
Antonio Nino Diaz | c41f206 | 2017-10-24 10:07:35 +0100 | [diff] [blame] | 68 | .macro vector_base label, section_name=.vectors |
| 69 | .section \section_name, "ax" |
Sandrine Bailleux | 618ba99 | 2016-05-24 16:22:59 +0100 | [diff] [blame] | 70 | .align 11, 0 |
Sandrine Bailleux | 9e6ad6c | 2016-05-24 16:56:03 +0100 | [diff] [blame] | 71 | \label: |
| 72 | .endm |
| 73 | |
| 74 | /* |
| 75 | * Create an entry in the exception vector table, enforcing it is |
| 76 | * aligned on a 128-byte boundary, as required by the ARMv8 architecture. |
Sandrine Bailleux | 618ba99 | 2016-05-24 16:22:59 +0100 | [diff] [blame] | 77 | * Use zero bytes as the fill value to be stored in the padding bytes |
| 78 | * so that it inserts illegal AArch64 instructions. This increases |
| 79 | * security, robustness and potentially facilitates debugging. |
Sandrine Bailleux | 9e6ad6c | 2016-05-24 16:56:03 +0100 | [diff] [blame] | 80 | */ |
Antonio Nino Diaz | c41f206 | 2017-10-24 10:07:35 +0100 | [diff] [blame] | 81 | .macro vector_entry label, section_name=.vectors |
Douglas Raillard | efa50b5 | 2017-08-07 16:20:46 +0100 | [diff] [blame] | 82 | .cfi_sections .debug_frame |
Antonio Nino Diaz | c41f206 | 2017-10-24 10:07:35 +0100 | [diff] [blame] | 83 | .section \section_name, "ax" |
Sandrine Bailleux | 618ba99 | 2016-05-24 16:22:59 +0100 | [diff] [blame] | 84 | .align 7, 0 |
Douglas Raillard | efa50b5 | 2017-08-07 16:20:46 +0100 | [diff] [blame] | 85 | .type \label, %function |
Douglas Raillard | efa50b5 | 2017-08-07 16:20:46 +0100 | [diff] [blame] | 86 | .cfi_startproc |
Sandrine Bailleux | 9e6ad6c | 2016-05-24 16:56:03 +0100 | [diff] [blame] | 87 | \label: |
| 88 | .endm |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 89 | |
Jeenu Viswambharan | a7934d6 | 2014-02-07 15:53:18 +0000 | [diff] [blame] | 90 | /* |
Roberto Vargas | 95f30ab | 2018-04-17 11:31:43 +0100 | [diff] [blame] | 91 | * Add the bytes until fill the full exception vector, whose size is always |
| 92 | * 32 instructions. If there are more than 32 instructions in the |
| 93 | * exception vector then an error is emitted. |
| 94 | */ |
| 95 | .macro end_vector_entry label |
| 96 | .cfi_endproc |
| 97 | .fill \label + (32 * 4) - . |
| 98 | .endm |
| 99 | |
| 100 | /* |
Sandrine Bailleux | 9e6ad6c | 2016-05-24 16:56:03 +0100 | [diff] [blame] | 101 | * This macro verifies that the given vector doesn't exceed the |
Jeenu Viswambharan | a7934d6 | 2014-02-07 15:53:18 +0000 | [diff] [blame] | 102 | * architectural limit of 32 instructions. This is meant to be placed |
Sandrine Bailleux | 9e6ad6c | 2016-05-24 16:56:03 +0100 | [diff] [blame] | 103 | * immediately after the last instruction in the vector. It takes the |
Jeenu Viswambharan | a7934d6 | 2014-02-07 15:53:18 +0000 | [diff] [blame] | 104 | * vector entry as the parameter |
| 105 | */ |
| 106 | .macro check_vector_size since |
Roberto Vargas | 95f30ab | 2018-04-17 11:31:43 +0100 | [diff] [blame] | 107 | #if ERROR_DEPRECATED |
| 108 | .error "check_vector_size must not be used. Use end_vector_entry instead" |
| 109 | #endif |
| 110 | end_vector_entry \since |
Jeenu Viswambharan | a7934d6 | 2014-02-07 15:53:18 +0000 | [diff] [blame] | 111 | .endm |
Andrew Thoelke | 38bde41 | 2014-03-18 13:46:55 +0000 | [diff] [blame] | 112 | |
Soby Mathew | 981487a | 2015-07-13 14:10:57 +0100 | [diff] [blame] | 113 | #if ENABLE_PLAT_COMPAT |
Andrew Thoelke | 65668f9 | 2014-03-20 10:48:23 +0000 | [diff] [blame] | 114 | /* |
| 115 | * This macro calculates the base address of an MP stack using the |
| 116 | * platform_get_core_pos() index, the name of the stack storage and |
| 117 | * the size of each stack |
| 118 | * In: X0 = MPIDR of CPU whose stack is wanted |
| 119 | * Out: X0 = physical address of stack base |
| 120 | * Clobber: X30, X1, X2 |
| 121 | */ |
| 122 | .macro get_mp_stack _name, _size |
| 123 | bl platform_get_core_pos |
| 124 | ldr x2, =(\_name + \_size) |
| 125 | mov x1, #\_size |
| 126 | madd x0, x0, x1, x2 |
| 127 | .endm |
Soby Mathew | 981487a | 2015-07-13 14:10:57 +0100 | [diff] [blame] | 128 | #endif |
Andrew Thoelke | 65668f9 | 2014-03-20 10:48:23 +0000 | [diff] [blame] | 129 | |
| 130 | /* |
Soby Mathew | b0082d2 | 2015-04-09 13:40:55 +0100 | [diff] [blame] | 131 | * This macro calculates the base address of the current CPU's MP stack |
| 132 | * using the plat_my_core_pos() index, the name of the stack storage |
| 133 | * and the size of each stack |
| 134 | * Out: X0 = physical address of stack base |
| 135 | * Clobber: X30, X1, X2 |
| 136 | */ |
| 137 | .macro get_my_mp_stack _name, _size |
| 138 | bl plat_my_core_pos |
| 139 | ldr x2, =(\_name + \_size) |
| 140 | mov x1, #\_size |
| 141 | madd x0, x0, x1, x2 |
| 142 | .endm |
| 143 | |
| 144 | /* |
Andrew Thoelke | 65668f9 | 2014-03-20 10:48:23 +0000 | [diff] [blame] | 145 | * This macro calculates the base address of a UP stack using the |
| 146 | * name of the stack storage and the size of the stack |
| 147 | * Out: X0 = physical address of stack base |
| 148 | */ |
| 149 | .macro get_up_stack _name, _size |
| 150 | ldr x0, =(\_name + \_size) |
| 151 | .endm |
Soby Mathew | 066f713 | 2014-07-14 16:57:23 +0100 | [diff] [blame] | 152 | |
| 153 | /* |
| 154 | * Helper macro to generate the best mov/movk combinations according |
| 155 | * the value to be moved. The 16 bits from '_shift' are tested and |
| 156 | * if not zero, they are moved into '_reg' without affecting |
| 157 | * other bits. |
| 158 | */ |
| 159 | .macro _mov_imm16 _reg, _val, _shift |
| 160 | .if (\_val >> \_shift) & 0xffff |
| 161 | .if (\_val & (1 << \_shift - 1)) |
| 162 | movk \_reg, (\_val >> \_shift) & 0xffff, LSL \_shift |
| 163 | .else |
| 164 | mov \_reg, \_val & (0xffff << \_shift) |
| 165 | .endif |
| 166 | .endif |
| 167 | .endm |
| 168 | |
| 169 | /* |
| 170 | * Helper macro to load arbitrary values into 32 or 64-bit registers |
| 171 | * which generates the best mov/movk combinations. Many base addresses |
| 172 | * are 64KB aligned the macro will eliminate updating bits 15:0 in |
| 173 | * that case |
| 174 | */ |
| 175 | .macro mov_imm _reg, _val |
| 176 | .if (\_val) == 0 |
| 177 | mov \_reg, #0 |
| 178 | .else |
| 179 | _mov_imm16 \_reg, (\_val), 0 |
| 180 | _mov_imm16 \_reg, (\_val), 16 |
| 181 | _mov_imm16 \_reg, (\_val), 32 |
| 182 | _mov_imm16 \_reg, (\_val), 48 |
| 183 | .endif |
| 184 | .endm |
Dan Handley | ea59668 | 2015-04-01 17:34:24 +0100 | [diff] [blame] | 185 | |
Jeenu Viswambharan | 68aef10 | 2016-11-30 15:21:11 +0000 | [diff] [blame] | 186 | /* |
| 187 | * Macro to mark instances where we're jumping to a function and don't |
| 188 | * expect a return. To provide the function being jumped to with |
| 189 | * additional information, we use 'bl' instruction to jump rather than |
| 190 | * 'b'. |
| 191 | * |
| 192 | * Debuggers infer the location of a call from where LR points to, which |
| 193 | * is usually the instruction after 'bl'. If this macro expansion |
| 194 | * happens to be the last location in a function, that'll cause the LR |
| 195 | * to point a location beyond the function, thereby misleading debugger |
| 196 | * back trace. We therefore insert a 'nop' after the function call for |
| 197 | * debug builds, unless 'skip_nop' parameter is non-zero. |
| 198 | */ |
| 199 | .macro no_ret _func:req, skip_nop=0 |
| 200 | bl \_func |
| 201 | #if DEBUG |
| 202 | .ifeq \skip_nop |
| 203 | nop |
| 204 | .endif |
| 205 | #endif |
| 206 | .endm |
| 207 | |
Jeenu Viswambharan | 54ec86a | 2017-01-19 14:23:36 +0000 | [diff] [blame] | 208 | /* |
| 209 | * Reserve space for a spin lock in assembly file. |
| 210 | */ |
| 211 | .macro define_asm_spinlock _name:req |
| 212 | .align SPINLOCK_ASM_ALIGN |
| 213 | \_name: |
| 214 | .space SPINLOCK_ASM_SIZE |
| 215 | .endm |
| 216 | |
Jeenu Viswambharan | 9a7ce2f | 2018-04-04 16:07:11 +0100 | [diff] [blame] | 217 | #if RAS_EXTENSION |
| 218 | .macro esb |
| 219 | .inst 0xd503221f |
| 220 | .endm |
| 221 | #endif |
| 222 | |
Dan Handley | ea59668 | 2015-04-01 17:34:24 +0100 | [diff] [blame] | 223 | #endif /* __ASM_MACROS_S__ */ |