Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 1 | /* |
Antonio Nino Diaz | c326c34 | 2019-01-11 11:20:10 +0000 | [diff] [blame] | 2 | * Copyright (c) 2013-2019, ARM Limited and Contributors. All rights reserved. |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 3 | * |
dp-arm | fa3cf0b | 2017-05-03 09:38:09 +0100 | [diff] [blame] | 4 | * SPDX-License-Identifier: BSD-3-Clause |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 5 | */ |
| 6 | |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 7 | #ifndef ARCH_HELPERS_H |
| 8 | #define ARCH_HELPERS_H |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 9 | |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 10 | #include <cdefs.h> |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 11 | #include <stdbool.h> |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 12 | #include <stdint.h> |
Antonio Nino Diaz | 4b32e62 | 2018-08-16 16:52:57 +0100 | [diff] [blame] | 13 | #include <string.h> |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 14 | |
Antonio Nino Diaz | e0f9063 | 2018-12-14 00:18:21 +0000 | [diff] [blame] | 15 | #include <arch.h> |
| 16 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 17 | /********************************************************************** |
| 18 | * Macros which create inline functions to read or write CPU system |
| 19 | * registers |
| 20 | *********************************************************************/ |
| 21 | |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 22 | #define _DEFINE_SYSREG_READ_FUNC(_name, _reg_name) \ |
Masahiro Yamada | 6292d77 | 2018-02-02 21:19:17 +0900 | [diff] [blame] | 23 | static inline u_register_t read_ ## _name(void) \ |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 24 | { \ |
Masahiro Yamada | 6292d77 | 2018-02-02 21:19:17 +0900 | [diff] [blame] | 25 | u_register_t v; \ |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 26 | __asm__ volatile ("mrs %0, " #_reg_name : "=r" (v)); \ |
| 27 | return v; \ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 28 | } |
| 29 | |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 30 | #define _DEFINE_SYSREG_WRITE_FUNC(_name, _reg_name) \ |
Masahiro Yamada | 6292d77 | 2018-02-02 21:19:17 +0900 | [diff] [blame] | 31 | static inline void write_ ## _name(u_register_t v) \ |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 32 | { \ |
| 33 | __asm__ volatile ("msr " #_reg_name ", %0" : : "r" (v)); \ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 34 | } |
| 35 | |
Roberto Vargas | c51cdb7 | 2017-09-18 09:53:25 +0100 | [diff] [blame] | 36 | #define SYSREG_WRITE_CONST(reg_name, v) \ |
| 37 | __asm__ volatile ("msr " #reg_name ", %0" : : "i" (v)) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 38 | |
| 39 | /* Define read function for system register */ |
| 40 | #define DEFINE_SYSREG_READ_FUNC(_name) \ |
| 41 | _DEFINE_SYSREG_READ_FUNC(_name, _name) |
| 42 | |
| 43 | /* Define read & write function for system register */ |
| 44 | #define DEFINE_SYSREG_RW_FUNCS(_name) \ |
| 45 | _DEFINE_SYSREG_READ_FUNC(_name, _name) \ |
| 46 | _DEFINE_SYSREG_WRITE_FUNC(_name, _name) |
| 47 | |
| 48 | /* Define read & write function for renamed system register */ |
| 49 | #define DEFINE_RENAME_SYSREG_RW_FUNCS(_name, _reg_name) \ |
| 50 | _DEFINE_SYSREG_READ_FUNC(_name, _reg_name) \ |
| 51 | _DEFINE_SYSREG_WRITE_FUNC(_name, _reg_name) |
| 52 | |
Achin Gupta | 92712a5 | 2015-09-03 14:18:02 +0100 | [diff] [blame] | 53 | /* Define read function for renamed system register */ |
| 54 | #define DEFINE_RENAME_SYSREG_READ_FUNC(_name, _reg_name) \ |
| 55 | _DEFINE_SYSREG_READ_FUNC(_name, _reg_name) |
| 56 | |
| 57 | /* Define write function for renamed system register */ |
| 58 | #define DEFINE_RENAME_SYSREG_WRITE_FUNC(_name, _reg_name) \ |
| 59 | _DEFINE_SYSREG_WRITE_FUNC(_name, _reg_name) |
| 60 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 61 | /********************************************************************** |
| 62 | * Macros to create inline functions for system instructions |
| 63 | *********************************************************************/ |
| 64 | |
| 65 | /* Define function for simple system instruction */ |
| 66 | #define DEFINE_SYSOP_FUNC(_op) \ |
Juan Castillo | 2d55240 | 2014-06-13 17:05:10 +0100 | [diff] [blame] | 67 | static inline void _op(void) \ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 68 | { \ |
| 69 | __asm__ (#_op); \ |
| 70 | } |
| 71 | |
| 72 | /* Define function for system instruction with type specifier */ |
| 73 | #define DEFINE_SYSOP_TYPE_FUNC(_op, _type) \ |
Juan Castillo | 2d55240 | 2014-06-13 17:05:10 +0100 | [diff] [blame] | 74 | static inline void _op ## _type(void) \ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 75 | { \ |
| 76 | __asm__ (#_op " " #_type); \ |
| 77 | } |
| 78 | |
| 79 | /* Define function for system instruction with register parameter */ |
| 80 | #define DEFINE_SYSOP_TYPE_PARAM_FUNC(_op, _type) \ |
| 81 | static inline void _op ## _type(uint64_t v) \ |
| 82 | { \ |
| 83 | __asm__ (#_op " " #_type ", %0" : : "r" (v)); \ |
| 84 | } |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 85 | |
| 86 | /******************************************************************************* |
| 87 | * TLB maintenance accessor prototypes |
| 88 | ******************************************************************************/ |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 89 | |
| 90 | #if ERRATA_A57_813419 |
| 91 | /* |
| 92 | * Define function for TLBI instruction with type specifier that implements |
| 93 | * the workaround for errata 813419 of Cortex-A57. |
| 94 | */ |
| 95 | #define DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_FUNC(_type)\ |
| 96 | static inline void tlbi ## _type(void) \ |
| 97 | { \ |
| 98 | __asm__("tlbi " #_type "\n" \ |
| 99 | "dsb ish\n" \ |
| 100 | "tlbi " #_type); \ |
| 101 | } |
| 102 | |
| 103 | /* |
| 104 | * Define function for TLBI instruction with register parameter that implements |
| 105 | * the workaround for errata 813419 of Cortex-A57. |
| 106 | */ |
| 107 | #define DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_PARAM_FUNC(_type) \ |
| 108 | static inline void tlbi ## _type(uint64_t v) \ |
| 109 | { \ |
| 110 | __asm__("tlbi " #_type ", %0\n" \ |
| 111 | "dsb ish\n" \ |
| 112 | "tlbi " #_type ", %0" : : "r" (v)); \ |
| 113 | } |
| 114 | #endif /* ERRATA_A57_813419 */ |
| 115 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 116 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle1) |
| 117 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle1is) |
| 118 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle2) |
| 119 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle2is) |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 120 | #if ERRATA_A57_813419 |
| 121 | DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_FUNC(alle3) |
| 122 | DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_FUNC(alle3is) |
| 123 | #else |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 124 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle3) |
| 125 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle3is) |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 126 | #endif |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 127 | DEFINE_SYSOP_TYPE_FUNC(tlbi, vmalle1) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 128 | |
Antonio Nino Diaz | ac99803 | 2017-02-27 17:23:54 +0000 | [diff] [blame] | 129 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vaae1is) |
| 130 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vaale1is) |
| 131 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vae2is) |
| 132 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vale2is) |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 133 | #if ERRATA_A57_813419 |
| 134 | DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_PARAM_FUNC(vae3is) |
| 135 | DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_PARAM_FUNC(vale3is) |
| 136 | #else |
Antonio Nino Diaz | ac99803 | 2017-02-27 17:23:54 +0000 | [diff] [blame] | 137 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vae3is) |
| 138 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vale3is) |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 139 | #endif |
Antonio Nino Diaz | ac99803 | 2017-02-27 17:23:54 +0000 | [diff] [blame] | 140 | |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 141 | /******************************************************************************* |
| 142 | * Cache maintenance accessor prototypes |
| 143 | ******************************************************************************/ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 144 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, isw) |
| 145 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, cisw) |
| 146 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, csw) |
| 147 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, cvac) |
| 148 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, ivac) |
| 149 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, civac) |
| 150 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, cvau) |
| 151 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, zva) |
| 152 | |
Varun Wadekar | 97625e3 | 2015-03-13 14:59:03 +0530 | [diff] [blame] | 153 | /******************************************************************************* |
| 154 | * Address translation accessor prototypes |
| 155 | ******************************************************************************/ |
| 156 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s12e1r) |
| 157 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s12e1w) |
| 158 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s12e0r) |
| 159 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s12e0w) |
Douglas Raillard | 7741463 | 2018-08-21 12:54:45 +0100 | [diff] [blame] | 160 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s1e1r) |
Jeenu Viswambharan | 1dc771b | 2017-10-19 09:15:15 +0100 | [diff] [blame] | 161 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s1e2r) |
Douglas Raillard | 7741463 | 2018-08-21 12:54:45 +0100 | [diff] [blame] | 162 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s1e3r) |
Varun Wadekar | 97625e3 | 2015-03-13 14:59:03 +0530 | [diff] [blame] | 163 | |
Antonio Nino Diaz | e40306b | 2017-01-13 15:03:07 +0000 | [diff] [blame] | 164 | void flush_dcache_range(uintptr_t addr, size_t size); |
| 165 | void clean_dcache_range(uintptr_t addr, size_t size); |
| 166 | void inv_dcache_range(uintptr_t addr, size_t size); |
| 167 | |
| 168 | void dcsw_op_louis(u_register_t op_type); |
| 169 | void dcsw_op_all(u_register_t op_type); |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 170 | |
Antonio Nino Diaz | 4613d5f | 2017-10-05 15:19:42 +0100 | [diff] [blame] | 171 | void disable_mmu_el1(void); |
Dan Handley | a17fefa | 2014-05-14 12:38:32 +0100 | [diff] [blame] | 172 | void disable_mmu_el3(void); |
Antonio Nino Diaz | 4613d5f | 2017-10-05 15:19:42 +0100 | [diff] [blame] | 173 | void disable_mmu_icache_el1(void); |
Dan Handley | a17fefa | 2014-05-14 12:38:32 +0100 | [diff] [blame] | 174 | void disable_mmu_icache_el3(void); |
Andrew Thoelke | 438c63a | 2014-04-28 12:06:18 +0100 | [diff] [blame] | 175 | |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 176 | /******************************************************************************* |
| 177 | * Misc. accessor prototypes |
| 178 | ******************************************************************************/ |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 179 | |
Roberto Vargas | c51cdb7 | 2017-09-18 09:53:25 +0100 | [diff] [blame] | 180 | #define write_daifclr(val) SYSREG_WRITE_CONST(daifclr, val) |
| 181 | #define write_daifset(val) SYSREG_WRITE_CONST(daifset, val) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 182 | |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 183 | DEFINE_SYSREG_RW_FUNCS(par_el1) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 184 | DEFINE_SYSREG_READ_FUNC(id_pfr1_el1) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 185 | DEFINE_SYSREG_READ_FUNC(id_aa64isar1_el1) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 186 | DEFINE_SYSREG_READ_FUNC(id_aa64pfr0_el1) |
dp-arm | ee3457b | 2017-05-23 09:32:49 +0100 | [diff] [blame] | 187 | DEFINE_SYSREG_READ_FUNC(id_aa64dfr0_el1) |
Varun Wadekar | d1301a9 | 2019-01-23 09:41:28 -0800 | [diff] [blame] | 188 | DEFINE_SYSREG_READ_FUNC(id_afr0_el1) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 189 | DEFINE_SYSREG_READ_FUNC(CurrentEl) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 190 | DEFINE_SYSREG_READ_FUNC(ctr_el0) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 191 | DEFINE_SYSREG_RW_FUNCS(daif) |
| 192 | DEFINE_SYSREG_RW_FUNCS(spsr_el1) |
| 193 | DEFINE_SYSREG_RW_FUNCS(spsr_el2) |
| 194 | DEFINE_SYSREG_RW_FUNCS(spsr_el3) |
| 195 | DEFINE_SYSREG_RW_FUNCS(elr_el1) |
| 196 | DEFINE_SYSREG_RW_FUNCS(elr_el2) |
| 197 | DEFINE_SYSREG_RW_FUNCS(elr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 198 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 199 | DEFINE_SYSOP_FUNC(wfi) |
| 200 | DEFINE_SYSOP_FUNC(wfe) |
| 201 | DEFINE_SYSOP_FUNC(sev) |
| 202 | DEFINE_SYSOP_TYPE_FUNC(dsb, sy) |
Soby Mathew | ed99566 | 2014-12-30 16:11:42 +0000 | [diff] [blame] | 203 | DEFINE_SYSOP_TYPE_FUNC(dmb, sy) |
Juan Castillo | 2e86cb1 | 2016-01-13 15:01:09 +0000 | [diff] [blame] | 204 | DEFINE_SYSOP_TYPE_FUNC(dmb, st) |
| 205 | DEFINE_SYSOP_TYPE_FUNC(dmb, ld) |
Soby Mathew | ed99566 | 2014-12-30 16:11:42 +0000 | [diff] [blame] | 206 | DEFINE_SYSOP_TYPE_FUNC(dsb, ish) |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 207 | DEFINE_SYSOP_TYPE_FUNC(dsb, nsh) |
Antonio Nino Diaz | ac99803 | 2017-02-27 17:23:54 +0000 | [diff] [blame] | 208 | DEFINE_SYSOP_TYPE_FUNC(dsb, ishst) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 209 | DEFINE_SYSOP_TYPE_FUNC(dmb, oshld) |
| 210 | DEFINE_SYSOP_TYPE_FUNC(dmb, oshst) |
| 211 | DEFINE_SYSOP_TYPE_FUNC(dmb, osh) |
| 212 | DEFINE_SYSOP_TYPE_FUNC(dmb, nshld) |
| 213 | DEFINE_SYSOP_TYPE_FUNC(dmb, nshst) |
| 214 | DEFINE_SYSOP_TYPE_FUNC(dmb, nsh) |
| 215 | DEFINE_SYSOP_TYPE_FUNC(dmb, ishld) |
Jeenu Viswambharan | 6250507 | 2017-09-22 08:32:09 +0100 | [diff] [blame] | 216 | DEFINE_SYSOP_TYPE_FUNC(dmb, ishst) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 217 | DEFINE_SYSOP_TYPE_FUNC(dmb, ish) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 218 | DEFINE_SYSOP_FUNC(isb) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 219 | |
Antonio Nino Diaz | b4e3e4b | 2018-11-23 15:04:01 +0000 | [diff] [blame] | 220 | static inline void enable_irq(void) |
| 221 | { |
| 222 | /* |
| 223 | * The compiler memory barrier will prevent the compiler from |
| 224 | * scheduling non-volatile memory access after the write to the |
| 225 | * register. |
| 226 | * |
| 227 | * This could happen if some initialization code issues non-volatile |
| 228 | * accesses to an area used by an interrupt handler, in the assumption |
| 229 | * that it is safe as the interrupts are disabled at the time it does |
| 230 | * that (according to program order). However, non-volatile accesses |
| 231 | * are not necessarily in program order relatively with volatile inline |
| 232 | * assembly statements (and volatile accesses). |
| 233 | */ |
| 234 | COMPILER_BARRIER(); |
| 235 | write_daifclr(DAIF_IRQ_BIT); |
| 236 | isb(); |
| 237 | } |
| 238 | |
| 239 | static inline void enable_fiq(void) |
| 240 | { |
| 241 | COMPILER_BARRIER(); |
| 242 | write_daifclr(DAIF_FIQ_BIT); |
| 243 | isb(); |
| 244 | } |
| 245 | |
| 246 | static inline void enable_serror(void) |
| 247 | { |
| 248 | COMPILER_BARRIER(); |
| 249 | write_daifclr(DAIF_ABT_BIT); |
| 250 | isb(); |
| 251 | } |
| 252 | |
| 253 | static inline void enable_debug_exceptions(void) |
| 254 | { |
| 255 | COMPILER_BARRIER(); |
| 256 | write_daifclr(DAIF_DBG_BIT); |
| 257 | isb(); |
| 258 | } |
| 259 | |
| 260 | static inline void disable_irq(void) |
| 261 | { |
| 262 | COMPILER_BARRIER(); |
| 263 | write_daifset(DAIF_IRQ_BIT); |
| 264 | isb(); |
| 265 | } |
| 266 | |
| 267 | static inline void disable_fiq(void) |
| 268 | { |
| 269 | COMPILER_BARRIER(); |
| 270 | write_daifset(DAIF_FIQ_BIT); |
| 271 | isb(); |
| 272 | } |
| 273 | |
| 274 | static inline void disable_serror(void) |
| 275 | { |
| 276 | COMPILER_BARRIER(); |
| 277 | write_daifset(DAIF_ABT_BIT); |
| 278 | isb(); |
| 279 | } |
| 280 | |
| 281 | static inline void disable_debug_exceptions(void) |
| 282 | { |
| 283 | COMPILER_BARRIER(); |
| 284 | write_daifset(DAIF_DBG_BIT); |
| 285 | isb(); |
| 286 | } |
| 287 | |
Antonio Nino Diaz | 13344de | 2018-11-23 13:54:41 +0000 | [diff] [blame] | 288 | #if !ERROR_DEPRECATED |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 289 | uint32_t get_afflvl_shift(uint32_t); |
| 290 | uint32_t mpidr_mask_lower_afflvls(uint64_t, uint32_t); |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 291 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 292 | void __dead2 eret(uint64_t x0, uint64_t x1, uint64_t x2, uint64_t x3, |
| 293 | uint64_t x4, uint64_t x5, uint64_t x6, uint64_t x7); |
Antonio Nino Diaz | 13344de | 2018-11-23 13:54:41 +0000 | [diff] [blame] | 294 | #endif |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 295 | void __dead2 smc(uint64_t x0, uint64_t x1, uint64_t x2, uint64_t x3, |
| 296 | uint64_t x4, uint64_t x5, uint64_t x6, uint64_t x7); |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 297 | |
| 298 | /******************************************************************************* |
| 299 | * System register accessor prototypes |
| 300 | ******************************************************************************/ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 301 | DEFINE_SYSREG_READ_FUNC(midr_el1) |
| 302 | DEFINE_SYSREG_READ_FUNC(mpidr_el1) |
Antonio Nino Diaz | d1beee2 | 2016-12-13 15:28:54 +0000 | [diff] [blame] | 303 | DEFINE_SYSREG_READ_FUNC(id_aa64mmfr0_el1) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 304 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 305 | DEFINE_SYSREG_RW_FUNCS(scr_el3) |
| 306 | DEFINE_SYSREG_RW_FUNCS(hcr_el2) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 307 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 308 | DEFINE_SYSREG_RW_FUNCS(vbar_el1) |
| 309 | DEFINE_SYSREG_RW_FUNCS(vbar_el2) |
| 310 | DEFINE_SYSREG_RW_FUNCS(vbar_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 311 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 312 | DEFINE_SYSREG_RW_FUNCS(sctlr_el1) |
| 313 | DEFINE_SYSREG_RW_FUNCS(sctlr_el2) |
| 314 | DEFINE_SYSREG_RW_FUNCS(sctlr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 315 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 316 | DEFINE_SYSREG_RW_FUNCS(actlr_el1) |
| 317 | DEFINE_SYSREG_RW_FUNCS(actlr_el2) |
| 318 | DEFINE_SYSREG_RW_FUNCS(actlr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 319 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 320 | DEFINE_SYSREG_RW_FUNCS(esr_el1) |
| 321 | DEFINE_SYSREG_RW_FUNCS(esr_el2) |
| 322 | DEFINE_SYSREG_RW_FUNCS(esr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 323 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 324 | DEFINE_SYSREG_RW_FUNCS(afsr0_el1) |
| 325 | DEFINE_SYSREG_RW_FUNCS(afsr0_el2) |
| 326 | DEFINE_SYSREG_RW_FUNCS(afsr0_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 327 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 328 | DEFINE_SYSREG_RW_FUNCS(afsr1_el1) |
| 329 | DEFINE_SYSREG_RW_FUNCS(afsr1_el2) |
| 330 | DEFINE_SYSREG_RW_FUNCS(afsr1_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 331 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 332 | DEFINE_SYSREG_RW_FUNCS(far_el1) |
| 333 | DEFINE_SYSREG_RW_FUNCS(far_el2) |
| 334 | DEFINE_SYSREG_RW_FUNCS(far_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 335 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 336 | DEFINE_SYSREG_RW_FUNCS(mair_el1) |
| 337 | DEFINE_SYSREG_RW_FUNCS(mair_el2) |
| 338 | DEFINE_SYSREG_RW_FUNCS(mair_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 339 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 340 | DEFINE_SYSREG_RW_FUNCS(amair_el1) |
| 341 | DEFINE_SYSREG_RW_FUNCS(amair_el2) |
| 342 | DEFINE_SYSREG_RW_FUNCS(amair_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 343 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 344 | DEFINE_SYSREG_READ_FUNC(rvbar_el1) |
| 345 | DEFINE_SYSREG_READ_FUNC(rvbar_el2) |
| 346 | DEFINE_SYSREG_READ_FUNC(rvbar_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 347 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 348 | DEFINE_SYSREG_RW_FUNCS(rmr_el1) |
| 349 | DEFINE_SYSREG_RW_FUNCS(rmr_el2) |
| 350 | DEFINE_SYSREG_RW_FUNCS(rmr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 351 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 352 | DEFINE_SYSREG_RW_FUNCS(tcr_el1) |
| 353 | DEFINE_SYSREG_RW_FUNCS(tcr_el2) |
| 354 | DEFINE_SYSREG_RW_FUNCS(tcr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 355 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 356 | DEFINE_SYSREG_RW_FUNCS(ttbr0_el1) |
| 357 | DEFINE_SYSREG_RW_FUNCS(ttbr0_el2) |
| 358 | DEFINE_SYSREG_RW_FUNCS(ttbr0_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 359 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 360 | DEFINE_SYSREG_RW_FUNCS(ttbr1_el1) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 361 | |
Sandrine Bailleux | 8b0eafe | 2015-11-25 17:00:44 +0000 | [diff] [blame] | 362 | DEFINE_SYSREG_RW_FUNCS(vttbr_el2) |
| 363 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 364 | DEFINE_SYSREG_RW_FUNCS(cptr_el2) |
| 365 | DEFINE_SYSREG_RW_FUNCS(cptr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 366 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 367 | DEFINE_SYSREG_RW_FUNCS(cpacr_el1) |
| 368 | DEFINE_SYSREG_RW_FUNCS(cntfrq_el0) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 369 | DEFINE_SYSREG_RW_FUNCS(cnthp_ctl_el2) |
| 370 | DEFINE_SYSREG_RW_FUNCS(cnthp_tval_el2) |
| 371 | DEFINE_SYSREG_RW_FUNCS(cnthp_cval_el2) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 372 | DEFINE_SYSREG_RW_FUNCS(cntps_ctl_el1) |
| 373 | DEFINE_SYSREG_RW_FUNCS(cntps_tval_el1) |
| 374 | DEFINE_SYSREG_RW_FUNCS(cntps_cval_el1) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 375 | DEFINE_SYSREG_RW_FUNCS(cntp_ctl_el0) |
| 376 | DEFINE_SYSREG_RW_FUNCS(cntp_tval_el0) |
| 377 | DEFINE_SYSREG_RW_FUNCS(cntp_cval_el0) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 378 | DEFINE_SYSREG_READ_FUNC(cntpct_el0) |
| 379 | DEFINE_SYSREG_RW_FUNCS(cnthctl_el2) |
Soby Mathew | 5e5c207 | 2014-04-07 15:28:55 +0100 | [diff] [blame] | 380 | |
Antonio Nino Diaz | dc4ed3d | 2018-11-23 13:54:00 +0000 | [diff] [blame] | 381 | #define get_cntp_ctl_enable(x) (((x) >> CNTP_CTL_ENABLE_SHIFT) & \ |
| 382 | CNTP_CTL_ENABLE_MASK) |
| 383 | #define get_cntp_ctl_imask(x) (((x) >> CNTP_CTL_IMASK_SHIFT) & \ |
| 384 | CNTP_CTL_IMASK_MASK) |
| 385 | #define get_cntp_ctl_istatus(x) (((x) >> CNTP_CTL_ISTATUS_SHIFT) & \ |
| 386 | CNTP_CTL_ISTATUS_MASK) |
| 387 | |
| 388 | #define set_cntp_ctl_enable(x) ((x) |= (U(1) << CNTP_CTL_ENABLE_SHIFT)) |
| 389 | #define set_cntp_ctl_imask(x) ((x) |= (U(1) << CNTP_CTL_IMASK_SHIFT)) |
| 390 | |
| 391 | #define clr_cntp_ctl_enable(x) ((x) &= ~(U(1) << CNTP_CTL_ENABLE_SHIFT)) |
| 392 | #define clr_cntp_ctl_imask(x) ((x) &= ~(U(1) << CNTP_CTL_IMASK_SHIFT)) |
| 393 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 394 | DEFINE_SYSREG_RW_FUNCS(tpidr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 395 | |
Soby Mathew | feddfcf | 2014-08-29 14:41:58 +0100 | [diff] [blame] | 396 | DEFINE_SYSREG_RW_FUNCS(cntvoff_el2) |
| 397 | |
Andrew Thoelke | 4e12607 | 2014-06-04 21:10:52 +0100 | [diff] [blame] | 398 | DEFINE_SYSREG_RW_FUNCS(vpidr_el2) |
| 399 | DEFINE_SYSREG_RW_FUNCS(vmpidr_el2) |
| 400 | |
Soby Mathew | 26fb90e | 2015-01-06 21:36:55 +0000 | [diff] [blame] | 401 | DEFINE_SYSREG_READ_FUNC(isr_el1) |
| 402 | |
David Cunado | 5f55e28 | 2016-10-31 17:37:34 +0000 | [diff] [blame] | 403 | DEFINE_SYSREG_RW_FUNCS(mdcr_el2) |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 404 | DEFINE_SYSREG_RW_FUNCS(mdcr_el3) |
David Cunado | c14b08e | 2016-11-25 00:21:59 +0000 | [diff] [blame] | 405 | DEFINE_SYSREG_RW_FUNCS(hstr_el2) |
David Cunado | 4168f2f | 2017-10-02 17:41:39 +0100 | [diff] [blame] | 406 | DEFINE_SYSREG_RW_FUNCS(pmcr_el0) |
David Cunado | 5f55e28 | 2016-10-31 17:37:34 +0000 | [diff] [blame] | 407 | |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 408 | /* GICv3 System Registers */ |
| 409 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 410 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_sre_el1, ICC_SRE_EL1) |
| 411 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_sre_el2, ICC_SRE_EL2) |
| 412 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_sre_el3, ICC_SRE_EL3) |
| 413 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_pmr_el1, ICC_PMR_EL1) |
Jeenu Viswambharan | b1e957e | 2017-09-22 08:32:09 +0100 | [diff] [blame] | 414 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_rpr_el1, ICC_RPR_EL1) |
Achin Gupta | 92712a5 | 2015-09-03 14:18:02 +0100 | [diff] [blame] | 415 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_igrpen1_el3, ICC_IGRPEN1_EL3) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 416 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_igrpen1_el1, ICC_IGRPEN1_EL1) |
Achin Gupta | 92712a5 | 2015-09-03 14:18:02 +0100 | [diff] [blame] | 417 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_igrpen0_el1, ICC_IGRPEN0_EL1) |
| 418 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_hppir0_el1, ICC_HPPIR0_EL1) |
| 419 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_hppir1_el1, ICC_HPPIR1_EL1) |
| 420 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_iar0_el1, ICC_IAR0_EL1) |
| 421 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_iar1_el1, ICC_IAR1_EL1) |
| 422 | DEFINE_RENAME_SYSREG_WRITE_FUNC(icc_eoir0_el1, ICC_EOIR0_EL1) |
| 423 | DEFINE_RENAME_SYSREG_WRITE_FUNC(icc_eoir1_el1, ICC_EOIR1_EL1) |
Jeenu Viswambharan | ab14e9b | 2017-09-22 08:32:09 +0100 | [diff] [blame] | 424 | DEFINE_RENAME_SYSREG_WRITE_FUNC(icc_sgi0r_el1, ICC_SGI0R_EL1) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 425 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_sgi1r, ICC_SGI1R) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 426 | |
Dimitris Papastamos | 525c37a | 2017-11-13 09:49:45 +0000 | [diff] [blame] | 427 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcgcr_el0, AMCGCR_EL0) |
Dimitris Papastamos | e08005a | 2017-10-12 13:02:29 +0100 | [diff] [blame] | 428 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcntenclr0_el0, AMCNTENCLR0_EL0) |
| 429 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcntenset0_el0, AMCNTENSET0_EL0) |
| 430 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcntenclr1_el0, AMCNTENCLR1_EL0) |
| 431 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcntenset1_el0, AMCNTENSET1_EL0) |
| 432 | |
Jeenu Viswambharan | 2da918c | 2018-07-31 16:13:33 +0100 | [diff] [blame] | 433 | DEFINE_RENAME_SYSREG_READ_FUNC(mpamidr_el1, MPAMIDR_EL1) |
| 434 | DEFINE_RENAME_SYSREG_RW_FUNCS(mpam3_el3, MPAM3_EL3) |
| 435 | DEFINE_RENAME_SYSREG_RW_FUNCS(mpam2_el2, MPAM2_EL2) |
| 436 | DEFINE_RENAME_SYSREG_RW_FUNCS(mpamhcr_el2, MPAMHCR_EL2) |
| 437 | |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 438 | DEFINE_RENAME_SYSREG_RW_FUNCS(pmblimitr_el1, PMBLIMITR_EL1) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 439 | |
David Cunado | ce88eee | 2017-10-20 11:30:57 +0100 | [diff] [blame] | 440 | DEFINE_RENAME_SYSREG_WRITE_FUNC(zcr_el3, ZCR_EL3) |
| 441 | DEFINE_RENAME_SYSREG_WRITE_FUNC(zcr_el2, ZCR_EL2) |
| 442 | |
Jeenu Viswambharan | 19f6cf2 | 2017-12-07 08:43:05 +0000 | [diff] [blame] | 443 | DEFINE_RENAME_SYSREG_READ_FUNC(erridr_el1, ERRIDR_EL1) |
| 444 | DEFINE_RENAME_SYSREG_WRITE_FUNC(errselr_el1, ERRSELR_EL1) |
| 445 | |
| 446 | DEFINE_RENAME_SYSREG_READ_FUNC(erxfr_el1, ERXFR_EL1) |
| 447 | DEFINE_RENAME_SYSREG_RW_FUNCS(erxctlr_el1, ERXCTLR_EL1) |
| 448 | DEFINE_RENAME_SYSREG_RW_FUNCS(erxstatus_el1, ERXSTATUS_EL1) |
| 449 | DEFINE_RENAME_SYSREG_READ_FUNC(erxaddr_el1, ERXADDR_EL1) |
| 450 | DEFINE_RENAME_SYSREG_READ_FUNC(erxmisc0_el1, ERXMISC0_EL1) |
| 451 | DEFINE_RENAME_SYSREG_READ_FUNC(erxmisc1_el1, ERXMISC1_EL1) |
| 452 | |
Antonio Nino Diaz | c326c34 | 2019-01-11 11:20:10 +0000 | [diff] [blame] | 453 | /* Armv8.2 Registers */ |
| 454 | DEFINE_RENAME_SYSREG_READ_FUNC(id_aa64mmfr2_el1, ID_AA64MMFR2_EL1) |
| 455 | |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 456 | /* Armv8.3 Pointer Authentication Registers */ |
Antonio Nino Diaz | 25cda67 | 2019-02-19 11:53:51 +0000 | [diff] [blame] | 457 | DEFINE_RENAME_SYSREG_RW_FUNCS(apiakeyhi_el1, APIAKeyHi_EL1) |
| 458 | DEFINE_RENAME_SYSREG_RW_FUNCS(apiakeylo_el1, APIAKeyLo_EL1) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 459 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 460 | #define IS_IN_EL(x) \ |
| 461 | (GET_EL(read_CurrentEl()) == MODE_EL##x) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 462 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 463 | #define IS_IN_EL1() IS_IN_EL(1) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 464 | #define IS_IN_EL2() IS_IN_EL(2) |
Douglas Raillard | 7741463 | 2018-08-21 12:54:45 +0100 | [diff] [blame] | 465 | #define IS_IN_EL3() IS_IN_EL(3) |
| 466 | |
| 467 | static inline unsigned int get_current_el(void) |
| 468 | { |
| 469 | return GET_EL(read_CurrentEl()); |
| 470 | } |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 471 | |
Jeenu Viswambharan | 2a9b882 | 2017-02-21 14:40:44 +0000 | [diff] [blame] | 472 | /* |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 473 | * Check if an EL is implemented from AA64PFR0 register fields. |
Jeenu Viswambharan | 2a9b882 | 2017-02-21 14:40:44 +0000 | [diff] [blame] | 474 | */ |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 475 | static inline uint64_t el_implemented(unsigned int el) |
| 476 | { |
| 477 | if (el > 3U) { |
| 478 | return EL_IMPL_NONE; |
| 479 | } else { |
| 480 | unsigned int shift = ID_AA64PFR0_EL1_SHIFT * el; |
| 481 | |
| 482 | return (read_id_aa64pfr0_el1() >> shift) & ID_AA64PFR0_ELX_MASK; |
| 483 | } |
| 484 | } |
| 485 | |
| 486 | #if !ERROR_DEPRECATED |
| 487 | #define EL_IMPLEMENTED(_el) el_implemented(_el) |
| 488 | #endif |
Jeenu Viswambharan | 2a9b882 | 2017-02-21 14:40:44 +0000 | [diff] [blame] | 489 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 490 | /* Previously defined accesor functions with incomplete register names */ |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 491 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 492 | #define read_current_el() read_CurrentEl() |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 493 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 494 | #define dsb() dsbsy() |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 495 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 496 | #define read_midr() read_midr_el1() |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 497 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 498 | #define read_mpidr() read_mpidr_el1() |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 499 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 500 | #define read_scr() read_scr_el3() |
| 501 | #define write_scr(_v) write_scr_el3(_v) |
Soby Mathew | 5e5c207 | 2014-04-07 15:28:55 +0100 | [diff] [blame] | 502 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 503 | #define read_hcr() read_hcr_el2() |
| 504 | #define write_hcr(_v) write_hcr_el2(_v) |
Sandrine Bailleux | 25232af | 2014-05-09 11:23:11 +0100 | [diff] [blame] | 505 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 506 | #define read_cpacr() read_cpacr_el1() |
| 507 | #define write_cpacr(_v) write_cpacr_el1(_v) |
Soby Mathew | 5e5c207 | 2014-04-07 15:28:55 +0100 | [diff] [blame] | 508 | |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 509 | #endif /* ARCH_HELPERS_H */ |