Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 1 | /* |
Jeenu Viswambharan | 19f6cf2 | 2017-12-07 08:43:05 +0000 | [diff] [blame] | 2 | * Copyright (c) 2013-2018, ARM Limited and Contributors. All rights reserved. |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 3 | * |
dp-arm | fa3cf0b | 2017-05-03 09:38:09 +0100 | [diff] [blame] | 4 | * SPDX-License-Identifier: BSD-3-Clause |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 5 | */ |
| 6 | |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 7 | #ifndef ARCH_HELPERS_H |
| 8 | #define ARCH_HELPERS_H |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 9 | |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 10 | #include <arch.h> |
| 11 | #include <cdefs.h> |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 12 | #include <stdbool.h> |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 13 | #include <stdint.h> |
Antonio Nino Diaz | 4b32e62 | 2018-08-16 16:52:57 +0100 | [diff] [blame] | 14 | #include <string.h> |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 15 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 16 | /********************************************************************** |
| 17 | * Macros which create inline functions to read or write CPU system |
| 18 | * registers |
| 19 | *********************************************************************/ |
| 20 | |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 21 | #define _DEFINE_SYSREG_READ_FUNC(_name, _reg_name) \ |
Masahiro Yamada | 6292d77 | 2018-02-02 21:19:17 +0900 | [diff] [blame] | 22 | static inline u_register_t read_ ## _name(void) \ |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 23 | { \ |
Masahiro Yamada | 6292d77 | 2018-02-02 21:19:17 +0900 | [diff] [blame] | 24 | u_register_t v; \ |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 25 | __asm__ volatile ("mrs %0, " #_reg_name : "=r" (v)); \ |
| 26 | return v; \ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 27 | } |
| 28 | |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 29 | #define _DEFINE_SYSREG_WRITE_FUNC(_name, _reg_name) \ |
Masahiro Yamada | 6292d77 | 2018-02-02 21:19:17 +0900 | [diff] [blame] | 30 | static inline void write_ ## _name(u_register_t v) \ |
Sandrine Bailleux | 30c231b | 2015-01-07 16:36:11 +0000 | [diff] [blame] | 31 | { \ |
| 32 | __asm__ volatile ("msr " #_reg_name ", %0" : : "r" (v)); \ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 33 | } |
| 34 | |
Roberto Vargas | c51cdb7 | 2017-09-18 09:53:25 +0100 | [diff] [blame] | 35 | #define SYSREG_WRITE_CONST(reg_name, v) \ |
| 36 | __asm__ volatile ("msr " #reg_name ", %0" : : "i" (v)) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 37 | |
| 38 | /* Define read function for system register */ |
| 39 | #define DEFINE_SYSREG_READ_FUNC(_name) \ |
| 40 | _DEFINE_SYSREG_READ_FUNC(_name, _name) |
| 41 | |
| 42 | /* Define read & write function for system register */ |
| 43 | #define DEFINE_SYSREG_RW_FUNCS(_name) \ |
| 44 | _DEFINE_SYSREG_READ_FUNC(_name, _name) \ |
| 45 | _DEFINE_SYSREG_WRITE_FUNC(_name, _name) |
| 46 | |
| 47 | /* Define read & write function for renamed system register */ |
| 48 | #define DEFINE_RENAME_SYSREG_RW_FUNCS(_name, _reg_name) \ |
| 49 | _DEFINE_SYSREG_READ_FUNC(_name, _reg_name) \ |
| 50 | _DEFINE_SYSREG_WRITE_FUNC(_name, _reg_name) |
| 51 | |
Achin Gupta | 92712a5 | 2015-09-03 14:18:02 +0100 | [diff] [blame] | 52 | /* Define read function for renamed system register */ |
| 53 | #define DEFINE_RENAME_SYSREG_READ_FUNC(_name, _reg_name) \ |
| 54 | _DEFINE_SYSREG_READ_FUNC(_name, _reg_name) |
| 55 | |
| 56 | /* Define write function for renamed system register */ |
| 57 | #define DEFINE_RENAME_SYSREG_WRITE_FUNC(_name, _reg_name) \ |
| 58 | _DEFINE_SYSREG_WRITE_FUNC(_name, _reg_name) |
| 59 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 60 | /********************************************************************** |
| 61 | * Macros to create inline functions for system instructions |
| 62 | *********************************************************************/ |
| 63 | |
| 64 | /* Define function for simple system instruction */ |
| 65 | #define DEFINE_SYSOP_FUNC(_op) \ |
Juan Castillo | 2d55240 | 2014-06-13 17:05:10 +0100 | [diff] [blame] | 66 | static inline void _op(void) \ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 67 | { \ |
| 68 | __asm__ (#_op); \ |
| 69 | } |
| 70 | |
| 71 | /* Define function for system instruction with type specifier */ |
| 72 | #define DEFINE_SYSOP_TYPE_FUNC(_op, _type) \ |
Juan Castillo | 2d55240 | 2014-06-13 17:05:10 +0100 | [diff] [blame] | 73 | static inline void _op ## _type(void) \ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 74 | { \ |
| 75 | __asm__ (#_op " " #_type); \ |
| 76 | } |
| 77 | |
| 78 | /* Define function for system instruction with register parameter */ |
| 79 | #define DEFINE_SYSOP_TYPE_PARAM_FUNC(_op, _type) \ |
| 80 | static inline void _op ## _type(uint64_t v) \ |
| 81 | { \ |
| 82 | __asm__ (#_op " " #_type ", %0" : : "r" (v)); \ |
| 83 | } |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 84 | |
| 85 | /******************************************************************************* |
| 86 | * TLB maintenance accessor prototypes |
| 87 | ******************************************************************************/ |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 88 | |
| 89 | #if ERRATA_A57_813419 |
| 90 | /* |
| 91 | * Define function for TLBI instruction with type specifier that implements |
| 92 | * the workaround for errata 813419 of Cortex-A57. |
| 93 | */ |
| 94 | #define DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_FUNC(_type)\ |
| 95 | static inline void tlbi ## _type(void) \ |
| 96 | { \ |
| 97 | __asm__("tlbi " #_type "\n" \ |
| 98 | "dsb ish\n" \ |
| 99 | "tlbi " #_type); \ |
| 100 | } |
| 101 | |
| 102 | /* |
| 103 | * Define function for TLBI instruction with register parameter that implements |
| 104 | * the workaround for errata 813419 of Cortex-A57. |
| 105 | */ |
| 106 | #define DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_PARAM_FUNC(_type) \ |
| 107 | static inline void tlbi ## _type(uint64_t v) \ |
| 108 | { \ |
| 109 | __asm__("tlbi " #_type ", %0\n" \ |
| 110 | "dsb ish\n" \ |
| 111 | "tlbi " #_type ", %0" : : "r" (v)); \ |
| 112 | } |
| 113 | #endif /* ERRATA_A57_813419 */ |
| 114 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 115 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle1) |
| 116 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle1is) |
| 117 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle2) |
| 118 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle2is) |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 119 | #if ERRATA_A57_813419 |
| 120 | DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_FUNC(alle3) |
| 121 | DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_FUNC(alle3is) |
| 122 | #else |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 123 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle3) |
| 124 | DEFINE_SYSOP_TYPE_FUNC(tlbi, alle3is) |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 125 | #endif |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 126 | DEFINE_SYSOP_TYPE_FUNC(tlbi, vmalle1) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 127 | |
Antonio Nino Diaz | ac99803 | 2017-02-27 17:23:54 +0000 | [diff] [blame] | 128 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vaae1is) |
| 129 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vaale1is) |
| 130 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vae2is) |
| 131 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vale2is) |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 132 | #if ERRATA_A57_813419 |
| 133 | DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_PARAM_FUNC(vae3is) |
| 134 | DEFINE_TLBIOP_ERRATA_A57_813419_TYPE_PARAM_FUNC(vale3is) |
| 135 | #else |
Antonio Nino Diaz | ac99803 | 2017-02-27 17:23:54 +0000 | [diff] [blame] | 136 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vae3is) |
| 137 | DEFINE_SYSOP_TYPE_PARAM_FUNC(tlbi, vale3is) |
Antonio Nino Diaz | 3f13c35 | 2017-02-24 11:39:22 +0000 | [diff] [blame] | 138 | #endif |
Antonio Nino Diaz | ac99803 | 2017-02-27 17:23:54 +0000 | [diff] [blame] | 139 | |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 140 | /******************************************************************************* |
| 141 | * Cache maintenance accessor prototypes |
| 142 | ******************************************************************************/ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 143 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, isw) |
| 144 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, cisw) |
| 145 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, csw) |
| 146 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, cvac) |
| 147 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, ivac) |
| 148 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, civac) |
| 149 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, cvau) |
| 150 | DEFINE_SYSOP_TYPE_PARAM_FUNC(dc, zva) |
| 151 | |
Varun Wadekar | 97625e3 | 2015-03-13 14:59:03 +0530 | [diff] [blame] | 152 | /******************************************************************************* |
| 153 | * Address translation accessor prototypes |
| 154 | ******************************************************************************/ |
| 155 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s12e1r) |
| 156 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s12e1w) |
| 157 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s12e0r) |
| 158 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s12e0w) |
Douglas Raillard | 7741463 | 2018-08-21 12:54:45 +0100 | [diff] [blame] | 159 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s1e1r) |
Jeenu Viswambharan | 1dc771b | 2017-10-19 09:15:15 +0100 | [diff] [blame] | 160 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s1e2r) |
Douglas Raillard | 7741463 | 2018-08-21 12:54:45 +0100 | [diff] [blame] | 161 | DEFINE_SYSOP_TYPE_PARAM_FUNC(at, s1e3r) |
Varun Wadekar | 97625e3 | 2015-03-13 14:59:03 +0530 | [diff] [blame] | 162 | |
Antonio Nino Diaz | e40306b | 2017-01-13 15:03:07 +0000 | [diff] [blame] | 163 | void flush_dcache_range(uintptr_t addr, size_t size); |
| 164 | void clean_dcache_range(uintptr_t addr, size_t size); |
| 165 | void inv_dcache_range(uintptr_t addr, size_t size); |
| 166 | |
| 167 | void dcsw_op_louis(u_register_t op_type); |
| 168 | void dcsw_op_all(u_register_t op_type); |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 169 | |
Antonio Nino Diaz | 4613d5f | 2017-10-05 15:19:42 +0100 | [diff] [blame] | 170 | void disable_mmu_el1(void); |
Dan Handley | a17fefa | 2014-05-14 12:38:32 +0100 | [diff] [blame] | 171 | void disable_mmu_el3(void); |
Antonio Nino Diaz | 4613d5f | 2017-10-05 15:19:42 +0100 | [diff] [blame] | 172 | void disable_mmu_icache_el1(void); |
Dan Handley | a17fefa | 2014-05-14 12:38:32 +0100 | [diff] [blame] | 173 | void disable_mmu_icache_el3(void); |
Andrew Thoelke | 438c63a | 2014-04-28 12:06:18 +0100 | [diff] [blame] | 174 | |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 175 | /******************************************************************************* |
| 176 | * Misc. accessor prototypes |
| 177 | ******************************************************************************/ |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 178 | |
Roberto Vargas | c51cdb7 | 2017-09-18 09:53:25 +0100 | [diff] [blame] | 179 | #define write_daifclr(val) SYSREG_WRITE_CONST(daifclr, val) |
| 180 | #define write_daifset(val) SYSREG_WRITE_CONST(daifset, val) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 181 | |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 182 | DEFINE_SYSREG_RW_FUNCS(par_el1) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 183 | DEFINE_SYSREG_READ_FUNC(id_pfr1_el1) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 184 | DEFINE_SYSREG_READ_FUNC(id_aa64isar1_el1) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 185 | DEFINE_SYSREG_READ_FUNC(id_aa64pfr0_el1) |
dp-arm | ee3457b | 2017-05-23 09:32:49 +0100 | [diff] [blame] | 186 | DEFINE_SYSREG_READ_FUNC(id_aa64dfr0_el1) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 187 | DEFINE_SYSREG_READ_FUNC(CurrentEl) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 188 | DEFINE_SYSREG_READ_FUNC(ctr_el0) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 189 | DEFINE_SYSREG_RW_FUNCS(daif) |
| 190 | DEFINE_SYSREG_RW_FUNCS(spsr_el1) |
| 191 | DEFINE_SYSREG_RW_FUNCS(spsr_el2) |
| 192 | DEFINE_SYSREG_RW_FUNCS(spsr_el3) |
| 193 | DEFINE_SYSREG_RW_FUNCS(elr_el1) |
| 194 | DEFINE_SYSREG_RW_FUNCS(elr_el2) |
| 195 | DEFINE_SYSREG_RW_FUNCS(elr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 196 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 197 | DEFINE_SYSOP_FUNC(wfi) |
| 198 | DEFINE_SYSOP_FUNC(wfe) |
| 199 | DEFINE_SYSOP_FUNC(sev) |
| 200 | DEFINE_SYSOP_TYPE_FUNC(dsb, sy) |
Soby Mathew | ed99566 | 2014-12-30 16:11:42 +0000 | [diff] [blame] | 201 | DEFINE_SYSOP_TYPE_FUNC(dmb, sy) |
Juan Castillo | 2e86cb1 | 2016-01-13 15:01:09 +0000 | [diff] [blame] | 202 | DEFINE_SYSOP_TYPE_FUNC(dmb, st) |
| 203 | DEFINE_SYSOP_TYPE_FUNC(dmb, ld) |
Soby Mathew | ed99566 | 2014-12-30 16:11:42 +0000 | [diff] [blame] | 204 | DEFINE_SYSOP_TYPE_FUNC(dsb, ish) |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 205 | DEFINE_SYSOP_TYPE_FUNC(dsb, nsh) |
Antonio Nino Diaz | ac99803 | 2017-02-27 17:23:54 +0000 | [diff] [blame] | 206 | DEFINE_SYSOP_TYPE_FUNC(dsb, ishst) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 207 | DEFINE_SYSOP_TYPE_FUNC(dmb, oshld) |
| 208 | DEFINE_SYSOP_TYPE_FUNC(dmb, oshst) |
| 209 | DEFINE_SYSOP_TYPE_FUNC(dmb, osh) |
| 210 | DEFINE_SYSOP_TYPE_FUNC(dmb, nshld) |
| 211 | DEFINE_SYSOP_TYPE_FUNC(dmb, nshst) |
| 212 | DEFINE_SYSOP_TYPE_FUNC(dmb, nsh) |
| 213 | DEFINE_SYSOP_TYPE_FUNC(dmb, ishld) |
Jeenu Viswambharan | 6250507 | 2017-09-22 08:32:09 +0100 | [diff] [blame] | 214 | DEFINE_SYSOP_TYPE_FUNC(dmb, ishst) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 215 | DEFINE_SYSOP_TYPE_FUNC(dmb, ish) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 216 | DEFINE_SYSOP_FUNC(isb) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 217 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 218 | uint32_t get_afflvl_shift(uint32_t); |
| 219 | uint32_t mpidr_mask_lower_afflvls(uint64_t, uint32_t); |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 220 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 221 | void __dead2 eret(uint64_t x0, uint64_t x1, uint64_t x2, uint64_t x3, |
| 222 | uint64_t x4, uint64_t x5, uint64_t x6, uint64_t x7); |
| 223 | void __dead2 smc(uint64_t x0, uint64_t x1, uint64_t x2, uint64_t x3, |
| 224 | uint64_t x4, uint64_t x5, uint64_t x6, uint64_t x7); |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 225 | |
| 226 | /******************************************************************************* |
| 227 | * System register accessor prototypes |
| 228 | ******************************************************************************/ |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 229 | DEFINE_SYSREG_READ_FUNC(midr_el1) |
| 230 | DEFINE_SYSREG_READ_FUNC(mpidr_el1) |
Antonio Nino Diaz | d1beee2 | 2016-12-13 15:28:54 +0000 | [diff] [blame] | 231 | DEFINE_SYSREG_READ_FUNC(id_aa64mmfr0_el1) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 232 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 233 | DEFINE_SYSREG_RW_FUNCS(scr_el3) |
| 234 | DEFINE_SYSREG_RW_FUNCS(hcr_el2) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 235 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 236 | DEFINE_SYSREG_RW_FUNCS(vbar_el1) |
| 237 | DEFINE_SYSREG_RW_FUNCS(vbar_el2) |
| 238 | DEFINE_SYSREG_RW_FUNCS(vbar_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 239 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 240 | DEFINE_SYSREG_RW_FUNCS(sctlr_el1) |
| 241 | DEFINE_SYSREG_RW_FUNCS(sctlr_el2) |
| 242 | DEFINE_SYSREG_RW_FUNCS(sctlr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 243 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 244 | DEFINE_SYSREG_RW_FUNCS(actlr_el1) |
| 245 | DEFINE_SYSREG_RW_FUNCS(actlr_el2) |
| 246 | DEFINE_SYSREG_RW_FUNCS(actlr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 247 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 248 | DEFINE_SYSREG_RW_FUNCS(esr_el1) |
| 249 | DEFINE_SYSREG_RW_FUNCS(esr_el2) |
| 250 | DEFINE_SYSREG_RW_FUNCS(esr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 251 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 252 | DEFINE_SYSREG_RW_FUNCS(afsr0_el1) |
| 253 | DEFINE_SYSREG_RW_FUNCS(afsr0_el2) |
| 254 | DEFINE_SYSREG_RW_FUNCS(afsr0_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 255 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 256 | DEFINE_SYSREG_RW_FUNCS(afsr1_el1) |
| 257 | DEFINE_SYSREG_RW_FUNCS(afsr1_el2) |
| 258 | DEFINE_SYSREG_RW_FUNCS(afsr1_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 259 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 260 | DEFINE_SYSREG_RW_FUNCS(far_el1) |
| 261 | DEFINE_SYSREG_RW_FUNCS(far_el2) |
| 262 | DEFINE_SYSREG_RW_FUNCS(far_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 263 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 264 | DEFINE_SYSREG_RW_FUNCS(mair_el1) |
| 265 | DEFINE_SYSREG_RW_FUNCS(mair_el2) |
| 266 | DEFINE_SYSREG_RW_FUNCS(mair_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 267 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 268 | DEFINE_SYSREG_RW_FUNCS(amair_el1) |
| 269 | DEFINE_SYSREG_RW_FUNCS(amair_el2) |
| 270 | DEFINE_SYSREG_RW_FUNCS(amair_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 271 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 272 | DEFINE_SYSREG_READ_FUNC(rvbar_el1) |
| 273 | DEFINE_SYSREG_READ_FUNC(rvbar_el2) |
| 274 | DEFINE_SYSREG_READ_FUNC(rvbar_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 275 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 276 | DEFINE_SYSREG_RW_FUNCS(rmr_el1) |
| 277 | DEFINE_SYSREG_RW_FUNCS(rmr_el2) |
| 278 | DEFINE_SYSREG_RW_FUNCS(rmr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 279 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 280 | DEFINE_SYSREG_RW_FUNCS(tcr_el1) |
| 281 | DEFINE_SYSREG_RW_FUNCS(tcr_el2) |
| 282 | DEFINE_SYSREG_RW_FUNCS(tcr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 283 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 284 | DEFINE_SYSREG_RW_FUNCS(ttbr0_el1) |
| 285 | DEFINE_SYSREG_RW_FUNCS(ttbr0_el2) |
| 286 | DEFINE_SYSREG_RW_FUNCS(ttbr0_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 287 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 288 | DEFINE_SYSREG_RW_FUNCS(ttbr1_el1) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 289 | |
Sandrine Bailleux | 8b0eafe | 2015-11-25 17:00:44 +0000 | [diff] [blame] | 290 | DEFINE_SYSREG_RW_FUNCS(vttbr_el2) |
| 291 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 292 | DEFINE_SYSREG_RW_FUNCS(cptr_el2) |
| 293 | DEFINE_SYSREG_RW_FUNCS(cptr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 294 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 295 | DEFINE_SYSREG_RW_FUNCS(cpacr_el1) |
| 296 | DEFINE_SYSREG_RW_FUNCS(cntfrq_el0) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 297 | DEFINE_SYSREG_RW_FUNCS(cnthp_ctl_el2) |
| 298 | DEFINE_SYSREG_RW_FUNCS(cnthp_tval_el2) |
| 299 | DEFINE_SYSREG_RW_FUNCS(cnthp_cval_el2) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 300 | DEFINE_SYSREG_RW_FUNCS(cntps_ctl_el1) |
| 301 | DEFINE_SYSREG_RW_FUNCS(cntps_tval_el1) |
| 302 | DEFINE_SYSREG_RW_FUNCS(cntps_cval_el1) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 303 | DEFINE_SYSREG_RW_FUNCS(cntp_ctl_el0) |
| 304 | DEFINE_SYSREG_RW_FUNCS(cntp_tval_el0) |
| 305 | DEFINE_SYSREG_RW_FUNCS(cntp_cval_el0) |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 306 | DEFINE_SYSREG_READ_FUNC(cntpct_el0) |
| 307 | DEFINE_SYSREG_RW_FUNCS(cnthctl_el2) |
Soby Mathew | 5e5c207 | 2014-04-07 15:28:55 +0100 | [diff] [blame] | 308 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 309 | DEFINE_SYSREG_RW_FUNCS(tpidr_el3) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 310 | |
Soby Mathew | feddfcf | 2014-08-29 14:41:58 +0100 | [diff] [blame] | 311 | DEFINE_SYSREG_RW_FUNCS(cntvoff_el2) |
| 312 | |
Andrew Thoelke | 4e12607 | 2014-06-04 21:10:52 +0100 | [diff] [blame] | 313 | DEFINE_SYSREG_RW_FUNCS(vpidr_el2) |
| 314 | DEFINE_SYSREG_RW_FUNCS(vmpidr_el2) |
| 315 | |
Soby Mathew | 26fb90e | 2015-01-06 21:36:55 +0000 | [diff] [blame] | 316 | DEFINE_SYSREG_READ_FUNC(isr_el1) |
| 317 | |
David Cunado | 5f55e28 | 2016-10-31 17:37:34 +0000 | [diff] [blame] | 318 | DEFINE_SYSREG_RW_FUNCS(mdcr_el2) |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 319 | DEFINE_SYSREG_RW_FUNCS(mdcr_el3) |
David Cunado | c14b08e | 2016-11-25 00:21:59 +0000 | [diff] [blame] | 320 | DEFINE_SYSREG_RW_FUNCS(hstr_el2) |
David Cunado | 4168f2f | 2017-10-02 17:41:39 +0100 | [diff] [blame] | 321 | DEFINE_SYSREG_RW_FUNCS(pmcr_el0) |
David Cunado | 5f55e28 | 2016-10-31 17:37:34 +0000 | [diff] [blame] | 322 | |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 323 | /* GICv3 System Registers */ |
| 324 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 325 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_sre_el1, ICC_SRE_EL1) |
| 326 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_sre_el2, ICC_SRE_EL2) |
| 327 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_sre_el3, ICC_SRE_EL3) |
| 328 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_pmr_el1, ICC_PMR_EL1) |
Jeenu Viswambharan | b1e957e | 2017-09-22 08:32:09 +0100 | [diff] [blame] | 329 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_rpr_el1, ICC_RPR_EL1) |
Achin Gupta | 92712a5 | 2015-09-03 14:18:02 +0100 | [diff] [blame] | 330 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_igrpen1_el3, ICC_IGRPEN1_EL3) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 331 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_igrpen1_el1, ICC_IGRPEN1_EL1) |
Achin Gupta | 92712a5 | 2015-09-03 14:18:02 +0100 | [diff] [blame] | 332 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_igrpen0_el1, ICC_IGRPEN0_EL1) |
| 333 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_hppir0_el1, ICC_HPPIR0_EL1) |
| 334 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_hppir1_el1, ICC_HPPIR1_EL1) |
| 335 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_iar0_el1, ICC_IAR0_EL1) |
| 336 | DEFINE_RENAME_SYSREG_READ_FUNC(icc_iar1_el1, ICC_IAR1_EL1) |
| 337 | DEFINE_RENAME_SYSREG_WRITE_FUNC(icc_eoir0_el1, ICC_EOIR0_EL1) |
| 338 | DEFINE_RENAME_SYSREG_WRITE_FUNC(icc_eoir1_el1, ICC_EOIR1_EL1) |
Jeenu Viswambharan | ab14e9b | 2017-09-22 08:32:09 +0100 | [diff] [blame] | 339 | DEFINE_RENAME_SYSREG_WRITE_FUNC(icc_sgi0r_el1, ICC_SGI0R_EL1) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 340 | DEFINE_RENAME_SYSREG_RW_FUNCS(icc_sgi1r, ICC_SGI1R) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 341 | |
Dimitris Papastamos | 525c37a | 2017-11-13 09:49:45 +0000 | [diff] [blame] | 342 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcgcr_el0, AMCGCR_EL0) |
Dimitris Papastamos | e08005a | 2017-10-12 13:02:29 +0100 | [diff] [blame] | 343 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcntenclr0_el0, AMCNTENCLR0_EL0) |
| 344 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcntenset0_el0, AMCNTENSET0_EL0) |
| 345 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcntenclr1_el0, AMCNTENCLR1_EL0) |
| 346 | DEFINE_RENAME_SYSREG_RW_FUNCS(amcntenset1_el0, AMCNTENSET1_EL0) |
| 347 | |
Jeenu Viswambharan | 2da918c | 2018-07-31 16:13:33 +0100 | [diff] [blame] | 348 | DEFINE_RENAME_SYSREG_READ_FUNC(mpamidr_el1, MPAMIDR_EL1) |
| 349 | DEFINE_RENAME_SYSREG_RW_FUNCS(mpam3_el3, MPAM3_EL3) |
| 350 | DEFINE_RENAME_SYSREG_RW_FUNCS(mpam2_el2, MPAM2_EL2) |
| 351 | DEFINE_RENAME_SYSREG_RW_FUNCS(mpamhcr_el2, MPAMHCR_EL2) |
| 352 | |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 353 | DEFINE_RENAME_SYSREG_RW_FUNCS(pmblimitr_el1, PMBLIMITR_EL1) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 354 | |
David Cunado | ce88eee | 2017-10-20 11:30:57 +0100 | [diff] [blame] | 355 | DEFINE_RENAME_SYSREG_WRITE_FUNC(zcr_el3, ZCR_EL3) |
| 356 | DEFINE_RENAME_SYSREG_WRITE_FUNC(zcr_el2, ZCR_EL2) |
| 357 | |
Jeenu Viswambharan | 19f6cf2 | 2017-12-07 08:43:05 +0000 | [diff] [blame] | 358 | DEFINE_RENAME_SYSREG_READ_FUNC(erridr_el1, ERRIDR_EL1) |
| 359 | DEFINE_RENAME_SYSREG_WRITE_FUNC(errselr_el1, ERRSELR_EL1) |
| 360 | |
| 361 | DEFINE_RENAME_SYSREG_READ_FUNC(erxfr_el1, ERXFR_EL1) |
| 362 | DEFINE_RENAME_SYSREG_RW_FUNCS(erxctlr_el1, ERXCTLR_EL1) |
| 363 | DEFINE_RENAME_SYSREG_RW_FUNCS(erxstatus_el1, ERXSTATUS_EL1) |
| 364 | DEFINE_RENAME_SYSREG_READ_FUNC(erxaddr_el1, ERXADDR_EL1) |
| 365 | DEFINE_RENAME_SYSREG_READ_FUNC(erxmisc0_el1, ERXMISC0_EL1) |
| 366 | DEFINE_RENAME_SYSREG_READ_FUNC(erxmisc1_el1, ERXMISC1_EL1) |
| 367 | |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 368 | /* Armv8.3 Pointer Authentication Registers */ |
| 369 | DEFINE_RENAME_SYSREG_RW_FUNCS(apgakeylo_el1, APGAKeyLo_EL1) |
| 370 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 371 | #define IS_IN_EL(x) \ |
| 372 | (GET_EL(read_CurrentEl()) == MODE_EL##x) |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 373 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 374 | #define IS_IN_EL1() IS_IN_EL(1) |
Antonio Nino Diaz | 8257f5b | 2018-11-22 15:53:17 +0000 | [diff] [blame] | 375 | #define IS_IN_EL2() IS_IN_EL(2) |
Douglas Raillard | 7741463 | 2018-08-21 12:54:45 +0100 | [diff] [blame] | 376 | #define IS_IN_EL3() IS_IN_EL(3) |
| 377 | |
| 378 | static inline unsigned int get_current_el(void) |
| 379 | { |
| 380 | return GET_EL(read_CurrentEl()); |
| 381 | } |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 382 | |
Jeenu Viswambharan | 2a9b882 | 2017-02-21 14:40:44 +0000 | [diff] [blame] | 383 | /* |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 384 | * Check if an EL is implemented from AA64PFR0 register fields. |
Jeenu Viswambharan | 2a9b882 | 2017-02-21 14:40:44 +0000 | [diff] [blame] | 385 | */ |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 386 | static inline uint64_t el_implemented(unsigned int el) |
| 387 | { |
| 388 | if (el > 3U) { |
| 389 | return EL_IMPL_NONE; |
| 390 | } else { |
| 391 | unsigned int shift = ID_AA64PFR0_EL1_SHIFT * el; |
| 392 | |
| 393 | return (read_id_aa64pfr0_el1() >> shift) & ID_AA64PFR0_ELX_MASK; |
| 394 | } |
| 395 | } |
| 396 | |
| 397 | #if !ERROR_DEPRECATED |
| 398 | #define EL_IMPLEMENTED(_el) el_implemented(_el) |
| 399 | #endif |
Jeenu Viswambharan | 2a9b882 | 2017-02-21 14:40:44 +0000 | [diff] [blame] | 400 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 401 | /* Previously defined accesor functions with incomplete register names */ |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 402 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 403 | #define read_current_el() read_CurrentEl() |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 404 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 405 | #define dsb() dsbsy() |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 406 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 407 | #define read_midr() read_midr_el1() |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 408 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 409 | #define read_mpidr() read_mpidr_el1() |
Achin Gupta | 4f6ad66 | 2013-10-25 09:08:21 +0100 | [diff] [blame] | 410 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 411 | #define read_scr() read_scr_el3() |
| 412 | #define write_scr(_v) write_scr_el3(_v) |
Soby Mathew | 5e5c207 | 2014-04-07 15:28:55 +0100 | [diff] [blame] | 413 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 414 | #define read_hcr() read_hcr_el2() |
| 415 | #define write_hcr(_v) write_hcr_el2(_v) |
Sandrine Bailleux | 25232af | 2014-05-09 11:23:11 +0100 | [diff] [blame] | 416 | |
Andrew Thoelke | 3f78dc3 | 2014-06-02 15:44:43 +0100 | [diff] [blame] | 417 | #define read_cpacr() read_cpacr_el1() |
| 418 | #define write_cpacr(_v) write_cpacr_el1(_v) |
Soby Mathew | 5e5c207 | 2014-04-07 15:28:55 +0100 | [diff] [blame] | 419 | |
Antonio Nino Diaz | 864ca6f | 2018-10-31 15:25:35 +0000 | [diff] [blame] | 420 | #endif /* ARCH_HELPERS_H */ |