blob: ec38d7615af1d51fa7fbfac99be6ee548a69c18b [file] [log] [blame]
Antonio Nino Diazc326c342019-01-11 11:20:10 +00001/*
Govindraj Raja24d3a4e2023-12-21 13:57:49 -06002 * Copyright (c) 2019-2024, Arm Limited. All rights reserved.
Antonio Nino Diazc326c342019-01-11 11:20:10 +00003 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 */
6
7#ifndef ARCH_FEATURES_H
8#define ARCH_FEATURES_H
9
10#include <stdbool.h>
11
12#include <arch_helpers.h>
Andre Przywarae8920f62022-11-10 14:28:01 +000013#include <common/feat_detect.h>
Antonio Nino Diazc326c342019-01-11 11:20:10 +000014
Sona Mathew9e505f92024-03-13 11:33:54 -050015#define ISOLATE_FIELD(reg, feat, mask) \
16 ((unsigned int)(((reg) >> (feat)) & mask))
Andre Przywarabb0db3b2023-01-25 12:26:14 +000017
Sona Mathew9e505f92024-03-13 11:33:54 -050018#define CREATE_FEATURE_SUPPORTED(name, read_func, guard) \
Olivier Deprez5d2a5f22024-06-07 10:57:28 +020019__attribute__((always_inline)) \
Sona Mathew9e505f92024-03-13 11:33:54 -050020static inline bool is_ ## name ## _supported(void) \
21{ \
22 if ((guard) == FEAT_STATE_DISABLED) { \
23 return false; \
24 } \
25 if ((guard) == FEAT_STATE_ALWAYS) { \
26 return true; \
27 } \
28 return read_func(); \
Antonio Nino Diazd29d21e2019-02-06 09:23:04 +000029}
30
Sona Mathew9e505f92024-03-13 11:33:54 -050031#define CREATE_FEATURE_PRESENT(name, idreg, idfield, mask, idval) \
Olivier Deprez5d2a5f22024-06-07 10:57:28 +020032__attribute__((always_inline)) \
Sona Mathew9e505f92024-03-13 11:33:54 -050033static inline bool is_ ## name ## _present(void) \
34{ \
35 return (ISOLATE_FIELD(read_ ## idreg(), idfield, mask) >= idval) \
36 ? true : false; \
37}
38
39#define CREATE_FEATURE_FUNCS(name, idreg, idfield, mask, idval, guard) \
40CREATE_FEATURE_PRESENT(name, idreg, idfield, mask, idval) \
41CREATE_FEATURE_SUPPORTED(name, is_ ## name ## _present, guard)
42
43
44/* +----------------------------+
45 * | Features supported |
46 * +----------------------------+
47 * | GENTIMER |
48 * +----------------------------+
49 * | FEAT_PAN |
50 * +----------------------------+
51 * | FEAT_VHE |
52 * +----------------------------+
53 * | FEAT_TTCNP |
54 * +----------------------------+
55 * | FEAT_UAO |
56 * +----------------------------+
57 * | FEAT_PACQARMA3 |
58 * +----------------------------+
59 * | FEAT_PAUTH |
60 * +----------------------------+
61 * | FEAT_TTST |
62 * +----------------------------+
63 * | FEAT_BTI |
64 * +----------------------------+
65 * | FEAT_MTE2 |
66 * +----------------------------+
67 * | FEAT_SSBS |
68 * +----------------------------+
69 * | FEAT_NMI |
70 * +----------------------------+
71 * | FEAT_GCS |
72 * +----------------------------+
73 * | FEAT_EBEP |
74 * +----------------------------+
75 * | FEAT_SEBEP |
76 * +----------------------------+
77 * | FEAT_SEL2 |
78 * +----------------------------+
79 * | FEAT_TWED |
80 * +----------------------------+
81 * | FEAT_FGT |
82 * +----------------------------+
83 * | FEAT_EC/ECV2 |
84 * +----------------------------+
85 * | FEAT_RNG |
86 * +----------------------------+
87 * | FEAT_TCR2 |
88 * +----------------------------+
89 * | FEAT_S2POE |
90 * +----------------------------+
91 * | FEAT_S1POE |
92 * +----------------------------+
93 * | FEAT_S2PIE |
94 * +----------------------------+
95 * | FEAT_S1PIE |
96 * +----------------------------+
97 * | FEAT_AMU/AMUV1P1 |
98 * +----------------------------+
99 * | FEAT_MPAM |
100 * +----------------------------+
101 * | FEAT_HCX |
102 * +----------------------------+
103 * | FEAT_RNG_TRAP |
104 * +----------------------------+
105 * | FEAT_RME |
106 * +----------------------------+
107 * | FEAT_SB |
108 * +----------------------------+
109 * | FEAT_CSV2/CSV3 |
110 * +----------------------------+
111 * | FEAT_SPE |
112 * +----------------------------+
113 * | FEAT_SVE |
114 * +----------------------------+
115 * | FEAT_RAS |
116 * +----------------------------+
117 * | FEAT_DIT |
118 * +----------------------------+
119 * | FEAT_SYS_REG_TRACE |
120 * +----------------------------+
121 * | FEAT_TRF |
122 * +----------------------------+
123 * | FEAT_NV/NV2 |
124 * +----------------------------+
125 * | FEAT_BRBE |
126 * +----------------------------+
127 * | FEAT_TRBE |
128 * +----------------------------+
129 * | FEAT_SME/SME2 |
130 * +----------------------------+
131 * | FEAT_PMUV3 |
132 * +----------------------------+
133 * | FEAT_MTPMU |
134 * +----------------------------+
Arvind Ram Prakash62d87e72024-06-06 11:33:37 -0500135 * | FEAT_FGT2 |
136 * +----------------------------+
Jayanth Dodderi Chidanand6b706862024-09-05 22:24:04 +0100137 * | FEAT_THE |
138 * +----------------------------+
Jayanth Dodderi Chidanand70cc1752024-09-06 13:49:31 +0100139 * | FEAT_SCTLR2 |
140 * +----------------------------+
Govindraj Rajae63794e2024-09-06 15:43:43 +0100141 * | FEAT_D128 |
142 * +----------------------------+
Sona Mathew9e505f92024-03-13 11:33:54 -0500143 */
Andre Przywara97272942023-01-26 15:27:38 +0000144
Olivier Deprez5d2a5f22024-06-07 10:57:28 +0200145__attribute__((always_inline))
Andre Przywara0dda4242023-04-18 16:58:36 +0100146static inline bool is_armv7_gentimer_present(void)
Andre Przywara98908b32022-11-17 16:42:09 +0000147{
Andre Przywara0dda4242023-04-18 16:58:36 +0100148 /* The Generic Timer is always present in an ARMv8-A implementation */
149 return true;
Andre Przywara98908b32022-11-17 16:42:09 +0000150}
151
Sona Mathew9e505f92024-03-13 11:33:54 -0500152/* FEAT_PAN: Privileged access never */
Andre Przywara0dda4242023-04-18 16:58:36 +0100153CREATE_FEATURE_FUNCS(feat_pan, id_aa64mmfr1_el1, ID_AA64MMFR1_EL1_PAN_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500154 ID_AA64MMFR1_EL1_PAN_MASK, 1U, ENABLE_FEAT_PAN)
Manish Pandey5cfe5152024-01-09 15:55:20 +0000155
Sona Mathew9e505f92024-03-13 11:33:54 -0500156/* FEAT_VHE: Virtualization Host Extensions */
Andre Przywara0dda4242023-04-18 16:58:36 +0100157CREATE_FEATURE_FUNCS(feat_vhe, id_aa64mmfr1_el1, ID_AA64MMFR1_EL1_VHE_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500158 ID_AA64MMFR1_EL1_VHE_MASK, 1U, ENABLE_FEAT_VHE)
Daniel Boulby44b43332020-11-25 16:36:46 +0000159
Sona Mathew9e505f92024-03-13 11:33:54 -0500160/* FEAT_TTCNP: Translation table common not private */
161CREATE_FEATURE_PRESENT(feat_ttcnp, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_CNP_SHIFT,
162 ID_AA64MMFR2_EL1_CNP_MASK, 1U)
Antonio Nino Diazc326c342019-01-11 11:20:10 +0000163
Sona Mathew9e505f92024-03-13 11:33:54 -0500164/* FEAT_UAO: User access override */
165CREATE_FEATURE_PRESENT(feat_uao, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_UAO_SHIFT,
166 ID_AA64MMFR2_EL1_UAO_MASK, 1U)
Juan Pablo Condee089a172022-06-29 17:44:43 -0400167
Sona Mathew9e505f92024-03-13 11:33:54 -0500168/* If any of the fields is not zero, QARMA3 algorithm is present */
169CREATE_FEATURE_PRESENT(feat_pacqarma3, id_aa64isar2_el1, 0,
170 ((ID_AA64ISAR2_GPA3_MASK << ID_AA64ISAR2_GPA3_SHIFT) |
171 (ID_AA64ISAR2_APA3_MASK << ID_AA64ISAR2_APA3_SHIFT)), 1U)
Juan Pablo Condee089a172022-06-29 17:44:43 -0400172
Sona Mathew9e505f92024-03-13 11:33:54 -0500173/* PAUTH */
Olivier Deprez5d2a5f22024-06-07 10:57:28 +0200174__attribute__((always_inline))
Antonio Nino Diaz25cda672019-02-19 11:53:51 +0000175static inline bool is_armv8_3_pauth_present(void)
176{
Juan Pablo Condee089a172022-06-29 17:44:43 -0400177 uint64_t mask_id_aa64isar1 =
178 (ID_AA64ISAR1_GPI_MASK << ID_AA64ISAR1_GPI_SHIFT) |
179 (ID_AA64ISAR1_GPA_MASK << ID_AA64ISAR1_GPA_SHIFT) |
180 (ID_AA64ISAR1_API_MASK << ID_AA64ISAR1_API_SHIFT) |
181 (ID_AA64ISAR1_APA_MASK << ID_AA64ISAR1_APA_SHIFT);
Antonio Nino Diaz25cda672019-02-19 11:53:51 +0000182
Juan Pablo Condee089a172022-06-29 17:44:43 -0400183 /*
184 * If any of the fields is not zero or QARMA3 is present,
185 * PAuth is present
186 */
187 return ((read_id_aa64isar1_el1() & mask_id_aa64isar1) != 0U ||
188 is_feat_pacqarma3_present());
Antonio Nino Diaz25cda672019-02-19 11:53:51 +0000189}
190
Sona Mathew9e505f92024-03-13 11:33:54 -0500191/* FEAT_TTST: Small translation tables */
192CREATE_FEATURE_PRESENT(feat_ttst, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_ST_SHIFT,
193 ID_AA64MMFR2_EL1_ST_MASK, 1U)
Alexei Fedorov90f2e882019-05-24 12:17:09 +0100194
Sona Mathew9e505f92024-03-13 11:33:54 -0500195/* FEAT_BTI: Branch target identification */
196CREATE_FEATURE_PRESENT(feat_bti, id_aa64pfr1_el1, ID_AA64PFR1_EL1_BT_SHIFT,
197 ID_AA64PFR1_EL1_BT_MASK, BTI_IMPLEMENTED)
Manish Pandey5cfe5152024-01-09 15:55:20 +0000198
Sona Mathew9e505f92024-03-13 11:33:54 -0500199/* FEAT_MTE2: Memory tagging extension */
200CREATE_FEATURE_FUNCS(feat_mte2, id_aa64pfr1_el1, ID_AA64PFR1_EL1_MTE_SHIFT,
201 ID_AA64PFR1_EL1_MTE_MASK, MTE_IMPLEMENTED_ELX, ENABLE_FEAT_MTE2)
Manish Pandey5cfe5152024-01-09 15:55:20 +0000202
Sona Mathew9e505f92024-03-13 11:33:54 -0500203/* FEAT_SSBS: Speculative store bypass safe */
204CREATE_FEATURE_PRESENT(feat_ssbs, id_aa64pfr1_el1, ID_AA64PFR1_EL1_SSBS_SHIFT,
205 ID_AA64PFR1_EL1_SSBS_MASK, 1U)
Manish Pandey5cfe5152024-01-09 15:55:20 +0000206
Sona Mathew9e505f92024-03-13 11:33:54 -0500207/* FEAT_NMI: Non-maskable interrupts */
208CREATE_FEATURE_PRESENT(feat_nmi, id_aa64pfr1_el1, ID_AA64PFR1_EL1_NMI_SHIFT,
209 ID_AA64PFR1_EL1_NMI_MASK, NMI_IMPLEMENTED)
Manish Pandey5cfe5152024-01-09 15:55:20 +0000210
Sona Mathew9e505f92024-03-13 11:33:54 -0500211/* FEAT_EBEP */
212CREATE_FEATURE_PRESENT(feat_ebep, id_aa64dfr1_el1, ID_AA64DFR1_EBEP_SHIFT,
213 ID_AA64DFR1_EBEP_MASK, EBEP_IMPLEMENTED)
Manish Pandey5cfe5152024-01-09 15:55:20 +0000214
Sona Mathew9e505f92024-03-13 11:33:54 -0500215/* FEAT_SEBEP */
216CREATE_FEATURE_PRESENT(feat_sebep, id_aa64dfr0_el1, ID_AA64DFR0_SEBEP_SHIFT,
217 ID_AA64DFR0_SEBEP_MASK, SEBEP_IMPLEMENTED)
Manish Pandey5cfe5152024-01-09 15:55:20 +0000218
Sona Mathew9e505f92024-03-13 11:33:54 -0500219/* FEAT_SEL2: Secure EL2 */
Andre Przywara0dda4242023-04-18 16:58:36 +0100220CREATE_FEATURE_FUNCS(feat_sel2, id_aa64pfr0_el1, ID_AA64PFR0_SEL2_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500221 ID_AA64PFR0_SEL2_MASK, 1U, ENABLE_FEAT_SEL2)
222
223/* FEAT_TWED: Delayed trapping of WFE */
Andre Przywara0dda4242023-04-18 16:58:36 +0100224CREATE_FEATURE_FUNCS(feat_twed, id_aa64mmfr1_el1, ID_AA64MMFR1_EL1_TWED_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500225 ID_AA64MMFR1_EL1_TWED_MASK, 1U, ENABLE_FEAT_TWED)
226
227/* FEAT_FGT: Fine-grained traps */
Andre Przywara0dda4242023-04-18 16:58:36 +0100228CREATE_FEATURE_FUNCS(feat_fgt, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_FGT_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500229 ID_AA64MMFR0_EL1_FGT_MASK, 1U, ENABLE_FEAT_FGT)
230
Arvind Ram Prakash62d87e72024-06-06 11:33:37 -0500231/* FEAT_FGT2: Fine-grained traps extended */
232CREATE_FEATURE_FUNCS(feat_fgt2, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_FGT_SHIFT,
233 ID_AA64MMFR0_EL1_FGT_MASK, FGT2_IMPLEMENTED, ENABLE_FEAT_FGT2)
234
Sona Mathew9e505f92024-03-13 11:33:54 -0500235/* FEAT_ECV: Enhanced Counter Virtualization */
Andre Przywara0dda4242023-04-18 16:58:36 +0100236CREATE_FEATURE_FUNCS(feat_ecv, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_ECV_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500237 ID_AA64MMFR0_EL1_ECV_MASK, 1U, ENABLE_FEAT_ECV)
238CREATE_FEATURE_FUNCS(feat_ecv_v2, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_ECV_SHIFT,
239 ID_AA64MMFR0_EL1_ECV_MASK, ID_AA64MMFR0_EL1_ECV_SELF_SYNCH, ENABLE_FEAT_ECV)
Mark Brownc37eee72023-03-14 20:13:03 +0000240
Sona Mathew9e505f92024-03-13 11:33:54 -0500241/* FEAT_RNG: Random number generator */
Andre Przywara0dda4242023-04-18 16:58:36 +0100242CREATE_FEATURE_FUNCS(feat_rng, id_aa64isar0_el1, ID_AA64ISAR0_RNDR_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500243 ID_AA64ISAR0_RNDR_MASK, 1U, ENABLE_FEAT_RNG)
244
245/* FEAT_TCR2: Support TCR2_ELx regs */
Andre Przywara0dda4242023-04-18 16:58:36 +0100246CREATE_FEATURE_FUNCS(feat_tcr2, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_TCRX_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500247 ID_AA64MMFR3_EL1_TCRX_MASK, 1U, ENABLE_FEAT_TCR2)
Mark Brown293a6612023-03-14 20:48:43 +0000248
Sona Mathew9e505f92024-03-13 11:33:54 -0500249/* FEAT_S2POE */
Andre Przywara0dda4242023-04-18 16:58:36 +0100250CREATE_FEATURE_FUNCS(feat_s2poe, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_S2POE_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500251 ID_AA64MMFR3_EL1_S2POE_MASK, 1U, ENABLE_FEAT_S2POE)
252
253/* FEAT_S1POE */
Andre Przywara0dda4242023-04-18 16:58:36 +0100254CREATE_FEATURE_FUNCS(feat_s1poe, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_S1POE_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500255 ID_AA64MMFR3_EL1_S1POE_MASK, 1U, ENABLE_FEAT_S1POE)
256
Olivier Deprez5d2a5f22024-06-07 10:57:28 +0200257__attribute__((always_inline))
Mark Brown293a6612023-03-14 20:48:43 +0000258static inline bool is_feat_sxpoe_supported(void)
259{
260 return is_feat_s1poe_supported() || is_feat_s2poe_supported();
261}
262
Sona Mathew9e505f92024-03-13 11:33:54 -0500263/* FEAT_S2PIE */
Andre Przywara0dda4242023-04-18 16:58:36 +0100264CREATE_FEATURE_FUNCS(feat_s2pie, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_S2PIE_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500265 ID_AA64MMFR3_EL1_S2PIE_MASK, 1U, ENABLE_FEAT_S2PIE)
266
267/* FEAT_S1PIE */
Andre Przywara0dda4242023-04-18 16:58:36 +0100268CREATE_FEATURE_FUNCS(feat_s1pie, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_S1PIE_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500269 ID_AA64MMFR3_EL1_S1PIE_MASK, 1U, ENABLE_FEAT_S1PIE)
270
Jayanth Dodderi Chidanand6b706862024-09-05 22:24:04 +0100271/* FEAT_THE: Translation Hardening Extension */
272CREATE_FEATURE_FUNCS(feat_the, id_aa64pfr1_el1, ID_AA64PFR1_EL1_THE_SHIFT,
273 ID_AA64PFR1_EL1_THE_MASK, THE_IMPLEMENTED, ENABLE_FEAT_THE)
274
Jayanth Dodderi Chidanand70cc1752024-09-06 13:49:31 +0100275/* FEAT_SCTLR2 */
276CREATE_FEATURE_FUNCS(feat_sctlr2, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_SCTLR2_SHIFT,
277 ID_AA64MMFR3_EL1_SCTLR2_MASK, SCTLR2_IMPLEMENTED,
278 ENABLE_FEAT_SCTLR2)
279
Govindraj Rajae63794e2024-09-06 15:43:43 +0100280/* FEAT_D128 */
281CREATE_FEATURE_FUNCS(feat_d128, id_aa64mmfr3_el1, ID_AA64MMFR3_EL1_D128_SHIFT,
282 ID_AA64MMFR3_EL1_D128_MASK, D128_IMPLEMENTED,
283 ENABLE_FEAT_D128)
284
Olivier Deprez5d2a5f22024-06-07 10:57:28 +0200285__attribute__((always_inline))
Mark Brown293a6612023-03-14 20:48:43 +0000286static inline bool is_feat_sxpie_supported(void)
287{
288 return is_feat_s1pie_supported() || is_feat_s2pie_supported();
289}
290
Andre Przywara0dda4242023-04-18 16:58:36 +0100291/* FEAT_GCS: Guarded Control Stack */
292CREATE_FEATURE_FUNCS(feat_gcs, id_aa64pfr1_el1, ID_AA64PFR1_EL1_GCS_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500293 ID_AA64PFR1_EL1_GCS_MASK, 1U, ENABLE_FEAT_GCS)
Andre Przywara2c550e32022-11-10 14:41:07 +0000294
Andre Przywara0dda4242023-04-18 16:58:36 +0100295/* FEAT_AMU: Activity Monitors Extension */
296CREATE_FEATURE_FUNCS(feat_amu, id_aa64pfr0_el1, ID_AA64PFR0_AMU_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500297 ID_AA64PFR0_AMU_MASK, 1U, ENABLE_FEAT_AMU)
298
299/* FEAT_AMUV1P1: AMU Extension v1.1 */
300CREATE_FEATURE_FUNCS(feat_amuv1p1, id_aa64pfr0_el1, ID_AA64PFR0_AMU_SHIFT,
301 ID_AA64PFR0_AMU_MASK, ID_AA64PFR0_AMU_V1P1, ENABLE_FEAT_AMUv1p1)
johpow01fa59c6f2020-10-02 13:41:11 -0500302
Alexei Fedorov19933552020-05-26 13:16:41 +0100303/*
304 * Return MPAM version:
305 *
306 * 0x00: None Armv8.0 or later
307 * 0x01: v0.1 Armv8.4 or later
308 * 0x10: v1.0 Armv8.2 or later
309 * 0x11: v1.1 Armv8.4 or later
310 *
311 */
Olivier Deprez5d2a5f22024-06-07 10:57:28 +0200312__attribute__((always_inline))
Sona Mathew9e505f92024-03-13 11:33:54 -0500313static inline bool is_feat_mpam_present(void)
Alexei Fedorov19933552020-05-26 13:16:41 +0100314{
Sona Mathew9e505f92024-03-13 11:33:54 -0500315 unsigned int ret = (unsigned int)((((read_id_aa64pfr0_el1() >>
Alexei Fedorov19933552020-05-26 13:16:41 +0100316 ID_AA64PFR0_MPAM_SHIFT) & ID_AA64PFR0_MPAM_MASK) << 4) |
Sona Mathew9e505f92024-03-13 11:33:54 -0500317 ((read_id_aa64pfr1_el1() >> ID_AA64PFR1_MPAM_FRAC_SHIFT)
318 & ID_AA64PFR1_MPAM_FRAC_MASK));
319 return ret;
Alexei Fedorov19933552020-05-26 13:16:41 +0100320}
321
Sona Mathew9e505f92024-03-13 11:33:54 -0500322CREATE_FEATURE_SUPPORTED(feat_mpam, is_feat_mpam_present, ENABLE_FEAT_MPAM)
Andre Przywaraf20ad902022-11-15 11:45:19 +0000323
Arvind Ram Prakash05b47632024-05-22 15:24:00 -0500324/*
325 * FEAT_DebugV8P9: Debug extension. This function checks the field 3:0 of
326 * ID_AA64DFR0 Aarch64 Debug Feature Register 0 for the version of
327 * Feat_Debug supported. The value of the field determines feature presence
328 *
329 * 0b0110 - Arm v8.0 debug
330 * 0b0111 - Arm v8.0 debug architecture with Virtualization host extensions
331 * 0x1000 - FEAT_Debugv8p2 is supported
332 * 0x1001 - FEAT_Debugv8p4 is supported
333 * 0x1010 - FEAT_Debugv8p8 is supported
334 * 0x1011 - FEAT_Debugv8p9 is supported
335 *
336 */
337CREATE_FEATURE_FUNCS(feat_debugv8p9, id_aa64dfr0_el1, ID_AA64DFR0_DEBUGVER_SHIFT,
338 ID_AA64DFR0_DEBUGVER_MASK, DEBUGVER_V8P9_IMPLEMENTED,
339 ENABLE_FEAT_DEBUGV8P9)
340
Andre Przywara0dda4242023-04-18 16:58:36 +0100341/* FEAT_HCX: Extended Hypervisor Configuration Register */
342CREATE_FEATURE_FUNCS(feat_hcx, id_aa64mmfr1_el1, ID_AA64MMFR1_EL1_HCX_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500343 ID_AA64MMFR1_EL1_HCX_MASK, 1U, ENABLE_FEAT_HCX)
johpow01f91e59f2021-08-04 19:38:18 -0500344
Sona Mathew9e505f92024-03-13 11:33:54 -0500345/* FEAT_RNG_TRAP: Trapping support */
346CREATE_FEATURE_PRESENT(feat_rng_trap, id_aa64pfr1_el1, ID_AA64PFR1_EL1_RNDR_TRAP_SHIFT,
347 ID_AA64PFR1_EL1_RNDR_TRAP_MASK, RNG_TRAP_IMPLEMENTED)
Juan Pablo Conde42305f22022-07-12 16:40:29 -0400348
Sona Mathew9e505f92024-03-13 11:33:54 -0500349/* Return the RME version, zero if not supported. */
350CREATE_FEATURE_FUNCS(feat_rme, id_aa64pfr0_el1, ID_AA64PFR0_FEAT_RME_SHIFT,
351 ID_AA64PFR0_FEAT_RME_MASK, 1U, ENABLE_RME)
Zelalem Aweke79e3d292021-07-08 16:51:14 -0500352
Sona Mathew9e505f92024-03-13 11:33:54 -0500353/* FEAT_SB: Speculation barrier instruction */
354CREATE_FEATURE_PRESENT(feat_sb, id_aa64isar1_el1, ID_AA64ISAR1_SB_SHIFT,
355 ID_AA64ISAR1_SB_MASK, 1U)
Andre Przywara06ea44e2022-11-17 17:30:43 +0000356
Sona Mathew3b84c962023-10-25 16:48:19 -0500357/*
358 * FEAT_CSV2: Cache Speculation Variant 2. This checks bit fields[56-59]
359 * of id_aa64pfr0_el1 register and can be used to check for below features:
360 * FEAT_CSV2_2: Cache Speculation Variant CSV2_2.
361 * FEAT_CSV2_3: Cache Speculation Variant CSV2_3.
362 * 0b0000 - Feature FEAT_CSV2 is not implemented.
363 * 0b0001 - Feature FEAT_CSV2 is implemented, but FEAT_CSV2_2 and FEAT_CSV2_3
364 * are not implemented.
365 * 0b0010 - Feature FEAT_CSV2_2 is implemented but FEAT_CSV2_3 is not
366 * implemented.
367 * 0b0011 - Feature FEAT_CSV2_3 is implemented.
368 */
Sona Mathew3b84c962023-10-25 16:48:19 -0500369
Sona Mathew9e505f92024-03-13 11:33:54 -0500370CREATE_FEATURE_FUNCS(feat_csv2_2, id_aa64pfr0_el1, ID_AA64PFR0_CSV2_SHIFT,
371 ID_AA64PFR0_CSV2_MASK, CSV2_2_IMPLEMENTED, ENABLE_FEAT_CSV2_2)
372CREATE_FEATURE_FUNCS(feat_csv2_3, id_aa64pfr0_el1, ID_AA64PFR0_CSV2_SHIFT,
373 ID_AA64PFR0_CSV2_MASK, CSV2_3_IMPLEMENTED, ENABLE_FEAT_CSV2_3)
Andre Przywara06ea44e2022-11-17 17:30:43 +0000374
Andre Przywara0dda4242023-04-18 16:58:36 +0100375/* FEAT_SPE: Statistical Profiling Extension */
376CREATE_FEATURE_FUNCS(feat_spe, id_aa64dfr0_el1, ID_AA64DFR0_PMS_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500377 ID_AA64DFR0_PMS_MASK, 1U, ENABLE_SPE_FOR_NS)
Andre Przywara06ea44e2022-11-17 17:30:43 +0000378
Andre Przywara0dda4242023-04-18 16:58:36 +0100379/* FEAT_SVE: Scalable Vector Extension */
380CREATE_FEATURE_FUNCS(feat_sve, id_aa64pfr0_el1, ID_AA64PFR0_SVE_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500381 ID_AA64PFR0_SVE_MASK, 1U, ENABLE_SVE_FOR_NS)
Jayanth Dodderi Chidanand9461a892022-01-17 18:57:17 +0000382
Andre Przywara0dda4242023-04-18 16:58:36 +0100383/* FEAT_RAS: Reliability, Accessibility, Serviceability */
Sona Mathew9e505f92024-03-13 11:33:54 -0500384CREATE_FEATURE_FUNCS(feat_ras, id_aa64pfr0_el1, ID_AA64PFR0_RAS_SHIFT,
385 ID_AA64PFR0_RAS_MASK, 1U, ENABLE_FEAT_RAS)
Andre Przywaraedc449d2023-01-27 14:09:20 +0000386
Andre Przywara0dda4242023-04-18 16:58:36 +0100387/* FEAT_DIT: Data Independent Timing instructions */
Sona Mathew9e505f92024-03-13 11:33:54 -0500388CREATE_FEATURE_FUNCS(feat_dit, id_aa64pfr0_el1, ID_AA64PFR0_DIT_SHIFT,
389 ID_AA64PFR0_DIT_MASK, 1U, ENABLE_FEAT_DIT)
Andre Przywaraedc449d2023-01-27 14:09:20 +0000390
Sona Mathew9e505f92024-03-13 11:33:54 -0500391/* FEAT_SYS_REG_TRACE */
392CREATE_FEATURE_FUNCS(feat_sys_reg_trace, id_aa64dfr0_el1, ID_AA64DFR0_TRACEVER_SHIFT,
393 ID_AA64DFR0_TRACEVER_MASK, 1U, ENABLE_SYS_REG_TRACE_FOR_NS)
Andre Przywaraedc449d2023-01-27 14:09:20 +0000394
Andre Przywara0dda4242023-04-18 16:58:36 +0100395/* FEAT_TRF: TraceFilter */
396CREATE_FEATURE_FUNCS(feat_trf, id_aa64dfr0_el1, ID_AA64DFR0_TRACEFILT_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500397 ID_AA64DFR0_TRACEFILT_MASK, 1U, ENABLE_TRF_FOR_NS)
Jayanth Dodderi Chidanand9461a892022-01-17 18:57:17 +0000398
Andre Przywara0dda4242023-04-18 16:58:36 +0100399/* FEAT_NV2: Enhanced Nested Virtualization */
Sona Mathew9e505f92024-03-13 11:33:54 -0500400CREATE_FEATURE_FUNCS(feat_nv, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_NV_SHIFT,
401 ID_AA64MMFR2_EL1_NV_MASK, 1U, 0U)
402CREATE_FEATURE_FUNCS(feat_nv2, id_aa64mmfr2_el1, ID_AA64MMFR2_EL1_NV_SHIFT,
403 ID_AA64MMFR2_EL1_NV_MASK, NV2_IMPLEMENTED, CTX_INCLUDE_NEVE_REGS)
Andre Przywarac97c5512022-11-17 16:42:09 +0000404
Andre Przywara0dda4242023-04-18 16:58:36 +0100405/* FEAT_BRBE: Branch Record Buffer Extension */
406CREATE_FEATURE_FUNCS(feat_brbe, id_aa64dfr0_el1, ID_AA64DFR0_BRBE_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500407 ID_AA64DFR0_BRBE_MASK, 1U, ENABLE_BRBE_FOR_NS)
Andre Przywarac97c5512022-11-17 16:42:09 +0000408
Andre Przywara0dda4242023-04-18 16:58:36 +0100409/* FEAT_TRBE: Trace Buffer Extension */
410CREATE_FEATURE_FUNCS(feat_trbe, id_aa64dfr0_el1, ID_AA64DFR0_TRACEBUFFER_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500411 ID_AA64DFR0_TRACEBUFFER_MASK, 1U, ENABLE_TRBE_FOR_NS)
Andre Przywarac97c5512022-11-17 16:42:09 +0000412
Sona Mathew9e505f92024-03-13 11:33:54 -0500413/* FEAT_SME_FA64: Full A64 Instruction support in streaming SVE mode */
414CREATE_FEATURE_PRESENT(feat_sme_fa64, id_aa64smfr0_el1, ID_AA64SMFR0_EL1_SME_FA64_SHIFT,
415 ID_AA64SMFR0_EL1_SME_FA64_MASK, 1U)
416
Andre Przywara0dda4242023-04-18 16:58:36 +0100417/* FEAT_SMEx: Scalar Matrix Extension */
418CREATE_FEATURE_FUNCS(feat_sme, id_aa64pfr1_el1, ID_AA64PFR1_EL1_SME_SHIFT,
Sona Mathew9e505f92024-03-13 11:33:54 -0500419 ID_AA64PFR1_EL1_SME_MASK, 1U, ENABLE_SME_FOR_NS)
420
421CREATE_FEATURE_FUNCS(feat_sme2, id_aa64pfr1_el1, ID_AA64PFR1_EL1_SME_SHIFT,
422 ID_AA64PFR1_EL1_SME_MASK, SME2_IMPLEMENTED, ENABLE_SME2_FOR_NS)
Jayanth Dodderi Chidanandcfe053a2022-11-08 10:31:07 +0000423
Javier Almansa Sobrino8c8107e2023-05-03 12:16:11 +0100424/*******************************************************************************
425 * Function to get hardware granularity support
426 ******************************************************************************/
427
Olivier Deprez5d2a5f22024-06-07 10:57:28 +0200428__attribute__((always_inline))
Sona Mathew9e505f92024-03-13 11:33:54 -0500429static inline bool is_feat_tgran4K_present(void)
Javier Almansa Sobrino8c8107e2023-05-03 12:16:11 +0100430{
Sona Mathew9e505f92024-03-13 11:33:54 -0500431 unsigned int tgranx = ISOLATE_FIELD(read_id_aa64mmfr0_el1(),
432 ID_AA64MMFR0_EL1_TGRAN4_SHIFT, ID_REG_FIELD_MASK);
433 return (tgranx < 8U);
Javier Almansa Sobrino8c8107e2023-05-03 12:16:11 +0100434}
435
Sona Mathew9e505f92024-03-13 11:33:54 -0500436CREATE_FEATURE_PRESENT(feat_tgran16K, id_aa64mmfr0_el1, ID_AA64MMFR0_EL1_TGRAN16_SHIFT,
437 ID_AA64MMFR0_EL1_TGRAN16_MASK, TGRAN16_IMPLEMENTED)
Javier Almansa Sobrino8c8107e2023-05-03 12:16:11 +0100438
Olivier Deprez5d2a5f22024-06-07 10:57:28 +0200439__attribute__((always_inline))
Sona Mathew9e505f92024-03-13 11:33:54 -0500440static inline bool is_feat_tgran64K_present(void)
Boyan Karatotev05504ba2023-02-15 13:21:50 +0000441{
Sona Mathew9e505f92024-03-13 11:33:54 -0500442 unsigned int tgranx = ISOLATE_FIELD(read_id_aa64mmfr0_el1(),
443 ID_AA64MMFR0_EL1_TGRAN64_SHIFT, ID_REG_FIELD_MASK);
444 return (tgranx < 8U);
Boyan Karatotev05504ba2023-02-15 13:21:50 +0000445}
446
Sona Mathew9e505f92024-03-13 11:33:54 -0500447/* FEAT_PMUV3 */
448CREATE_FEATURE_PRESENT(feat_pmuv3, id_aa64dfr0_el1, ID_AA64DFR0_PMUVER_SHIFT,
449 ID_AA64DFR0_PMUVER_MASK, 1U)
Boyan Karatotev677ed8a2023-02-16 09:45:29 +0000450
Sona Mathew9e505f92024-03-13 11:33:54 -0500451/* FEAT_MTPMU */
Olivier Deprez5d2a5f22024-06-07 10:57:28 +0200452__attribute__((always_inline))
Sona Mathew9e505f92024-03-13 11:33:54 -0500453static inline bool is_feat_mtpmu_present(void)
Boyan Karatotev677ed8a2023-02-16 09:45:29 +0000454{
Sona Mathew9e505f92024-03-13 11:33:54 -0500455 unsigned int mtpmu = ISOLATE_FIELD(read_id_aa64dfr0_el1(), ID_AA64DFR0_MTPMU_SHIFT,
456 ID_AA64DFR0_MTPMU_MASK);
Sona Mathewe480ec22024-03-11 15:58:15 -0500457 return (mtpmu != 0U) && (mtpmu != MTPMU_NOT_IMPLEMENTED);
Boyan Karatotev677ed8a2023-02-16 09:45:29 +0000458}
459
Sona Mathew9e505f92024-03-13 11:33:54 -0500460CREATE_FEATURE_SUPPORTED(feat_mtpmu, is_feat_mtpmu_present, DISABLE_MTPMU)
461
Antonio Nino Diazc326c342019-01-11 11:20:10 +0000462#endif /* ARCH_FEATURES_H */