johpow01 | a3810e8 | 2021-05-18 15:23:31 -0500 | [diff] [blame] | 1 | /* |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 2 | * Copyright (c) 2022, ARM Limited. All rights reserved. |
johpow01 | a3810e8 | 2021-05-18 15:23:31 -0500 | [diff] [blame] | 3 | * |
| 4 | * SPDX-License-Identifier: BSD-3-Clause |
| 5 | */ |
| 6 | |
| 7 | #include <arch.h> |
| 8 | #include <asm_macros.S> |
| 9 | #include <common/bl_common.h> |
| 10 | #include <cortex_a510.h> |
| 11 | #include <cpu_macros.S> |
| 12 | #include <plat_macros.S> |
| 13 | |
| 14 | /* Hardware handled coherency */ |
| 15 | #if HW_ASSISTED_COHERENCY == 0 |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 16 | #error "Cortex-A510 must be compiled with HW_ASSISTED_COHERENCY enabled" |
johpow01 | a3810e8 | 2021-05-18 15:23:31 -0500 | [diff] [blame] | 17 | #endif |
| 18 | |
| 19 | /* 64-bit only core */ |
| 20 | #if CTX_INCLUDE_AARCH32_REGS == 1 |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 21 | #error "Cortex-A510 supports only AArch64. Compile with CTX_INCLUDE_AARCH32_REGS=0" |
johpow01 | a3810e8 | 2021-05-18 15:23:31 -0500 | [diff] [blame] | 22 | #endif |
| 23 | |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 24 | /* -------------------------------------------------- |
| 25 | * Errata Workaround for Cortex-A510 Errata #1922240. |
| 26 | * This applies only to revision r0p0 (fixed in r0p1) |
| 27 | * x0: variant[4:7] and revision[0:3] of current cpu. |
| 28 | * Shall clobber: x0, x1, x17 |
| 29 | * -------------------------------------------------- |
| 30 | */ |
| 31 | func errata_cortex_a510_1922240_wa |
| 32 | /* Check workaround compatibility. */ |
| 33 | mov x17, x30 |
| 34 | bl check_errata_1922240 |
| 35 | cbz x0, 1f |
| 36 | |
| 37 | /* Apply the workaround by setting IMP_CMPXACTLR_EL1[11:10] = 0b11. */ |
| 38 | mrs x0, CORTEX_A510_CMPXACTLR_EL1 |
| 39 | mov x1, #3 |
| 40 | bfi x0, x1, #10, #2 |
| 41 | msr CORTEX_A510_CMPXACTLR_EL1, x0 |
| 42 | |
| 43 | 1: |
| 44 | ret x17 |
| 45 | endfunc errata_cortex_a510_1922240_wa |
| 46 | |
| 47 | func check_errata_1922240 |
| 48 | /* Applies to r0p0 only */ |
| 49 | mov x1, #0x00 |
| 50 | b cpu_rev_var_ls |
| 51 | endfunc check_errata_1922240 |
| 52 | |
johpow01 | 49f60dd | 2022-01-06 14:54:49 -0600 | [diff] [blame] | 53 | /* -------------------------------------------------- |
| 54 | * Errata Workaround for Cortex-A510 Errata #2288014. |
| 55 | * This applies only to revisions r0p0, r0p1, r0p2, |
| 56 | * r0p3 and r1p0. (fixed in r1p1) |
| 57 | * x0: variant[4:7] and revision[0:3] of current cpu. |
| 58 | * Shall clobber: x0, x1, x17 |
| 59 | * -------------------------------------------------- |
| 60 | */ |
| 61 | func errata_cortex_a510_2288014_wa |
| 62 | /* Check workaround compatibility. */ |
| 63 | mov x17, x30 |
| 64 | bl check_errata_2288014 |
| 65 | cbz x0, 1f |
| 66 | |
| 67 | /* Apply the workaround by setting IMP_CPUACTLR_EL1[18] = 0b1. */ |
| 68 | mrs x0, CORTEX_A510_CPUACTLR_EL1 |
| 69 | mov x1, #1 |
| 70 | bfi x0, x1, #18, #1 |
| 71 | msr CORTEX_A510_CPUACTLR_EL1, x0 |
| 72 | |
| 73 | 1: |
| 74 | ret x17 |
| 75 | endfunc errata_cortex_a510_2288014_wa |
| 76 | |
| 77 | func check_errata_2288014 |
| 78 | /* Applies to r1p0 and below */ |
| 79 | mov x1, #0x10 |
| 80 | b cpu_rev_var_ls |
| 81 | endfunc check_errata_2288014 |
| 82 | |
johpow01 | 8276f25 | 2022-01-07 17:12:31 -0600 | [diff] [blame] | 83 | /* -------------------------------------------------- |
| 84 | * Errata Workaround for Cortex-A510 Errata #2042739. |
| 85 | * This applies only to revisions r0p0, r0p1 and r0p2. |
| 86 | * (fixed in r0p3) |
| 87 | * x0: variant[4:7] and revision[0:3] of current cpu. |
| 88 | * Shall clobber: x0, x1, x17 |
| 89 | * -------------------------------------------------- |
| 90 | */ |
| 91 | func errata_cortex_a510_2042739_wa |
| 92 | /* Check workaround compatibility. */ |
| 93 | mov x17, x30 |
| 94 | bl check_errata_2042739 |
| 95 | cbz x0, 1f |
| 96 | |
| 97 | /* Apply the workaround by disabling ReadPreferUnique. */ |
| 98 | mrs x0, CORTEX_A510_CPUECTLR_EL1 |
| 99 | mov x1, #CORTEX_A510_CPUECTLR_EL1_READPREFERUNIQUE_DISABLE |
| 100 | bfi x0, x1, #CORTEX_A510_CPUECTLR_EL1_READPREFERUNIQUE_SHIFT, #1 |
| 101 | msr CORTEX_A510_CPUECTLR_EL1, x0 |
| 102 | |
| 103 | 1: |
| 104 | ret x17 |
| 105 | endfunc errata_cortex_a510_2042739_wa |
| 106 | |
| 107 | func check_errata_2042739 |
| 108 | /* Applies to revisions r0p0 - r0p2 */ |
| 109 | mov x1, #0x02 |
| 110 | b cpu_rev_var_ls |
| 111 | endfunc check_errata_2042739 |
| 112 | |
johpow01 | 5a99300 | 2022-01-11 17:54:41 -0600 | [diff] [blame] | 113 | /* -------------------------------------------------- |
| 114 | * Errata Workaround for Cortex-A510 Errata #2041909. |
| 115 | * This applies only to revision r0p2 and it is fixed in |
| 116 | * r0p3. The issue is also present in r0p0 and r0p1 but |
| 117 | * there is no workaround in those revisions. |
| 118 | * x0: variant[4:7] and revision[0:3] of current cpu. |
| 119 | * Shall clobber: x0, x1, x2, x17 |
| 120 | * -------------------------------------------------- |
| 121 | */ |
| 122 | func errata_cortex_a510_2041909_wa |
| 123 | /* Check workaround compatibility. */ |
| 124 | mov x17, x30 |
| 125 | bl check_errata_2041909 |
| 126 | cbz x0, 1f |
| 127 | |
| 128 | /* Apply workaround */ |
| 129 | mov x0, xzr |
| 130 | msr S3_6_C15_C4_0, x0 |
| 131 | isb |
| 132 | |
| 133 | mov x0, #0x8500000 |
| 134 | msr S3_6_C15_C4_2, x0 |
| 135 | |
| 136 | mov x0, #0x1F700000 |
| 137 | movk x0, #0x8, lsl #32 |
| 138 | msr S3_6_C15_C4_3, x0 |
| 139 | |
| 140 | mov x0, #0x3F1 |
| 141 | movk x0, #0x110, lsl #16 |
| 142 | msr S3_6_C15_C4_1, x0 |
| 143 | isb |
| 144 | |
| 145 | 1: |
| 146 | ret x17 |
| 147 | endfunc errata_cortex_a510_2041909_wa |
| 148 | |
| 149 | func check_errata_2041909 |
| 150 | /* Applies only to revision r0p2 */ |
| 151 | mov x1, #0x02 |
| 152 | mov x2, #0x02 |
| 153 | b cpu_rev_var_range |
| 154 | endfunc check_errata_2041909 |
| 155 | |
johpow01 | 3ba9cb2 | 2022-02-13 21:00:10 -0600 | [diff] [blame] | 156 | /* -------------------------------------------------- |
| 157 | * Errata Workaround for Cortex-A510 Errata #2250311. |
| 158 | * This applies only to revisions r0p0, r0p1, r0p2, |
| 159 | * r0p3 and r1p0, and is fixed in r1p1. |
| 160 | * This workaround is not a typical errata fix. MPMM |
| 161 | * is disabled here, but this conflicts with the BL31 |
| 162 | * MPMM support. So in addition to simply disabling |
| 163 | * the feature, a flag is set in the MPMM library |
| 164 | * indicating that it should not be enabled even if |
| 165 | * ENABLE_MPMM=1. |
| 166 | * x0: variant[4:7] and revision[0:3] of current cpu. |
| 167 | * Shall clobber: x0, x1, x17 |
| 168 | * -------------------------------------------------- |
| 169 | */ |
| 170 | func errata_cortex_a510_2250311_wa |
| 171 | /* Check workaround compatibility. */ |
| 172 | mov x17, x30 |
| 173 | bl check_errata_2250311 |
| 174 | cbz x0, 1f |
| 175 | |
| 176 | /* Disable MPMM */ |
| 177 | mrs x0, CPUMPMMCR_EL3 |
| 178 | bfm x0, xzr, #0, #0 /* bfc instruction does not work in GCC */ |
| 179 | msr CPUMPMMCR_EL3, x0 |
| 180 | |
| 181 | #if ENABLE_MPMM && IMAGE_BL31 |
| 182 | /* If ENABLE_MPMM is set, tell the runtime lib to skip enabling it. */ |
| 183 | bl mpmm_errata_disable |
| 184 | #endif |
| 185 | |
| 186 | 1: |
| 187 | ret x17 |
| 188 | endfunc errata_cortex_a510_2250311_wa |
| 189 | |
| 190 | func check_errata_2250311 |
| 191 | /* Applies to r1p0 and lower */ |
| 192 | mov x1, #0x10 |
| 193 | b cpu_rev_var_ls |
| 194 | endfunc check_errata_2250311 |
| 195 | |
johpow01 | 3ead295 | 2022-02-14 20:19:08 -0600 | [diff] [blame] | 196 | /* -------------------------------------------------- |
| 197 | * Errata Workaround for Cortex-A510 Errata #2218950. |
| 198 | * This applies only to revisions r0p0, r0p1, r0p2, |
| 199 | * r0p3 and r1p0, and is fixed in r1p1. |
| 200 | * x0: variant[4:7] and revision[0:3] of current cpu. |
| 201 | * Shall clobber: x0, x1, x17 |
| 202 | * -------------------------------------------------- |
| 203 | */ |
| 204 | func errata_cortex_a510_2218950_wa |
| 205 | /* Check workaround compatibility. */ |
| 206 | mov x17, x30 |
| 207 | bl check_errata_2218950 |
| 208 | cbz x0, 1f |
| 209 | |
| 210 | /* Source register for BFI */ |
| 211 | mov x1, #1 |
| 212 | |
| 213 | /* Set bit 18 in CPUACTLR_EL1 */ |
| 214 | mrs x0, CORTEX_A510_CPUACTLR_EL1 |
| 215 | bfi x0, x1, #18, #1 |
| 216 | msr CORTEX_A510_CPUACTLR_EL1, x0 |
| 217 | |
| 218 | /* Set bit 25 in CMPXACTLR_EL1 */ |
| 219 | mrs x0, CORTEX_A510_CMPXACTLR_EL1 |
| 220 | bfi x0, x1, #25, #1 |
| 221 | msr CORTEX_A510_CMPXACTLR_EL1, x0 |
| 222 | |
| 223 | 1: |
| 224 | ret x17 |
| 225 | endfunc errata_cortex_a510_2218950_wa |
| 226 | |
| 227 | func check_errata_2218950 |
| 228 | /* Applies to r1p0 and lower */ |
| 229 | mov x1, #0x10 |
| 230 | b cpu_rev_var_ls |
| 231 | endfunc check_errata_2218950 |
| 232 | |
johpow01 | ac55c01 | 2022-02-15 22:55:22 -0600 | [diff] [blame] | 233 | /* -------------------------------------------------- |
| 234 | * Errata Workaround for Cortex-A510 Errata #2172148. |
| 235 | * This applies only to revisions r0p0, r0p1, r0p2, |
| 236 | * r0p3 and r1p0, and is fixed in r1p1. |
| 237 | * x0: variant[4:7] and revision[0:3] of current cpu. |
| 238 | * Shall clobber: x0, x1, x17 |
| 239 | * -------------------------------------------------- |
| 240 | */ |
| 241 | func errata_cortex_a510_2172148_wa |
| 242 | /* Check workaround compatibility. */ |
| 243 | mov x17, x30 |
| 244 | bl check_errata_2172148 |
| 245 | cbz x0, 1f |
| 246 | |
| 247 | /* |
| 248 | * Force L2 allocation of transient lines by setting |
| 249 | * CPUECTLR_EL1.RSCTL=0b01 and CPUECTLR_EL1.NTCTL=0b01. |
| 250 | */ |
| 251 | mrs x0, CORTEX_A510_CPUECTLR_EL1 |
| 252 | mov x1, #1 |
| 253 | bfi x0, x1, #CORTEX_A510_CPUECTLR_EL1_RSCTL_SHIFT, #2 |
| 254 | bfi x0, x1, #CORTEX_A510_CPUECTLR_EL1_NTCTL_SHIFT, #2 |
| 255 | msr CORTEX_A510_CPUECTLR_EL1, x0 |
| 256 | |
| 257 | 1: |
| 258 | ret x17 |
| 259 | endfunc errata_cortex_a510_2172148_wa |
| 260 | |
| 261 | func check_errata_2172148 |
| 262 | /* Applies to r1p0 and lower */ |
| 263 | mov x1, #0x10 |
| 264 | b cpu_rev_var_ls |
| 265 | endfunc check_errata_2172148 |
| 266 | |
Akram Ahmad | 60accba | 2022-07-22 16:20:44 +0100 | [diff] [blame] | 267 | /*--------------------------------------------------- |
| 268 | * Errata Workaround for Cortex-A510 Errata #2371937. |
| 269 | * This applies to revisions r1p1 and lower, and is |
| 270 | * fixed in r1p2. |
| 271 | * Inputs: |
| 272 | * x0: variant[4:7] and revision[0:3] of current cpu. |
| 273 | * Shall clobber: x0, x1, x17 |
| 274 | *--------------------------------------------------- |
| 275 | */ |
| 276 | func errata_cortex_a510_2371937_wa |
| 277 | mov x17, x30 |
| 278 | bl check_errata_2371937 |
| 279 | cbz x0, 1f |
| 280 | |
| 281 | /* |
| 282 | * Cacheable atomic operations can be forced |
| 283 | * to be executed near by setting |
| 284 | * IMP_CPUECTLR_EL1.ATOM=0b010. ATOM is found |
| 285 | * in [40:38] of CPUECTLR_EL1. |
| 286 | */ |
| 287 | mrs x0, CORTEX_A510_CPUECTLR_EL1 |
| 288 | mov x1, CORTEX_A510_CPUECTLR_EL1_ATOM_EXECALLINSTRNEAR |
| 289 | bfi x0, x1, CORTEX_A510_CPUECTLR_EL1_ATOM, #3 |
| 290 | msr CORTEX_A510_CPUECTLR_EL1, x0 |
| 291 | 1: |
| 292 | ret x17 |
| 293 | endfunc errata_cortex_a510_2371937_wa |
| 294 | |
| 295 | func check_errata_2371937 |
| 296 | /* Applies to r1p1 and lower */ |
| 297 | mov x1, #0x11 |
| 298 | b cpu_rev_var_ls |
| 299 | endfunc check_errata_2371937 |
| 300 | |
johpow01 | a3810e8 | 2021-05-18 15:23:31 -0500 | [diff] [blame] | 301 | /* ---------------------------------------------------- |
| 302 | * HW will do the cache maintenance while powering down |
| 303 | * ---------------------------------------------------- |
| 304 | */ |
| 305 | func cortex_a510_core_pwr_dwn |
| 306 | /* --------------------------------------------------- |
| 307 | * Enable CPU power down bit in power control register |
| 308 | * --------------------------------------------------- |
| 309 | */ |
| 310 | mrs x0, CORTEX_A510_CPUPWRCTLR_EL1 |
| 311 | orr x0, x0, #CORTEX_A510_CPUPWRCTLR_EL1_CORE_PWRDN_BIT |
| 312 | msr CORTEX_A510_CPUPWRCTLR_EL1, x0 |
| 313 | isb |
| 314 | ret |
| 315 | endfunc cortex_a510_core_pwr_dwn |
| 316 | |
| 317 | /* |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 318 | * Errata printing function for Cortex-A510. Must follow AAPCS. |
johpow01 | a3810e8 | 2021-05-18 15:23:31 -0500 | [diff] [blame] | 319 | */ |
| 320 | #if REPORT_ERRATA |
| 321 | func cortex_a510_errata_report |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 322 | stp x8, x30, [sp, #-16]! |
| 323 | |
| 324 | bl cpu_get_rev_var |
| 325 | mov x8, x0 |
| 326 | |
| 327 | /* |
| 328 | * Report all errata. The revision-variant information is passed to |
| 329 | * checking functions of each errata. |
| 330 | */ |
| 331 | report_errata ERRATA_A510_1922240, cortex_a510, 1922240 |
johpow01 | 49f60dd | 2022-01-06 14:54:49 -0600 | [diff] [blame] | 332 | report_errata ERRATA_A510_2288014, cortex_a510, 2288014 |
johpow01 | 8276f25 | 2022-01-07 17:12:31 -0600 | [diff] [blame] | 333 | report_errata ERRATA_A510_2042739, cortex_a510, 2042739 |
johpow01 | 5a99300 | 2022-01-11 17:54:41 -0600 | [diff] [blame] | 334 | report_errata ERRATA_A510_2041909, cortex_a510, 2041909 |
johpow01 | 3ba9cb2 | 2022-02-13 21:00:10 -0600 | [diff] [blame] | 335 | report_errata ERRATA_A510_2250311, cortex_a510, 2250311 |
johpow01 | 3ead295 | 2022-02-14 20:19:08 -0600 | [diff] [blame] | 336 | report_errata ERRATA_A510_2218950, cortex_a510, 2218950 |
johpow01 | ac55c01 | 2022-02-15 22:55:22 -0600 | [diff] [blame] | 337 | report_errata ERRATA_A510_2172148, cortex_a510, 2172148 |
Akram Ahmad | 60accba | 2022-07-22 16:20:44 +0100 | [diff] [blame] | 338 | report_errata ERRATA_A510_2371937, cortex_a510, 2371937 |
Bipin Ravi | af40d69 | 2021-12-22 14:35:21 -0600 | [diff] [blame] | 339 | report_errata ERRATA_DSU_2313941, cortex_a510, dsu_2313941 |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 340 | |
| 341 | ldp x8, x30, [sp], #16 |
johpow01 | a3810e8 | 2021-05-18 15:23:31 -0500 | [diff] [blame] | 342 | ret |
| 343 | endfunc cortex_a510_errata_report |
| 344 | #endif |
| 345 | |
| 346 | func cortex_a510_reset_func |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 347 | mov x19, x30 |
| 348 | |
johpow01 | a3810e8 | 2021-05-18 15:23:31 -0500 | [diff] [blame] | 349 | /* Disable speculative loads */ |
| 350 | msr SSBS, xzr |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 351 | |
| 352 | /* Get the CPU revision and stash it in x18. */ |
| 353 | bl cpu_get_rev_var |
| 354 | mov x18, x0 |
| 355 | |
Bipin Ravi | af40d69 | 2021-12-22 14:35:21 -0600 | [diff] [blame] | 356 | #if ERRATA_DSU_2313941 |
| 357 | bl errata_dsu_2313941_wa |
| 358 | #endif |
| 359 | |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 360 | #if ERRATA_A510_1922240 |
| 361 | mov x0, x18 |
| 362 | bl errata_cortex_a510_1922240_wa |
| 363 | #endif |
| 364 | |
johpow01 | 49f60dd | 2022-01-06 14:54:49 -0600 | [diff] [blame] | 365 | #if ERRATA_A510_2288014 |
| 366 | mov x0, x18 |
| 367 | bl errata_cortex_a510_2288014_wa |
| 368 | #endif |
| 369 | |
johpow01 | 8276f25 | 2022-01-07 17:12:31 -0600 | [diff] [blame] | 370 | #if ERRATA_A510_2042739 |
| 371 | mov x0, x18 |
| 372 | bl errata_cortex_a510_2042739_wa |
| 373 | #endif |
| 374 | |
johpow01 | 5a99300 | 2022-01-11 17:54:41 -0600 | [diff] [blame] | 375 | #if ERRATA_A510_2041909 |
| 376 | mov x0, x18 |
| 377 | bl errata_cortex_a510_2041909_wa |
| 378 | #endif |
| 379 | |
johpow01 | 3ba9cb2 | 2022-02-13 21:00:10 -0600 | [diff] [blame] | 380 | #if ERRATA_A510_2250311 |
| 381 | mov x0, x18 |
| 382 | bl errata_cortex_a510_2250311_wa |
| 383 | #endif |
| 384 | |
johpow01 | 3ead295 | 2022-02-14 20:19:08 -0600 | [diff] [blame] | 385 | #if ERRATA_A510_2218950 |
| 386 | mov x0, x18 |
| 387 | bl errata_cortex_a510_2218950_wa |
| 388 | #endif |
| 389 | |
Akram Ahmad | 60accba | 2022-07-22 16:20:44 +0100 | [diff] [blame] | 390 | #if ERRATA_A510_2371937 |
| 391 | mov x0, x18 |
| 392 | bl errata_cortex_a510_2371937_wa |
| 393 | #endif |
| 394 | |
johpow01 | ac55c01 | 2022-02-15 22:55:22 -0600 | [diff] [blame] | 395 | #if ERRATA_A510_2172148 |
| 396 | mov x0, x18 |
| 397 | bl errata_cortex_a510_2172148_wa |
| 398 | #endif |
| 399 | |
Bipin Ravi | af40d69 | 2021-12-22 14:35:21 -0600 | [diff] [blame] | 400 | isb |
johpow01 | de7b524 | 2022-01-04 16:15:18 -0600 | [diff] [blame] | 401 | ret x19 |
johpow01 | a3810e8 | 2021-05-18 15:23:31 -0500 | [diff] [blame] | 402 | endfunc cortex_a510_reset_func |
| 403 | |
| 404 | /* --------------------------------------------- |
| 405 | * This function provides Cortex-A510 specific |
| 406 | * register information for crash reporting. |
| 407 | * It needs to return with x6 pointing to |
| 408 | * a list of register names in ascii and |
| 409 | * x8 - x15 having values of registers to be |
| 410 | * reported. |
| 411 | * --------------------------------------------- |
| 412 | */ |
| 413 | .section .rodata.cortex_a510_regs, "aS" |
| 414 | cortex_a510_regs: /* The ascii list of register names to be reported */ |
| 415 | .asciz "cpuectlr_el1", "" |
| 416 | |
| 417 | func cortex_a510_cpu_reg_dump |
| 418 | adr x6, cortex_a510_regs |
| 419 | mrs x8, CORTEX_A510_CPUECTLR_EL1 |
| 420 | ret |
| 421 | endfunc cortex_a510_cpu_reg_dump |
| 422 | |
| 423 | declare_cpu_ops cortex_a510, CORTEX_A510_MIDR, \ |
| 424 | cortex_a510_reset_func, \ |
| 425 | cortex_a510_core_pwr_dwn |