Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 1 | /* |
Boyan Karatotev | 6468d4a | 2023-02-16 15:12:45 +0000 | [diff] [blame] | 2 | * Copyright (c) 2017-2023, Arm Limited and Contributors. All rights reserved. |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 3 | * |
| 4 | * SPDX-License-Identifier: BSD-3-Clause |
| 5 | */ |
| 6 | |
Antonio Nino Diaz | e0f9063 | 2018-12-14 00:18:21 +0000 | [diff] [blame] | 7 | #include <stdbool.h> |
| 8 | |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 9 | #include <arch.h> |
Andre Przywara | f3e8cfc | 2022-11-17 16:42:09 +0000 | [diff] [blame] | 10 | #include <arch_features.h> |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 11 | #include <arch_helpers.h> |
Antonio Nino Diaz | e0f9063 | 2018-12-14 00:18:21 +0000 | [diff] [blame] | 12 | #include <lib/el3_runtime/pubsub.h> |
| 13 | #include <lib/extensions/spe.h> |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 14 | |
Antonio Nino Diaz | 033b4bb | 2018-10-25 16:52:26 +0100 | [diff] [blame] | 15 | static inline void psb_csync(void) |
| 16 | { |
| 17 | /* |
| 18 | * The assembler does not yet understand the psb csync mnemonic |
| 19 | * so use the equivalent hint instruction. |
| 20 | */ |
| 21 | __asm__ volatile("hint #17"); |
| 22 | } |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 23 | |
Boyan Karatotev | 6468d4a | 2023-02-16 15:12:45 +0000 | [diff] [blame] | 24 | void spe_init_el3(void) |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 25 | { |
| 26 | uint64_t v; |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 27 | |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 28 | /* |
Boyan Karatotev | 6e2fd8b | 2023-02-13 16:38:37 +0000 | [diff] [blame] | 29 | * MDCR_EL3.NSPB (ARM v8.2): SPE enabled in Non-secure state |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 30 | * and disabled in secure state. Accesses to SPE registers at |
| 31 | * S-EL1 generate trap exceptions to EL3. |
Manish V Badarkhe | 67fec3e | 2021-12-31 16:08:51 +0000 | [diff] [blame] | 32 | * |
Boyan Karatotev | 6e2fd8b | 2023-02-13 16:38:37 +0000 | [diff] [blame] | 33 | * MDCR_EL3.NSPBE: Profiling Buffer uses Non-secure Virtual Addresses. |
| 34 | * When FEAT_RME is not implemented, this field is RES0. |
| 35 | * |
Manish V Badarkhe | 67fec3e | 2021-12-31 16:08:51 +0000 | [diff] [blame] | 36 | * MDCR_EL3.EnPMSN (ARM v8.7): Do not trap access to PMSNEVFR_EL1 |
| 37 | * register at NS-EL1 or NS-EL2 to EL3 if FEAT_SPEv1p2 is implemented. |
| 38 | * Setting this bit to 1 doesn't have any effect on it when |
| 39 | * FEAT_SPEv1p2 not implemented. |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 40 | */ |
| 41 | v = read_mdcr_el3(); |
Manish V Badarkhe | 67fec3e | 2021-12-31 16:08:51 +0000 | [diff] [blame] | 42 | v |= MDCR_NSPB(MDCR_NSPB_EL1) | MDCR_EnPMSN_BIT; |
Boyan Karatotev | 6e2fd8b | 2023-02-13 16:38:37 +0000 | [diff] [blame] | 43 | v &= ~(MDCR_NSPBE_BIT); |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 44 | write_mdcr_el3(v); |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 45 | } |
| 46 | |
Boyan Karatotev | 6468d4a | 2023-02-16 15:12:45 +0000 | [diff] [blame] | 47 | void spe_init_el2_unused(void) |
| 48 | { |
| 49 | uint64_t v; |
| 50 | |
| 51 | /* |
| 52 | * MDCR_EL2.TPMS (ARM v8.2): Do not trap statistical |
| 53 | * profiling controls to EL2. |
| 54 | * |
| 55 | * MDCR_EL2.E2PB (ARM v8.2): SPE enabled in Non-secure |
| 56 | * state. Accesses to profiling buffer controls at |
| 57 | * Non-secure EL1 are not trapped to EL2. |
| 58 | */ |
| 59 | v = read_mdcr_el2(); |
| 60 | v &= ~MDCR_EL2_TPMS; |
| 61 | v |= MDCR_EL2_E2PB(MDCR_EL2_E2PB_EL1); |
| 62 | write_mdcr_el2(v); |
| 63 | } |
| 64 | |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 65 | void spe_disable(void) |
| 66 | { |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 67 | uint64_t v; |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 68 | |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 69 | /* Drain buffered data */ |
| 70 | psb_csync(); |
| 71 | dsbnsh(); |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 72 | |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 73 | /* Disable profiling buffer */ |
| 74 | v = read_pmblimitr_el1(); |
| 75 | v &= ~(1ULL << 0); |
| 76 | write_pmblimitr_el1(v); |
| 77 | isb(); |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 78 | } |
| 79 | |
| 80 | static void *spe_drain_buffers_hook(const void *arg) |
| 81 | { |
Andre Przywara | f3e8cfc | 2022-11-17 16:42:09 +0000 | [diff] [blame] | 82 | if (!is_feat_spe_supported()) |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 83 | return (void *)-1; |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 84 | |
Dimitris Papastamos | 5e8cd79 | 2018-02-19 14:52:19 +0000 | [diff] [blame] | 85 | /* Drain buffered data */ |
| 86 | psb_csync(); |
| 87 | dsbnsh(); |
Antonio Nino Diaz | 033b4bb | 2018-10-25 16:52:26 +0100 | [diff] [blame] | 88 | |
| 89 | return (void *)0; |
Dimitris Papastamos | 5bdbb47 | 2017-10-13 12:06:06 +0100 | [diff] [blame] | 90 | } |
| 91 | |
| 92 | SUBSCRIBE_TO_EVENT(cm_entering_secure_world, spe_drain_buffers_hook); |