blob: 7b20bf1b04a3cf23adefdac7d58fe77a0c28f695 [file] [log] [blame]
Achin Gupta86f23532019-10-11 15:41:16 +01001/*
Olivier Deprezeae45962021-01-19 15:06:47 +01002 * Copyright (c) 2020-2021, ARM Limited and Contributors. All rights reserved.
Achin Gupta86f23532019-10-11 15:41:16 +01003 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 */
6
7#include <assert.h>
8#include <errno.h>
9#include <string.h>
10
11#include <arch_helpers.h>
Olivier Deprez2bae35f2020-04-16 13:39:06 +020012#include <arch/aarch64/arch_features.h>
Achin Gupta86f23532019-10-11 15:41:16 +010013#include <bl31/bl31.h>
14#include <common/debug.h>
15#include <common/runtime_svc.h>
16#include <lib/el3_runtime/context_mgmt.h>
17#include <lib/smccc.h>
18#include <lib/spinlock.h>
19#include <lib/utils.h>
Achin Gupta86f23532019-10-11 15:41:16 +010020#include <plat/common/common_def.h>
21#include <plat/common/platform.h>
22#include <platform_def.h>
J-Alves2672cde2020-05-07 18:42:25 +010023#include <services/ffa_svc.h>
Achin Gupta86f23532019-10-11 15:41:16 +010024#include <services/spmd_svc.h>
25#include <smccc_helpers.h>
26#include "spmd_private.h"
27
28/*******************************************************************************
29 * SPM Core context information.
30 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +020031static spmd_spm_core_context_t spm_core_context[PLATFORM_CORE_COUNT];
Achin Gupta86f23532019-10-11 15:41:16 +010032
33/*******************************************************************************
34 * SPM Core attribute information read from its manifest.
35 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +020036static spmc_manifest_attribute_t spmc_attrs;
Achin Gupta86f23532019-10-11 15:41:16 +010037
38/*******************************************************************************
Max Shvetsov745889c2020-02-27 14:54:21 +000039 * SPM Core entry point information. Discovered on the primary core and reused
40 * on secondary cores.
41 ******************************************************************************/
42static entry_point_info_t *spmc_ep_info;
43
44/*******************************************************************************
Olivier Deprez73ef0dc2020-06-19 15:33:41 +020045 * SPM Core context on CPU based on mpidr.
46 ******************************************************************************/
47spmd_spm_core_context_t *spmd_get_context_by_mpidr(uint64_t mpidr)
48{
Max Shvetsovf80c64d2020-08-25 11:50:18 +010049 int core_idx = plat_core_pos_by_mpidr(mpidr);
50
51 if (core_idx < 0) {
52 ERROR("Invalid mpidr: %llx, returned ID: %d\n", mpidr, core_idx);
53 panic();
54 }
55
56 return &spm_core_context[core_idx];
Olivier Deprez73ef0dc2020-06-19 15:33:41 +020057}
58
59/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +020060 * SPM Core context on current CPU get helper.
61 ******************************************************************************/
62spmd_spm_core_context_t *spmd_get_context(void)
63{
Olivier Deprez73ef0dc2020-06-19 15:33:41 +020064 return spmd_get_context_by_mpidr(read_mpidr());
Olivier Deprez2bae35f2020-04-16 13:39:06 +020065}
66
67/*******************************************************************************
Olivier Deprez87a9ee72019-10-28 08:52:45 +000068 * SPM Core entry point information get helper.
69 ******************************************************************************/
70entry_point_info_t *spmd_spmc_ep_info_get(void)
71{
72 return spmc_ep_info;
73}
74
75/*******************************************************************************
Olivier Deprezc7631a52020-03-23 09:53:06 +010076 * SPM Core ID getter.
77 ******************************************************************************/
78uint16_t spmd_spmc_id_get(void)
79{
80 return spmc_attrs.spmc_id;
81}
82
83/*******************************************************************************
Max Shvetsov745889c2020-02-27 14:54:21 +000084 * Static function declaration.
85 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +020086static int32_t spmd_init(void);
Olivier Deprez69ca84a2020-02-07 15:44:43 +010087static int spmd_spmc_init(void *pm_addr);
J-Alves2672cde2020-05-07 18:42:25 +010088static uint64_t spmd_ffa_error_return(void *handle,
Olivier Deprez2bae35f2020-04-16 13:39:06 +020089 int error_code);
90static uint64_t spmd_smc_forward(uint32_t smc_fid,
91 bool secure_origin,
92 uint64_t x1,
93 uint64_t x2,
94 uint64_t x3,
95 uint64_t x4,
96 void *handle);
Max Shvetsov745889c2020-02-27 14:54:21 +000097
98/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +020099 * This function takes an SPMC context pointer and performs a synchronous
100 * SPMC entry.
Achin Gupta86f23532019-10-11 15:41:16 +0100101 ******************************************************************************/
102uint64_t spmd_spm_core_sync_entry(spmd_spm_core_context_t *spmc_ctx)
103{
104 uint64_t rc;
105
106 assert(spmc_ctx != NULL);
107
108 cm_set_context(&(spmc_ctx->cpu_ctx), SECURE);
109
110 /* Restore the context assigned above */
111 cm_el1_sysregs_context_restore(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000112#if SPMD_SPM_AT_SEL2
Max Shvetsovbdf502d2020-02-25 13:56:19 +0000113 cm_el2_sysregs_context_restore(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000114#endif
Achin Gupta86f23532019-10-11 15:41:16 +0100115 cm_set_next_eret_context(SECURE);
116
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000117 /* Enter SPMC */
Achin Gupta86f23532019-10-11 15:41:16 +0100118 rc = spmd_spm_core_enter(&spmc_ctx->c_rt_ctx);
119
120 /* Save secure state */
121 cm_el1_sysregs_context_save(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000122#if SPMD_SPM_AT_SEL2
Max Shvetsovbdf502d2020-02-25 13:56:19 +0000123 cm_el2_sysregs_context_save(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000124#endif
Achin Gupta86f23532019-10-11 15:41:16 +0100125
126 return rc;
127}
128
129/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200130 * This function returns to the place where spmd_spm_core_sync_entry() was
Achin Gupta86f23532019-10-11 15:41:16 +0100131 * called originally.
132 ******************************************************************************/
133__dead2 void spmd_spm_core_sync_exit(uint64_t rc)
134{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200135 spmd_spm_core_context_t *ctx = spmd_get_context();
Achin Gupta86f23532019-10-11 15:41:16 +0100136
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200137 /* Get current CPU context from SPMC context */
Achin Gupta86f23532019-10-11 15:41:16 +0100138 assert(cm_get_context(SECURE) == &(ctx->cpu_ctx));
139
140 /*
141 * The SPMD must have initiated the original request through a
142 * synchronous entry into SPMC. Jump back to the original C runtime
143 * context with the value of rc in x0;
144 */
145 spmd_spm_core_exit(ctx->c_rt_ctx, rc);
146
147 panic();
148}
149
150/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200151 * Jump to the SPM Core for the first time.
Achin Gupta86f23532019-10-11 15:41:16 +0100152 ******************************************************************************/
153static int32_t spmd_init(void)
154{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200155 spmd_spm_core_context_t *ctx = spmd_get_context();
156 uint64_t rc;
Olivier Deprez7c016332019-10-28 09:03:13 +0000157 unsigned int linear_id = plat_my_core_pos();
158 unsigned int core_id;
Achin Gupta86f23532019-10-11 15:41:16 +0100159
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200160 VERBOSE("SPM Core init start.\n");
Olivier Deprez7c016332019-10-28 09:03:13 +0000161 ctx->state = SPMC_STATE_ON_PENDING;
162
163 /* Set the SPMC context state on other CPUs to OFF */
Olivier Deprez33e44122020-04-16 17:54:27 +0200164 for (core_id = 0U; core_id < PLATFORM_CORE_COUNT; core_id++) {
Olivier Deprez7c016332019-10-28 09:03:13 +0000165 if (core_id != linear_id) {
166 spm_core_context[core_id].state = SPMC_STATE_OFF;
167 }
168 }
Achin Gupta86f23532019-10-11 15:41:16 +0100169
170 rc = spmd_spm_core_sync_entry(ctx);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200171 if (rc != 0ULL) {
Achin Gupta86f23532019-10-11 15:41:16 +0100172 ERROR("SPMC initialisation failed 0x%llx\n", rc);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200173 return 0;
Achin Gupta86f23532019-10-11 15:41:16 +0100174 }
175
Olivier Deprez7c016332019-10-28 09:03:13 +0000176 ctx->state = SPMC_STATE_ON;
177
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200178 VERBOSE("SPM Core init end.\n");
Achin Gupta86f23532019-10-11 15:41:16 +0100179
180 return 1;
181}
182
183/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200184 * Loads SPMC manifest and inits SPMC.
Achin Gupta86f23532019-10-11 15:41:16 +0100185 ******************************************************************************/
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100186static int spmd_spmc_init(void *pm_addr)
Achin Gupta86f23532019-10-11 15:41:16 +0100187{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200188 spmd_spm_core_context_t *spm_ctx = spmd_get_context();
Achin Gupta86f23532019-10-11 15:41:16 +0100189 uint32_t ep_attr;
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200190 int rc;
Achin Gupta86f23532019-10-11 15:41:16 +0100191
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200192 /* Load the SPM Core manifest */
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100193 rc = plat_spm_core_manifest_load(&spmc_attrs, pm_addr);
Max Shvetsov745889c2020-02-27 14:54:21 +0000194 if (rc != 0) {
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200195 WARN("No or invalid SPM Core manifest image provided by BL2\n");
196 return rc;
Achin Gupta86f23532019-10-11 15:41:16 +0100197 }
198
199 /*
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200200 * Ensure that the SPM Core version is compatible with the SPM
201 * Dispatcher version.
Achin Gupta86f23532019-10-11 15:41:16 +0100202 */
J-Alves2672cde2020-05-07 18:42:25 +0100203 if ((spmc_attrs.major_version != FFA_VERSION_MAJOR) ||
204 (spmc_attrs.minor_version > FFA_VERSION_MINOR)) {
205 WARN("Unsupported FFA version (%u.%u)\n",
Achin Gupta86f23532019-10-11 15:41:16 +0100206 spmc_attrs.major_version, spmc_attrs.minor_version);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200207 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100208 }
209
J-Alves2672cde2020-05-07 18:42:25 +0100210 VERBOSE("FFA version (%u.%u)\n", spmc_attrs.major_version,
Achin Gupta86f23532019-10-11 15:41:16 +0100211 spmc_attrs.minor_version);
212
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200213 VERBOSE("SPM Core run time EL%x.\n",
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000214 SPMD_SPM_AT_SEL2 ? MODE_EL2 : MODE_EL1);
Achin Gupta86f23532019-10-11 15:41:16 +0100215
Max Shvetsove79062e2020-03-12 15:16:40 +0000216 /* Validate the SPMC ID, Ensure high bit is set */
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200217 if (((spmc_attrs.spmc_id >> SPMC_SECURE_ID_SHIFT) &
218 SPMC_SECURE_ID_MASK) == 0U) {
219 WARN("Invalid ID (0x%x) for SPMC.\n", spmc_attrs.spmc_id);
220 return -EINVAL;
Max Shvetsove79062e2020-03-12 15:16:40 +0000221 }
222
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200223 /* Validate the SPM Core execution state */
Achin Gupta86f23532019-10-11 15:41:16 +0100224 if ((spmc_attrs.exec_state != MODE_RW_64) &&
225 (spmc_attrs.exec_state != MODE_RW_32)) {
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100226 WARN("Unsupported %s%x.\n", "SPM Core execution state 0x",
Achin Gupta86f23532019-10-11 15:41:16 +0100227 spmc_attrs.exec_state);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200228 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100229 }
230
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100231 VERBOSE("%s%x.\n", "SPM Core execution state 0x",
232 spmc_attrs.exec_state);
Achin Gupta86f23532019-10-11 15:41:16 +0100233
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000234#if SPMD_SPM_AT_SEL2
235 /* Ensure manifest has not requested AArch32 state in S-EL2 */
236 if (spmc_attrs.exec_state == MODE_RW_32) {
237 WARN("AArch32 state at S-EL2 is not supported.\n");
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200238 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100239 }
240
241 /*
242 * Check if S-EL2 is supported on this system if S-EL2
243 * is required for SPM
244 */
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200245 if (!is_armv8_4_sel2_present()) {
246 WARN("SPM Core run time S-EL2 is not supported.\n");
247 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100248 }
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000249#endif /* SPMD_SPM_AT_SEL2 */
Achin Gupta86f23532019-10-11 15:41:16 +0100250
251 /* Initialise an entrypoint to set up the CPU context */
252 ep_attr = SECURE | EP_ST_ENABLE;
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200253 if ((read_sctlr_el3() & SCTLR_EE_BIT) != 0ULL) {
Achin Gupta86f23532019-10-11 15:41:16 +0100254 ep_attr |= EP_EE_BIG;
Max Shvetsov745889c2020-02-27 14:54:21 +0000255 }
256
Achin Gupta86f23532019-10-11 15:41:16 +0100257 SET_PARAM_HEAD(spmc_ep_info, PARAM_EP, VERSION_1, ep_attr);
Achin Gupta86f23532019-10-11 15:41:16 +0100258
259 /*
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200260 * Populate SPSR for SPM Core based upon validated parameters from the
261 * manifest.
Achin Gupta86f23532019-10-11 15:41:16 +0100262 */
263 if (spmc_attrs.exec_state == MODE_RW_32) {
264 spmc_ep_info->spsr = SPSR_MODE32(MODE32_svc, SPSR_T_ARM,
265 SPSR_E_LITTLE,
266 DAIF_FIQ_BIT |
267 DAIF_IRQ_BIT |
268 DAIF_ABT_BIT);
269 } else {
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000270
271#if SPMD_SPM_AT_SEL2
272 static const uint32_t runtime_el = MODE_EL2;
273#else
274 static const uint32_t runtime_el = MODE_EL1;
275#endif
276 spmc_ep_info->spsr = SPSR_64(runtime_el,
Achin Gupta86f23532019-10-11 15:41:16 +0100277 MODE_SP_ELX,
278 DISABLE_ALL_EXCEPTIONS);
279 }
280
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200281 /* Initialise SPM Core context with this entry point information */
Max Shvetsov745889c2020-02-27 14:54:21 +0000282 cm_setup_context(&spm_ctx->cpu_ctx, spmc_ep_info);
283
284 /* Reuse PSCI affinity states to mark this SPMC context as off */
285 spm_ctx->state = AFF_STATE_OFF;
Achin Gupta86f23532019-10-11 15:41:16 +0100286
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200287 INFO("SPM Core setup done.\n");
Achin Gupta86f23532019-10-11 15:41:16 +0100288
Olivier Deprez9afca122019-10-28 09:15:52 +0000289 /* Register power management hooks with PSCI */
290 psci_register_spd_pm_hook(&spmd_pm);
291
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200292 /* Register init function for deferred init. */
Achin Gupta86f23532019-10-11 15:41:16 +0100293 bl31_register_bl32_init(&spmd_init);
294
295 return 0;
Max Shvetsov745889c2020-02-27 14:54:21 +0000296}
Achin Gupta86f23532019-10-11 15:41:16 +0100297
Max Shvetsov745889c2020-02-27 14:54:21 +0000298/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200299 * Initialize context of SPM Core.
Max Shvetsov745889c2020-02-27 14:54:21 +0000300 ******************************************************************************/
301int spmd_setup(void)
302{
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100303 void *spmc_manifest;
Max Shvetsov745889c2020-02-27 14:54:21 +0000304 int rc;
Achin Gupta86f23532019-10-11 15:41:16 +0100305
Max Shvetsov745889c2020-02-27 14:54:21 +0000306 spmc_ep_info = bl31_plat_get_next_image_ep_info(SECURE);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200307 if (spmc_ep_info == NULL) {
308 WARN("No SPM Core image provided by BL2 boot loader.\n");
309 return -EINVAL;
Max Shvetsov745889c2020-02-27 14:54:21 +0000310 }
311
312 /* Under no circumstances will this parameter be 0 */
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200313 assert(spmc_ep_info->pc != 0ULL);
Max Shvetsov745889c2020-02-27 14:54:21 +0000314
315 /*
316 * Check if BL32 ep_info has a reference to 'tos_fw_config'. This will
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200317 * be used as a manifest for the SPM Core at the next lower EL/mode.
Max Shvetsov745889c2020-02-27 14:54:21 +0000318 */
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100319 spmc_manifest = (void *)spmc_ep_info->args.arg0;
320 if (spmc_manifest == NULL) {
321 ERROR("Invalid or absent SPM Core manifest.\n");
322 return -EINVAL;
Max Shvetsov745889c2020-02-27 14:54:21 +0000323 }
324
325 /* Load manifest, init SPMC */
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100326 rc = spmd_spmc_init(spmc_manifest);
Max Shvetsov745889c2020-02-27 14:54:21 +0000327 if (rc != 0) {
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200328 WARN("Booting device without SPM initialization.\n");
Max Shvetsov745889c2020-02-27 14:54:21 +0000329 }
330
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100331 return rc;
Max Shvetsov745889c2020-02-27 14:54:21 +0000332}
333
334/*******************************************************************************
335 * Forward SMC to the other security state
336 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200337static uint64_t spmd_smc_forward(uint32_t smc_fid,
338 bool secure_origin,
339 uint64_t x1,
340 uint64_t x2,
341 uint64_t x3,
342 uint64_t x4,
343 void *handle)
Max Shvetsov745889c2020-02-27 14:54:21 +0000344{
Olivier Deprezebc34772020-04-16 16:59:21 +0200345 unsigned int secure_state_in = (secure_origin) ? SECURE : NON_SECURE;
346 unsigned int secure_state_out = (!secure_origin) ? SECURE : NON_SECURE;
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100347
Max Shvetsov745889c2020-02-27 14:54:21 +0000348 /* Save incoming security state */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100349 cm_el1_sysregs_context_save(secure_state_in);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000350#if SPMD_SPM_AT_SEL2
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100351 cm_el2_sysregs_context_save(secure_state_in);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000352#endif
Max Shvetsov745889c2020-02-27 14:54:21 +0000353
354 /* Restore outgoing security state */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100355 cm_el1_sysregs_context_restore(secure_state_out);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000356#if SPMD_SPM_AT_SEL2
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100357 cm_el2_sysregs_context_restore(secure_state_out);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000358#endif
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100359 cm_set_next_eret_context(secure_state_out);
Max Shvetsov745889c2020-02-27 14:54:21 +0000360
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100361 SMC_RET8(cm_get_context(secure_state_out), smc_fid, x1, x2, x3, x4,
Max Shvetsov745889c2020-02-27 14:54:21 +0000362 SMC_GET_GP(handle, CTX_GPREG_X5),
363 SMC_GET_GP(handle, CTX_GPREG_X6),
364 SMC_GET_GP(handle, CTX_GPREG_X7));
365}
366
367/*******************************************************************************
J-Alves2672cde2020-05-07 18:42:25 +0100368 * Return FFA_ERROR with specified error code
Max Shvetsov745889c2020-02-27 14:54:21 +0000369 ******************************************************************************/
J-Alves2672cde2020-05-07 18:42:25 +0100370static uint64_t spmd_ffa_error_return(void *handle, int error_code)
Max Shvetsov745889c2020-02-27 14:54:21 +0000371{
J-Alves64ff9932021-03-01 10:26:59 +0000372 SMC_RET8(handle, (uint32_t) FFA_ERROR,
373 FFA_TARGET_INFO_MBZ, (uint32_t)error_code,
J-Alves2672cde2020-05-07 18:42:25 +0100374 FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ,
375 FFA_PARAM_MBZ, FFA_PARAM_MBZ);
Achin Gupta86f23532019-10-11 15:41:16 +0100376}
377
Olivier Deprez33e44122020-04-16 17:54:27 +0200378/*******************************************************************************
379 * spmd_check_address_in_binary_image
380 ******************************************************************************/
381bool spmd_check_address_in_binary_image(uint64_t address)
382{
383 assert(!check_uptr_overflow(spmc_attrs.load_address, spmc_attrs.binary_size));
384
385 return ((address >= spmc_attrs.load_address) &&
386 (address < (spmc_attrs.load_address + spmc_attrs.binary_size)));
387}
388
Olivier Deprezebc34772020-04-16 16:59:21 +0200389/******************************************************************************
390 * spmd_is_spmc_message
391 *****************************************************************************/
392static bool spmd_is_spmc_message(unsigned int ep)
393{
394 return ((ffa_endpoint_destination(ep) == SPMD_DIRECT_MSG_ENDPOINT_ID)
395 && (ffa_endpoint_source(ep) == spmc_attrs.spmc_id));
396}
397
Olivier Deprez33e44122020-04-16 17:54:27 +0200398/******************************************************************************
399 * spmd_handle_spmc_message
400 *****************************************************************************/
Olivier Deprezc7631a52020-03-23 09:53:06 +0100401static int spmd_handle_spmc_message(unsigned long long msg,
402 unsigned long long parm1, unsigned long long parm2,
403 unsigned long long parm3, unsigned long long parm4)
Olivier Deprez33e44122020-04-16 17:54:27 +0200404{
405 VERBOSE("%s %llx %llx %llx %llx %llx\n", __func__,
406 msg, parm1, parm2, parm3, parm4);
407
Olivier Deprez33e44122020-04-16 17:54:27 +0200408 return -EINVAL;
409}
410
Achin Gupta86f23532019-10-11 15:41:16 +0100411/*******************************************************************************
J-Alves2672cde2020-05-07 18:42:25 +0100412 * This function handles all SMCs in the range reserved for FFA. Each call is
Achin Gupta86f23532019-10-11 15:41:16 +0100413 * either forwarded to the other security state or handled by the SPM dispatcher
414 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200415uint64_t spmd_smc_handler(uint32_t smc_fid,
416 uint64_t x1,
417 uint64_t x2,
418 uint64_t x3,
419 uint64_t x4,
420 void *cookie,
421 void *handle,
Achin Gupta86f23532019-10-11 15:41:16 +0100422 uint64_t flags)
423{
Olivier Deprezeae45962021-01-19 15:06:47 +0100424 unsigned int linear_id = plat_my_core_pos();
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200425 spmd_spm_core_context_t *ctx = spmd_get_context();
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100426 bool secure_origin;
427 int32_t ret;
J-Alves4c95c702020-05-26 14:03:05 +0100428 uint32_t input_version;
Achin Gupta86f23532019-10-11 15:41:16 +0100429
430 /* Determine which security state this SMC originated from */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100431 secure_origin = is_caller_secure(flags);
Achin Gupta86f23532019-10-11 15:41:16 +0100432
Olivier Deprezeae45962021-01-19 15:06:47 +0100433 VERBOSE("SPM(%u): 0x%x 0x%llx 0x%llx 0x%llx 0x%llx "
434 "0x%llx 0x%llx 0x%llx\n",
435 linear_id, smc_fid, x1, x2, x3, x4,
436 SMC_GET_GP(handle, CTX_GPREG_X5),
437 SMC_GET_GP(handle, CTX_GPREG_X6),
438 SMC_GET_GP(handle, CTX_GPREG_X7));
Achin Gupta86f23532019-10-11 15:41:16 +0100439
440 switch (smc_fid) {
J-Alves2672cde2020-05-07 18:42:25 +0100441 case FFA_ERROR:
Achin Gupta86f23532019-10-11 15:41:16 +0100442 /*
443 * Check if this is the first invocation of this interface on
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200444 * this CPU. If so, then indicate that the SPM Core initialised
Achin Gupta86f23532019-10-11 15:41:16 +0100445 * unsuccessfully.
446 */
Olivier Deprez7c016332019-10-28 09:03:13 +0000447 if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) {
Achin Gupta86f23532019-10-11 15:41:16 +0100448 spmd_spm_core_sync_exit(x2);
Max Shvetsov745889c2020-02-27 14:54:21 +0000449 }
Achin Gupta86f23532019-10-11 15:41:16 +0100450
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100451 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000452 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100453 break; /* not reached */
454
J-Alves2672cde2020-05-07 18:42:25 +0100455 case FFA_VERSION:
J-Alves4c95c702020-05-26 14:03:05 +0100456 input_version = (uint32_t)(0xFFFFFFFF & x1);
Achin Gupta86f23532019-10-11 15:41:16 +0100457 /*
J-Alves4c95c702020-05-26 14:03:05 +0100458 * If caller is secure and SPMC was initialized,
459 * return FFA_VERSION of SPMD.
460 * If caller is non secure and SPMC was initialized,
461 * return SPMC's version.
462 * Sanity check to "input_version".
Achin Gupta86f23532019-10-11 15:41:16 +0100463 */
J-Alves4c95c702020-05-26 14:03:05 +0100464 if ((input_version & FFA_VERSION_BIT31_MASK) ||
465 (ctx->state == SPMC_STATE_RESET)) {
466 ret = FFA_ERROR_NOT_SUPPORTED;
467 } else if (!secure_origin) {
J-Alves64ff9932021-03-01 10:26:59 +0000468 ret = MAKE_FFA_VERSION(spmc_attrs.major_version,
469 spmc_attrs.minor_version);
J-Alves4c95c702020-05-26 14:03:05 +0100470 } else {
J-Alves64ff9932021-03-01 10:26:59 +0000471 ret = MAKE_FFA_VERSION(FFA_VERSION_MAJOR,
472 FFA_VERSION_MINOR);
J-Alves4c95c702020-05-26 14:03:05 +0100473 }
474
J-Alves64ff9932021-03-01 10:26:59 +0000475 SMC_RET8(handle, (uint32_t)ret, FFA_TARGET_INFO_MBZ,
476 FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ,
477 FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ);
Achin Gupta86f23532019-10-11 15:41:16 +0100478 break; /* not reached */
479
J-Alves2672cde2020-05-07 18:42:25 +0100480 case FFA_FEATURES:
Achin Gupta86f23532019-10-11 15:41:16 +0100481 /*
482 * This is an optional interface. Do the minimal checks and
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200483 * forward to SPM Core which will handle it if implemented.
Achin Gupta86f23532019-10-11 15:41:16 +0100484 */
485
486 /*
J-Alves2672cde2020-05-07 18:42:25 +0100487 * Check if x1 holds a valid FFA fid. This is an
Achin Gupta86f23532019-10-11 15:41:16 +0100488 * optimization.
489 */
J-Alves2672cde2020-05-07 18:42:25 +0100490 if (!is_ffa_fid(x1)) {
491 return spmd_ffa_error_return(handle,
J-Alves64ff9932021-03-01 10:26:59 +0000492 FFA_ERROR_NOT_SUPPORTED);
Max Shvetsov745889c2020-02-27 14:54:21 +0000493 }
Achin Gupta86f23532019-10-11 15:41:16 +0100494
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200495 /* Forward SMC from Normal world to the SPM Core */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100496 if (!secure_origin) {
497 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000498 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100499 }
Max Shvetsov745889c2020-02-27 14:54:21 +0000500
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200501 /*
502 * Return success if call was from secure world i.e. all
J-Alves2672cde2020-05-07 18:42:25 +0100503 * FFA functions are supported. This is essentially a
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200504 * nop.
505 */
J-Alves2672cde2020-05-07 18:42:25 +0100506 SMC_RET8(handle, FFA_SUCCESS_SMC32, x1, x2, x3, x4,
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200507 SMC_GET_GP(handle, CTX_GPREG_X5),
508 SMC_GET_GP(handle, CTX_GPREG_X6),
509 SMC_GET_GP(handle, CTX_GPREG_X7));
510
Achin Gupta86f23532019-10-11 15:41:16 +0100511 break; /* not reached */
512
J-Alves2672cde2020-05-07 18:42:25 +0100513 case FFA_ID_GET:
Max Shvetsove79062e2020-03-12 15:16:40 +0000514 /*
J-Alves2672cde2020-05-07 18:42:25 +0100515 * Returns the ID of the calling FFA component.
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200516 */
Max Shvetsove79062e2020-03-12 15:16:40 +0000517 if (!secure_origin) {
J-Alves2672cde2020-05-07 18:42:25 +0100518 SMC_RET8(handle, FFA_SUCCESS_SMC32,
519 FFA_TARGET_INFO_MBZ, FFA_NS_ENDPOINT_ID,
520 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
521 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
522 FFA_PARAM_MBZ);
Max Shvetsove79062e2020-03-12 15:16:40 +0000523 }
524
J-Alves2672cde2020-05-07 18:42:25 +0100525 SMC_RET8(handle, FFA_SUCCESS_SMC32,
526 FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id,
527 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
528 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
529 FFA_PARAM_MBZ);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200530
Max Shvetsove79062e2020-03-12 15:16:40 +0000531 break; /* not reached */
532
Olivier Deprezeae45962021-01-19 15:06:47 +0100533 case FFA_SECONDARY_EP_REGISTER_SMC64:
534 if (secure_origin) {
535 ret = spmd_pm_secondary_ep_register(x1);
536
537 if (ret < 0) {
538 SMC_RET8(handle, FFA_ERROR_SMC64,
539 FFA_TARGET_INFO_MBZ, ret,
540 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
541 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
542 FFA_PARAM_MBZ);
543 } else {
544 SMC_RET8(handle, FFA_SUCCESS_SMC64,
545 FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ,
546 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
547 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
548 FFA_PARAM_MBZ);
549 }
550 }
551
552 return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED);
553 break; /* Not reached */
554
Olivier Deprez33e44122020-04-16 17:54:27 +0200555 case FFA_MSG_SEND_DIRECT_REQ_SMC32:
556 if (secure_origin && spmd_is_spmc_message(x1)) {
557 ret = spmd_handle_spmc_message(x3, x4,
558 SMC_GET_GP(handle, CTX_GPREG_X5),
559 SMC_GET_GP(handle, CTX_GPREG_X6),
560 SMC_GET_GP(handle, CTX_GPREG_X7));
561
562 SMC_RET8(handle, FFA_SUCCESS_SMC32,
563 FFA_TARGET_INFO_MBZ, ret,
564 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
565 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
566 FFA_PARAM_MBZ);
567 } else {
568 /* Forward direct message to the other world */
569 return spmd_smc_forward(smc_fid, secure_origin,
570 x1, x2, x3, x4, handle);
571 }
572 break; /* Not reached */
573
574 case FFA_MSG_SEND_DIRECT_RESP_SMC32:
575 if (secure_origin && spmd_is_spmc_message(x1)) {
576 spmd_spm_core_sync_exit(0);
577 } else {
578 /* Forward direct message to the other world */
579 return spmd_smc_forward(smc_fid, secure_origin,
580 x1, x2, x3, x4, handle);
581 }
582 break; /* Not reached */
583
J-Alves2672cde2020-05-07 18:42:25 +0100584 case FFA_RX_RELEASE:
585 case FFA_RXTX_MAP_SMC32:
586 case FFA_RXTX_MAP_SMC64:
587 case FFA_RXTX_UNMAP:
Ruari Phipps93dff702020-07-28 10:33:35 +0100588 case FFA_PARTITION_INFO_GET:
589 /*
590 * Should not be allowed to forward FFA_PARTITION_INFO_GET
591 * from Secure world to Normal world
592 *
593 * Fall through to forward the call to the other world
594 */
J-Alves2672cde2020-05-07 18:42:25 +0100595 case FFA_MSG_RUN:
Achin Gupta86f23532019-10-11 15:41:16 +0100596 /* This interface must be invoked only by the Normal world */
Ruari Phipps93dff702020-07-28 10:33:35 +0100597
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100598 if (secure_origin) {
J-Alves2672cde2020-05-07 18:42:25 +0100599 return spmd_ffa_error_return(handle,
Ruari Phipps93dff702020-07-28 10:33:35 +0100600 FFA_ERROR_NOT_SUPPORTED);
Achin Gupta86f23532019-10-11 15:41:16 +0100601 }
602
603 /* Fall through to forward the call to the other world */
J-Alves2672cde2020-05-07 18:42:25 +0100604 case FFA_MSG_SEND:
J-Alves2672cde2020-05-07 18:42:25 +0100605 case FFA_MSG_SEND_DIRECT_REQ_SMC64:
J-Alves2672cde2020-05-07 18:42:25 +0100606 case FFA_MSG_SEND_DIRECT_RESP_SMC64:
607 case FFA_MEM_DONATE_SMC32:
608 case FFA_MEM_DONATE_SMC64:
609 case FFA_MEM_LEND_SMC32:
610 case FFA_MEM_LEND_SMC64:
611 case FFA_MEM_SHARE_SMC32:
612 case FFA_MEM_SHARE_SMC64:
613 case FFA_MEM_RETRIEVE_REQ_SMC32:
614 case FFA_MEM_RETRIEVE_REQ_SMC64:
615 case FFA_MEM_RETRIEVE_RESP:
616 case FFA_MEM_RELINQUISH:
617 case FFA_MEM_RECLAIM:
618 case FFA_SUCCESS_SMC32:
619 case FFA_SUCCESS_SMC64:
Achin Gupta86f23532019-10-11 15:41:16 +0100620 /*
621 * TODO: Assume that no requests originate from EL3 at the
622 * moment. This will change if a SP service is required in
623 * response to secure interrupts targeted to EL3. Until then
624 * simply forward the call to the Normal world.
625 */
626
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100627 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000628 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100629 break; /* not reached */
630
J-Alves2672cde2020-05-07 18:42:25 +0100631 case FFA_MSG_WAIT:
Achin Gupta86f23532019-10-11 15:41:16 +0100632 /*
633 * Check if this is the first invocation of this interface on
634 * this CPU from the Secure world. If so, then indicate that the
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200635 * SPM Core initialised successfully.
Achin Gupta86f23532019-10-11 15:41:16 +0100636 */
Olivier Deprez7c016332019-10-28 09:03:13 +0000637 if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) {
Achin Gupta86f23532019-10-11 15:41:16 +0100638 spmd_spm_core_sync_exit(0);
639 }
640
Max Shvetsov745889c2020-02-27 14:54:21 +0000641 /* Fall through to forward the call to the other world */
Achin Gupta86f23532019-10-11 15:41:16 +0100642
J-Alves2672cde2020-05-07 18:42:25 +0100643 case FFA_MSG_YIELD:
Achin Gupta86f23532019-10-11 15:41:16 +0100644 /* This interface must be invoked only by the Secure world */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100645 if (!secure_origin) {
J-Alves2672cde2020-05-07 18:42:25 +0100646 return spmd_ffa_error_return(handle,
647 FFA_ERROR_NOT_SUPPORTED);
Achin Gupta86f23532019-10-11 15:41:16 +0100648 }
649
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100650 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000651 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100652 break; /* not reached */
653
654 default:
655 WARN("SPM: Unsupported call 0x%08x\n", smc_fid);
J-Alves2672cde2020-05-07 18:42:25 +0100656 return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED);
Achin Gupta86f23532019-10-11 15:41:16 +0100657 }
658}