blob: dda127fd4c68eaafe065ed7f4b2bfdd37af0eae6 [file] [log] [blame]
Achin Gupta86f23532019-10-11 15:41:16 +01001/*
Olivier Deprezeae45962021-01-19 15:06:47 +01002 * Copyright (c) 2020-2021, ARM Limited and Contributors. All rights reserved.
Achin Gupta86f23532019-10-11 15:41:16 +01003 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 */
6
7#include <assert.h>
8#include <errno.h>
9#include <string.h>
10
11#include <arch_helpers.h>
Olivier Deprez2bae35f2020-04-16 13:39:06 +020012#include <arch/aarch64/arch_features.h>
Achin Gupta86f23532019-10-11 15:41:16 +010013#include <bl31/bl31.h>
14#include <common/debug.h>
15#include <common/runtime_svc.h>
16#include <lib/el3_runtime/context_mgmt.h>
17#include <lib/smccc.h>
18#include <lib/spinlock.h>
19#include <lib/utils.h>
Achin Gupta86f23532019-10-11 15:41:16 +010020#include <plat/common/common_def.h>
21#include <plat/common/platform.h>
22#include <platform_def.h>
J-Alves2672cde2020-05-07 18:42:25 +010023#include <services/ffa_svc.h>
Achin Gupta86f23532019-10-11 15:41:16 +010024#include <services/spmd_svc.h>
25#include <smccc_helpers.h>
26#include "spmd_private.h"
27
28/*******************************************************************************
29 * SPM Core context information.
30 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +020031static spmd_spm_core_context_t spm_core_context[PLATFORM_CORE_COUNT];
Achin Gupta86f23532019-10-11 15:41:16 +010032
33/*******************************************************************************
34 * SPM Core attribute information read from its manifest.
35 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +020036static spmc_manifest_attribute_t spmc_attrs;
Achin Gupta86f23532019-10-11 15:41:16 +010037
38/*******************************************************************************
Max Shvetsov745889c2020-02-27 14:54:21 +000039 * SPM Core entry point information. Discovered on the primary core and reused
40 * on secondary cores.
41 ******************************************************************************/
42static entry_point_info_t *spmc_ep_info;
43
44/*******************************************************************************
Olivier Deprez73ef0dc2020-06-19 15:33:41 +020045 * SPM Core context on CPU based on mpidr.
46 ******************************************************************************/
47spmd_spm_core_context_t *spmd_get_context_by_mpidr(uint64_t mpidr)
48{
Max Shvetsovf80c64d2020-08-25 11:50:18 +010049 int core_idx = plat_core_pos_by_mpidr(mpidr);
50
51 if (core_idx < 0) {
52 ERROR("Invalid mpidr: %llx, returned ID: %d\n", mpidr, core_idx);
53 panic();
54 }
55
56 return &spm_core_context[core_idx];
Olivier Deprez73ef0dc2020-06-19 15:33:41 +020057}
58
59/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +020060 * SPM Core context on current CPU get helper.
61 ******************************************************************************/
62spmd_spm_core_context_t *spmd_get_context(void)
63{
Olivier Deprez73ef0dc2020-06-19 15:33:41 +020064 return spmd_get_context_by_mpidr(read_mpidr());
Olivier Deprez2bae35f2020-04-16 13:39:06 +020065}
66
67/*******************************************************************************
Olivier Deprez87a9ee72019-10-28 08:52:45 +000068 * SPM Core entry point information get helper.
69 ******************************************************************************/
70entry_point_info_t *spmd_spmc_ep_info_get(void)
71{
72 return spmc_ep_info;
73}
74
75/*******************************************************************************
Olivier Deprezc7631a52020-03-23 09:53:06 +010076 * SPM Core ID getter.
77 ******************************************************************************/
78uint16_t spmd_spmc_id_get(void)
79{
80 return spmc_attrs.spmc_id;
81}
82
83/*******************************************************************************
Max Shvetsov745889c2020-02-27 14:54:21 +000084 * Static function declaration.
85 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +020086static int32_t spmd_init(void);
Olivier Deprez69ca84a2020-02-07 15:44:43 +010087static int spmd_spmc_init(void *pm_addr);
J-Alves2672cde2020-05-07 18:42:25 +010088static uint64_t spmd_ffa_error_return(void *handle,
Olivier Deprez2bae35f2020-04-16 13:39:06 +020089 int error_code);
90static uint64_t spmd_smc_forward(uint32_t smc_fid,
91 bool secure_origin,
92 uint64_t x1,
93 uint64_t x2,
94 uint64_t x3,
95 uint64_t x4,
96 void *handle);
Max Shvetsov745889c2020-02-27 14:54:21 +000097
98/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +020099 * This function takes an SPMC context pointer and performs a synchronous
100 * SPMC entry.
Achin Gupta86f23532019-10-11 15:41:16 +0100101 ******************************************************************************/
102uint64_t spmd_spm_core_sync_entry(spmd_spm_core_context_t *spmc_ctx)
103{
104 uint64_t rc;
105
106 assert(spmc_ctx != NULL);
107
108 cm_set_context(&(spmc_ctx->cpu_ctx), SECURE);
109
110 /* Restore the context assigned above */
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000111#if SPMD_SPM_AT_SEL2
Max Shvetsovbdf502d2020-02-25 13:56:19 +0000112 cm_el2_sysregs_context_restore(SECURE);
Olivier Deprez9a2e5be2021-05-21 18:00:04 +0200113#else
114 cm_el1_sysregs_context_restore(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000115#endif
Achin Gupta86f23532019-10-11 15:41:16 +0100116 cm_set_next_eret_context(SECURE);
117
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000118 /* Enter SPMC */
Achin Gupta86f23532019-10-11 15:41:16 +0100119 rc = spmd_spm_core_enter(&spmc_ctx->c_rt_ctx);
120
121 /* Save secure state */
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000122#if SPMD_SPM_AT_SEL2
Max Shvetsovbdf502d2020-02-25 13:56:19 +0000123 cm_el2_sysregs_context_save(SECURE);
Olivier Deprez9a2e5be2021-05-21 18:00:04 +0200124#else
125 cm_el1_sysregs_context_save(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000126#endif
Achin Gupta86f23532019-10-11 15:41:16 +0100127
128 return rc;
129}
130
131/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200132 * This function returns to the place where spmd_spm_core_sync_entry() was
Achin Gupta86f23532019-10-11 15:41:16 +0100133 * called originally.
134 ******************************************************************************/
135__dead2 void spmd_spm_core_sync_exit(uint64_t rc)
136{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200137 spmd_spm_core_context_t *ctx = spmd_get_context();
Achin Gupta86f23532019-10-11 15:41:16 +0100138
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200139 /* Get current CPU context from SPMC context */
Achin Gupta86f23532019-10-11 15:41:16 +0100140 assert(cm_get_context(SECURE) == &(ctx->cpu_ctx));
141
142 /*
143 * The SPMD must have initiated the original request through a
144 * synchronous entry into SPMC. Jump back to the original C runtime
145 * context with the value of rc in x0;
146 */
147 spmd_spm_core_exit(ctx->c_rt_ctx, rc);
148
149 panic();
150}
151
152/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200153 * Jump to the SPM Core for the first time.
Achin Gupta86f23532019-10-11 15:41:16 +0100154 ******************************************************************************/
155static int32_t spmd_init(void)
156{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200157 spmd_spm_core_context_t *ctx = spmd_get_context();
158 uint64_t rc;
Olivier Deprez7c016332019-10-28 09:03:13 +0000159 unsigned int linear_id = plat_my_core_pos();
160 unsigned int core_id;
Achin Gupta86f23532019-10-11 15:41:16 +0100161
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200162 VERBOSE("SPM Core init start.\n");
Olivier Deprez7c016332019-10-28 09:03:13 +0000163 ctx->state = SPMC_STATE_ON_PENDING;
164
165 /* Set the SPMC context state on other CPUs to OFF */
Olivier Deprez33e44122020-04-16 17:54:27 +0200166 for (core_id = 0U; core_id < PLATFORM_CORE_COUNT; core_id++) {
Olivier Deprez7c016332019-10-28 09:03:13 +0000167 if (core_id != linear_id) {
168 spm_core_context[core_id].state = SPMC_STATE_OFF;
169 }
170 }
Achin Gupta86f23532019-10-11 15:41:16 +0100171
172 rc = spmd_spm_core_sync_entry(ctx);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200173 if (rc != 0ULL) {
Achin Gupta86f23532019-10-11 15:41:16 +0100174 ERROR("SPMC initialisation failed 0x%llx\n", rc);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200175 return 0;
Achin Gupta86f23532019-10-11 15:41:16 +0100176 }
177
Olivier Deprez7c016332019-10-28 09:03:13 +0000178 ctx->state = SPMC_STATE_ON;
179
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200180 VERBOSE("SPM Core init end.\n");
Achin Gupta86f23532019-10-11 15:41:16 +0100181
182 return 1;
183}
184
185/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200186 * Loads SPMC manifest and inits SPMC.
Achin Gupta86f23532019-10-11 15:41:16 +0100187 ******************************************************************************/
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100188static int spmd_spmc_init(void *pm_addr)
Achin Gupta86f23532019-10-11 15:41:16 +0100189{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200190 spmd_spm_core_context_t *spm_ctx = spmd_get_context();
Achin Gupta86f23532019-10-11 15:41:16 +0100191 uint32_t ep_attr;
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200192 int rc;
Achin Gupta86f23532019-10-11 15:41:16 +0100193
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200194 /* Load the SPM Core manifest */
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100195 rc = plat_spm_core_manifest_load(&spmc_attrs, pm_addr);
Max Shvetsov745889c2020-02-27 14:54:21 +0000196 if (rc != 0) {
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200197 WARN("No or invalid SPM Core manifest image provided by BL2\n");
198 return rc;
Achin Gupta86f23532019-10-11 15:41:16 +0100199 }
200
201 /*
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200202 * Ensure that the SPM Core version is compatible with the SPM
203 * Dispatcher version.
Achin Gupta86f23532019-10-11 15:41:16 +0100204 */
J-Alves2672cde2020-05-07 18:42:25 +0100205 if ((spmc_attrs.major_version != FFA_VERSION_MAJOR) ||
206 (spmc_attrs.minor_version > FFA_VERSION_MINOR)) {
207 WARN("Unsupported FFA version (%u.%u)\n",
Achin Gupta86f23532019-10-11 15:41:16 +0100208 spmc_attrs.major_version, spmc_attrs.minor_version);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200209 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100210 }
211
J-Alves2672cde2020-05-07 18:42:25 +0100212 VERBOSE("FFA version (%u.%u)\n", spmc_attrs.major_version,
Achin Gupta86f23532019-10-11 15:41:16 +0100213 spmc_attrs.minor_version);
214
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200215 VERBOSE("SPM Core run time EL%x.\n",
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000216 SPMD_SPM_AT_SEL2 ? MODE_EL2 : MODE_EL1);
Achin Gupta86f23532019-10-11 15:41:16 +0100217
Max Shvetsove79062e2020-03-12 15:16:40 +0000218 /* Validate the SPMC ID, Ensure high bit is set */
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200219 if (((spmc_attrs.spmc_id >> SPMC_SECURE_ID_SHIFT) &
220 SPMC_SECURE_ID_MASK) == 0U) {
221 WARN("Invalid ID (0x%x) for SPMC.\n", spmc_attrs.spmc_id);
222 return -EINVAL;
Max Shvetsove79062e2020-03-12 15:16:40 +0000223 }
224
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200225 /* Validate the SPM Core execution state */
Achin Gupta86f23532019-10-11 15:41:16 +0100226 if ((spmc_attrs.exec_state != MODE_RW_64) &&
227 (spmc_attrs.exec_state != MODE_RW_32)) {
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100228 WARN("Unsupported %s%x.\n", "SPM Core execution state 0x",
Achin Gupta86f23532019-10-11 15:41:16 +0100229 spmc_attrs.exec_state);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200230 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100231 }
232
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100233 VERBOSE("%s%x.\n", "SPM Core execution state 0x",
234 spmc_attrs.exec_state);
Achin Gupta86f23532019-10-11 15:41:16 +0100235
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000236#if SPMD_SPM_AT_SEL2
237 /* Ensure manifest has not requested AArch32 state in S-EL2 */
238 if (spmc_attrs.exec_state == MODE_RW_32) {
239 WARN("AArch32 state at S-EL2 is not supported.\n");
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200240 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100241 }
242
243 /*
244 * Check if S-EL2 is supported on this system if S-EL2
245 * is required for SPM
246 */
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200247 if (!is_armv8_4_sel2_present()) {
248 WARN("SPM Core run time S-EL2 is not supported.\n");
249 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100250 }
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000251#endif /* SPMD_SPM_AT_SEL2 */
Achin Gupta86f23532019-10-11 15:41:16 +0100252
253 /* Initialise an entrypoint to set up the CPU context */
254 ep_attr = SECURE | EP_ST_ENABLE;
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200255 if ((read_sctlr_el3() & SCTLR_EE_BIT) != 0ULL) {
Achin Gupta86f23532019-10-11 15:41:16 +0100256 ep_attr |= EP_EE_BIG;
Max Shvetsov745889c2020-02-27 14:54:21 +0000257 }
258
Achin Gupta86f23532019-10-11 15:41:16 +0100259 SET_PARAM_HEAD(spmc_ep_info, PARAM_EP, VERSION_1, ep_attr);
Achin Gupta86f23532019-10-11 15:41:16 +0100260
261 /*
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200262 * Populate SPSR for SPM Core based upon validated parameters from the
263 * manifest.
Achin Gupta86f23532019-10-11 15:41:16 +0100264 */
265 if (spmc_attrs.exec_state == MODE_RW_32) {
266 spmc_ep_info->spsr = SPSR_MODE32(MODE32_svc, SPSR_T_ARM,
267 SPSR_E_LITTLE,
268 DAIF_FIQ_BIT |
269 DAIF_IRQ_BIT |
270 DAIF_ABT_BIT);
271 } else {
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000272
273#if SPMD_SPM_AT_SEL2
274 static const uint32_t runtime_el = MODE_EL2;
275#else
276 static const uint32_t runtime_el = MODE_EL1;
277#endif
278 spmc_ep_info->spsr = SPSR_64(runtime_el,
Achin Gupta86f23532019-10-11 15:41:16 +0100279 MODE_SP_ELX,
280 DISABLE_ALL_EXCEPTIONS);
281 }
282
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200283 /* Initialise SPM Core context with this entry point information */
Max Shvetsov745889c2020-02-27 14:54:21 +0000284 cm_setup_context(&spm_ctx->cpu_ctx, spmc_ep_info);
285
286 /* Reuse PSCI affinity states to mark this SPMC context as off */
287 spm_ctx->state = AFF_STATE_OFF;
Achin Gupta86f23532019-10-11 15:41:16 +0100288
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200289 INFO("SPM Core setup done.\n");
Achin Gupta86f23532019-10-11 15:41:16 +0100290
Olivier Deprez9afca122019-10-28 09:15:52 +0000291 /* Register power management hooks with PSCI */
292 psci_register_spd_pm_hook(&spmd_pm);
293
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200294 /* Register init function for deferred init. */
Achin Gupta86f23532019-10-11 15:41:16 +0100295 bl31_register_bl32_init(&spmd_init);
296
297 return 0;
Max Shvetsov745889c2020-02-27 14:54:21 +0000298}
Achin Gupta86f23532019-10-11 15:41:16 +0100299
Max Shvetsov745889c2020-02-27 14:54:21 +0000300/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200301 * Initialize context of SPM Core.
Max Shvetsov745889c2020-02-27 14:54:21 +0000302 ******************************************************************************/
303int spmd_setup(void)
304{
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100305 void *spmc_manifest;
Max Shvetsov745889c2020-02-27 14:54:21 +0000306 int rc;
Achin Gupta86f23532019-10-11 15:41:16 +0100307
Max Shvetsov745889c2020-02-27 14:54:21 +0000308 spmc_ep_info = bl31_plat_get_next_image_ep_info(SECURE);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200309 if (spmc_ep_info == NULL) {
310 WARN("No SPM Core image provided by BL2 boot loader.\n");
311 return -EINVAL;
Max Shvetsov745889c2020-02-27 14:54:21 +0000312 }
313
314 /* Under no circumstances will this parameter be 0 */
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200315 assert(spmc_ep_info->pc != 0ULL);
Max Shvetsov745889c2020-02-27 14:54:21 +0000316
317 /*
318 * Check if BL32 ep_info has a reference to 'tos_fw_config'. This will
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200319 * be used as a manifest for the SPM Core at the next lower EL/mode.
Max Shvetsov745889c2020-02-27 14:54:21 +0000320 */
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100321 spmc_manifest = (void *)spmc_ep_info->args.arg0;
322 if (spmc_manifest == NULL) {
323 ERROR("Invalid or absent SPM Core manifest.\n");
324 return -EINVAL;
Max Shvetsov745889c2020-02-27 14:54:21 +0000325 }
326
327 /* Load manifest, init SPMC */
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100328 rc = spmd_spmc_init(spmc_manifest);
Max Shvetsov745889c2020-02-27 14:54:21 +0000329 if (rc != 0) {
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200330 WARN("Booting device without SPM initialization.\n");
Max Shvetsov745889c2020-02-27 14:54:21 +0000331 }
332
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100333 return rc;
Max Shvetsov745889c2020-02-27 14:54:21 +0000334}
335
336/*******************************************************************************
337 * Forward SMC to the other security state
338 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200339static uint64_t spmd_smc_forward(uint32_t smc_fid,
340 bool secure_origin,
341 uint64_t x1,
342 uint64_t x2,
343 uint64_t x3,
344 uint64_t x4,
345 void *handle)
Max Shvetsov745889c2020-02-27 14:54:21 +0000346{
Olivier Deprezebc34772020-04-16 16:59:21 +0200347 unsigned int secure_state_in = (secure_origin) ? SECURE : NON_SECURE;
348 unsigned int secure_state_out = (!secure_origin) ? SECURE : NON_SECURE;
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100349
Max Shvetsov745889c2020-02-27 14:54:21 +0000350 /* Save incoming security state */
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000351#if SPMD_SPM_AT_SEL2
Olivier Deprez9a2e5be2021-05-21 18:00:04 +0200352 if (secure_state_in == NON_SECURE) {
353 cm_el1_sysregs_context_save(secure_state_in);
354 }
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100355 cm_el2_sysregs_context_save(secure_state_in);
Olivier Deprez9a2e5be2021-05-21 18:00:04 +0200356#else
357 cm_el1_sysregs_context_save(secure_state_in);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000358#endif
Max Shvetsov745889c2020-02-27 14:54:21 +0000359
360 /* Restore outgoing security state */
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000361#if SPMD_SPM_AT_SEL2
Olivier Deprez9a2e5be2021-05-21 18:00:04 +0200362 if (secure_state_out == NON_SECURE) {
363 cm_el1_sysregs_context_restore(secure_state_out);
364 }
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100365 cm_el2_sysregs_context_restore(secure_state_out);
Olivier Deprez9a2e5be2021-05-21 18:00:04 +0200366#else
367 cm_el1_sysregs_context_restore(secure_state_out);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000368#endif
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100369 cm_set_next_eret_context(secure_state_out);
Max Shvetsov745889c2020-02-27 14:54:21 +0000370
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100371 SMC_RET8(cm_get_context(secure_state_out), smc_fid, x1, x2, x3, x4,
Max Shvetsov745889c2020-02-27 14:54:21 +0000372 SMC_GET_GP(handle, CTX_GPREG_X5),
373 SMC_GET_GP(handle, CTX_GPREG_X6),
374 SMC_GET_GP(handle, CTX_GPREG_X7));
375}
376
377/*******************************************************************************
J-Alves2672cde2020-05-07 18:42:25 +0100378 * Return FFA_ERROR with specified error code
Max Shvetsov745889c2020-02-27 14:54:21 +0000379 ******************************************************************************/
J-Alves2672cde2020-05-07 18:42:25 +0100380static uint64_t spmd_ffa_error_return(void *handle, int error_code)
Max Shvetsov745889c2020-02-27 14:54:21 +0000381{
J-Alves64ff9932021-03-01 10:26:59 +0000382 SMC_RET8(handle, (uint32_t) FFA_ERROR,
383 FFA_TARGET_INFO_MBZ, (uint32_t)error_code,
J-Alves2672cde2020-05-07 18:42:25 +0100384 FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ,
385 FFA_PARAM_MBZ, FFA_PARAM_MBZ);
Achin Gupta86f23532019-10-11 15:41:16 +0100386}
387
Olivier Deprez33e44122020-04-16 17:54:27 +0200388/*******************************************************************************
389 * spmd_check_address_in_binary_image
390 ******************************************************************************/
391bool spmd_check_address_in_binary_image(uint64_t address)
392{
393 assert(!check_uptr_overflow(spmc_attrs.load_address, spmc_attrs.binary_size));
394
395 return ((address >= spmc_attrs.load_address) &&
396 (address < (spmc_attrs.load_address + spmc_attrs.binary_size)));
397}
398
Olivier Deprezebc34772020-04-16 16:59:21 +0200399/******************************************************************************
400 * spmd_is_spmc_message
401 *****************************************************************************/
402static bool spmd_is_spmc_message(unsigned int ep)
403{
404 return ((ffa_endpoint_destination(ep) == SPMD_DIRECT_MSG_ENDPOINT_ID)
405 && (ffa_endpoint_source(ep) == spmc_attrs.spmc_id));
406}
407
Olivier Deprez33e44122020-04-16 17:54:27 +0200408/******************************************************************************
409 * spmd_handle_spmc_message
410 *****************************************************************************/
Olivier Deprezc7631a52020-03-23 09:53:06 +0100411static int spmd_handle_spmc_message(unsigned long long msg,
412 unsigned long long parm1, unsigned long long parm2,
413 unsigned long long parm3, unsigned long long parm4)
Olivier Deprez33e44122020-04-16 17:54:27 +0200414{
415 VERBOSE("%s %llx %llx %llx %llx %llx\n", __func__,
416 msg, parm1, parm2, parm3, parm4);
417
Olivier Deprez33e44122020-04-16 17:54:27 +0200418 return -EINVAL;
419}
420
Achin Gupta86f23532019-10-11 15:41:16 +0100421/*******************************************************************************
J-Alves2672cde2020-05-07 18:42:25 +0100422 * This function handles all SMCs in the range reserved for FFA. Each call is
Achin Gupta86f23532019-10-11 15:41:16 +0100423 * either forwarded to the other security state or handled by the SPM dispatcher
424 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200425uint64_t spmd_smc_handler(uint32_t smc_fid,
426 uint64_t x1,
427 uint64_t x2,
428 uint64_t x3,
429 uint64_t x4,
430 void *cookie,
431 void *handle,
Achin Gupta86f23532019-10-11 15:41:16 +0100432 uint64_t flags)
433{
Olivier Deprezeae45962021-01-19 15:06:47 +0100434 unsigned int linear_id = plat_my_core_pos();
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200435 spmd_spm_core_context_t *ctx = spmd_get_context();
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100436 bool secure_origin;
437 int32_t ret;
J-Alves4c95c702020-05-26 14:03:05 +0100438 uint32_t input_version;
Achin Gupta86f23532019-10-11 15:41:16 +0100439
440 /* Determine which security state this SMC originated from */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100441 secure_origin = is_caller_secure(flags);
Achin Gupta86f23532019-10-11 15:41:16 +0100442
Olivier Deprezeae45962021-01-19 15:06:47 +0100443 VERBOSE("SPM(%u): 0x%x 0x%llx 0x%llx 0x%llx 0x%llx "
444 "0x%llx 0x%llx 0x%llx\n",
445 linear_id, smc_fid, x1, x2, x3, x4,
446 SMC_GET_GP(handle, CTX_GPREG_X5),
447 SMC_GET_GP(handle, CTX_GPREG_X6),
448 SMC_GET_GP(handle, CTX_GPREG_X7));
Achin Gupta86f23532019-10-11 15:41:16 +0100449
450 switch (smc_fid) {
J-Alves2672cde2020-05-07 18:42:25 +0100451 case FFA_ERROR:
Achin Gupta86f23532019-10-11 15:41:16 +0100452 /*
453 * Check if this is the first invocation of this interface on
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200454 * this CPU. If so, then indicate that the SPM Core initialised
Achin Gupta86f23532019-10-11 15:41:16 +0100455 * unsuccessfully.
456 */
Olivier Deprez7c016332019-10-28 09:03:13 +0000457 if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) {
Achin Gupta86f23532019-10-11 15:41:16 +0100458 spmd_spm_core_sync_exit(x2);
Max Shvetsov745889c2020-02-27 14:54:21 +0000459 }
Achin Gupta86f23532019-10-11 15:41:16 +0100460
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100461 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000462 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100463 break; /* not reached */
464
J-Alves2672cde2020-05-07 18:42:25 +0100465 case FFA_VERSION:
J-Alves4c95c702020-05-26 14:03:05 +0100466 input_version = (uint32_t)(0xFFFFFFFF & x1);
Achin Gupta86f23532019-10-11 15:41:16 +0100467 /*
J-Alves4c95c702020-05-26 14:03:05 +0100468 * If caller is secure and SPMC was initialized,
469 * return FFA_VERSION of SPMD.
470 * If caller is non secure and SPMC was initialized,
471 * return SPMC's version.
472 * Sanity check to "input_version".
Achin Gupta86f23532019-10-11 15:41:16 +0100473 */
J-Alves4c95c702020-05-26 14:03:05 +0100474 if ((input_version & FFA_VERSION_BIT31_MASK) ||
475 (ctx->state == SPMC_STATE_RESET)) {
476 ret = FFA_ERROR_NOT_SUPPORTED;
477 } else if (!secure_origin) {
J-Alves64ff9932021-03-01 10:26:59 +0000478 ret = MAKE_FFA_VERSION(spmc_attrs.major_version,
479 spmc_attrs.minor_version);
J-Alves4c95c702020-05-26 14:03:05 +0100480 } else {
J-Alves64ff9932021-03-01 10:26:59 +0000481 ret = MAKE_FFA_VERSION(FFA_VERSION_MAJOR,
482 FFA_VERSION_MINOR);
J-Alves4c95c702020-05-26 14:03:05 +0100483 }
484
J-Alves64ff9932021-03-01 10:26:59 +0000485 SMC_RET8(handle, (uint32_t)ret, FFA_TARGET_INFO_MBZ,
486 FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ,
487 FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ);
Achin Gupta86f23532019-10-11 15:41:16 +0100488 break; /* not reached */
489
J-Alves2672cde2020-05-07 18:42:25 +0100490 case FFA_FEATURES:
Achin Gupta86f23532019-10-11 15:41:16 +0100491 /*
492 * This is an optional interface. Do the minimal checks and
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200493 * forward to SPM Core which will handle it if implemented.
Achin Gupta86f23532019-10-11 15:41:16 +0100494 */
495
496 /*
J-Alves2672cde2020-05-07 18:42:25 +0100497 * Check if x1 holds a valid FFA fid. This is an
Achin Gupta86f23532019-10-11 15:41:16 +0100498 * optimization.
499 */
J-Alves2672cde2020-05-07 18:42:25 +0100500 if (!is_ffa_fid(x1)) {
501 return spmd_ffa_error_return(handle,
J-Alves64ff9932021-03-01 10:26:59 +0000502 FFA_ERROR_NOT_SUPPORTED);
Max Shvetsov745889c2020-02-27 14:54:21 +0000503 }
Achin Gupta86f23532019-10-11 15:41:16 +0100504
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200505 /* Forward SMC from Normal world to the SPM Core */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100506 if (!secure_origin) {
507 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000508 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100509 }
Max Shvetsov745889c2020-02-27 14:54:21 +0000510
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200511 /*
512 * Return success if call was from secure world i.e. all
J-Alves2672cde2020-05-07 18:42:25 +0100513 * FFA functions are supported. This is essentially a
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200514 * nop.
515 */
J-Alves2672cde2020-05-07 18:42:25 +0100516 SMC_RET8(handle, FFA_SUCCESS_SMC32, x1, x2, x3, x4,
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200517 SMC_GET_GP(handle, CTX_GPREG_X5),
518 SMC_GET_GP(handle, CTX_GPREG_X6),
519 SMC_GET_GP(handle, CTX_GPREG_X7));
520
Achin Gupta86f23532019-10-11 15:41:16 +0100521 break; /* not reached */
522
J-Alves2672cde2020-05-07 18:42:25 +0100523 case FFA_ID_GET:
Max Shvetsove79062e2020-03-12 15:16:40 +0000524 /*
J-Alves2672cde2020-05-07 18:42:25 +0100525 * Returns the ID of the calling FFA component.
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200526 */
Max Shvetsove79062e2020-03-12 15:16:40 +0000527 if (!secure_origin) {
J-Alves2672cde2020-05-07 18:42:25 +0100528 SMC_RET8(handle, FFA_SUCCESS_SMC32,
529 FFA_TARGET_INFO_MBZ, FFA_NS_ENDPOINT_ID,
530 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
531 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
532 FFA_PARAM_MBZ);
Max Shvetsove79062e2020-03-12 15:16:40 +0000533 }
534
J-Alves2672cde2020-05-07 18:42:25 +0100535 SMC_RET8(handle, FFA_SUCCESS_SMC32,
536 FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id,
537 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
538 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
539 FFA_PARAM_MBZ);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200540
Max Shvetsove79062e2020-03-12 15:16:40 +0000541 break; /* not reached */
542
Olivier Deprezeae45962021-01-19 15:06:47 +0100543 case FFA_SECONDARY_EP_REGISTER_SMC64:
544 if (secure_origin) {
545 ret = spmd_pm_secondary_ep_register(x1);
546
547 if (ret < 0) {
548 SMC_RET8(handle, FFA_ERROR_SMC64,
549 FFA_TARGET_INFO_MBZ, ret,
550 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
551 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
552 FFA_PARAM_MBZ);
553 } else {
554 SMC_RET8(handle, FFA_SUCCESS_SMC64,
555 FFA_TARGET_INFO_MBZ, FFA_PARAM_MBZ,
556 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
557 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
558 FFA_PARAM_MBZ);
559 }
560 }
561
562 return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED);
563 break; /* Not reached */
564
Daniel Boulby27f35df2021-02-03 12:13:19 +0000565 case FFA_SPM_ID_GET:
566 if (MAKE_FFA_VERSION(1, 1) > FFA_VERSION_COMPILED) {
567 return spmd_ffa_error_return(handle,
568 FFA_ERROR_NOT_SUPPORTED);
569 }
570 /*
571 * Returns the ID of the SPMC or SPMD depending on the FF-A
572 * instance where this function is invoked
573 */
574 if (!secure_origin) {
575 SMC_RET8(handle, FFA_SUCCESS_SMC32,
576 FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id,
577 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
578 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
579 FFA_PARAM_MBZ);
580 }
581 SMC_RET8(handle, FFA_SUCCESS_SMC32,
582 FFA_TARGET_INFO_MBZ, SPMD_DIRECT_MSG_ENDPOINT_ID,
583 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
584 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
585 FFA_PARAM_MBZ);
586
587 break; /* not reached */
588
Olivier Deprez33e44122020-04-16 17:54:27 +0200589 case FFA_MSG_SEND_DIRECT_REQ_SMC32:
590 if (secure_origin && spmd_is_spmc_message(x1)) {
591 ret = spmd_handle_spmc_message(x3, x4,
592 SMC_GET_GP(handle, CTX_GPREG_X5),
593 SMC_GET_GP(handle, CTX_GPREG_X6),
594 SMC_GET_GP(handle, CTX_GPREG_X7));
595
596 SMC_RET8(handle, FFA_SUCCESS_SMC32,
597 FFA_TARGET_INFO_MBZ, ret,
598 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
599 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
600 FFA_PARAM_MBZ);
601 } else {
602 /* Forward direct message to the other world */
603 return spmd_smc_forward(smc_fid, secure_origin,
604 x1, x2, x3, x4, handle);
605 }
606 break; /* Not reached */
607
608 case FFA_MSG_SEND_DIRECT_RESP_SMC32:
609 if (secure_origin && spmd_is_spmc_message(x1)) {
610 spmd_spm_core_sync_exit(0);
611 } else {
612 /* Forward direct message to the other world */
613 return spmd_smc_forward(smc_fid, secure_origin,
614 x1, x2, x3, x4, handle);
615 }
616 break; /* Not reached */
617
J-Alves2672cde2020-05-07 18:42:25 +0100618 case FFA_RX_RELEASE:
619 case FFA_RXTX_MAP_SMC32:
620 case FFA_RXTX_MAP_SMC64:
621 case FFA_RXTX_UNMAP:
Ruari Phipps93dff702020-07-28 10:33:35 +0100622 case FFA_PARTITION_INFO_GET:
623 /*
624 * Should not be allowed to forward FFA_PARTITION_INFO_GET
625 * from Secure world to Normal world
626 *
627 * Fall through to forward the call to the other world
628 */
J-Alves2672cde2020-05-07 18:42:25 +0100629 case FFA_MSG_RUN:
Achin Gupta86f23532019-10-11 15:41:16 +0100630 /* This interface must be invoked only by the Normal world */
Ruari Phipps93dff702020-07-28 10:33:35 +0100631
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100632 if (secure_origin) {
J-Alves2672cde2020-05-07 18:42:25 +0100633 return spmd_ffa_error_return(handle,
Ruari Phipps93dff702020-07-28 10:33:35 +0100634 FFA_ERROR_NOT_SUPPORTED);
Achin Gupta86f23532019-10-11 15:41:16 +0100635 }
636
637 /* Fall through to forward the call to the other world */
J-Alves2672cde2020-05-07 18:42:25 +0100638 case FFA_MSG_SEND:
J-Alves2672cde2020-05-07 18:42:25 +0100639 case FFA_MSG_SEND_DIRECT_REQ_SMC64:
J-Alves2672cde2020-05-07 18:42:25 +0100640 case FFA_MSG_SEND_DIRECT_RESP_SMC64:
641 case FFA_MEM_DONATE_SMC32:
642 case FFA_MEM_DONATE_SMC64:
643 case FFA_MEM_LEND_SMC32:
644 case FFA_MEM_LEND_SMC64:
645 case FFA_MEM_SHARE_SMC32:
646 case FFA_MEM_SHARE_SMC64:
647 case FFA_MEM_RETRIEVE_REQ_SMC32:
648 case FFA_MEM_RETRIEVE_REQ_SMC64:
649 case FFA_MEM_RETRIEVE_RESP:
650 case FFA_MEM_RELINQUISH:
651 case FFA_MEM_RECLAIM:
652 case FFA_SUCCESS_SMC32:
653 case FFA_SUCCESS_SMC64:
Achin Gupta86f23532019-10-11 15:41:16 +0100654 /*
655 * TODO: Assume that no requests originate from EL3 at the
656 * moment. This will change if a SP service is required in
657 * response to secure interrupts targeted to EL3. Until then
658 * simply forward the call to the Normal world.
659 */
660
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100661 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000662 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100663 break; /* not reached */
664
J-Alves2672cde2020-05-07 18:42:25 +0100665 case FFA_MSG_WAIT:
Achin Gupta86f23532019-10-11 15:41:16 +0100666 /*
667 * Check if this is the first invocation of this interface on
668 * this CPU from the Secure world. If so, then indicate that the
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200669 * SPM Core initialised successfully.
Achin Gupta86f23532019-10-11 15:41:16 +0100670 */
Olivier Deprez7c016332019-10-28 09:03:13 +0000671 if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) {
Achin Gupta86f23532019-10-11 15:41:16 +0100672 spmd_spm_core_sync_exit(0);
673 }
674
Max Shvetsov745889c2020-02-27 14:54:21 +0000675 /* Fall through to forward the call to the other world */
Olivier Deprezae18caf2021-04-02 11:09:10 +0200676 case FFA_INTERRUPT:
J-Alves2672cde2020-05-07 18:42:25 +0100677 case FFA_MSG_YIELD:
Achin Gupta86f23532019-10-11 15:41:16 +0100678 /* This interface must be invoked only by the Secure world */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100679 if (!secure_origin) {
J-Alves2672cde2020-05-07 18:42:25 +0100680 return spmd_ffa_error_return(handle,
681 FFA_ERROR_NOT_SUPPORTED);
Achin Gupta86f23532019-10-11 15:41:16 +0100682 }
683
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100684 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000685 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100686 break; /* not reached */
687
688 default:
689 WARN("SPM: Unsupported call 0x%08x\n", smc_fid);
J-Alves2672cde2020-05-07 18:42:25 +0100690 return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED);
Achin Gupta86f23532019-10-11 15:41:16 +0100691 }
692}