blob: 6ed2098c113d8b091b0fdc8f4d818d0d6e26e5ad [file] [log] [blame]
Achin Gupta86f23532019-10-11 15:41:16 +01001/*
2 * Copyright (c) 2020, ARM Limited and Contributors. All rights reserved.
3 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 */
6
7#include <assert.h>
8#include <errno.h>
9#include <string.h>
10
11#include <arch_helpers.h>
Olivier Deprez2bae35f2020-04-16 13:39:06 +020012#include <arch/aarch64/arch_features.h>
Achin Gupta86f23532019-10-11 15:41:16 +010013#include <bl31/bl31.h>
14#include <common/debug.h>
15#include <common/runtime_svc.h>
16#include <lib/el3_runtime/context_mgmt.h>
17#include <lib/smccc.h>
18#include <lib/spinlock.h>
19#include <lib/utils.h>
Achin Gupta86f23532019-10-11 15:41:16 +010020#include <plat/common/common_def.h>
21#include <plat/common/platform.h>
22#include <platform_def.h>
J-Alves2672cde2020-05-07 18:42:25 +010023#include <services/ffa_svc.h>
Achin Gupta86f23532019-10-11 15:41:16 +010024#include <services/spmd_svc.h>
25#include <smccc_helpers.h>
26#include "spmd_private.h"
27
28/*******************************************************************************
29 * SPM Core context information.
30 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +020031static spmd_spm_core_context_t spm_core_context[PLATFORM_CORE_COUNT];
Achin Gupta86f23532019-10-11 15:41:16 +010032
33/*******************************************************************************
34 * SPM Core attribute information read from its manifest.
35 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +020036static spmc_manifest_attribute_t spmc_attrs;
Achin Gupta86f23532019-10-11 15:41:16 +010037
38/*******************************************************************************
Max Shvetsov745889c2020-02-27 14:54:21 +000039 * SPM Core entry point information. Discovered on the primary core and reused
40 * on secondary cores.
41 ******************************************************************************/
42static entry_point_info_t *spmc_ep_info;
43
44/*******************************************************************************
Olivier Deprez73ef0dc2020-06-19 15:33:41 +020045 * SPM Core context on CPU based on mpidr.
46 ******************************************************************************/
47spmd_spm_core_context_t *spmd_get_context_by_mpidr(uint64_t mpidr)
48{
49 return &spm_core_context[plat_core_pos_by_mpidr(mpidr)];
50}
51
52/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +020053 * SPM Core context on current CPU get helper.
54 ******************************************************************************/
55spmd_spm_core_context_t *spmd_get_context(void)
56{
Olivier Deprez73ef0dc2020-06-19 15:33:41 +020057 return spmd_get_context_by_mpidr(read_mpidr());
Olivier Deprez2bae35f2020-04-16 13:39:06 +020058}
59
60/*******************************************************************************
Olivier Deprez87a9ee72019-10-28 08:52:45 +000061 * SPM Core entry point information get helper.
62 ******************************************************************************/
63entry_point_info_t *spmd_spmc_ep_info_get(void)
64{
65 return spmc_ep_info;
66}
67
68/*******************************************************************************
Olivier Deprezc7631a52020-03-23 09:53:06 +010069 * SPM Core ID getter.
70 ******************************************************************************/
71uint16_t spmd_spmc_id_get(void)
72{
73 return spmc_attrs.spmc_id;
74}
75
76/*******************************************************************************
Max Shvetsov745889c2020-02-27 14:54:21 +000077 * Static function declaration.
78 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +020079static int32_t spmd_init(void);
Olivier Deprez69ca84a2020-02-07 15:44:43 +010080static int spmd_spmc_init(void *pm_addr);
J-Alves2672cde2020-05-07 18:42:25 +010081static uint64_t spmd_ffa_error_return(void *handle,
Olivier Deprez2bae35f2020-04-16 13:39:06 +020082 int error_code);
83static uint64_t spmd_smc_forward(uint32_t smc_fid,
84 bool secure_origin,
85 uint64_t x1,
86 uint64_t x2,
87 uint64_t x3,
88 uint64_t x4,
89 void *handle);
Max Shvetsov745889c2020-02-27 14:54:21 +000090
91/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +020092 * This function takes an SPMC context pointer and performs a synchronous
93 * SPMC entry.
Achin Gupta86f23532019-10-11 15:41:16 +010094 ******************************************************************************/
95uint64_t spmd_spm_core_sync_entry(spmd_spm_core_context_t *spmc_ctx)
96{
97 uint64_t rc;
98
99 assert(spmc_ctx != NULL);
100
101 cm_set_context(&(spmc_ctx->cpu_ctx), SECURE);
102
103 /* Restore the context assigned above */
104 cm_el1_sysregs_context_restore(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000105#if SPMD_SPM_AT_SEL2
Max Shvetsovbdf502d2020-02-25 13:56:19 +0000106 cm_el2_sysregs_context_restore(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000107#endif
Achin Gupta86f23532019-10-11 15:41:16 +0100108 cm_set_next_eret_context(SECURE);
109
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000110 /* Enter SPMC */
Achin Gupta86f23532019-10-11 15:41:16 +0100111 rc = spmd_spm_core_enter(&spmc_ctx->c_rt_ctx);
112
113 /* Save secure state */
114 cm_el1_sysregs_context_save(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000115#if SPMD_SPM_AT_SEL2
Max Shvetsovbdf502d2020-02-25 13:56:19 +0000116 cm_el2_sysregs_context_save(SECURE);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000117#endif
Achin Gupta86f23532019-10-11 15:41:16 +0100118
119 return rc;
120}
121
122/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200123 * This function returns to the place where spmd_spm_core_sync_entry() was
Achin Gupta86f23532019-10-11 15:41:16 +0100124 * called originally.
125 ******************************************************************************/
126__dead2 void spmd_spm_core_sync_exit(uint64_t rc)
127{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200128 spmd_spm_core_context_t *ctx = spmd_get_context();
Achin Gupta86f23532019-10-11 15:41:16 +0100129
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200130 /* Get current CPU context from SPMC context */
Achin Gupta86f23532019-10-11 15:41:16 +0100131 assert(cm_get_context(SECURE) == &(ctx->cpu_ctx));
132
133 /*
134 * The SPMD must have initiated the original request through a
135 * synchronous entry into SPMC. Jump back to the original C runtime
136 * context with the value of rc in x0;
137 */
138 spmd_spm_core_exit(ctx->c_rt_ctx, rc);
139
140 panic();
141}
142
143/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200144 * Jump to the SPM Core for the first time.
Achin Gupta86f23532019-10-11 15:41:16 +0100145 ******************************************************************************/
146static int32_t spmd_init(void)
147{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200148 spmd_spm_core_context_t *ctx = spmd_get_context();
149 uint64_t rc;
Olivier Deprez7c016332019-10-28 09:03:13 +0000150 unsigned int linear_id = plat_my_core_pos();
151 unsigned int core_id;
Achin Gupta86f23532019-10-11 15:41:16 +0100152
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200153 VERBOSE("SPM Core init start.\n");
Olivier Deprez7c016332019-10-28 09:03:13 +0000154 ctx->state = SPMC_STATE_ON_PENDING;
155
156 /* Set the SPMC context state on other CPUs to OFF */
Olivier Deprez33e44122020-04-16 17:54:27 +0200157 for (core_id = 0U; core_id < PLATFORM_CORE_COUNT; core_id++) {
Olivier Deprez7c016332019-10-28 09:03:13 +0000158 if (core_id != linear_id) {
159 spm_core_context[core_id].state = SPMC_STATE_OFF;
Olivier Deprez73ef0dc2020-06-19 15:33:41 +0200160 spm_core_context[core_id].secondary_ep.entry_point = 0UL;
Olivier Deprez7c016332019-10-28 09:03:13 +0000161 }
162 }
Achin Gupta86f23532019-10-11 15:41:16 +0100163
164 rc = spmd_spm_core_sync_entry(ctx);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200165 if (rc != 0ULL) {
Achin Gupta86f23532019-10-11 15:41:16 +0100166 ERROR("SPMC initialisation failed 0x%llx\n", rc);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200167 return 0;
Achin Gupta86f23532019-10-11 15:41:16 +0100168 }
169
Olivier Deprez7c016332019-10-28 09:03:13 +0000170 ctx->state = SPMC_STATE_ON;
171
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200172 VERBOSE("SPM Core init end.\n");
Achin Gupta86f23532019-10-11 15:41:16 +0100173
174 return 1;
175}
176
177/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200178 * Loads SPMC manifest and inits SPMC.
Achin Gupta86f23532019-10-11 15:41:16 +0100179 ******************************************************************************/
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100180static int spmd_spmc_init(void *pm_addr)
Achin Gupta86f23532019-10-11 15:41:16 +0100181{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200182 spmd_spm_core_context_t *spm_ctx = spmd_get_context();
Achin Gupta86f23532019-10-11 15:41:16 +0100183 uint32_t ep_attr;
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200184 int rc;
Achin Gupta86f23532019-10-11 15:41:16 +0100185
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200186 /* Load the SPM Core manifest */
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100187 rc = plat_spm_core_manifest_load(&spmc_attrs, pm_addr);
Max Shvetsov745889c2020-02-27 14:54:21 +0000188 if (rc != 0) {
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200189 WARN("No or invalid SPM Core manifest image provided by BL2\n");
190 return rc;
Achin Gupta86f23532019-10-11 15:41:16 +0100191 }
192
193 /*
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200194 * Ensure that the SPM Core version is compatible with the SPM
195 * Dispatcher version.
Achin Gupta86f23532019-10-11 15:41:16 +0100196 */
J-Alves2672cde2020-05-07 18:42:25 +0100197 if ((spmc_attrs.major_version != FFA_VERSION_MAJOR) ||
198 (spmc_attrs.minor_version > FFA_VERSION_MINOR)) {
199 WARN("Unsupported FFA version (%u.%u)\n",
Achin Gupta86f23532019-10-11 15:41:16 +0100200 spmc_attrs.major_version, spmc_attrs.minor_version);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200201 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100202 }
203
J-Alves2672cde2020-05-07 18:42:25 +0100204 VERBOSE("FFA version (%u.%u)\n", spmc_attrs.major_version,
Achin Gupta86f23532019-10-11 15:41:16 +0100205 spmc_attrs.minor_version);
206
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200207 VERBOSE("SPM Core run time EL%x.\n",
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000208 SPMD_SPM_AT_SEL2 ? MODE_EL2 : MODE_EL1);
Achin Gupta86f23532019-10-11 15:41:16 +0100209
Max Shvetsove79062e2020-03-12 15:16:40 +0000210 /* Validate the SPMC ID, Ensure high bit is set */
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200211 if (((spmc_attrs.spmc_id >> SPMC_SECURE_ID_SHIFT) &
212 SPMC_SECURE_ID_MASK) == 0U) {
213 WARN("Invalid ID (0x%x) for SPMC.\n", spmc_attrs.spmc_id);
214 return -EINVAL;
Max Shvetsove79062e2020-03-12 15:16:40 +0000215 }
216
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200217 /* Validate the SPM Core execution state */
Achin Gupta86f23532019-10-11 15:41:16 +0100218 if ((spmc_attrs.exec_state != MODE_RW_64) &&
219 (spmc_attrs.exec_state != MODE_RW_32)) {
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100220 WARN("Unsupported %s%x.\n", "SPM Core execution state 0x",
Achin Gupta86f23532019-10-11 15:41:16 +0100221 spmc_attrs.exec_state);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200222 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100223 }
224
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100225 VERBOSE("%s%x.\n", "SPM Core execution state 0x",
226 spmc_attrs.exec_state);
Achin Gupta86f23532019-10-11 15:41:16 +0100227
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000228#if SPMD_SPM_AT_SEL2
229 /* Ensure manifest has not requested AArch32 state in S-EL2 */
230 if (spmc_attrs.exec_state == MODE_RW_32) {
231 WARN("AArch32 state at S-EL2 is not supported.\n");
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200232 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100233 }
234
235 /*
236 * Check if S-EL2 is supported on this system if S-EL2
237 * is required for SPM
238 */
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200239 if (!is_armv8_4_sel2_present()) {
240 WARN("SPM Core run time S-EL2 is not supported.\n");
241 return -EINVAL;
Achin Gupta86f23532019-10-11 15:41:16 +0100242 }
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000243#endif /* SPMD_SPM_AT_SEL2 */
Achin Gupta86f23532019-10-11 15:41:16 +0100244
245 /* Initialise an entrypoint to set up the CPU context */
246 ep_attr = SECURE | EP_ST_ENABLE;
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200247 if ((read_sctlr_el3() & SCTLR_EE_BIT) != 0ULL) {
Achin Gupta86f23532019-10-11 15:41:16 +0100248 ep_attr |= EP_EE_BIG;
Max Shvetsov745889c2020-02-27 14:54:21 +0000249 }
250
Achin Gupta86f23532019-10-11 15:41:16 +0100251 SET_PARAM_HEAD(spmc_ep_info, PARAM_EP, VERSION_1, ep_attr);
252 assert(spmc_ep_info->pc == BL32_BASE);
253
254 /*
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200255 * Populate SPSR for SPM Core based upon validated parameters from the
256 * manifest.
Achin Gupta86f23532019-10-11 15:41:16 +0100257 */
258 if (spmc_attrs.exec_state == MODE_RW_32) {
259 spmc_ep_info->spsr = SPSR_MODE32(MODE32_svc, SPSR_T_ARM,
260 SPSR_E_LITTLE,
261 DAIF_FIQ_BIT |
262 DAIF_IRQ_BIT |
263 DAIF_ABT_BIT);
264 } else {
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000265
266#if SPMD_SPM_AT_SEL2
267 static const uint32_t runtime_el = MODE_EL2;
268#else
269 static const uint32_t runtime_el = MODE_EL1;
270#endif
271 spmc_ep_info->spsr = SPSR_64(runtime_el,
Achin Gupta86f23532019-10-11 15:41:16 +0100272 MODE_SP_ELX,
273 DISABLE_ALL_EXCEPTIONS);
274 }
275
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200276 /* Initialise SPM Core context with this entry point information */
Max Shvetsov745889c2020-02-27 14:54:21 +0000277 cm_setup_context(&spm_ctx->cpu_ctx, spmc_ep_info);
278
279 /* Reuse PSCI affinity states to mark this SPMC context as off */
280 spm_ctx->state = AFF_STATE_OFF;
Achin Gupta86f23532019-10-11 15:41:16 +0100281
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200282 INFO("SPM Core setup done.\n");
Achin Gupta86f23532019-10-11 15:41:16 +0100283
Olivier Deprez9afca122019-10-28 09:15:52 +0000284 /* Register power management hooks with PSCI */
285 psci_register_spd_pm_hook(&spmd_pm);
286
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200287 /* Register init function for deferred init. */
Achin Gupta86f23532019-10-11 15:41:16 +0100288 bl31_register_bl32_init(&spmd_init);
289
290 return 0;
Max Shvetsov745889c2020-02-27 14:54:21 +0000291}
Achin Gupta86f23532019-10-11 15:41:16 +0100292
Max Shvetsov745889c2020-02-27 14:54:21 +0000293/*******************************************************************************
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200294 * Initialize context of SPM Core.
Max Shvetsov745889c2020-02-27 14:54:21 +0000295 ******************************************************************************/
296int spmd_setup(void)
297{
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100298 void *spmc_manifest;
Max Shvetsov745889c2020-02-27 14:54:21 +0000299 int rc;
Achin Gupta86f23532019-10-11 15:41:16 +0100300
Max Shvetsov745889c2020-02-27 14:54:21 +0000301 spmc_ep_info = bl31_plat_get_next_image_ep_info(SECURE);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200302 if (spmc_ep_info == NULL) {
303 WARN("No SPM Core image provided by BL2 boot loader.\n");
304 return -EINVAL;
Max Shvetsov745889c2020-02-27 14:54:21 +0000305 }
306
307 /* Under no circumstances will this parameter be 0 */
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200308 assert(spmc_ep_info->pc != 0ULL);
Max Shvetsov745889c2020-02-27 14:54:21 +0000309
310 /*
311 * Check if BL32 ep_info has a reference to 'tos_fw_config'. This will
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200312 * be used as a manifest for the SPM Core at the next lower EL/mode.
Max Shvetsov745889c2020-02-27 14:54:21 +0000313 */
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100314 spmc_manifest = (void *)spmc_ep_info->args.arg0;
315 if (spmc_manifest == NULL) {
316 ERROR("Invalid or absent SPM Core manifest.\n");
317 return -EINVAL;
Max Shvetsov745889c2020-02-27 14:54:21 +0000318 }
319
320 /* Load manifest, init SPMC */
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100321 rc = spmd_spmc_init(spmc_manifest);
Max Shvetsov745889c2020-02-27 14:54:21 +0000322 if (rc != 0) {
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200323 WARN("Booting device without SPM initialization.\n");
Max Shvetsov745889c2020-02-27 14:54:21 +0000324 }
325
Olivier Deprez69ca84a2020-02-07 15:44:43 +0100326 return rc;
Max Shvetsov745889c2020-02-27 14:54:21 +0000327}
328
329/*******************************************************************************
330 * Forward SMC to the other security state
331 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200332static uint64_t spmd_smc_forward(uint32_t smc_fid,
333 bool secure_origin,
334 uint64_t x1,
335 uint64_t x2,
336 uint64_t x3,
337 uint64_t x4,
338 void *handle)
Max Shvetsov745889c2020-02-27 14:54:21 +0000339{
Olivier Deprezebc34772020-04-16 16:59:21 +0200340 unsigned int secure_state_in = (secure_origin) ? SECURE : NON_SECURE;
341 unsigned int secure_state_out = (!secure_origin) ? SECURE : NON_SECURE;
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100342
Max Shvetsov745889c2020-02-27 14:54:21 +0000343 /* Save incoming security state */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100344 cm_el1_sysregs_context_save(secure_state_in);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000345#if SPMD_SPM_AT_SEL2
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100346 cm_el2_sysregs_context_save(secure_state_in);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000347#endif
Max Shvetsov745889c2020-02-27 14:54:21 +0000348
349 /* Restore outgoing security state */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100350 cm_el1_sysregs_context_restore(secure_state_out);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000351#if SPMD_SPM_AT_SEL2
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100352 cm_el2_sysregs_context_restore(secure_state_out);
Max Shvetsove7fd80e2020-02-25 13:55:00 +0000353#endif
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100354 cm_set_next_eret_context(secure_state_out);
Max Shvetsov745889c2020-02-27 14:54:21 +0000355
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100356 SMC_RET8(cm_get_context(secure_state_out), smc_fid, x1, x2, x3, x4,
Max Shvetsov745889c2020-02-27 14:54:21 +0000357 SMC_GET_GP(handle, CTX_GPREG_X5),
358 SMC_GET_GP(handle, CTX_GPREG_X6),
359 SMC_GET_GP(handle, CTX_GPREG_X7));
360}
361
362/*******************************************************************************
J-Alves2672cde2020-05-07 18:42:25 +0100363 * Return FFA_ERROR with specified error code
Max Shvetsov745889c2020-02-27 14:54:21 +0000364 ******************************************************************************/
J-Alves2672cde2020-05-07 18:42:25 +0100365static uint64_t spmd_ffa_error_return(void *handle, int error_code)
Max Shvetsov745889c2020-02-27 14:54:21 +0000366{
J-Alves2672cde2020-05-07 18:42:25 +0100367 SMC_RET8(handle, FFA_ERROR,
368 FFA_TARGET_INFO_MBZ, error_code,
369 FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ,
370 FFA_PARAM_MBZ, FFA_PARAM_MBZ);
Achin Gupta86f23532019-10-11 15:41:16 +0100371}
372
Olivier Deprez33e44122020-04-16 17:54:27 +0200373/*******************************************************************************
374 * spmd_check_address_in_binary_image
375 ******************************************************************************/
376bool spmd_check_address_in_binary_image(uint64_t address)
377{
378 assert(!check_uptr_overflow(spmc_attrs.load_address, spmc_attrs.binary_size));
379
380 return ((address >= spmc_attrs.load_address) &&
381 (address < (spmc_attrs.load_address + spmc_attrs.binary_size)));
382}
383
Olivier Deprezebc34772020-04-16 16:59:21 +0200384/******************************************************************************
385 * spmd_is_spmc_message
386 *****************************************************************************/
387static bool spmd_is_spmc_message(unsigned int ep)
388{
389 return ((ffa_endpoint_destination(ep) == SPMD_DIRECT_MSG_ENDPOINT_ID)
390 && (ffa_endpoint_source(ep) == spmc_attrs.spmc_id));
391}
392
Olivier Deprez33e44122020-04-16 17:54:27 +0200393/******************************************************************************
394 * spmd_handle_spmc_message
395 *****************************************************************************/
Olivier Deprezc7631a52020-03-23 09:53:06 +0100396static int spmd_handle_spmc_message(unsigned long long msg,
397 unsigned long long parm1, unsigned long long parm2,
398 unsigned long long parm3, unsigned long long parm4)
Olivier Deprez33e44122020-04-16 17:54:27 +0200399{
400 VERBOSE("%s %llx %llx %llx %llx %llx\n", __func__,
401 msg, parm1, parm2, parm3, parm4);
402
403 switch (msg) {
404 case SPMD_DIRECT_MSG_SET_ENTRY_POINT:
405 return spmd_pm_secondary_core_set_ep(parm1, parm2, parm3);
406 default:
407 break;
408 }
409
410 return -EINVAL;
411}
412
Achin Gupta86f23532019-10-11 15:41:16 +0100413/*******************************************************************************
J-Alves2672cde2020-05-07 18:42:25 +0100414 * This function handles all SMCs in the range reserved for FFA. Each call is
Achin Gupta86f23532019-10-11 15:41:16 +0100415 * either forwarded to the other security state or handled by the SPM dispatcher
416 ******************************************************************************/
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200417uint64_t spmd_smc_handler(uint32_t smc_fid,
418 uint64_t x1,
419 uint64_t x2,
420 uint64_t x3,
421 uint64_t x4,
422 void *cookie,
423 void *handle,
Achin Gupta86f23532019-10-11 15:41:16 +0100424 uint64_t flags)
425{
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200426 spmd_spm_core_context_t *ctx = spmd_get_context();
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100427 bool secure_origin;
428 int32_t ret;
J-Alves4c95c702020-05-26 14:03:05 +0100429 uint32_t input_version;
Achin Gupta86f23532019-10-11 15:41:16 +0100430
431 /* Determine which security state this SMC originated from */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100432 secure_origin = is_caller_secure(flags);
Achin Gupta86f23532019-10-11 15:41:16 +0100433
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200434 INFO("SPM: 0x%x 0x%llx 0x%llx 0x%llx 0x%llx 0x%llx 0x%llx 0x%llx\n",
Achin Gupta86f23532019-10-11 15:41:16 +0100435 smc_fid, x1, x2, x3, x4, SMC_GET_GP(handle, CTX_GPREG_X5),
436 SMC_GET_GP(handle, CTX_GPREG_X6),
437 SMC_GET_GP(handle, CTX_GPREG_X7));
438
439 switch (smc_fid) {
J-Alves2672cde2020-05-07 18:42:25 +0100440 case FFA_ERROR:
Achin Gupta86f23532019-10-11 15:41:16 +0100441 /*
442 * Check if this is the first invocation of this interface on
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200443 * this CPU. If so, then indicate that the SPM Core initialised
Achin Gupta86f23532019-10-11 15:41:16 +0100444 * unsuccessfully.
445 */
Olivier Deprez7c016332019-10-28 09:03:13 +0000446 if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) {
Achin Gupta86f23532019-10-11 15:41:16 +0100447 spmd_spm_core_sync_exit(x2);
Max Shvetsov745889c2020-02-27 14:54:21 +0000448 }
Achin Gupta86f23532019-10-11 15:41:16 +0100449
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100450 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000451 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100452 break; /* not reached */
453
J-Alves2672cde2020-05-07 18:42:25 +0100454 case FFA_VERSION:
J-Alves4c95c702020-05-26 14:03:05 +0100455 input_version = (uint32_t)(0xFFFFFFFF & x1);
Achin Gupta86f23532019-10-11 15:41:16 +0100456 /*
J-Alves4c95c702020-05-26 14:03:05 +0100457 * If caller is secure and SPMC was initialized,
458 * return FFA_VERSION of SPMD.
459 * If caller is non secure and SPMC was initialized,
460 * return SPMC's version.
461 * Sanity check to "input_version".
Achin Gupta86f23532019-10-11 15:41:16 +0100462 */
J-Alves4c95c702020-05-26 14:03:05 +0100463 if ((input_version & FFA_VERSION_BIT31_MASK) ||
464 (ctx->state == SPMC_STATE_RESET)) {
465 ret = FFA_ERROR_NOT_SUPPORTED;
466 } else if (!secure_origin) {
467 ret = MAKE_FFA_VERSION(spmc_attrs.major_version, spmc_attrs.minor_version);
468 } else {
469 ret = MAKE_FFA_VERSION(FFA_VERSION_MAJOR, FFA_VERSION_MINOR);
470 }
471
472 SMC_RET8(handle, ret, FFA_TARGET_INFO_MBZ, FFA_TARGET_INFO_MBZ,
J-Alves2672cde2020-05-07 18:42:25 +0100473 FFA_PARAM_MBZ, FFA_PARAM_MBZ, FFA_PARAM_MBZ,
474 FFA_PARAM_MBZ, FFA_PARAM_MBZ);
Achin Gupta86f23532019-10-11 15:41:16 +0100475 break; /* not reached */
476
J-Alves2672cde2020-05-07 18:42:25 +0100477 case FFA_FEATURES:
Achin Gupta86f23532019-10-11 15:41:16 +0100478 /*
479 * This is an optional interface. Do the minimal checks and
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200480 * forward to SPM Core which will handle it if implemented.
Achin Gupta86f23532019-10-11 15:41:16 +0100481 */
482
483 /*
J-Alves2672cde2020-05-07 18:42:25 +0100484 * Check if x1 holds a valid FFA fid. This is an
Achin Gupta86f23532019-10-11 15:41:16 +0100485 * optimization.
486 */
J-Alves2672cde2020-05-07 18:42:25 +0100487 if (!is_ffa_fid(x1)) {
488 return spmd_ffa_error_return(handle,
489 FFA_ERROR_NOT_SUPPORTED);
Max Shvetsov745889c2020-02-27 14:54:21 +0000490 }
Achin Gupta86f23532019-10-11 15:41:16 +0100491
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200492 /* Forward SMC from Normal world to the SPM Core */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100493 if (!secure_origin) {
494 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000495 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100496 }
Max Shvetsov745889c2020-02-27 14:54:21 +0000497
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200498 /*
499 * Return success if call was from secure world i.e. all
J-Alves2672cde2020-05-07 18:42:25 +0100500 * FFA functions are supported. This is essentially a
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200501 * nop.
502 */
J-Alves2672cde2020-05-07 18:42:25 +0100503 SMC_RET8(handle, FFA_SUCCESS_SMC32, x1, x2, x3, x4,
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200504 SMC_GET_GP(handle, CTX_GPREG_X5),
505 SMC_GET_GP(handle, CTX_GPREG_X6),
506 SMC_GET_GP(handle, CTX_GPREG_X7));
507
Achin Gupta86f23532019-10-11 15:41:16 +0100508 break; /* not reached */
509
J-Alves2672cde2020-05-07 18:42:25 +0100510 case FFA_ID_GET:
Max Shvetsove79062e2020-03-12 15:16:40 +0000511 /*
J-Alves2672cde2020-05-07 18:42:25 +0100512 * Returns the ID of the calling FFA component.
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200513 */
Max Shvetsove79062e2020-03-12 15:16:40 +0000514 if (!secure_origin) {
J-Alves2672cde2020-05-07 18:42:25 +0100515 SMC_RET8(handle, FFA_SUCCESS_SMC32,
516 FFA_TARGET_INFO_MBZ, FFA_NS_ENDPOINT_ID,
517 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
518 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
519 FFA_PARAM_MBZ);
Max Shvetsove79062e2020-03-12 15:16:40 +0000520 }
521
J-Alves2672cde2020-05-07 18:42:25 +0100522 SMC_RET8(handle, FFA_SUCCESS_SMC32,
523 FFA_TARGET_INFO_MBZ, spmc_attrs.spmc_id,
524 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
525 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
526 FFA_PARAM_MBZ);
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200527
Max Shvetsove79062e2020-03-12 15:16:40 +0000528 break; /* not reached */
529
Olivier Deprez33e44122020-04-16 17:54:27 +0200530 case FFA_MSG_SEND_DIRECT_REQ_SMC32:
531 if (secure_origin && spmd_is_spmc_message(x1)) {
532 ret = spmd_handle_spmc_message(x3, x4,
533 SMC_GET_GP(handle, CTX_GPREG_X5),
534 SMC_GET_GP(handle, CTX_GPREG_X6),
535 SMC_GET_GP(handle, CTX_GPREG_X7));
536
537 SMC_RET8(handle, FFA_SUCCESS_SMC32,
538 FFA_TARGET_INFO_MBZ, ret,
539 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
540 FFA_PARAM_MBZ, FFA_PARAM_MBZ,
541 FFA_PARAM_MBZ);
542 } else {
543 /* Forward direct message to the other world */
544 return spmd_smc_forward(smc_fid, secure_origin,
545 x1, x2, x3, x4, handle);
546 }
547 break; /* Not reached */
548
549 case FFA_MSG_SEND_DIRECT_RESP_SMC32:
550 if (secure_origin && spmd_is_spmc_message(x1)) {
551 spmd_spm_core_sync_exit(0);
552 } else {
553 /* Forward direct message to the other world */
554 return spmd_smc_forward(smc_fid, secure_origin,
555 x1, x2, x3, x4, handle);
556 }
557 break; /* Not reached */
558
J-Alves2672cde2020-05-07 18:42:25 +0100559 case FFA_RX_RELEASE:
560 case FFA_RXTX_MAP_SMC32:
561 case FFA_RXTX_MAP_SMC64:
562 case FFA_RXTX_UNMAP:
563 case FFA_MSG_RUN:
Achin Gupta86f23532019-10-11 15:41:16 +0100564 /* This interface must be invoked only by the Normal world */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100565 if (secure_origin) {
J-Alves2672cde2020-05-07 18:42:25 +0100566 return spmd_ffa_error_return(handle,
567 FFA_ERROR_NOT_SUPPORTED);
Achin Gupta86f23532019-10-11 15:41:16 +0100568 }
569
570 /* Fall through to forward the call to the other world */
571
J-Alves2672cde2020-05-07 18:42:25 +0100572 case FFA_PARTITION_INFO_GET:
573 case FFA_MSG_SEND:
J-Alves2672cde2020-05-07 18:42:25 +0100574 case FFA_MSG_SEND_DIRECT_REQ_SMC64:
J-Alves2672cde2020-05-07 18:42:25 +0100575 case FFA_MSG_SEND_DIRECT_RESP_SMC64:
576 case FFA_MEM_DONATE_SMC32:
577 case FFA_MEM_DONATE_SMC64:
578 case FFA_MEM_LEND_SMC32:
579 case FFA_MEM_LEND_SMC64:
580 case FFA_MEM_SHARE_SMC32:
581 case FFA_MEM_SHARE_SMC64:
582 case FFA_MEM_RETRIEVE_REQ_SMC32:
583 case FFA_MEM_RETRIEVE_REQ_SMC64:
584 case FFA_MEM_RETRIEVE_RESP:
585 case FFA_MEM_RELINQUISH:
586 case FFA_MEM_RECLAIM:
587 case FFA_SUCCESS_SMC32:
588 case FFA_SUCCESS_SMC64:
Achin Gupta86f23532019-10-11 15:41:16 +0100589 /*
590 * TODO: Assume that no requests originate from EL3 at the
591 * moment. This will change if a SP service is required in
592 * response to secure interrupts targeted to EL3. Until then
593 * simply forward the call to the Normal world.
594 */
595
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100596 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000597 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100598 break; /* not reached */
599
J-Alves2672cde2020-05-07 18:42:25 +0100600 case FFA_MSG_WAIT:
Achin Gupta86f23532019-10-11 15:41:16 +0100601 /*
602 * Check if this is the first invocation of this interface on
603 * this CPU from the Secure world. If so, then indicate that the
Olivier Deprez2bae35f2020-04-16 13:39:06 +0200604 * SPM Core initialised successfully.
Achin Gupta86f23532019-10-11 15:41:16 +0100605 */
Olivier Deprez7c016332019-10-28 09:03:13 +0000606 if (secure_origin && (ctx->state == SPMC_STATE_ON_PENDING)) {
Achin Gupta86f23532019-10-11 15:41:16 +0100607 spmd_spm_core_sync_exit(0);
608 }
609
Max Shvetsov745889c2020-02-27 14:54:21 +0000610 /* Fall through to forward the call to the other world */
Achin Gupta86f23532019-10-11 15:41:16 +0100611
J-Alves2672cde2020-05-07 18:42:25 +0100612 case FFA_MSG_YIELD:
Achin Gupta86f23532019-10-11 15:41:16 +0100613 /* This interface must be invoked only by the Secure world */
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100614 if (!secure_origin) {
J-Alves2672cde2020-05-07 18:42:25 +0100615 return spmd_ffa_error_return(handle,
616 FFA_ERROR_NOT_SUPPORTED);
Achin Gupta86f23532019-10-11 15:41:16 +0100617 }
618
Olivier Deprez41ff36a2019-12-23 16:21:12 +0100619 return spmd_smc_forward(smc_fid, secure_origin,
Max Shvetsov745889c2020-02-27 14:54:21 +0000620 x1, x2, x3, x4, handle);
Achin Gupta86f23532019-10-11 15:41:16 +0100621 break; /* not reached */
622
623 default:
624 WARN("SPM: Unsupported call 0x%08x\n", smc_fid);
J-Alves2672cde2020-05-07 18:42:25 +0100625 return spmd_ffa_error_return(handle, FFA_ERROR_NOT_SUPPORTED);
Achin Gupta86f23532019-10-11 15:41:16 +0100626 }
627}