blob: 051080e79a3de6ce61845f3e09957c78fcdcfd49 [file] [log] [blame]
Achin Gupta7c88f3f2014-02-18 18:09:12 +00001/*
Daniel Boulby60786e72021-10-22 11:37:34 +01002 * Copyright (c) 2013-2022, ARM Limited and Contributors. All rights reserved.
Achin Gupta7c88f3f2014-02-18 18:09:12 +00003 *
dp-armfa3cf0b2017-05-03 09:38:09 +01004 * SPDX-License-Identifier: BSD-3-Clause
Achin Gupta7c88f3f2014-02-18 18:09:12 +00005 */
6
Alexei Fedorovf41355c2019-09-13 14:11:59 +01007#include <assert.h>
Scott Brandene5dcf982020-08-25 13:49:32 -07008#include <inttypes.h>
9#include <stdint.h>
Antonio Nino Diaze0f90632018-12-14 00:18:21 +000010
Alexei Fedorovf41355c2019-09-13 14:11:59 +010011#include <arch_features.h>
Antonio Nino Diaze0f90632018-12-14 00:18:21 +000012#include <arch_helpers.h>
13#include <bl32/tsp/tsp.h>
14#include <common/bl_common.h>
15#include <common/debug.h>
16#include <lib/spinlock.h>
17#include <plat/common/platform.h>
Dan Handley4fd2f5c2014-08-04 11:41:20 +010018#include <platform_tsp.h>
Dan Handleye2c27f52014-08-01 17:58:27 +010019#include "tsp_private.h"
Achin Gupta7c88f3f2014-02-18 18:09:12 +000020
Achin Gupta6b4ec242021-10-04 20:13:36 +010021#include <platform_def.h>
Antonio Nino Diaze61ece02019-02-26 11:41:03 +000022
23/*******************************************************************************
Achin Gupta7c88f3f2014-02-18 18:09:12 +000024 * TSP main entry point where it gets the opportunity to initialize its secure
25 * state/applications. Once the state is initialized, it must return to the
Andrew Thoelke891c4ca2014-05-20 21:43:27 +010026 * SPD with a pointer to the 'tsp_vector_table' jump table.
Achin Gupta7c88f3f2014-02-18 18:09:12 +000027 ******************************************************************************/
28uint64_t tsp_main(void)
29{
Dan Handley91b624e2014-07-29 17:14:00 +010030 NOTICE("TSP: %s\n", version_string);
31 NOTICE("TSP: %s\n", build_message);
Sandrine Bailleuxbdba5e52016-06-16 14:24:26 +010032 INFO("TSP: Total memory base : 0x%lx\n", (unsigned long) BL32_BASE);
33 INFO("TSP: Total memory size : 0x%lx bytes\n", BL32_TOTAL_SIZE);
Dan Handley91b624e2014-07-29 17:14:00 +010034
Soby Mathewda43b662015-07-08 21:45:46 +010035 uint32_t linear_id = plat_my_core_pos();
Achin Gupta7c88f3f2014-02-18 18:09:12 +000036
Achin Gupta7c88f3f2014-02-18 18:09:12 +000037 /* Initialize the platform */
Dan Handley4fd2f5c2014-08-04 11:41:20 +010038 tsp_platform_setup();
Achin Gupta7c88f3f2014-02-18 18:09:12 +000039
40 /* Initialize secure/applications state here */
Achin Guptabbc33f22014-05-09 13:33:42 +010041 tsp_generic_timer_start();
Achin Gupta7c88f3f2014-02-18 18:09:12 +000042
43 /* Update this cpu's statistics */
44 tsp_stats[linear_id].smc_count++;
45 tsp_stats[linear_id].eret_count++;
46 tsp_stats[linear_id].cpu_on_count++;
47
Dan Handley91b624e2014-07-29 17:14:00 +010048#if LOG_LEVEL >= LOG_LEVEL_INFO
Achin Gupta7c88f3f2014-02-18 18:09:12 +000049 spin_lock(&console_lock);
Soby Mathewda43b662015-07-08 21:45:46 +010050 INFO("TSP: cpu 0x%lx: %d smcs, %d erets %d cpu on requests\n",
51 read_mpidr(),
Achin Gupta7c88f3f2014-02-18 18:09:12 +000052 tsp_stats[linear_id].smc_count,
53 tsp_stats[linear_id].eret_count,
54 tsp_stats[linear_id].cpu_on_count);
55 spin_unlock(&console_lock);
Dan Handley91b624e2014-07-29 17:14:00 +010056#endif
Andrew Thoelke891c4ca2014-05-20 21:43:27 +010057 return (uint64_t) &tsp_vector_table;
Achin Gupta7c88f3f2014-02-18 18:09:12 +000058}
59
60/*******************************************************************************
61 * This function performs any remaining book keeping in the test secure payload
62 * after this cpu's architectural state has been setup in response to an earlier
63 * psci cpu_on request.
64 ******************************************************************************/
Achin Gupta6b4ec242021-10-04 20:13:36 +010065smc_args_t *tsp_cpu_on_main(void)
Achin Gupta7c88f3f2014-02-18 18:09:12 +000066{
Soby Mathewda43b662015-07-08 21:45:46 +010067 uint32_t linear_id = plat_my_core_pos();
Achin Gupta7c88f3f2014-02-18 18:09:12 +000068
Achin Guptabbc33f22014-05-09 13:33:42 +010069 /* Initialize secure/applications state here */
70 tsp_generic_timer_start();
71
Achin Gupta7c88f3f2014-02-18 18:09:12 +000072 /* Update this cpu's statistics */
73 tsp_stats[linear_id].smc_count++;
74 tsp_stats[linear_id].eret_count++;
75 tsp_stats[linear_id].cpu_on_count++;
76
Dan Handley91b624e2014-07-29 17:14:00 +010077#if LOG_LEVEL >= LOG_LEVEL_INFO
Achin Gupta7c88f3f2014-02-18 18:09:12 +000078 spin_lock(&console_lock);
Soby Mathewda43b662015-07-08 21:45:46 +010079 INFO("TSP: cpu 0x%lx turned on\n", read_mpidr());
80 INFO("TSP: cpu 0x%lx: %d smcs, %d erets %d cpu on requests\n",
81 read_mpidr(),
Dan Handley91b624e2014-07-29 17:14:00 +010082 tsp_stats[linear_id].smc_count,
83 tsp_stats[linear_id].eret_count,
84 tsp_stats[linear_id].cpu_on_count);
Achin Gupta7c88f3f2014-02-18 18:09:12 +000085 spin_unlock(&console_lock);
Dan Handley91b624e2014-07-29 17:14:00 +010086#endif
Achin Gupta7c88f3f2014-02-18 18:09:12 +000087 /* Indicate to the SPD that we have completed turned ourselves on */
88 return set_smc_args(TSP_ON_DONE, 0, 0, 0, 0, 0, 0, 0);
89}
90
91/*******************************************************************************
92 * This function performs any remaining book keeping in the test secure payload
93 * before this cpu is turned off in response to a psci cpu_off request.
94 ******************************************************************************/
Achin Gupta6b4ec242021-10-04 20:13:36 +010095smc_args_t *tsp_cpu_off_main(uint64_t arg0,
Achin Gupta7c88f3f2014-02-18 18:09:12 +000096 uint64_t arg1,
97 uint64_t arg2,
98 uint64_t arg3,
99 uint64_t arg4,
100 uint64_t arg5,
101 uint64_t arg6,
102 uint64_t arg7)
103{
Soby Mathewda43b662015-07-08 21:45:46 +0100104 uint32_t linear_id = plat_my_core_pos();
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000105
Achin Guptabbc33f22014-05-09 13:33:42 +0100106 /*
107 * This cpu is being turned off, so disable the timer to prevent the
108 * secure timer interrupt from interfering with power down. A pending
109 * interrupt will be lost but we do not care as we are turning off.
110 */
111 tsp_generic_timer_stop();
112
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000113 /* Update this cpu's statistics */
114 tsp_stats[linear_id].smc_count++;
115 tsp_stats[linear_id].eret_count++;
116 tsp_stats[linear_id].cpu_off_count++;
117
Dan Handley91b624e2014-07-29 17:14:00 +0100118#if LOG_LEVEL >= LOG_LEVEL_INFO
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000119 spin_lock(&console_lock);
Soby Mathewda43b662015-07-08 21:45:46 +0100120 INFO("TSP: cpu 0x%lx off request\n", read_mpidr());
121 INFO("TSP: cpu 0x%lx: %d smcs, %d erets %d cpu off requests\n",
122 read_mpidr(),
Dan Handley91b624e2014-07-29 17:14:00 +0100123 tsp_stats[linear_id].smc_count,
124 tsp_stats[linear_id].eret_count,
125 tsp_stats[linear_id].cpu_off_count);
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000126 spin_unlock(&console_lock);
Dan Handley91b624e2014-07-29 17:14:00 +0100127#endif
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000128
Achin Gupta607084e2014-02-09 18:24:19 +0000129 /* Indicate to the SPD that we have completed this request */
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000130 return set_smc_args(TSP_OFF_DONE, 0, 0, 0, 0, 0, 0, 0);
131}
132
133/*******************************************************************************
134 * This function performs any book keeping in the test secure payload before
135 * this cpu's architectural state is saved in response to an earlier psci
136 * cpu_suspend request.
137 ******************************************************************************/
Achin Gupta6b4ec242021-10-04 20:13:36 +0100138smc_args_t *tsp_cpu_suspend_main(uint64_t arg0,
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000139 uint64_t arg1,
140 uint64_t arg2,
141 uint64_t arg3,
142 uint64_t arg4,
143 uint64_t arg5,
144 uint64_t arg6,
145 uint64_t arg7)
146{
Soby Mathewda43b662015-07-08 21:45:46 +0100147 uint32_t linear_id = plat_my_core_pos();
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000148
Achin Guptabbc33f22014-05-09 13:33:42 +0100149 /*
150 * Save the time context and disable it to prevent the secure timer
151 * interrupt from interfering with wakeup from the suspend state.
152 */
153 tsp_generic_timer_save();
154 tsp_generic_timer_stop();
155
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000156 /* Update this cpu's statistics */
157 tsp_stats[linear_id].smc_count++;
158 tsp_stats[linear_id].eret_count++;
159 tsp_stats[linear_id].cpu_suspend_count++;
160
Dan Handley91b624e2014-07-29 17:14:00 +0100161#if LOG_LEVEL >= LOG_LEVEL_INFO
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000162 spin_lock(&console_lock);
Sandrine Bailleux8723adf2015-02-05 15:42:31 +0000163 INFO("TSP: cpu 0x%lx: %d smcs, %d erets %d cpu suspend requests\n",
Soby Mathewda43b662015-07-08 21:45:46 +0100164 read_mpidr(),
Dan Handley91b624e2014-07-29 17:14:00 +0100165 tsp_stats[linear_id].smc_count,
166 tsp_stats[linear_id].eret_count,
167 tsp_stats[linear_id].cpu_suspend_count);
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000168 spin_unlock(&console_lock);
Dan Handley91b624e2014-07-29 17:14:00 +0100169#endif
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000170
Achin Gupta607084e2014-02-09 18:24:19 +0000171 /* Indicate to the SPD that we have completed this request */
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000172 return set_smc_args(TSP_SUSPEND_DONE, 0, 0, 0, 0, 0, 0, 0);
173}
174
175/*******************************************************************************
176 * This function performs any book keeping in the test secure payload after this
177 * cpu's architectural state has been restored after wakeup from an earlier psci
178 * cpu_suspend request.
179 ******************************************************************************/
Achin Gupta6b4ec242021-10-04 20:13:36 +0100180smc_args_t *tsp_cpu_resume_main(uint64_t max_off_pwrlvl,
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000181 uint64_t arg1,
182 uint64_t arg2,
183 uint64_t arg3,
184 uint64_t arg4,
185 uint64_t arg5,
186 uint64_t arg6,
187 uint64_t arg7)
188{
Soby Mathewda43b662015-07-08 21:45:46 +0100189 uint32_t linear_id = plat_my_core_pos();
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000190
Achin Guptabbc33f22014-05-09 13:33:42 +0100191 /* Restore the generic timer context */
192 tsp_generic_timer_restore();
193
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000194 /* Update this cpu's statistics */
195 tsp_stats[linear_id].smc_count++;
196 tsp_stats[linear_id].eret_count++;
197 tsp_stats[linear_id].cpu_resume_count++;
198
Dan Handley91b624e2014-07-29 17:14:00 +0100199#if LOG_LEVEL >= LOG_LEVEL_INFO
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000200 spin_lock(&console_lock);
Scott Brandene5dcf982020-08-25 13:49:32 -0700201 INFO("TSP: cpu 0x%lx resumed. maximum off power level %" PRId64 "\n",
Achin Gupta9a0ff9b2015-09-07 20:43:27 +0100202 read_mpidr(), max_off_pwrlvl);
Manish Pandeyc4b47a22020-03-06 14:36:25 +0000203 INFO("TSP: cpu 0x%lx: %d smcs, %d erets %d cpu resume requests\n",
Soby Mathewda43b662015-07-08 21:45:46 +0100204 read_mpidr(),
Dan Handley91b624e2014-07-29 17:14:00 +0100205 tsp_stats[linear_id].smc_count,
206 tsp_stats[linear_id].eret_count,
Manish Pandeyc4b47a22020-03-06 14:36:25 +0000207 tsp_stats[linear_id].cpu_resume_count);
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000208 spin_unlock(&console_lock);
Dan Handley91b624e2014-07-29 17:14:00 +0100209#endif
Achin Gupta607084e2014-02-09 18:24:19 +0000210 /* Indicate to the SPD that we have completed this request */
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000211 return set_smc_args(TSP_RESUME_DONE, 0, 0, 0, 0, 0, 0, 0);
212}
213
214/*******************************************************************************
215 * TSP fast smc handler. The secure monitor jumps to this function by
216 * doing the ERET after populating X0-X7 registers. The arguments are received
217 * in the function arguments in order. Once the service is rendered, this
Soby Mathew9f71f702014-05-09 20:49:17 +0100218 * function returns to Secure Monitor by raising SMC.
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000219 ******************************************************************************/
Achin Gupta6b4ec242021-10-04 20:13:36 +0100220smc_args_t *tsp_smc_handler(uint64_t func,
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000221 uint64_t arg1,
222 uint64_t arg2,
223 uint64_t arg3,
224 uint64_t arg4,
225 uint64_t arg5,
226 uint64_t arg6,
227 uint64_t arg7)
228{
Alexei Fedorov7d616ee2020-11-13 12:36:49 +0000229 uint128_t service_args;
230 uint64_t service_arg0;
231 uint64_t service_arg1;
Achin Gupta916a2c12014-02-09 23:11:46 +0000232 uint64_t results[2];
Soby Mathewda43b662015-07-08 21:45:46 +0100233 uint32_t linear_id = plat_my_core_pos();
Daniel Boulby60786e72021-10-22 11:37:34 +0100234 u_register_t dit;
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000235
Achin Gupta916a2c12014-02-09 23:11:46 +0000236 /* Update this cpu's statistics */
237 tsp_stats[linear_id].smc_count++;
238 tsp_stats[linear_id].eret_count++;
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000239
Madhukar Pappireddy2598c412020-03-20 01:46:21 -0500240#if LOG_LEVEL >= LOG_LEVEL_INFO
241 spin_lock(&console_lock);
Scott Brandene5dcf982020-08-25 13:49:32 -0700242 INFO("TSP: cpu 0x%lx received %s smc 0x%" PRIx64 "\n", read_mpidr(),
David Cunado28f69ab2017-04-05 11:34:03 +0100243 ((func >> 31) & 1) == 1 ? "fast" : "yielding",
Dan Handley91b624e2014-07-29 17:14:00 +0100244 func);
Soby Mathewda43b662015-07-08 21:45:46 +0100245 INFO("TSP: cpu 0x%lx: %d smcs, %d erets\n", read_mpidr(),
Dan Handley91b624e2014-07-29 17:14:00 +0100246 tsp_stats[linear_id].smc_count,
247 tsp_stats[linear_id].eret_count);
Madhukar Pappireddy2598c412020-03-20 01:46:21 -0500248 spin_unlock(&console_lock);
249#endif
Achin Gupta916a2c12014-02-09 23:11:46 +0000250
251 /* Render secure services and obtain results here */
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000252 results[0] = arg1;
253 results[1] = arg2;
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000254
255 /*
Alexei Fedorov7d616ee2020-11-13 12:36:49 +0000256 * Request a service back from dispatcher/secure monitor.
257 * This call returns and thereafter resumes execution.
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000258 */
Alexei Fedorov7d616ee2020-11-13 12:36:49 +0000259 service_args = tsp_get_magic();
260 service_arg0 = (uint64_t)service_args;
261 service_arg1 = (uint64_t)(service_args >> 64U);
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000262
Justin Chadwell1c7c13a2019-07-18 14:25:33 +0100263#if CTX_INCLUDE_MTE_REGS
264 /*
265 * Write a dummy value to an MTE register, to simulate usage in the
266 * secure world
267 */
268 write_gcr_el1(0x99);
269#endif
270
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000271 /* Determine the function to perform based on the function ID */
Soby Mathew9f71f702014-05-09 20:49:17 +0100272 switch (TSP_BARE_FID(func)) {
273 case TSP_ADD:
Alexei Fedorov7d616ee2020-11-13 12:36:49 +0000274 results[0] += service_arg0;
275 results[1] += service_arg1;
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000276 break;
Soby Mathew9f71f702014-05-09 20:49:17 +0100277 case TSP_SUB:
Alexei Fedorov7d616ee2020-11-13 12:36:49 +0000278 results[0] -= service_arg0;
279 results[1] -= service_arg1;
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000280 break;
Soby Mathew9f71f702014-05-09 20:49:17 +0100281 case TSP_MUL:
Alexei Fedorov7d616ee2020-11-13 12:36:49 +0000282 results[0] *= service_arg0;
283 results[1] *= service_arg1;
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000284 break;
Soby Mathew9f71f702014-05-09 20:49:17 +0100285 case TSP_DIV:
Alexei Fedorov7d616ee2020-11-13 12:36:49 +0000286 results[0] /= service_arg0 ? service_arg0 : 1;
287 results[1] /= service_arg1 ? service_arg1 : 1;
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000288 break;
Daniel Boulby60786e72021-10-22 11:37:34 +0100289 case TSP_CHECK_DIT:
290 if (!is_armv8_4_dit_present()) {
291#if LOG_LEVEL >= LOG_LEVEL_ERROR
292 spin_lock(&console_lock);
293 ERROR("DIT not supported\n");
294 spin_unlock(&console_lock);
295#endif
296 results[0] = 0;
297 results[1] = 0xffff;
298 break;
299 }
300 dit = read_dit();
301 results[0] = dit == service_arg0;
302 results[1] = dit;
303 /* Toggle the dit bit */
304 write_dit(service_arg0 != 0U ? 0 : DIT_BIT);
305 break;
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000306 default:
307 break;
308 }
309
Soby Mathew9f71f702014-05-09 20:49:17 +0100310 return set_smc_args(func, 0,
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000311 results[0],
312 results[1],
Soby Mathew9f71f702014-05-09 20:49:17 +0100313 0, 0, 0, 0);
Achin Gupta7c88f3f2014-02-18 18:09:12 +0000314}