blob: ec34a850d9e9e3bd603d9539924d86f0ae9dd98d [file] [log] [blame]
Varun Wadekarb316e242015-05-19 16:48:04 +05301/*
Jimmy Brisson39f9eee2020-08-05 13:44:05 -05002 * Copyright (c) 2015-2020, ARM Limited and Contributors. All rights reserved.
Varun Wadekarb5b15b22018-05-17 10:10:25 -07003 * Copyright (c) 2020, NVIDIA Corporation. All rights reserved.
Varun Wadekarb316e242015-05-19 16:48:04 +05304 *
dp-armfa3cf0b2017-05-03 09:38:09 +01005 * SPDX-License-Identifier: BSD-3-Clause
Varun Wadekarb316e242015-05-19 16:48:04 +05306 */
7
Varun Wadekarb316e242015-05-19 16:48:04 +05308#include <assert.h>
Antonio Nino Diaze0f90632018-12-14 00:18:21 +00009
10#include <platform_def.h>
11
12#include <arch_helpers.h>
13#include <common/bl_common.h>
14#include <common/debug.h>
Varun Wadekarb316e242015-05-19 16:48:04 +053015#include <context.h>
Antonio Nino Diaze0f90632018-12-14 00:18:21 +000016#include <drivers/console.h>
17#include <lib/el3_runtime/context_mgmt.h>
18#include <lib/mmio.h>
19#include <lib/psci/psci.h>
20#include <plat/common/platform.h>
21
Varun Wadekarb316e242015-05-19 16:48:04 +053022#include <memctrl.h>
Varun Wadekarb316e242015-05-19 16:48:04 +053023#include <pmc.h>
Varun Wadekarb316e242015-05-19 16:48:04 +053024#include <tegra_def.h>
Harvey Hsieh9e083c72017-04-10 16:20:32 +080025#include <tegra_platform.h>
Varun Wadekarb316e242015-05-19 16:48:04 +053026#include <tegra_private.h>
27
28extern uint64_t tegra_bl31_phys_base;
Varun Wadekara78bb1b2015-08-07 10:03:00 +053029extern uint64_t tegra_sec_entry_point;
Varun Wadekarb316e242015-05-19 16:48:04 +053030
Varun Wadekarb316e242015-05-19 16:48:04 +053031/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +053032 * This handler is called by the PSCI implementation during the `SYSTEM_SUSPEND`
33 * call to get the `power_state` parameter. This allows the platform to encode
34 * the appropriate State-ID field within the `power_state` parameter which can
35 * be utilized in `pwr_domain_suspend()` to suspend to system affinity level.
36******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -070037static void tegra_get_sys_suspend_power_state(psci_power_state_t *req_state)
Varun Wadekarb316e242015-05-19 16:48:04 +053038{
Varun Wadekarf2aa1be2016-06-07 12:00:06 -070039 /* all affinities use system suspend state id */
Anthony Zhou85a8fa02017-03-22 14:42:42 +080040 for (uint32_t i = MPIDR_AFFLVL0; i <= PLAT_MAX_PWR_LVL; i++) {
Varun Wadekarf2aa1be2016-06-07 12:00:06 -070041 req_state->pwr_domain_state[i] = PSTATE_ID_SOC_POWERDN;
Anthony Zhou85a8fa02017-03-22 14:42:42 +080042 }
Varun Wadekarb316e242015-05-19 16:48:04 +053043}
44
45/*******************************************************************************
46 * Handler called when an affinity instance is about to enter standby.
47 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -070048static void tegra_cpu_standby(plat_local_state_t cpu_state)
Varun Wadekarb316e242015-05-19 16:48:04 +053049{
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070050 u_register_t saved_scr_el3;
51
Anthony Zhou85a8fa02017-03-22 14:42:42 +080052 (void)cpu_state;
53
Varun Wadekarb3421ce2017-12-27 18:10:12 -080054 /* Tegra SoC specific handler */
55 if (tegra_soc_cpu_standby(cpu_state) != PSCI_E_SUCCESS)
56 ERROR("%s failed\n", __func__);
57
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070058 saved_scr_el3 = read_scr_el3();
59
60 /*
61 * As per ARM ARM D1.17.2, any physical IRQ interrupt received by the
62 * PE will be treated as a wake-up event, if SCR_EL3.IRQ is set to '1',
63 * irrespective of the value of the PSTATE.I bit value.
64 */
65 write_scr_el3(saved_scr_el3 | SCR_IRQ_BIT);
66
Varun Wadekarb316e242015-05-19 16:48:04 +053067 /*
68 * Enter standby state
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070069 *
70 * dsb & isb is good practice before using wfi to enter low power states
Varun Wadekarb316e242015-05-19 16:48:04 +053071 */
72 dsb();
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070073 isb();
Varun Wadekarb316e242015-05-19 16:48:04 +053074 wfi();
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070075
76 /*
77 * Restore saved scr_el3 that has IRQ bit cleared as we don't want EL3
78 * handling any further interrupts
79 */
80 write_scr_el3(saved_scr_el3);
Varun Wadekarb316e242015-05-19 16:48:04 +053081}
82
83/*******************************************************************************
Varun Wadekarb316e242015-05-19 16:48:04 +053084 * Handler called when an affinity instance is about to be turned on. The
85 * level and mpidr determine the affinity instance.
86 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -070087static int32_t tegra_pwr_domain_on(u_register_t mpidr)
Varun Wadekarb316e242015-05-19 16:48:04 +053088{
Varun Wadekara78bb1b2015-08-07 10:03:00 +053089 return tegra_soc_pwr_domain_on(mpidr);
Varun Wadekarb316e242015-05-19 16:48:04 +053090}
91
92/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +053093 * Handler called when a power domain is about to be turned off. The
94 * target_state encodes the power state that each level should transition to.
Varun Wadekarb316e242015-05-19 16:48:04 +053095 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -070096static void tegra_pwr_domain_off(const psci_power_state_t *target_state)
Varun Wadekarb316e242015-05-19 16:48:04 +053097{
Anthony Zhou85a8fa02017-03-22 14:42:42 +080098 (void)tegra_soc_pwr_domain_off(target_state);
anzhoudd7de852020-08-05 22:34:13 +080099
100 /* disable GICC */
101 tegra_gic_cpuif_deactivate();
Varun Wadekarb316e242015-05-19 16:48:04 +0530102}
103
104/*******************************************************************************
Varun Wadekard22429d2016-03-18 14:35:28 -0700105 * Handler called when a power domain is about to be suspended. The
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530106 * target_state encodes the power state that each level should transition to.
Varun Wadekar99782e82017-07-05 17:44:12 -0700107 * This handler is called with SMP and data cache enabled, when
108 * HW_ASSISTED_COHERENCY = 0
109 ******************************************************************************/
110void tegra_pwr_domain_suspend_pwrdown_early(const psci_power_state_t *target_state)
111{
112 tegra_soc_pwr_domain_suspend_pwrdown_early(target_state);
113}
114
115/*******************************************************************************
116 * Handler called when a power domain is about to be suspended. The
117 * target_state encodes the power state that each level should transition to.
Varun Wadekarb316e242015-05-19 16:48:04 +0530118 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700119static void tegra_pwr_domain_suspend(const psci_power_state_t *target_state)
Varun Wadekarb316e242015-05-19 16:48:04 +0530120{
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800121 (void)tegra_soc_pwr_domain_suspend(target_state);
Varun Wadekarb316e242015-05-19 16:48:04 +0530122
123 /* disable GICC */
124 tegra_gic_cpuif_deactivate();
125}
126
127/*******************************************************************************
Varun Wadekard22429d2016-03-18 14:35:28 -0700128 * Handler called at the end of the power domain suspend sequence. The
129 * target_state encodes the power state that each level should transition to.
130 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700131static __dead2 void tegra_pwr_domain_power_down_wfi(const psci_power_state_t
Varun Wadekard22429d2016-03-18 14:35:28 -0700132 *target_state)
133{
134 /* call the chip's power down handler */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800135 (void)tegra_soc_pwr_domain_power_down_wfi(target_state);
Varun Wadekard22429d2016-03-18 14:35:28 -0700136
Varun Wadekar9ddf8632019-12-11 13:22:21 -0800137 /* Disable console if we are entering deep sleep. */
138 if (target_state->pwr_domain_state[PLAT_MAX_PWR_LVL] ==
139 PSTATE_ID_SOC_POWERDN) {
140 INFO("%s: complete. Entering System Suspend...\n", __func__);
Jimmy Brisson39f9eee2020-08-05 13:44:05 -0500141 console_flush();
Varun Wadekar9ddf8632019-12-11 13:22:21 -0800142 console_switch_state(0);
143 }
144
Vignesh Radhakrishnan833d89c2017-05-25 10:31:42 -0700145 wfi();
Varun Wadekard22429d2016-03-18 14:35:28 -0700146 panic();
147}
148
149/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530150 * Handler called when a power domain has just been powered on after
151 * being turned off earlier. The target_state encodes the low power state that
152 * each level has woken up from.
Varun Wadekarb316e242015-05-19 16:48:04 +0530153 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700154static void tegra_pwr_domain_on_finish(const psci_power_state_t *target_state)
Varun Wadekarb316e242015-05-19 16:48:04 +0530155{
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800156 const plat_params_from_bl2_t *plat_params;
Varun Wadekarb316e242015-05-19 16:48:04 +0530157
158 /*
Varun Wadekarb316e242015-05-19 16:48:04 +0530159 * Check if we are exiting from deep sleep.
160 */
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530161 if (target_state->pwr_domain_state[PLAT_MAX_PWR_LVL] ==
162 PSTATE_ID_SOC_POWERDN) {
Varun Wadekarb316e242015-05-19 16:48:04 +0530163
Varun Wadekarfd60a272020-03-21 18:49:33 -0700164 /*
165 * On entering System Suspend state, the GIC loses power
166 * completely. Initialize the GIC global distributor and
167 * GIC cpu interfaces.
168 */
169 tegra_gic_init();
170
Ambroise Vincent09a22e72019-05-29 14:04:16 +0100171 /* Restart console output. */
172 console_switch_state(CONSOLE_FLAG_RUNTIME);
Varun Wadekara2c6be62016-08-01 22:16:21 -0700173
Varun Wadekarb316e242015-05-19 16:48:04 +0530174 /*
Varun Wadekar6eec6d62016-03-03 13:28:10 -0800175 * Restore Memory Controller settings as it loses state
176 * during system suspend.
Varun Wadekarb316e242015-05-19 16:48:04 +0530177 */
Varun Wadekar6eec6d62016-03-03 13:28:10 -0800178 tegra_memctrl_restore_settings();
Varun Wadekarb316e242015-05-19 16:48:04 +0530179
180 /*
181 * Security configuration to allow DRAM/device access.
182 */
183 plat_params = bl31_get_plat_params();
Varun Wadekar6bb62462015-10-06 12:49:31 +0530184 tegra_memctrl_tzdram_setup(plat_params->tzdram_base,
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800185 (uint32_t)plat_params->tzdram_size);
Varun Wadekard5f578a2016-06-01 19:34:37 -0700186
Varun Wadekarfd60a272020-03-21 18:49:33 -0700187 } else {
188 /*
189 * Initialize the GIC cpu and distributor interfaces
190 */
191 tegra_gic_pcpu_init();
Varun Wadekarb316e242015-05-19 16:48:04 +0530192 }
193
194 /*
195 * Reset hardware settings.
196 */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800197 (void)tegra_soc_pwr_domain_on_finish(target_state);
Varun Wadekarb316e242015-05-19 16:48:04 +0530198}
199
200/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530201 * Handler called when a power domain has just been powered on after
202 * having been suspended earlier. The target_state encodes the low power state
203 * that each level has woken up from.
Varun Wadekarb316e242015-05-19 16:48:04 +0530204 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700205static void tegra_pwr_domain_suspend_finish(const psci_power_state_t *target_state)
Varun Wadekarb316e242015-05-19 16:48:04 +0530206{
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530207 tegra_pwr_domain_on_finish(target_state);
Varun Wadekarb316e242015-05-19 16:48:04 +0530208}
209
210/*******************************************************************************
211 * Handler called when the system wants to be powered off
212 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700213static __dead2 void tegra_system_off(void)
Varun Wadekarb316e242015-05-19 16:48:04 +0530214{
Varun Wadekare5caeed2016-01-07 14:04:21 -0800215 INFO("Powering down system...\n");
216
217 tegra_soc_prepare_system_off();
Varun Wadekarb316e242015-05-19 16:48:04 +0530218}
219
220/*******************************************************************************
221 * Handler called when the system wants to be restarted.
222 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700223static __dead2 void tegra_system_reset(void)
Varun Wadekarb316e242015-05-19 16:48:04 +0530224{
Varun Wadekare5caeed2016-01-07 14:04:21 -0800225 INFO("Restarting system...\n");
226
Varun Wadekar8b82fae2015-11-09 17:39:28 -0800227 /* per-SoC system reset handler */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800228 (void)tegra_soc_prepare_system_reset();
Varun Wadekar8b82fae2015-11-09 17:39:28 -0800229
Varun Wadekar29b46652018-05-17 11:10:13 -0700230 /* wait for the system to reset */
231 for (;;) {
232 ;
233 }
Varun Wadekarb316e242015-05-19 16:48:04 +0530234}
235
236/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530237 * Handler called to check the validity of the power state parameter.
238 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700239static int32_t tegra_validate_power_state(uint32_t power_state,
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530240 psci_power_state_t *req_state)
241{
Anthony Zhou4408e882017-07-07 14:29:51 +0800242 assert(req_state != NULL);
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530243
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530244 return tegra_soc_validate_power_state(power_state, req_state);
245}
246
247/*******************************************************************************
248 * Platform handler called to check the validity of the non secure entrypoint.
249 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700250static int32_t tegra_validate_ns_entrypoint(uintptr_t entrypoint)
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530251{
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800252 int32_t ret = PSCI_E_INVALID_ADDRESS;
253
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530254 /*
255 * Check if the non secure entrypoint lies within the non
256 * secure DRAM.
257 */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800258 if ((entrypoint >= TEGRA_DRAM_BASE) && (entrypoint <= TEGRA_DRAM_END)) {
259 ret = PSCI_E_SUCCESS;
260 }
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530261
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800262 return ret;
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530263}
264
265/*******************************************************************************
Varun Wadekarb316e242015-05-19 16:48:04 +0530266 * Export the platform handlers to enable psci to invoke them
267 ******************************************************************************/
Varun Wadekar8d7a02b2018-06-26 16:07:50 -0700268static plat_psci_ops_t tegra_plat_psci_ops = {
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530269 .cpu_standby = tegra_cpu_standby,
270 .pwr_domain_on = tegra_pwr_domain_on,
271 .pwr_domain_off = tegra_pwr_domain_off,
Varun Wadekar99782e82017-07-05 17:44:12 -0700272 .pwr_domain_suspend_pwrdown_early = tegra_pwr_domain_suspend_pwrdown_early,
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530273 .pwr_domain_suspend = tegra_pwr_domain_suspend,
274 .pwr_domain_on_finish = tegra_pwr_domain_on_finish,
275 .pwr_domain_suspend_finish = tegra_pwr_domain_suspend_finish,
Varun Wadekard22429d2016-03-18 14:35:28 -0700276 .pwr_domain_pwr_down_wfi = tegra_pwr_domain_power_down_wfi,
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530277 .system_off = tegra_system_off,
278 .system_reset = tegra_system_reset,
279 .validate_power_state = tegra_validate_power_state,
280 .validate_ns_entrypoint = tegra_validate_ns_entrypoint,
281 .get_sys_suspend_power_state = tegra_get_sys_suspend_power_state,
Varun Wadekarb316e242015-05-19 16:48:04 +0530282};
283
284/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530285 * Export the platform specific power ops and initialize Power Controller
Varun Wadekarb316e242015-05-19 16:48:04 +0530286 ******************************************************************************/
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530287int plat_setup_psci_ops(uintptr_t sec_entrypoint,
288 const plat_psci_ops_t **psci_ops)
Varun Wadekarb316e242015-05-19 16:48:04 +0530289{
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530290 psci_power_state_t target_state = { { PSCI_LOCAL_STATE_RUN } };
291
292 /*
293 * Flush entrypoint variable to PoC since it will be
294 * accessed after a reset with the caches turned off.
295 */
296 tegra_sec_entry_point = sec_entrypoint;
297 flush_dcache_range((uint64_t)&tegra_sec_entry_point, sizeof(uint64_t));
298
Varun Wadekarb316e242015-05-19 16:48:04 +0530299 /*
300 * Reset hardware settings.
301 */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800302 (void)tegra_soc_pwr_domain_on_finish(&target_state);
Varun Wadekarb316e242015-05-19 16:48:04 +0530303
304 /*
Varun Wadekar8d7a02b2018-06-26 16:07:50 -0700305 * Disable System Suspend if the platform does not
306 * support it
307 */
308 if (!plat_supports_system_suspend()) {
309 tegra_plat_psci_ops.get_sys_suspend_power_state = NULL;
310 }
311
312 /*
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530313 * Initialize PSCI ops struct
Varun Wadekarb316e242015-05-19 16:48:04 +0530314 */
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530315 *psci_ops = &tegra_plat_psci_ops;
Varun Wadekarb316e242015-05-19 16:48:04 +0530316
317 return 0;
318}
Varun Wadekar24975392016-05-05 14:13:30 -0700319
320/*******************************************************************************
321 * Platform handler to calculate the proper target power level at the
322 * specified affinity level
323 ******************************************************************************/
324plat_local_state_t plat_get_target_pwr_state(unsigned int lvl,
325 const plat_local_state_t *states,
326 unsigned int ncpu)
327{
Varun Wadekarf2aa1be2016-06-07 12:00:06 -0700328 return tegra_soc_get_target_pwr_state(lvl, states, ncpu);
Varun Wadekar24975392016-05-05 14:13:30 -0700329}