blob: 6019182a1c8d200d42dabf95098cc9ee1a431e9c [file] [log] [blame]
Varun Wadekarb316e242015-05-19 16:48:04 +05301/*
Varun Wadekar84a775e2019-01-03 10:12:55 -08002 * Copyright (c) 2015-2019, ARM Limited and Contributors. All rights reserved.
Varun Wadekarb5b15b22018-05-17 10:10:25 -07003 * Copyright (c) 2020, NVIDIA Corporation. All rights reserved.
Varun Wadekarb316e242015-05-19 16:48:04 +05304 *
dp-armfa3cf0b2017-05-03 09:38:09 +01005 * SPDX-License-Identifier: BSD-3-Clause
Varun Wadekarb316e242015-05-19 16:48:04 +05306 */
7
Varun Wadekarb316e242015-05-19 16:48:04 +05308#include <assert.h>
Antonio Nino Diaze0f90632018-12-14 00:18:21 +00009
10#include <platform_def.h>
11
12#include <arch_helpers.h>
13#include <common/bl_common.h>
14#include <common/debug.h>
Varun Wadekarb316e242015-05-19 16:48:04 +053015#include <context.h>
Antonio Nino Diaze0f90632018-12-14 00:18:21 +000016#include <drivers/console.h>
17#include <lib/el3_runtime/context_mgmt.h>
18#include <lib/mmio.h>
19#include <lib/psci/psci.h>
20#include <plat/common/platform.h>
21
Varun Wadekarb316e242015-05-19 16:48:04 +053022#include <memctrl.h>
Varun Wadekarb316e242015-05-19 16:48:04 +053023#include <pmc.h>
Varun Wadekarb316e242015-05-19 16:48:04 +053024#include <tegra_def.h>
Harvey Hsieh9e083c72017-04-10 16:20:32 +080025#include <tegra_platform.h>
Varun Wadekarb316e242015-05-19 16:48:04 +053026#include <tegra_private.h>
27
28extern uint64_t tegra_bl31_phys_base;
Varun Wadekara78bb1b2015-08-07 10:03:00 +053029extern uint64_t tegra_sec_entry_point;
Varun Wadekarb316e242015-05-19 16:48:04 +053030
Varun Wadekarb316e242015-05-19 16:48:04 +053031/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +053032 * This handler is called by the PSCI implementation during the `SYSTEM_SUSPEND`
33 * call to get the `power_state` parameter. This allows the platform to encode
34 * the appropriate State-ID field within the `power_state` parameter which can
35 * be utilized in `pwr_domain_suspend()` to suspend to system affinity level.
36******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -070037static void tegra_get_sys_suspend_power_state(psci_power_state_t *req_state)
Varun Wadekarb316e242015-05-19 16:48:04 +053038{
Varun Wadekarf2aa1be2016-06-07 12:00:06 -070039 /* all affinities use system suspend state id */
Anthony Zhou85a8fa02017-03-22 14:42:42 +080040 for (uint32_t i = MPIDR_AFFLVL0; i <= PLAT_MAX_PWR_LVL; i++) {
Varun Wadekarf2aa1be2016-06-07 12:00:06 -070041 req_state->pwr_domain_state[i] = PSTATE_ID_SOC_POWERDN;
Anthony Zhou85a8fa02017-03-22 14:42:42 +080042 }
Varun Wadekarb316e242015-05-19 16:48:04 +053043}
44
45/*******************************************************************************
46 * Handler called when an affinity instance is about to enter standby.
47 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -070048static void tegra_cpu_standby(plat_local_state_t cpu_state)
Varun Wadekarb316e242015-05-19 16:48:04 +053049{
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070050 u_register_t saved_scr_el3;
51
Anthony Zhou85a8fa02017-03-22 14:42:42 +080052 (void)cpu_state;
53
Varun Wadekarb3421ce2017-12-27 18:10:12 -080054 /* Tegra SoC specific handler */
55 if (tegra_soc_cpu_standby(cpu_state) != PSCI_E_SUCCESS)
56 ERROR("%s failed\n", __func__);
57
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070058 saved_scr_el3 = read_scr_el3();
59
60 /*
61 * As per ARM ARM D1.17.2, any physical IRQ interrupt received by the
62 * PE will be treated as a wake-up event, if SCR_EL3.IRQ is set to '1',
63 * irrespective of the value of the PSTATE.I bit value.
64 */
65 write_scr_el3(saved_scr_el3 | SCR_IRQ_BIT);
66
Varun Wadekarb316e242015-05-19 16:48:04 +053067 /*
68 * Enter standby state
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070069 *
70 * dsb & isb is good practice before using wfi to enter low power states
Varun Wadekarb316e242015-05-19 16:48:04 +053071 */
72 dsb();
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070073 isb();
Varun Wadekarb316e242015-05-19 16:48:04 +053074 wfi();
Vignesh Radhakrishnan16d82ae2018-04-20 14:31:41 -070075
76 /*
77 * Restore saved scr_el3 that has IRQ bit cleared as we don't want EL3
78 * handling any further interrupts
79 */
80 write_scr_el3(saved_scr_el3);
Varun Wadekarb316e242015-05-19 16:48:04 +053081}
82
83/*******************************************************************************
Varun Wadekarb316e242015-05-19 16:48:04 +053084 * Handler called when an affinity instance is about to be turned on. The
85 * level and mpidr determine the affinity instance.
86 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -070087static int32_t tegra_pwr_domain_on(u_register_t mpidr)
Varun Wadekarb316e242015-05-19 16:48:04 +053088{
Varun Wadekara78bb1b2015-08-07 10:03:00 +053089 return tegra_soc_pwr_domain_on(mpidr);
Varun Wadekarb316e242015-05-19 16:48:04 +053090}
91
92/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +053093 * Handler called when a power domain is about to be turned off. The
94 * target_state encodes the power state that each level should transition to.
Varun Wadekarb316e242015-05-19 16:48:04 +053095 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -070096static void tegra_pwr_domain_off(const psci_power_state_t *target_state)
Varun Wadekarb316e242015-05-19 16:48:04 +053097{
Anthony Zhou85a8fa02017-03-22 14:42:42 +080098 (void)tegra_soc_pwr_domain_off(target_state);
Varun Wadekarb316e242015-05-19 16:48:04 +053099}
100
101/*******************************************************************************
Varun Wadekard22429d2016-03-18 14:35:28 -0700102 * Handler called when a power domain is about to be suspended. The
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530103 * target_state encodes the power state that each level should transition to.
Varun Wadekar99782e82017-07-05 17:44:12 -0700104 * This handler is called with SMP and data cache enabled, when
105 * HW_ASSISTED_COHERENCY = 0
106 ******************************************************************************/
107void tegra_pwr_domain_suspend_pwrdown_early(const psci_power_state_t *target_state)
108{
109 tegra_soc_pwr_domain_suspend_pwrdown_early(target_state);
110}
111
112/*******************************************************************************
113 * Handler called when a power domain is about to be suspended. The
114 * target_state encodes the power state that each level should transition to.
Varun Wadekarb316e242015-05-19 16:48:04 +0530115 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700116static void tegra_pwr_domain_suspend(const psci_power_state_t *target_state)
Varun Wadekarb316e242015-05-19 16:48:04 +0530117{
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800118 (void)tegra_soc_pwr_domain_suspend(target_state);
Varun Wadekarb316e242015-05-19 16:48:04 +0530119
Varun Wadekara2c6be62016-08-01 22:16:21 -0700120 /* Disable console if we are entering deep sleep. */
121 if (target_state->pwr_domain_state[PLAT_MAX_PWR_LVL] ==
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800122 PSTATE_ID_SOC_POWERDN) {
Ambroise Vincent09a22e72019-05-29 14:04:16 +0100123 (void)console_flush();
124 console_switch_state(0);
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800125 }
Varun Wadekara2c6be62016-08-01 22:16:21 -0700126
Varun Wadekarb316e242015-05-19 16:48:04 +0530127 /* disable GICC */
128 tegra_gic_cpuif_deactivate();
129}
130
131/*******************************************************************************
Varun Wadekard22429d2016-03-18 14:35:28 -0700132 * Handler called at the end of the power domain suspend sequence. The
133 * target_state encodes the power state that each level should transition to.
134 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700135static __dead2 void tegra_pwr_domain_power_down_wfi(const psci_power_state_t
Varun Wadekard22429d2016-03-18 14:35:28 -0700136 *target_state)
137{
138 /* call the chip's power down handler */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800139 (void)tegra_soc_pwr_domain_power_down_wfi(target_state);
Varun Wadekard22429d2016-03-18 14:35:28 -0700140
Vignesh Radhakrishnan833d89c2017-05-25 10:31:42 -0700141 wfi();
Varun Wadekard22429d2016-03-18 14:35:28 -0700142 panic();
143}
144
145/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530146 * Handler called when a power domain has just been powered on after
147 * being turned off earlier. The target_state encodes the low power state that
148 * each level has woken up from.
Varun Wadekarb316e242015-05-19 16:48:04 +0530149 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700150static void tegra_pwr_domain_on_finish(const psci_power_state_t *target_state)
Varun Wadekarb316e242015-05-19 16:48:04 +0530151{
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800152 const plat_params_from_bl2_t *plat_params;
Varun Wadekarb316e242015-05-19 16:48:04 +0530153
154 /*
Varun Wadekarb316e242015-05-19 16:48:04 +0530155 * Check if we are exiting from deep sleep.
156 */
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530157 if (target_state->pwr_domain_state[PLAT_MAX_PWR_LVL] ==
158 PSTATE_ID_SOC_POWERDN) {
Varun Wadekarb316e242015-05-19 16:48:04 +0530159
Varun Wadekarfd60a272020-03-21 18:49:33 -0700160 /*
161 * On entering System Suspend state, the GIC loses power
162 * completely. Initialize the GIC global distributor and
163 * GIC cpu interfaces.
164 */
165 tegra_gic_init();
166
Ambroise Vincent09a22e72019-05-29 14:04:16 +0100167 /* Restart console output. */
168 console_switch_state(CONSOLE_FLAG_RUNTIME);
Varun Wadekara2c6be62016-08-01 22:16:21 -0700169
Varun Wadekarb316e242015-05-19 16:48:04 +0530170 /*
Varun Wadekar6eec6d62016-03-03 13:28:10 -0800171 * Restore Memory Controller settings as it loses state
172 * during system suspend.
Varun Wadekarb316e242015-05-19 16:48:04 +0530173 */
Varun Wadekar6eec6d62016-03-03 13:28:10 -0800174 tegra_memctrl_restore_settings();
Varun Wadekarb316e242015-05-19 16:48:04 +0530175
176 /*
177 * Security configuration to allow DRAM/device access.
178 */
179 plat_params = bl31_get_plat_params();
Varun Wadekar6bb62462015-10-06 12:49:31 +0530180 tegra_memctrl_tzdram_setup(plat_params->tzdram_base,
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800181 (uint32_t)plat_params->tzdram_size);
Varun Wadekard5f578a2016-06-01 19:34:37 -0700182
Varun Wadekarfd60a272020-03-21 18:49:33 -0700183 } else {
184 /*
185 * Initialize the GIC cpu and distributor interfaces
186 */
187 tegra_gic_pcpu_init();
Varun Wadekarb316e242015-05-19 16:48:04 +0530188 }
189
190 /*
191 * Reset hardware settings.
192 */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800193 (void)tegra_soc_pwr_domain_on_finish(target_state);
Varun Wadekarb316e242015-05-19 16:48:04 +0530194}
195
196/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530197 * Handler called when a power domain has just been powered on after
198 * having been suspended earlier. The target_state encodes the low power state
199 * that each level has woken up from.
Varun Wadekarb316e242015-05-19 16:48:04 +0530200 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700201static void tegra_pwr_domain_suspend_finish(const psci_power_state_t *target_state)
Varun Wadekarb316e242015-05-19 16:48:04 +0530202{
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530203 tegra_pwr_domain_on_finish(target_state);
Varun Wadekarb316e242015-05-19 16:48:04 +0530204}
205
206/*******************************************************************************
207 * Handler called when the system wants to be powered off
208 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700209static __dead2 void tegra_system_off(void)
Varun Wadekarb316e242015-05-19 16:48:04 +0530210{
Varun Wadekare5caeed2016-01-07 14:04:21 -0800211 INFO("Powering down system...\n");
212
213 tegra_soc_prepare_system_off();
Varun Wadekarb316e242015-05-19 16:48:04 +0530214}
215
216/*******************************************************************************
217 * Handler called when the system wants to be restarted.
218 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700219static __dead2 void tegra_system_reset(void)
Varun Wadekarb316e242015-05-19 16:48:04 +0530220{
Varun Wadekare5caeed2016-01-07 14:04:21 -0800221 INFO("Restarting system...\n");
222
Varun Wadekar8b82fae2015-11-09 17:39:28 -0800223 /* per-SoC system reset handler */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800224 (void)tegra_soc_prepare_system_reset();
Varun Wadekar8b82fae2015-11-09 17:39:28 -0800225
Varun Wadekar29b46652018-05-17 11:10:13 -0700226 /* wait for the system to reset */
227 for (;;) {
228 ;
229 }
Varun Wadekarb316e242015-05-19 16:48:04 +0530230}
231
232/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530233 * Handler called to check the validity of the power state parameter.
234 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700235static int32_t tegra_validate_power_state(uint32_t power_state,
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530236 psci_power_state_t *req_state)
237{
Anthony Zhou4408e882017-07-07 14:29:51 +0800238 assert(req_state != NULL);
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530239
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530240 return tegra_soc_validate_power_state(power_state, req_state);
241}
242
243/*******************************************************************************
244 * Platform handler called to check the validity of the non secure entrypoint.
245 ******************************************************************************/
David Pu1d547532019-08-08 14:20:03 -0700246static int32_t tegra_validate_ns_entrypoint(uintptr_t entrypoint)
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530247{
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800248 int32_t ret = PSCI_E_INVALID_ADDRESS;
249
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530250 /*
251 * Check if the non secure entrypoint lies within the non
252 * secure DRAM.
253 */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800254 if ((entrypoint >= TEGRA_DRAM_BASE) && (entrypoint <= TEGRA_DRAM_END)) {
255 ret = PSCI_E_SUCCESS;
256 }
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530257
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800258 return ret;
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530259}
260
261/*******************************************************************************
Varun Wadekarb316e242015-05-19 16:48:04 +0530262 * Export the platform handlers to enable psci to invoke them
263 ******************************************************************************/
Varun Wadekar8d7a02b2018-06-26 16:07:50 -0700264static plat_psci_ops_t tegra_plat_psci_ops = {
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530265 .cpu_standby = tegra_cpu_standby,
266 .pwr_domain_on = tegra_pwr_domain_on,
267 .pwr_domain_off = tegra_pwr_domain_off,
Varun Wadekar99782e82017-07-05 17:44:12 -0700268 .pwr_domain_suspend_pwrdown_early = tegra_pwr_domain_suspend_pwrdown_early,
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530269 .pwr_domain_suspend = tegra_pwr_domain_suspend,
270 .pwr_domain_on_finish = tegra_pwr_domain_on_finish,
271 .pwr_domain_suspend_finish = tegra_pwr_domain_suspend_finish,
Varun Wadekard22429d2016-03-18 14:35:28 -0700272 .pwr_domain_pwr_down_wfi = tegra_pwr_domain_power_down_wfi,
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530273 .system_off = tegra_system_off,
274 .system_reset = tegra_system_reset,
275 .validate_power_state = tegra_validate_power_state,
276 .validate_ns_entrypoint = tegra_validate_ns_entrypoint,
277 .get_sys_suspend_power_state = tegra_get_sys_suspend_power_state,
Varun Wadekarb316e242015-05-19 16:48:04 +0530278};
279
280/*******************************************************************************
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530281 * Export the platform specific power ops and initialize Power Controller
Varun Wadekarb316e242015-05-19 16:48:04 +0530282 ******************************************************************************/
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530283int plat_setup_psci_ops(uintptr_t sec_entrypoint,
284 const plat_psci_ops_t **psci_ops)
Varun Wadekarb316e242015-05-19 16:48:04 +0530285{
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530286 psci_power_state_t target_state = { { PSCI_LOCAL_STATE_RUN } };
287
288 /*
289 * Flush entrypoint variable to PoC since it will be
290 * accessed after a reset with the caches turned off.
291 */
292 tegra_sec_entry_point = sec_entrypoint;
293 flush_dcache_range((uint64_t)&tegra_sec_entry_point, sizeof(uint64_t));
294
Varun Wadekarb316e242015-05-19 16:48:04 +0530295 /*
296 * Reset hardware settings.
297 */
Anthony Zhou85a8fa02017-03-22 14:42:42 +0800298 (void)tegra_soc_pwr_domain_on_finish(&target_state);
Varun Wadekarb316e242015-05-19 16:48:04 +0530299
300 /*
Varun Wadekar8d7a02b2018-06-26 16:07:50 -0700301 * Disable System Suspend if the platform does not
302 * support it
303 */
304 if (!plat_supports_system_suspend()) {
305 tegra_plat_psci_ops.get_sys_suspend_power_state = NULL;
306 }
307
308 /*
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530309 * Initialize PSCI ops struct
Varun Wadekarb316e242015-05-19 16:48:04 +0530310 */
Varun Wadekara78bb1b2015-08-07 10:03:00 +0530311 *psci_ops = &tegra_plat_psci_ops;
Varun Wadekarb316e242015-05-19 16:48:04 +0530312
313 return 0;
314}
Varun Wadekar24975392016-05-05 14:13:30 -0700315
316/*******************************************************************************
317 * Platform handler to calculate the proper target power level at the
318 * specified affinity level
319 ******************************************************************************/
320plat_local_state_t plat_get_target_pwr_state(unsigned int lvl,
321 const plat_local_state_t *states,
322 unsigned int ncpu)
323{
Varun Wadekarf2aa1be2016-06-07 12:00:06 -0700324 return tegra_soc_get_target_pwr_state(lvl, states, ncpu);
Varun Wadekar24975392016-05-05 14:13:30 -0700325}