Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 1 | /* |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 2 | * Copyright (c) 2015-2018, ARM Limited and Contributors. All rights reserved. |
Varun Wadekar | b5b15b2 | 2018-05-17 10:10:25 -0700 | [diff] [blame] | 3 | * Copyright (c) 2020, NVIDIA Corporation. All rights reserved. |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 4 | * |
dp-arm | fa3cf0b | 2017-05-03 09:38:09 +0100 | [diff] [blame] | 5 | * SPDX-License-Identifier: BSD-3-Clause |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 6 | */ |
| 7 | |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 8 | #include <assert.h> |
Sam Payne | 71ce6ed | 2017-05-08 12:42:49 -0700 | [diff] [blame] | 9 | #include <cortex_a57.h> |
Antonio Nino Diaz | e0f9063 | 2018-12-14 00:18:21 +0000 | [diff] [blame] | 10 | #include <arch_helpers.h> |
| 11 | #include <common/debug.h> |
| 12 | #include <drivers/delay_timer.h> |
| 13 | #include <lib/mmio.h> |
| 14 | #include <lib/psci/psci.h> |
| 15 | #include <plat/common/platform.h> |
| 16 | |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 17 | #include <bpmp.h> |
Antonio Nino Diaz | e0f9063 | 2018-12-14 00:18:21 +0000 | [diff] [blame] | 18 | #include <flowctrl.h> |
Ambroise Vincent | ffbf32a | 2019-03-28 09:01:18 +0000 | [diff] [blame] | 19 | #include <lib/utils.h> |
Varun Wadekar | 6e29d4d | 2018-03-07 11:13:58 -0800 | [diff] [blame] | 20 | #include <memctrl.h> |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 21 | #include <pmc.h> |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 22 | #include <platform_def.h> |
| 23 | #include <security_engine.h> |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 24 | #include <tegra_def.h> |
| 25 | #include <tegra_private.h> |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 26 | #include <tegra_platform.h> |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 27 | |
Varun Wadekar | 071b787 | 2015-07-08 17:42:02 +0530 | [diff] [blame] | 28 | /* |
| 29 | * Register used to clear CPU reset signals. Each CPU has two reset |
| 30 | * signals: CPU reset (3:0) and Core reset (19:16). |
| 31 | */ |
| 32 | #define CPU_CMPLX_RESET_CLR 0x454 |
| 33 | #define CPU_CORE_RESET_MASK 0x10001 |
| 34 | |
Varun Wadekar | 8b82fae | 2015-11-09 17:39:28 -0800 | [diff] [blame] | 35 | /* Clock and Reset controller registers for system clock's settings */ |
| 36 | #define SCLK_RATE 0x30 |
| 37 | #define SCLK_BURST_POLICY 0x28 |
| 38 | #define SCLK_BURST_POLICY_DEFAULT 0x10000000 |
| 39 | |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 40 | static int cpu_powergate_mask[PLATFORM_MAX_CPUS_PER_CLUSTER]; |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 41 | static bool tegra_bpmp_available = true; |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 42 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 43 | int32_t tegra_soc_validate_power_state(unsigned int power_state, |
| 44 | psci_power_state_t *req_state) |
Varun Wadekar | 254441d | 2015-07-23 10:07:54 +0530 | [diff] [blame] | 45 | { |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 46 | int state_id = psci_get_pstate_id(power_state); |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 47 | const plat_params_from_bl2_t *plat_params = bl31_get_plat_params(); |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 48 | |
Varun Wadekar | 254441d | 2015-07-23 10:07:54 +0530 | [diff] [blame] | 49 | /* Sanity check the requested state id */ |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 50 | switch (state_id) { |
Varun Wadekar | 254441d | 2015-07-23 10:07:54 +0530 | [diff] [blame] | 51 | case PSTATE_ID_CORE_POWERDN: |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 52 | /* |
| 53 | * Core powerdown request only for afflvl 0 |
| 54 | */ |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 55 | req_state->pwr_domain_state[MPIDR_AFFLVL0] = state_id & 0xff; |
| 56 | |
| 57 | break; |
| 58 | |
Varun Wadekar | 254441d | 2015-07-23 10:07:54 +0530 | [diff] [blame] | 59 | case PSTATE_ID_CLUSTER_IDLE: |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 60 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 61 | /* |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 62 | * Cluster idle request for afflvl 0 |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 63 | */ |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 64 | req_state->pwr_domain_state[MPIDR_AFFLVL0] = PSTATE_ID_CORE_POWERDN; |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 65 | req_state->pwr_domain_state[MPIDR_AFFLVL1] = state_id; |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 66 | break; |
| 67 | |
Varun Wadekar | 254441d | 2015-07-23 10:07:54 +0530 | [diff] [blame] | 68 | case PSTATE_ID_SOC_POWERDN: |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 69 | |
| 70 | /* |
| 71 | * sc7entry-fw must be present in the system when the bpmp |
| 72 | * firmware is not present, for a successful System Suspend |
| 73 | * entry. |
| 74 | */ |
| 75 | if (!tegra_bpmp_init() && !plat_params->sc7entry_fw_base) |
| 76 | return PSCI_E_NOT_SUPPORTED; |
| 77 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 78 | /* |
| 79 | * System powerdown request only for afflvl 2 |
| 80 | */ |
Varun Wadekar | 66231d1 | 2017-06-07 09:57:42 -0700 | [diff] [blame] | 81 | for (uint32_t i = MPIDR_AFFLVL0; i < PLAT_MAX_PWR_LVL; i++) |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 82 | req_state->pwr_domain_state[i] = PLAT_MAX_OFF_STATE; |
| 83 | |
| 84 | req_state->pwr_domain_state[PLAT_MAX_PWR_LVL] = |
| 85 | PLAT_SYS_SUSPEND_STATE_ID; |
| 86 | |
Varun Wadekar | 254441d | 2015-07-23 10:07:54 +0530 | [diff] [blame] | 87 | break; |
| 88 | |
| 89 | default: |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 90 | ERROR("%s: unsupported state id (%d)\n", __func__, state_id); |
| 91 | return PSCI_E_INVALID_PARAMS; |
Varun Wadekar | 254441d | 2015-07-23 10:07:54 +0530 | [diff] [blame] | 92 | } |
| 93 | |
| 94 | return PSCI_E_SUCCESS; |
| 95 | } |
| 96 | |
Varun Wadekar | b91b5fc | 2017-04-18 11:22:01 -0700 | [diff] [blame] | 97 | /******************************************************************************* |
| 98 | * Platform handler to calculate the proper target power level at the |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 99 | * specified affinity level. |
Varun Wadekar | b91b5fc | 2017-04-18 11:22:01 -0700 | [diff] [blame] | 100 | ******************************************************************************/ |
| 101 | plat_local_state_t tegra_soc_get_target_pwr_state(unsigned int lvl, |
| 102 | const plat_local_state_t *states, |
| 103 | unsigned int ncpu) |
| 104 | { |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 105 | plat_local_state_t target = PSCI_LOCAL_STATE_RUN; |
Varun Wadekar | b91b5fc | 2017-04-18 11:22:01 -0700 | [diff] [blame] | 106 | int cpu = plat_my_core_pos(); |
| 107 | int core_pos = read_mpidr() & MPIDR_CPU_MASK; |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 108 | uint32_t bpmp_reply, data[3], val; |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 109 | int ret; |
Varun Wadekar | b91b5fc | 2017-04-18 11:22:01 -0700 | [diff] [blame] | 110 | |
| 111 | /* get the power state at this level */ |
| 112 | if (lvl == MPIDR_AFFLVL1) |
| 113 | target = *(states + core_pos); |
| 114 | if (lvl == MPIDR_AFFLVL2) |
| 115 | target = *(states + cpu); |
| 116 | |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 117 | if ((lvl == MPIDR_AFFLVL1) && (target == PSTATE_ID_CLUSTER_IDLE)) { |
| 118 | |
| 119 | /* initialize the bpmp interface */ |
Varun Wadekar | a9a3a10 | 2017-08-23 10:19:25 -0700 | [diff] [blame] | 120 | ret = tegra_bpmp_init(); |
| 121 | if (ret != 0U) { |
Varun Wadekar | b91b5fc | 2017-04-18 11:22:01 -0700 | [diff] [blame] | 122 | |
Varun Wadekar | 22ecc05 | 2018-04-19 17:50:31 -0700 | [diff] [blame] | 123 | /* |
| 124 | * flag to indicate that BPMP firmware is not |
| 125 | * available and the CPU has to handle entry/exit |
| 126 | * for all power states |
| 127 | */ |
| 128 | tegra_bpmp_available = false; |
| 129 | |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 130 | /* Cluster idle not allowed */ |
| 131 | target = PSCI_LOCAL_STATE_RUN; |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 132 | |
| 133 | /******************************************* |
| 134 | * BPMP is not present, so handle CC6 entry |
| 135 | * from the CPU |
| 136 | ******************************************/ |
| 137 | |
| 138 | /* check if cluster idle state has been enabled */ |
| 139 | val = mmio_read_32(TEGRA_CL_DVFS_BASE + DVFS_DFLL_CTRL); |
| 140 | if (val == ENABLE_CLOSED_LOOP) { |
| 141 | /* |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 142 | * Acquire the cluster idle lock to stop |
| 143 | * other CPUs from powering up. |
| 144 | */ |
| 145 | tegra_fc_ccplex_pgexit_lock(); |
| 146 | |
| 147 | /* Cluster idle only from the last standing CPU */ |
| 148 | if (tegra_pmc_is_last_on_cpu() && tegra_fc_is_ccx_allowed()) { |
| 149 | /* Cluster idle allowed */ |
| 150 | target = PSTATE_ID_CLUSTER_IDLE; |
| 151 | } else { |
| 152 | /* release cluster idle lock */ |
| 153 | tegra_fc_ccplex_pgexit_unlock(); |
| 154 | } |
| 155 | } |
Varun Wadekar | a9a3a10 | 2017-08-23 10:19:25 -0700 | [diff] [blame] | 156 | } else { |
| 157 | |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 158 | /* Cluster power-down */ |
Varun Wadekar | a9a3a10 | 2017-08-23 10:19:25 -0700 | [diff] [blame] | 159 | data[0] = (uint32_t)cpu; |
| 160 | data[1] = TEGRA_PM_CC6; |
| 161 | data[2] = TEGRA_PM_SC1; |
| 162 | ret = tegra_bpmp_send_receive_atomic(MRQ_DO_IDLE, |
| 163 | (void *)&data, (int)sizeof(data), |
| 164 | (void *)&bpmp_reply, |
| 165 | (int)sizeof(bpmp_reply)); |
| 166 | |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 167 | /* check if cluster power down is allowed */ |
Varun Wadekar | a9a3a10 | 2017-08-23 10:19:25 -0700 | [diff] [blame] | 168 | if ((ret != 0L) || (bpmp_reply != BPMP_CCx_ALLOWED)) { |
| 169 | |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 170 | /* Cluster power down not allowed */ |
Varun Wadekar | a9a3a10 | 2017-08-23 10:19:25 -0700 | [diff] [blame] | 171 | target = PSCI_LOCAL_STATE_RUN; |
| 172 | } |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 173 | } |
| 174 | |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 175 | } else if (((lvl == MPIDR_AFFLVL2) || (lvl == MPIDR_AFFLVL1)) && |
| 176 | (target == PSTATE_ID_SOC_POWERDN)) { |
| 177 | |
| 178 | /* System Suspend */ |
| 179 | target = PSTATE_ID_SOC_POWERDN; |
| 180 | |
| 181 | } else { |
| 182 | ; /* do nothing */ |
| 183 | } |
| 184 | |
| 185 | return target; |
Varun Wadekar | b91b5fc | 2017-04-18 11:22:01 -0700 | [diff] [blame] | 186 | } |
| 187 | |
Varun Wadekar | b5b15b2 | 2018-05-17 10:10:25 -0700 | [diff] [blame] | 188 | int32_t tegra_soc_cpu_standby(plat_local_state_t cpu_state) |
| 189 | { |
| 190 | (void)cpu_state; |
| 191 | return PSCI_E_SUCCESS; |
| 192 | } |
| 193 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 194 | int tegra_soc_pwr_domain_suspend(const psci_power_state_t *target_state) |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 195 | { |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 196 | u_register_t mpidr = read_mpidr(); |
| 197 | const plat_local_state_t *pwr_domain_state = |
| 198 | target_state->pwr_domain_state; |
| 199 | unsigned int stateid_afflvl2 = pwr_domain_state[MPIDR_AFFLVL2]; |
| 200 | unsigned int stateid_afflvl1 = pwr_domain_state[MPIDR_AFFLVL1]; |
| 201 | unsigned int stateid_afflvl0 = pwr_domain_state[MPIDR_AFFLVL0]; |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 202 | uint32_t cfg; |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 203 | int ret = PSCI_E_SUCCESS; |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 204 | uint32_t val; |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 205 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 206 | if (stateid_afflvl2 == PSTATE_ID_SOC_POWERDN) { |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 207 | |
Harvey Hsieh | 20e9fef | 2016-12-28 21:53:18 +0800 | [diff] [blame] | 208 | assert((stateid_afflvl0 == PLAT_MAX_OFF_STATE) || |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 209 | (stateid_afflvl0 == PSTATE_ID_SOC_POWERDN)); |
Harvey Hsieh | 20e9fef | 2016-12-28 21:53:18 +0800 | [diff] [blame] | 210 | assert((stateid_afflvl1 == PLAT_MAX_OFF_STATE) || |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 211 | (stateid_afflvl1 == PSTATE_ID_SOC_POWERDN)); |
| 212 | |
| 213 | if (tegra_chipid_is_t210_b01()) { |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 214 | |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 215 | /* Suspend se/se2 and pka1 */ |
| 216 | if (tegra_se_suspend() != 0) { |
| 217 | ret = PSCI_E_INTERN_FAIL; |
| 218 | } |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 219 | } |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 220 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 221 | } else if (stateid_afflvl1 == PSTATE_ID_CLUSTER_IDLE) { |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 222 | |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 223 | assert(stateid_afflvl0 == PSTATE_ID_CORE_POWERDN); |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 224 | |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 225 | if (!tegra_bpmp_available) { |
| 226 | |
Varun Wadekar | 22ecc05 | 2018-04-19 17:50:31 -0700 | [diff] [blame] | 227 | /* |
| 228 | * When disabled, DFLL loses its state. Enable |
| 229 | * open loop state for the DFLL as we dont want |
| 230 | * garbage values being written to the pmic |
| 231 | * when we enter cluster idle state. |
| 232 | */ |
| 233 | mmio_write_32(TEGRA_CL_DVFS_BASE + DVFS_DFLL_CTRL, |
| 234 | ENABLE_OPEN_LOOP); |
| 235 | |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 236 | /* Find if the platform uses OVR2/MAX77621 PMIC */ |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 237 | cfg = mmio_read_32(TEGRA_CL_DVFS_BASE + DVFS_DFLL_OUTPUT_CFG); |
| 238 | if (cfg & DFLL_OUTPUT_CFG_CLK_EN_BIT) { |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 239 | /* OVR2 */ |
| 240 | |
| 241 | /* PWM tristate */ |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 242 | val = mmio_read_32(TEGRA_MISC_BASE + PINMUX_AUX_DVFS_PWM); |
| 243 | val |= PINMUX_PWM_TRISTATE; |
| 244 | mmio_write_32(TEGRA_MISC_BASE + PINMUX_AUX_DVFS_PWM, val); |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 245 | |
| 246 | /* |
| 247 | * SCRATCH201[1] is being used to identify CPU |
| 248 | * PMIC in warmboot code. |
| 249 | * 0 : OVR2 |
| 250 | * 1 : MAX77621 |
| 251 | */ |
| 252 | tegra_pmc_write_32(PMC_SCRATCH201, 0x0); |
| 253 | } else { |
| 254 | /* MAX77621 */ |
| 255 | tegra_pmc_write_32(PMC_SCRATCH201, 0x2); |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 256 | } |
| 257 | } |
| 258 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 259 | /* Prepare for cluster idle */ |
| 260 | tegra_fc_cluster_idle(mpidr); |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 261 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 262 | } else if (stateid_afflvl0 == PSTATE_ID_CORE_POWERDN) { |
| 263 | |
| 264 | /* Prepare for cpu powerdn */ |
| 265 | tegra_fc_cpu_powerdn(mpidr); |
| 266 | |
| 267 | } else { |
Varun Wadekar | a6a357f | 2017-05-05 09:20:59 -0700 | [diff] [blame] | 268 | ERROR("%s: Unknown state id (%d, %d, %d)\n", __func__, |
| 269 | stateid_afflvl2, stateid_afflvl1, stateid_afflvl0); |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 270 | ret = PSCI_E_NOT_SUPPORTED; |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 271 | } |
| 272 | |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 273 | return ret; |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 274 | } |
| 275 | |
Varun Wadekar | dae2796 | 2018-03-05 10:19:37 -0800 | [diff] [blame] | 276 | static void tegra_reset_all_dma_masters(void) |
| 277 | { |
| 278 | uint32_t val, mask; |
| 279 | |
| 280 | /* |
| 281 | * Reset all possible DMA masters in the system. |
| 282 | */ |
| 283 | val = GPU_RESET_BIT; |
| 284 | mmio_write_32(TEGRA_CAR_RESET_BASE + TEGRA_GPU_RESET_REG_OFFSET, val); |
| 285 | |
| 286 | val = NVENC_RESET_BIT | TSECB_RESET_BIT | APE_RESET_BIT | |
| 287 | NVJPG_RESET_BIT | NVDEC_RESET_BIT; |
| 288 | mmio_write_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_Y, val); |
| 289 | |
| 290 | val = HOST1X_RESET_BIT | ISP_RESET_BIT | USBD_RESET_BIT | |
| 291 | VI_RESET_BIT | SDMMC4_RESET_BIT | SDMMC1_RESET_BIT | |
| 292 | SDMMC2_RESET_BIT; |
| 293 | mmio_write_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_L, val); |
| 294 | |
| 295 | val = USB2_RESET_BIT | APBDMA_RESET_BIT | AHBDMA_RESET_BIT; |
| 296 | mmio_write_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_H, val); |
| 297 | |
| 298 | val = XUSB_DEV_RESET_BIT | XUSB_HOST_RESET_BIT | TSEC_RESET_BIT | |
| 299 | PCIE_RESET_BIT | SDMMC3_RESET_BIT; |
| 300 | mmio_write_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_U, val); |
| 301 | |
| 302 | val = SE_RESET_BIT | HDA_RESET_BIT | SATA_RESET_BIT; |
| 303 | mmio_write_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_V, val); |
| 304 | |
| 305 | /* |
| 306 | * If any of the DMA masters are still alive, assume |
| 307 | * that the system has been compromised and reboot. |
| 308 | */ |
| 309 | val = mmio_read_32(TEGRA_CAR_RESET_BASE + TEGRA_GPU_RESET_REG_OFFSET); |
| 310 | mask = GPU_RESET_BIT; |
| 311 | if ((val & mask) != mask) |
| 312 | tegra_pmc_system_reset(); |
| 313 | |
| 314 | mask = NVENC_RESET_BIT | TSECB_RESET_BIT | APE_RESET_BIT | |
| 315 | NVJPG_RESET_BIT | NVDEC_RESET_BIT; |
| 316 | val = mmio_read_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_Y); |
| 317 | if ((val & mask) != mask) |
| 318 | tegra_pmc_system_reset(); |
| 319 | |
| 320 | mask = HOST1X_RESET_BIT | ISP_RESET_BIT | USBD_RESET_BIT | |
| 321 | VI_RESET_BIT | SDMMC4_RESET_BIT | SDMMC1_RESET_BIT | |
| 322 | SDMMC2_RESET_BIT; |
| 323 | val = mmio_read_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_L); |
| 324 | if ((val & mask) != mask) |
| 325 | tegra_pmc_system_reset(); |
| 326 | |
| 327 | mask = USB2_RESET_BIT | APBDMA_RESET_BIT | AHBDMA_RESET_BIT; |
| 328 | val = mmio_read_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_H); |
| 329 | if ((val & mask) != mask) |
| 330 | tegra_pmc_system_reset(); |
| 331 | |
| 332 | mask = XUSB_DEV_RESET_BIT | XUSB_HOST_RESET_BIT | TSEC_RESET_BIT | |
| 333 | PCIE_RESET_BIT | SDMMC3_RESET_BIT; |
| 334 | val = mmio_read_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_U); |
| 335 | if ((val & mask) != mask) |
| 336 | tegra_pmc_system_reset(); |
| 337 | |
| 338 | val = mmio_read_32(TEGRA_CAR_RESET_BASE + TEGRA_RST_DEV_SET_V); |
| 339 | mask = SE_RESET_BIT | HDA_RESET_BIT | SATA_RESET_BIT; |
| 340 | if ((val & mask) != mask) |
| 341 | tegra_pmc_system_reset(); |
| 342 | } |
| 343 | |
Harvey Hsieh | a16d4ea | 2017-06-15 16:28:43 -0700 | [diff] [blame] | 344 | int tegra_soc_pwr_domain_power_down_wfi(const psci_power_state_t *target_state) |
| 345 | { |
| 346 | u_register_t mpidr = read_mpidr(); |
| 347 | const plat_local_state_t *pwr_domain_state = |
| 348 | target_state->pwr_domain_state; |
| 349 | unsigned int stateid_afflvl2 = pwr_domain_state[PLAT_MAX_PWR_LVL]; |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 350 | const plat_params_from_bl2_t *plat_params = bl31_get_plat_params(); |
| 351 | uint32_t val; |
Harvey Hsieh | a16d4ea | 2017-06-15 16:28:43 -0700 | [diff] [blame] | 352 | |
| 353 | if (stateid_afflvl2 == PSTATE_ID_SOC_POWERDN) { |
| 354 | |
| 355 | if (tegra_chipid_is_t210_b01()) { |
| 356 | /* Save tzram contents */ |
| 357 | tegra_se_save_tzram(); |
| 358 | } |
| 359 | |
Varun Wadekar | a6daf1c | 2018-04-04 11:14:05 -0700 | [diff] [blame] | 360 | /* de-init the interface */ |
| 361 | tegra_bpmp_suspend(); |
| 362 | |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 363 | /* |
| 364 | * The CPU needs to load the System suspend entry firmware |
| 365 | * if nothing is running on the BPMP. |
| 366 | */ |
| 367 | if (!tegra_bpmp_available) { |
| 368 | |
| 369 | /* |
| 370 | * BPMP firmware is not running on the co-processor, so |
| 371 | * we need to explicitly load the firmware to enable |
| 372 | * entry/exit to/from System Suspend and set the BPMP |
| 373 | * on its way. |
| 374 | */ |
| 375 | |
| 376 | /* Power off BPMP before we proceed */ |
| 377 | tegra_fc_bpmp_off(); |
| 378 | |
Varun Wadekar | dae2796 | 2018-03-05 10:19:37 -0800 | [diff] [blame] | 379 | /* bond out IRAM banks B, C and D */ |
| 380 | mmio_write_32(TEGRA_CAR_RESET_BASE + TEGRA_BOND_OUT_U, |
| 381 | IRAM_B_LOCK_BIT | IRAM_C_LOCK_BIT | |
| 382 | IRAM_D_LOCK_BIT); |
| 383 | |
| 384 | /* bond out APB/AHB DMAs */ |
| 385 | mmio_write_32(TEGRA_CAR_RESET_BASE + TEGRA_BOND_OUT_H, |
| 386 | APB_DMA_LOCK_BIT | AHB_DMA_LOCK_BIT); |
| 387 | |
| 388 | /* Power off BPMP before we proceed */ |
| 389 | tegra_fc_bpmp_off(); |
| 390 | |
| 391 | /* |
| 392 | * Reset all the hardware blocks that can act as DMA |
| 393 | * masters on the bus. |
| 394 | */ |
| 395 | tegra_reset_all_dma_masters(); |
| 396 | |
| 397 | /* clean up IRAM of any cruft */ |
| 398 | zeromem((void *)(uintptr_t)TEGRA_IRAM_BASE, |
| 399 | TEGRA_IRAM_A_SIZE); |
| 400 | |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 401 | /* Copy the firmware to BPMP's internal RAM */ |
| 402 | (void)memcpy((void *)(uintptr_t)TEGRA_IRAM_BASE, |
Varun Wadekar | 8c6517d | 2018-03-19 15:19:28 -0700 | [diff] [blame] | 403 | (const void *)(plat_params->sc7entry_fw_base + SC7ENTRY_FW_HEADER_SIZE_BYTES), |
| 404 | plat_params->sc7entry_fw_size - SC7ENTRY_FW_HEADER_SIZE_BYTES); |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 405 | |
| 406 | /* Power on the BPMP and execute from IRAM base */ |
| 407 | tegra_fc_bpmp_on(TEGRA_IRAM_BASE); |
| 408 | |
| 409 | /* Wait until BPMP powers up */ |
| 410 | do { |
| 411 | val = mmio_read_32(TEGRA_RES_SEMA_BASE + STA_OFFSET); |
| 412 | } while (val != SIGN_OF_LIFE); |
| 413 | } |
| 414 | |
Harvey Hsieh | a16d4ea | 2017-06-15 16:28:43 -0700 | [diff] [blame] | 415 | /* enter system suspend */ |
| 416 | tegra_fc_soc_powerdn(mpidr); |
| 417 | } |
| 418 | |
| 419 | return PSCI_E_SUCCESS; |
| 420 | } |
| 421 | |
Varun Wadekar | b5b15b2 | 2018-05-17 10:10:25 -0700 | [diff] [blame] | 422 | int32_t tegra_soc_pwr_domain_suspend_pwrdown_early(const psci_power_state_t *target_state) |
| 423 | { |
| 424 | return PSCI_E_NOT_SUPPORTED; |
| 425 | } |
| 426 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 427 | int tegra_soc_pwr_domain_on_finish(const psci_power_state_t *target_state) |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 428 | { |
Sam Payne | 71ce6ed | 2017-05-08 12:42:49 -0700 | [diff] [blame] | 429 | const plat_params_from_bl2_t *plat_params = bl31_get_plat_params(); |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 430 | uint32_t cfg; |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 431 | uint32_t val, entrypoint = 0; |
Varun Wadekar | 6e29d4d | 2018-03-07 11:13:58 -0800 | [diff] [blame] | 432 | uint64_t offset; |
Varun Wadekar | bc78744 | 2015-07-27 13:00:50 +0530 | [diff] [blame] | 433 | |
Sam Payne | 71ce6ed | 2017-05-08 12:42:49 -0700 | [diff] [blame] | 434 | /* platform parameter passed by the previous bootloader */ |
| 435 | if (plat_params->l2_ecc_parity_prot_dis != 1) { |
| 436 | /* Enable ECC Parity Protection for Cortex-A57 CPUs */ |
| 437 | val = read_l2ctlr_el1(); |
| 438 | val |= (uint64_t)CORTEX_A57_L2_ECC_PARITY_PROTECTION_BIT; |
| 439 | write_l2ctlr_el1(val); |
| 440 | } |
| 441 | |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 442 | /* |
| 443 | * Check if we are exiting from SOC_POWERDN. |
| 444 | */ |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 445 | if (target_state->pwr_domain_state[PLAT_MAX_PWR_LVL] == |
| 446 | PLAT_SYS_SUSPEND_STATE_ID) { |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 447 | |
| 448 | /* |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 449 | * Security engine resume |
| 450 | */ |
| 451 | if (tegra_chipid_is_t210_b01()) { |
| 452 | tegra_se_resume(); |
| 453 | } |
| 454 | |
| 455 | /* |
Varun Wadekar | 6eec6d6 | 2016-03-03 13:28:10 -0800 | [diff] [blame] | 456 | * Lock scratch registers which hold the CPU vectors |
| 457 | */ |
| 458 | tegra_pmc_lock_cpu_vectors(); |
| 459 | |
| 460 | /* |
Varun Wadekar | bc78744 | 2015-07-27 13:00:50 +0530 | [diff] [blame] | 461 | * Enable WRAP to INCR burst type conversions for |
| 462 | * incoming requests on the AXI slave ports. |
| 463 | */ |
| 464 | val = mmio_read_32(TEGRA_MSELECT_BASE + MSELECT_CONFIG); |
| 465 | val &= ~ENABLE_UNSUP_TX_ERRORS; |
| 466 | val |= ENABLE_WRAP_TO_INCR_BURSTS; |
| 467 | mmio_write_32(TEGRA_MSELECT_BASE + MSELECT_CONFIG, val); |
| 468 | |
| 469 | /* |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 470 | * Restore Boot and Power Management Processor (BPMP) reset |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 471 | * address and reset it, if it is supported by the platform. |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 472 | */ |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 473 | if (!tegra_bpmp_available) { |
| 474 | tegra_fc_bpmp_off(); |
| 475 | } else { |
| 476 | entrypoint = tegra_pmc_read_32(PMC_SCRATCH39); |
| 477 | tegra_fc_bpmp_on(entrypoint); |
Varun Wadekar | a6daf1c | 2018-04-04 11:14:05 -0700 | [diff] [blame] | 478 | |
| 479 | /* initialise the interface */ |
| 480 | tegra_bpmp_resume(); |
Varun Wadekar | f07d6de | 2018-02-27 14:33:57 -0800 | [diff] [blame] | 481 | } |
Varun Wadekar | 6e29d4d | 2018-03-07 11:13:58 -0800 | [diff] [blame] | 482 | |
| 483 | /* sc7entry-fw is part of TZDRAM area */ |
| 484 | if (plat_params->sc7entry_fw_base != 0U) { |
| 485 | offset = plat_params->tzdram_base - plat_params->sc7entry_fw_base; |
| 486 | tegra_memctrl_tzdram_setup(plat_params->sc7entry_fw_base, |
| 487 | plat_params->tzdram_size + offset); |
Varun Wadekar | a8c61ac | 2018-03-12 15:11:55 -0700 | [diff] [blame] | 488 | |
| 489 | /* restrict PMC access to secure world */ |
| 490 | val = mmio_read_32(TEGRA_MISC_BASE + APB_SLAVE_SECURITY_ENABLE); |
| 491 | val |= PMC_SECURITY_EN_BIT; |
| 492 | mmio_write_32(TEGRA_MISC_BASE + APB_SLAVE_SECURITY_ENABLE, val); |
Varun Wadekar | 6e29d4d | 2018-03-07 11:13:58 -0800 | [diff] [blame] | 493 | } |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 494 | } |
| 495 | |
| 496 | /* |
| 497 | * Check if we are exiting cluster idle state |
| 498 | */ |
| 499 | if (target_state->pwr_domain_state[MPIDR_AFFLVL1] == |
| 500 | PSTATE_ID_CLUSTER_IDLE) { |
| 501 | |
| 502 | if (!tegra_bpmp_available) { |
| 503 | |
| 504 | /* PWM un-tristate */ |
| 505 | cfg = mmio_read_32(TEGRA_CL_DVFS_BASE + DVFS_DFLL_OUTPUT_CFG); |
| 506 | if (cfg & DFLL_OUTPUT_CFG_CLK_EN_BIT) { |
| 507 | val = mmio_read_32(TEGRA_MISC_BASE + PINMUX_AUX_DVFS_PWM); |
| 508 | val &= ~PINMUX_PWM_TRISTATE; |
| 509 | mmio_write_32(TEGRA_MISC_BASE + PINMUX_AUX_DVFS_PWM, val); |
Varun Wadekar | 22ecc05 | 2018-04-19 17:50:31 -0700 | [diff] [blame] | 510 | |
| 511 | /* make sure the setting took effect */ |
| 512 | val = mmio_read_32(TEGRA_MISC_BASE + PINMUX_AUX_DVFS_PWM); |
| 513 | assert((val & PINMUX_PWM_TRISTATE) == 0U); |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 514 | } |
| 515 | |
Varun Wadekar | 22ecc05 | 2018-04-19 17:50:31 -0700 | [diff] [blame] | 516 | /* |
| 517 | * Restore operation mode for the DFLL ring |
| 518 | * oscillator |
| 519 | */ |
| 520 | mmio_write_32(TEGRA_CL_DVFS_BASE + DVFS_DFLL_CTRL, |
| 521 | ENABLE_CLOSED_LOOP); |
| 522 | |
Varun Wadekar | ba31328 | 2018-02-13 20:31:12 -0800 | [diff] [blame] | 523 | /* release cluster idle lock */ |
| 524 | tegra_fc_ccplex_pgexit_unlock(); |
| 525 | } |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 526 | } |
| 527 | |
| 528 | /* |
| 529 | * T210 has a dedicated ARMv7 boot and power mgmt processor, BPMP. It's |
| 530 | * used for power management and boot purposes. Inform the BPMP that |
| 531 | * we have completed the cluster power up. |
| 532 | */ |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 533 | tegra_fc_lock_active_cluster(); |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 534 | |
kalyani chidambaram | b3873aa | 2018-04-09 14:40:02 -0700 | [diff] [blame] | 535 | /* |
| 536 | * Resume PMC hardware block for Tegra210 platforms supporting sc7entry-fw |
| 537 | */ |
| 538 | if (!tegra_chipid_is_t210_b01() && (plat_params->sc7entry_fw_base != 0U)) |
| 539 | tegra_pmc_resume(); |
| 540 | |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 541 | return PSCI_E_SUCCESS; |
| 542 | } |
| 543 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 544 | int tegra_soc_pwr_domain_on(u_register_t mpidr) |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 545 | { |
| 546 | int cpu = mpidr & MPIDR_CPU_MASK; |
Varun Wadekar | 071b787 | 2015-07-08 17:42:02 +0530 | [diff] [blame] | 547 | uint32_t mask = CPU_CORE_RESET_MASK << cpu; |
| 548 | |
| 549 | /* Deassert CPU reset signals */ |
| 550 | mmio_write_32(TEGRA_CAR_RESET_BASE + CPU_CMPLX_RESET_CLR, mask); |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 551 | |
| 552 | /* Turn on CPU using flow controller or PMC */ |
| 553 | if (cpu_powergate_mask[cpu] == 0) { |
| 554 | tegra_pmc_cpu_on(cpu); |
| 555 | cpu_powergate_mask[cpu] = 1; |
| 556 | } else { |
| 557 | tegra_fc_cpu_on(cpu); |
| 558 | } |
| 559 | |
| 560 | return PSCI_E_SUCCESS; |
| 561 | } |
| 562 | |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 563 | int tegra_soc_pwr_domain_off(const psci_power_state_t *target_state) |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 564 | { |
Varun Wadekar | a78bb1b | 2015-08-07 10:03:00 +0530 | [diff] [blame] | 565 | tegra_fc_cpu_off(read_mpidr() & MPIDR_CPU_MASK); |
Varun Wadekar | b316e24 | 2015-05-19 16:48:04 +0530 | [diff] [blame] | 566 | return PSCI_E_SUCCESS; |
| 567 | } |
Varun Wadekar | 8b82fae | 2015-11-09 17:39:28 -0800 | [diff] [blame] | 568 | |
| 569 | int tegra_soc_prepare_system_reset(void) |
| 570 | { |
| 571 | /* |
| 572 | * Set System Clock (SCLK) to POR default so that the clock source |
| 573 | * for the PMC APB clock would not be changed due to system reset. |
| 574 | */ |
| 575 | mmio_write_32((uintptr_t)TEGRA_CAR_RESET_BASE + SCLK_BURST_POLICY, |
Marvin Hsu | 21eea97 | 2017-04-11 11:00:48 +0800 | [diff] [blame] | 576 | SCLK_BURST_POLICY_DEFAULT); |
Varun Wadekar | 8b82fae | 2015-11-09 17:39:28 -0800 | [diff] [blame] | 577 | mmio_write_32((uintptr_t)TEGRA_CAR_RESET_BASE + SCLK_RATE, 0); |
| 578 | |
| 579 | /* Wait 1 ms to make sure clock source/device logic is stabilized. */ |
| 580 | mdelay(1); |
| 581 | |
Varun Wadekar | 29b4665 | 2018-05-17 11:10:13 -0700 | [diff] [blame] | 582 | /* |
| 583 | * Program the PMC in order to restart the system. |
| 584 | */ |
| 585 | tegra_pmc_system_reset(); |
| 586 | |
Varun Wadekar | 8b82fae | 2015-11-09 17:39:28 -0800 | [diff] [blame] | 587 | return PSCI_E_SUCCESS; |
| 588 | } |
Varun Wadekar | b5b15b2 | 2018-05-17 10:10:25 -0700 | [diff] [blame] | 589 | |
| 590 | __dead2 void tegra_soc_prepare_system_off(void) |
| 591 | { |
| 592 | ERROR("Tegra System Off: operation not handled.\n"); |
| 593 | panic(); |
| 594 | } |