| /* |
| * Copyright (c) 2018-2022, ARM Limited and Contributors. All rights reserved. |
| * |
| * SPDX-License-Identifier: BSD-3-Clause |
| */ |
| |
| #include <stdbool.h> |
| |
| #include <arch.h> |
| #include <arch_helpers.h> |
| #include <common/debug.h> |
| #include <common/runtime_svc.h> |
| #include <lib/mmio.h> |
| #include <lib/psci/psci.h> |
| |
| #include <gpc.h> |
| #include <imx8m_psci.h> |
| #include <plat_imx8.h> |
| |
| #define MAX_PLL_NUM U(10) |
| |
| static uint32_t gpc_imr_offset[] = { IMR1_CORE0_A53, IMR1_CORE1_A53, IMR1_CORE2_A53, IMR1_CORE3_A53, }; |
| |
| DEFINE_BAKERY_LOCK(gpc_lock); |
| |
| #define FSL_SIP_CONFIG_GPC_PM_DOMAIN 0x03 |
| |
| #pragma weak imx_set_cpu_pwr_off |
| #pragma weak imx_set_cpu_pwr_on |
| #pragma weak imx_set_cpu_lpm |
| #pragma weak imx_set_cluster_powerdown |
| |
| void imx_set_cpu_secure_entry(unsigned int core_id, uintptr_t sec_entrypoint) |
| { |
| uint64_t temp_base; |
| |
| temp_base = (uint64_t) sec_entrypoint; |
| temp_base >>= 2; |
| |
| mmio_write_32(IMX_SRC_BASE + SRC_GPR1_OFFSET + (core_id << 3), |
| ((uint32_t)(temp_base >> 22) & 0xffff)); |
| mmio_write_32(IMX_SRC_BASE + SRC_GPR1_OFFSET + (core_id << 3) + 4, |
| ((uint32_t)temp_base & 0x003fffff)); |
| } |
| |
| void imx_set_cpu_pwr_off(unsigned int core_id) |
| { |
| |
| bakery_lock_get(&gpc_lock); |
| |
| /* enable the wfi power down of the core */ |
| mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id)); |
| |
| bakery_lock_release(&gpc_lock); |
| |
| /* assert the pcg pcr bit of the core */ |
| mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); |
| } |
| |
| void imx_set_cpu_pwr_on(unsigned int core_id) |
| { |
| bakery_lock_get(&gpc_lock); |
| |
| /* clear the wfi power down bit of the core */ |
| mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id)); |
| |
| bakery_lock_release(&gpc_lock); |
| |
| /* assert the ncpuporeset */ |
| mmio_clrbits_32(IMX_SRC_BASE + SRC_A53RCR1, (1 << core_id)); |
| /* assert the pcg pcr bit of the core */ |
| mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); |
| /* sw power up the core */ |
| mmio_setbits_32(IMX_GPC_BASE + CPU_PGC_UP_TRG, (1 << core_id)); |
| |
| /* wait for the power up finished */ |
| while ((mmio_read_32(IMX_GPC_BASE + CPU_PGC_UP_TRG) & (1 << core_id)) != 0) |
| ; |
| |
| /* deassert the pcg pcr bit of the core */ |
| mmio_clrbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); |
| /* deassert the ncpuporeset */ |
| mmio_setbits_32(IMX_SRC_BASE + SRC_A53RCR1, (1 << core_id)); |
| } |
| |
| void imx_set_cpu_lpm(unsigned int core_id, bool pdn) |
| { |
| bakery_lock_get(&gpc_lock); |
| |
| if (pdn) { |
| /* enable the core WFI PDN & IRQ PUP */ |
| mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id) | |
| COREx_IRQ_WUP(core_id)); |
| /* assert the pcg pcr bit of the core */ |
| mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); |
| } else { |
| /* disbale CORE WFI PDN & IRQ PUP */ |
| mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id) | |
| COREx_IRQ_WUP(core_id)); |
| /* deassert the pcg pcr bit of the core */ |
| mmio_clrbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1); |
| } |
| |
| bakery_lock_release(&gpc_lock); |
| } |
| |
| /* |
| * the plat and noc can only be power up & down by slot method, |
| * slot0: plat power down; slot1: noc power down; slot2: noc power up; |
| * slot3: plat power up. plat's pup&pdn ack is used by default. if |
| * noc is config to power down, then noc's pdn ack should be used. |
| */ |
| static void imx_a53_plat_slot_config(bool pdn) |
| { |
| if (pdn) { |
| mmio_setbits_32(IMX_GPC_BASE + SLTx_CFG(0), PLAT_PDN_SLT_CTRL); |
| mmio_setbits_32(IMX_GPC_BASE + SLTx_CFG(3), PLAT_PUP_SLT_CTRL); |
| mmio_write_32(IMX_GPC_BASE + PGC_ACK_SEL_A53, A53_PLAT_PDN_ACK | |
| A53_PLAT_PUP_ACK); |
| mmio_setbits_32(IMX_GPC_BASE + PLAT_PGC_PCR, 0x1); |
| } else { |
| mmio_clrbits_32(IMX_GPC_BASE + SLTx_CFG(0), PLAT_PDN_SLT_CTRL); |
| mmio_clrbits_32(IMX_GPC_BASE + SLTx_CFG(3), PLAT_PUP_SLT_CTRL); |
| mmio_write_32(IMX_GPC_BASE + PGC_ACK_SEL_A53, A53_DUMMY_PUP_ACK | |
| A53_DUMMY_PDN_ACK); |
| mmio_clrbits_32(IMX_GPC_BASE + PLAT_PGC_PCR, 0x1); |
| } |
| } |
| |
| void imx_set_cluster_standby(bool enter) |
| { |
| /* |
| * Enable BIT 6 of A53 AD register to make sure system |
| * don't enter LPM mode. |
| */ |
| if (enter) |
| mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, (1 << 6)); |
| else |
| mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, (1 << 6)); |
| } |
| |
| /* i.mx8mq need to override it */ |
| void imx_set_cluster_powerdown(unsigned int last_core, uint8_t power_state) |
| { |
| uint32_t val; |
| |
| if (!is_local_state_run(power_state)) { |
| /* config C0~1's LPM, enable a53 clock off in LPM */ |
| mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, A53_CLK_ON_LPM, |
| LPM_MODE(power_state)); |
| /* config C2-3's LPM */ |
| mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_BSC2, LPM_MODE(power_state)); |
| |
| /* enable PLAT/SCU power down */ |
| val = mmio_read_32(IMX_GPC_BASE + LPCR_A53_AD); |
| val &= ~EN_L2_WFI_PDN; |
| /* L2 cache memory is on in WAIT mode */ |
| if (is_local_state_off(power_state)) { |
| val |= (L2PGE | EN_PLAT_PDN); |
| imx_a53_plat_slot_config(true); |
| } |
| |
| mmio_write_32(IMX_GPC_BASE + LPCR_A53_AD, val); |
| } else { |
| /* clear the slot and ack for cluster power down */ |
| imx_a53_plat_slot_config(false); |
| /* reverse the cluster level setting */ |
| mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, 0xf, A53_CLK_ON_LPM); |
| mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_BSC2, 0xf); |
| |
| /* clear PLAT/SCU power down */ |
| mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_AD, (L2PGE | EN_PLAT_PDN), |
| EN_L2_WFI_PDN); |
| } |
| } |
| |
| static unsigned int gicd_read_isenabler(uintptr_t base, unsigned int id) |
| { |
| unsigned int n = id >> ISENABLER_SHIFT; |
| |
| return mmio_read_32(base + GICD_ISENABLER + (n << 2)); |
| } |
| |
| /* |
| * gic's clock will be gated in system suspend, so gic has no ability to |
| * to wakeup the system, we need to config the imr based on the irq |
| * enable status in gic, then gpc will monitor the wakeup irq |
| */ |
| void imx_set_sys_wakeup(unsigned int last_core, bool pdn) |
| { |
| uint32_t irq_mask; |
| uintptr_t gicd_base = PLAT_GICD_BASE; |
| |
| if (pdn) |
| mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, A53_CORE_WUP_SRC(last_core), |
| IRQ_SRC_A53_WUP); |
| else |
| mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, IRQ_SRC_A53_WUP, |
| A53_CORE_WUP_SRC(last_core)); |
| |
| /* clear last core's IMR based on GIC's mask setting */ |
| for (int i = 0; i < IRQ_IMR_NUM; i++) { |
| if (pdn) |
| /* set the wakeup irq base GIC */ |
| irq_mask = ~gicd_read_isenabler(gicd_base, 32 * (i + 1)); |
| else |
| irq_mask = IMR_MASK_ALL; |
| |
| mmio_write_32(IMX_GPC_BASE + gpc_imr_offset[last_core] + i * 4, |
| irq_mask); |
| } |
| } |
| |
| #pragma weak imx_noc_slot_config |
| /* |
| * this function only need to be override by platform |
| * that support noc power down, for example: imx8mm. |
| * otherwize, keep it empty. |
| */ |
| void imx_noc_slot_config(bool pdn) |
| { |
| |
| } |
| |
| /* this is common for all imx8m soc */ |
| void imx_set_sys_lpm(unsigned int last_core, bool retention) |
| { |
| uint32_t val; |
| |
| val = mmio_read_32(IMX_GPC_BASE + SLPCR); |
| val &= ~(SLPCR_EN_DSM | SLPCR_VSTBY | SLPCR_SBYOS | |
| SLPCR_BYPASS_PMIC_READY | SLPCR_A53_FASTWUP_STOP_MODE); |
| |
| if (retention) |
| val |= (SLPCR_EN_DSM | SLPCR_VSTBY | SLPCR_SBYOS | |
| SLPCR_BYPASS_PMIC_READY | SLPCR_A53_FASTWUP_STOP_MODE); |
| |
| mmio_write_32(IMX_GPC_BASE + SLPCR, val); |
| |
| /* config the noc power down */ |
| imx_noc_slot_config(retention); |
| |
| /* config wakeup irqs' mask in gpc */ |
| imx_set_sys_wakeup(last_core, retention); |
| } |
| |
| void imx_set_rbc_count(void) |
| { |
| mmio_setbits_32(IMX_GPC_BASE + SLPCR, SLPCR_RBC_EN | |
| (0x8 << SLPCR_RBC_COUNT_SHIFT)); |
| } |
| |
| void imx_clear_rbc_count(void) |
| { |
| mmio_clrbits_32(IMX_GPC_BASE + SLPCR, SLPCR_RBC_EN | |
| (0x3f << SLPCR_RBC_COUNT_SHIFT)); |
| } |
| |
| struct pll_override { |
| uint32_t reg; |
| uint32_t override_mask; |
| }; |
| |
| struct pll_override pll[MAX_PLL_NUM] = { |
| {.reg = 0x0, .override_mask = (1 << 12) | (1 << 8), }, |
| {.reg = 0x14, .override_mask = (1 << 12) | (1 << 8), }, |
| {.reg = 0x28, .override_mask = (1 << 12) | (1 << 8), }, |
| {.reg = 0x50, .override_mask = (1 << 12) | (1 << 8), }, |
| {.reg = 0x64, .override_mask = (1 << 10) | (1 << 8), }, |
| {.reg = 0x74, .override_mask = (1 << 10) | (1 << 8), }, |
| {.reg = 0x84, .override_mask = (1 << 10) | (1 << 8), }, |
| {.reg = 0x94, .override_mask = 0x5555500, }, |
| {.reg = 0x104, .override_mask = 0x5555500, }, |
| {.reg = 0x114, .override_mask = 0x500, }, |
| }; |
| |
| #define PLL_BYPASS BIT(4) |
| void imx_anamix_override(bool enter) |
| { |
| unsigned int i; |
| |
| /* |
| * bypass all the plls & enable the override bit before |
| * entering DSM mode. |
| */ |
| for (i = 0U; i < MAX_PLL_NUM; i++) { |
| if (enter) { |
| mmio_setbits_32(IMX_ANAMIX_BASE + pll[i].reg, PLL_BYPASS); |
| mmio_setbits_32(IMX_ANAMIX_BASE + pll[i].reg, pll[i].override_mask); |
| } else { |
| mmio_clrbits_32(IMX_ANAMIX_BASE + pll[i].reg, PLL_BYPASS); |
| mmio_clrbits_32(IMX_ANAMIX_BASE + pll[i].reg, pll[i].override_mask); |
| } |
| } |
| } |
| |
| int imx_gpc_handler(uint32_t smc_fid, u_register_t x1, u_register_t x2, u_register_t x3) |
| { |
| switch (x1) { |
| case FSL_SIP_CONFIG_GPC_PM_DOMAIN: |
| imx_gpc_pm_domain_enable(x2, x3); |
| break; |
| default: |
| return SMC_UNK; |
| } |
| |
| return 0; |
| } |