plat/mediatek/drivers/cirq/mt_cirq.c

/*
 * Copyright (c) 2020-2022, MediaTek Inc. All rights reserved.
 *
 * SPDX-License-Identifier: BSD-3-Clause
 */

#include <arch_helpers.h>
#include <common/debug.h>
#include <drivers/arm/gic_common.h>
#include <lib/mmio.h>

#include <mt_cirq.h>
#include <mt_gic_v3.h>

static struct cirq_events cirq_all_events = {
	.spi_start = CIRQ_SPI_START,
};
static uint32_t already_cloned;
/*
 * mt_irq_mask_restore: restore all interrupts
 * @mask: pointer to struct mtk_irq_mask for storing the original mask value.
 * Return 0 for success; return negative values for failure.
 * (This is ONLY used for the idle current measurement by the factory mode.)
 */
int mt_irq_mask_restore(struct mtk_irq_mask *mask)
{
	if (mask == NULL) {
		return -1;
	}
	if (mask->header != IRQ_MASK_HEADER) {
		return -1;
	}
	if (mask->footer != IRQ_MASK_FOOTER) {
		return -1;
	}

	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x4),
		mask->mask1);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x8),
		mask->mask2);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0xc),
		mask->mask3);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x10),
		mask->mask4);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x14),
		mask->mask5);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x18),
		mask->mask6);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x1c),
		mask->mask7);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x20),
		mask->mask8);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x24),
		mask->mask9);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x28),
		mask->mask10);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x2c),
		mask->mask11);
	 mmio_write_32((BASE_GICD_BASE + GICD_ISENABLER + 0x30),
		mask->mask12);
	/* make sure dist changes happen */
	dsb();

	return 0;
}

/*
 * mt_irq_mask_all: disable all interrupts
 * @mask: pointer to struct mtk_irq_mask for storing the original mask value.
 * Return 0 for success; return negative values for failure.
 * (This is ONLY used for the idle current measurement by the factory mode.)
 */
int mt_irq_mask_all(struct mtk_irq_mask *mask)
{
	if (mask != NULL) {
		/* for SPI */
		mask->mask1 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x4));
		mask->mask2 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x8));
		mask->mask3 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0xc));
		mask->mask4 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x10));
		mask->mask5 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x14));
		mask->mask6 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x18));
		mask->mask7 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x1c));
		mask->mask8 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x20));
		mask->mask9 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x24));
		mask->mask10 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x28));
		mask->mask11 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x2c));
		mask->mask12 = mmio_read_32((BASE_GICD_BASE +
			GICD_ISENABLER + 0x30));

		/* for SPI */
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x4),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x8),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0xC),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x10),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x14),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x18),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x1C),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x20),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x24),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x28),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x2c),
			0xFFFFFFFF);
		mmio_write_32((BASE_GICD_BASE + GICD_ICENABLER + 0x30),
			0xFFFFFFFF);
		/* make sure distributor changes happen */
		dsb();

		mask->header = IRQ_MASK_HEADER;
		mask->footer = IRQ_MASK_FOOTER;

		return 0;
	} else {
		return -1;
	}
}

static uint32_t mt_irq_get_pol(uint32_t irq)
{
#ifdef CIRQ_WITH_POLARITY
	uint32_t reg;
	uint32_t base = INT_POL_CTL0;

	if (irq < 32U) {
		return 0;
	}

	reg = ((irq - 32U) / 32U);

	return  mmio_read_32(base + reg * 4U);
#else
	return 0;
#endif
}

unsigned int mt_irq_get_sens(unsigned int irq)
{
	unsigned int config;

	/*
	 * 2'b10 edge
	 * 2'b01 level
	 */
	config = mmio_read_32(MT_GIC_BASE + GICD_ICFGR + (irq / 16U) * 4U);
	config = (config >> (irq % 16U) * 2U) & 0x3;

	return config;
}

static void collect_all_wakeup_events(void)
{
	unsigned int i;
	uint32_t gic_irq;
	uint32_t cirq;
	uint32_t cirq_reg;
	uint32_t cirq_offset;
	uint32_t mask;
	uint32_t pol_mask;
	uint32_t irq_offset;
	uint32_t irq_mask;

	if ((cirq_all_events.wakeup_events == NULL) ||
			cirq_all_events.num_of_events == 0U) {
		return;
	}

	for (i = 0U; i < cirq_all_events.num_of_events; i++) {
		if (cirq_all_events.wakeup_events[i] > 0U) {
			gic_irq = cirq_all_events.wakeup_events[i];
			cirq = gic_irq - cirq_all_events.spi_start - 32U;
			cirq_reg = cirq / 32U;
			cirq_offset = cirq % 32U;
			mask = 0x1 << cirq_offset;
			irq_offset = gic_irq % 32U;
			irq_mask = 0x1 << irq_offset;
			/*
			 * CIRQ default masks all
			 */
			cirq_all_events.table[cirq_reg].mask |= mask;
			/*
			 * CIRQ default pol is low
			 */
			pol_mask = mt_irq_get_pol(
					cirq_all_events.wakeup_events[i])
					& irq_mask;
			/*
			 * 0 means rising
			 */
			if (pol_mask == 0U) {
				cirq_all_events.table[cirq_reg].pol |= mask;
			}
			/*
			 * CIRQ could monitor edge/level trigger
			 * cirq register (0: edge, 1: level)
			 */
			if (mt_irq_get_sens(cirq_all_events.wakeup_events[i])
				== SENS_EDGE) {
				cirq_all_events.table[cirq_reg].sen |= mask;
			}

			cirq_all_events.table[cirq_reg].used = 1U;
			cirq_all_events.table[cirq_reg].reg_num = cirq_reg;
		}
	}
}

/*
 * mt_cirq_set_pol: Set the polarity for the specified SYS_CIRQ number.
 * @cirq_num: the SYS_CIRQ number to set
 * @pol: polarity to set
 * @return:
 *    0: set pol success
 *   -1: cirq num is out of range
 */
#ifdef CIRQ_WITH_POLARITY
static int mt_cirq_set_pol(uint32_t cirq_num, uint32_t pol)
{
	uint32_t base;
	uint32_t bit = 1U << (cirq_num % 32U);

	if (cirq_num >= CIRQ_IRQ_NUM) {
		return -1;
	}

	if (pol == MT_CIRQ_POL_NEG) {
		base = (cirq_num / 32U) * 4U + CIRQ_POL_CLR_BASE;
	} else if (pol == MT_CIRQ_POL_POS) {
		base = (cirq_num / 32U) * 4U + CIRQ_POL_SET_BASE;
	} else {
		return -1;
	}

	mmio_write_32(base, bit);
	return 0;
}
#endif

/*
 * mt_cirq_mask: Mask the specified SYS_CIRQ.
 * @cirq_num: the SYS_CIRQ number to mask
 * @return:
 *    0: mask success
 *   -1: cirq num is out of range
 */
static int mt_cirq_mask(uint32_t cirq_num)
{
	uint32_t bit = 1U << (cirq_num % 32U);

	if (cirq_num >= CIRQ_IRQ_NUM) {
		return -1;
	}

	mmio_write_32((cirq_num / 32U) * 4U + CIRQ_MASK_SET_BASE, bit);

	return 0;
}

/*
 * mt_cirq_unmask: Unmask the specified SYS_CIRQ.
 * @cirq_num: the SYS_CIRQ number to unmask
 * @return:
 *    0: umask success
 *   -1: cirq num is out of range
 */
static int mt_cirq_unmask(uint32_t cirq_num)
{
	uint32_t bit = 1U << (cirq_num % 32U);

	if (cirq_num >= CIRQ_IRQ_NUM) {
		return -1;
	}

	mmio_write_32((cirq_num / 32U) * 4U + CIRQ_MASK_CLR_BASE, bit);

	return 0;
}

uint32_t mt_irq_get_en(uint32_t irq)
{
	uint32_t addr, st, val;

	addr = BASE_GICD_BASE + GICD_ISENABLER + (irq / 32U) * 4U;
	st = mmio_read_32(addr);

	val = (st >> (irq % 32U)) & 1U;

	return val;
}

static void __cirq_fast_clone(void)
{
	struct cirq_reg *reg;
	unsigned int i;

	for (i = 0U; i < CIRQ_REG_NUM ; ++i) {
		uint32_t cirq_bit;

		reg = &cirq_all_events.table[i];

		if (reg->used == 0U) {
			continue;
		}

		mmio_write_32(CIRQ_SENS_CLR_BASE + (reg->reg_num * 4U),
				    reg->sen);

		for (cirq_bit = 0U; cirq_bit < 32U; ++cirq_bit) {
			uint32_t val, cirq_id;
			uint32_t gic_id;
#ifdef CIRQ_WITH_POLARITY
			uint32_t gic_bit, pol;
#endif
			uint32_t en;

			val = ((1U << cirq_bit) & reg->mask);

			if (val == 0U) {
				continue;
			}

			cirq_id = (reg->reg_num << 5U) + cirq_bit;
			gic_id = CIRQ_TO_IRQ_NUM(cirq_id);
#ifdef CIRQ_WITH_POLARITY
			gic_bit = (0x1U << ((gic_id - 32U) % 32U));
			pol = mt_irq_get_pol(gic_id) & gic_bit;
			if (pol != 0U) {
				mt_cirq_set_pol(cirq_id, MT_CIRQ_POL_NEG);
			} else {
				mt_cirq_set_pol(cirq_id, MT_CIRQ_POL_POS);
			}
#endif
			en = mt_irq_get_en(gic_id);
			if (en == 1U) {
				mt_cirq_unmask(cirq_id);
			} else {
				mt_cirq_mask(cirq_id);
			}
		}
	}
}

static void cirq_fast_clone(void)
{
	if (already_cloned == 0U) {
		collect_all_wakeup_events();
		already_cloned = 1U;
	}
	__cirq_fast_clone();
}

void set_wakeup_sources(uint32_t *list, uint32_t num_of_events)
{
	cirq_all_events.num_of_events = num_of_events;
	cirq_all_events.wakeup_events = list;
}
/*
 * mt_cirq_clone_gic: Copy the setting from GIC to SYS_CIRQ
 */
void mt_cirq_clone_gic(void)
{
	cirq_fast_clone();
}

uint32_t mt_irq_get_pending_vec(uint32_t start_irq)
{
	uint32_t base = 0U;
	uint32_t pending_vec = 0U;
	uint32_t reg = start_irq / 32U;
	uint32_t LSB_num, MSB_num;
	uint32_t LSB_vec, MSB_vec;

	base = BASE_GICD_BASE;

	/* if start_irq is not aligned 32, do some assembling */
	MSB_num = start_irq % 32U;
	if (MSB_num != 0U) {
		LSB_num = 32U - MSB_num;
		LSB_vec = mmio_read_32(base + GICD_ISPENDR +
			reg * 4U) >> MSB_num;
		MSB_vec = mmio_read_32(base + GICD_ISPENDR +
			(reg + 1U) * 4U) << LSB_num;
		pending_vec = MSB_vec | LSB_vec;
	} else {
		pending_vec = mmio_read_32(base + GICD_ISPENDR + reg * 4);
	}

	return pending_vec;
}

static int mt_cirq_get_mask_vec(unsigned int i)
{
	return mmio_read_32((i * 4U) + CIRQ_MASK_BASE);
}

/*
 * mt_cirq_ack_all: Ack all the interrupt on SYS_CIRQ
 */
void mt_cirq_ack_all(void)
{
	uint32_t ack_vec, pend_vec, mask_vec;
	unsigned int i;

	for (i = 0; i < CIRQ_CTRL_REG_NUM; i++) {
		/*
		 * if a irq is pending & not masked, don't ack it
		 * , since cirq start irq might not be 32 aligned with gic,
		 * need an exotic API to get proper vector of pending irq
		 */
		pend_vec = mt_irq_get_pending_vec(CIRQ_SPI_START
			+ (i + 1U) * 32U);
		mask_vec = mt_cirq_get_mask_vec(i);
		/* those should be acked are: "not (pending & not masked)",
		 */
		ack_vec = (~pend_vec) | mask_vec;
		mmio_write_32(CIRQ_ACK_BASE + (i * 4U), ack_vec);
	}

	/*
	 * make sure all cirq setting take effect
	 * before doing other things
	 */
	dsb();
}
/*
 * mt_cirq_enable: Enable SYS_CIRQ
 */
void mt_cirq_enable(void)
{
	uint32_t st;

	/* level only */
	mt_cirq_ack_all();

	st = mmio_read_32(CIRQ_CON);
	/*
	 * CIRQ could monitor edge/level trigger
	 */
	st |= (CIRQ_CON_EN << CIRQ_CON_EN_BITS);

	mmio_write_32(CIRQ_CON, (st & CIRQ_CON_BITS_MASK));
}

/*
 * mt_cirq_disable: Disable SYS_CIRQ
 */
void mt_cirq_disable(void)
{
	uint32_t st;

	st = mmio_read_32(CIRQ_CON);
	st &= ~(CIRQ_CON_EN << CIRQ_CON_EN_BITS);
	mmio_write_32(CIRQ_CON, (st & CIRQ_CON_BITS_MASK));
}

void mt_irq_unmask_for_sleep_ex(uint32_t irq)
{
	uint32_t mask;

	mask = 1U << (irq % 32U);

	mmio_write_32(BASE_GICD_BASE + GICD_ISENABLER +
		((irq / 32U) * 4U), mask);
}

void mt_cirq_mask_all(void)
{
	unsigned int i;

	for (i = 0U; i < CIRQ_CTRL_REG_NUM; i++) {
		mmio_write_32(CIRQ_MASK_SET_BASE + (i * 4U), 0xFFFFFFFF);
	}
	dsb();
}

static void cirq_fast_sw_flush(void)
{
	struct cirq_reg *reg;
	unsigned int i;

	for (i = 0U; i < CIRQ_REG_NUM ; ++i) {
		uint32_t cirq_bit;

		reg = &cirq_all_events.table[i];

		if (reg->used == 0U) {
			continue;
		}

		reg->pending = mmio_read_32(CIRQ_STA_BASE +
			(reg->reg_num << 2U));
		reg->pending &= reg->mask;

		for (cirq_bit = 0U; cirq_bit < 32U; ++cirq_bit) {
			uint32_t val, cirq_id;

			val = (1U << cirq_bit) & reg->pending;
			if (val == 0U) {
				continue;
			}

			cirq_id = (reg->reg_num << 5U) + cirq_bit;
			mt_irq_set_pending(CIRQ_TO_IRQ_NUM(cirq_id));
			if (CIRQ_TO_IRQ_NUM(cirq_id) == MD_WDT_IRQ_BIT_ID) {
				INFO("Set MD_WDT_IRQ pending in %s\n",
					__func__);
			}
		}
	}
}

/*
 * mt_cirq_disable: Flush interrupt from SYS_CIRQ to GIC
 */
void mt_cirq_flush(void)
{
	cirq_fast_sw_flush();
	mt_cirq_mask_all();
	mt_cirq_ack_all();
}

void mt_cirq_sw_reset(void)
{
	uint32_t st;

	st = mmio_read_32(CIRQ_CON);
	st |= (CIRQ_SW_RESET << CIRQ_CON_SW_RST_BITS);
	mmio_write_32(CIRQ_CON, st);
}