Tom Rini | 4606fc7 | 2018-05-20 09:47:45 -0400 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Tien Fong Chee | 402735b | 2017-12-05 15:58:02 +0800 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 2017 Intel Corporation <www.intel.com> |
Tien Fong Chee | 402735b | 2017-12-05 15:58:02 +0800 | [diff] [blame] | 4 | */ |
| 5 | |
| 6 | #include <common.h> |
| 7 | #include <errno.h> |
| 8 | #include <fdtdec.h> |
| 9 | #include <malloc.h> |
| 10 | #include <wait_bit.h> |
| 11 | #include <watchdog.h> |
| 12 | #include <asm/io.h> |
| 13 | #include <asm/arch/fpga_manager.h> |
| 14 | #include <asm/arch/misc.h> |
| 15 | #include <asm/arch/reset_manager.h> |
| 16 | #include <asm/arch/sdram.h> |
| 17 | #include <linux/kernel.h> |
| 18 | |
| 19 | DECLARE_GLOBAL_DATA_PTR; |
| 20 | |
| 21 | static void sdram_mmr_init(void); |
| 22 | static u64 sdram_size_calc(void); |
| 23 | |
| 24 | /* FAWBANK - Number of Bank of a given device involved in the FAW period. */ |
| 25 | #define ARRIA10_SDR_ACTIVATE_FAWBANK (0x1) |
| 26 | |
| 27 | #define ARRIA_DDR_CONFIG(A, B, C, R) \ |
| 28 | (((A) << 24) | ((B) << 16) | ((C) << 8) | (R)) |
| 29 | #define DDR_CONFIG_ELEMENTS ARRAY_SIZE(ddr_config) |
| 30 | #define DDR_REG_SEQ2CORE 0xFFD0507C |
| 31 | #define DDR_REG_CORE2SEQ 0xFFD05078 |
| 32 | #define DDR_READ_LATENCY_DELAY 40 |
| 33 | #define DDR_SIZE_2GB_HEX 0x80000000 |
| 34 | #define DDR_MAX_TRIES 0x00100000 |
| 35 | |
| 36 | #define IO48_MMR_DRAMSTS 0xFFCFA0EC |
| 37 | #define IO48_MMR_NIOS2_RESERVE0 0xFFCFA110 |
| 38 | #define IO48_MMR_NIOS2_RESERVE1 0xFFCFA114 |
| 39 | #define IO48_MMR_NIOS2_RESERVE2 0xFFCFA118 |
| 40 | |
| 41 | #define SEQ2CORE_MASK 0xF |
| 42 | #define CORE2SEQ_INT_REQ 0xF |
| 43 | #define SEQ2CORE_INT_RESP_BIT 3 |
| 44 | |
| 45 | static const struct socfpga_ecc_hmc *socfpga_ecc_hmc_base = |
| 46 | (void *)SOCFPGA_SDR_ADDRESS; |
| 47 | static const struct socfpga_noc_ddr_scheduler *socfpga_noc_ddr_scheduler_base = |
| 48 | (void *)SOCFPGA_SDR_SCHEDULER_ADDRESS; |
| 49 | static const struct socfpga_noc_fw_ddr_mpu_fpga2sdram |
| 50 | *socfpga_noc_fw_ddr_mpu_fpga2sdram_base = |
| 51 | (void *)SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS; |
| 52 | static const struct socfpga_noc_fw_ddr_l3 *socfpga_noc_fw_ddr_l3_base = |
| 53 | (void *)SOCFPGA_SDR_FIREWALL_L3_ADDRESS; |
| 54 | static const struct socfpga_io48_mmr *socfpga_io48_mmr_base = |
| 55 | (void *)SOCFPGA_HMC_MMR_IO48_ADDRESS; |
| 56 | |
| 57 | /* The following are the supported configurations */ |
| 58 | static u32 ddr_config[] = { |
| 59 | /* Chip - Row - Bank - Column Style */ |
| 60 | /* All Types */ |
| 61 | ARRIA_DDR_CONFIG(0, 3, 10, 12), |
| 62 | ARRIA_DDR_CONFIG(0, 3, 10, 13), |
| 63 | ARRIA_DDR_CONFIG(0, 3, 10, 14), |
| 64 | ARRIA_DDR_CONFIG(0, 3, 10, 15), |
| 65 | ARRIA_DDR_CONFIG(0, 3, 10, 16), |
| 66 | ARRIA_DDR_CONFIG(0, 3, 10, 17), |
| 67 | /* LPDDR x16 */ |
| 68 | ARRIA_DDR_CONFIG(0, 3, 11, 14), |
| 69 | ARRIA_DDR_CONFIG(0, 3, 11, 15), |
| 70 | ARRIA_DDR_CONFIG(0, 3, 11, 16), |
| 71 | ARRIA_DDR_CONFIG(0, 3, 12, 15), |
| 72 | /* DDR4 Only */ |
| 73 | ARRIA_DDR_CONFIG(0, 4, 10, 14), |
| 74 | ARRIA_DDR_CONFIG(0, 4, 10, 15), |
| 75 | ARRIA_DDR_CONFIG(0, 4, 10, 16), |
| 76 | ARRIA_DDR_CONFIG(0, 4, 10, 17), /* 14 */ |
| 77 | /* Chip - Bank - Row - Column Style */ |
| 78 | ARRIA_DDR_CONFIG(1, 3, 10, 12), |
| 79 | ARRIA_DDR_CONFIG(1, 3, 10, 13), |
| 80 | ARRIA_DDR_CONFIG(1, 3, 10, 14), |
| 81 | ARRIA_DDR_CONFIG(1, 3, 10, 15), |
| 82 | ARRIA_DDR_CONFIG(1, 3, 10, 16), |
| 83 | ARRIA_DDR_CONFIG(1, 3, 10, 17), |
| 84 | ARRIA_DDR_CONFIG(1, 3, 11, 14), |
| 85 | ARRIA_DDR_CONFIG(1, 3, 11, 15), |
| 86 | ARRIA_DDR_CONFIG(1, 3, 11, 16), |
| 87 | ARRIA_DDR_CONFIG(1, 3, 12, 15), |
| 88 | /* DDR4 Only */ |
| 89 | ARRIA_DDR_CONFIG(1, 4, 10, 14), |
| 90 | ARRIA_DDR_CONFIG(1, 4, 10, 15), |
| 91 | ARRIA_DDR_CONFIG(1, 4, 10, 16), |
| 92 | ARRIA_DDR_CONFIG(1, 4, 10, 17), |
| 93 | }; |
| 94 | |
| 95 | static int match_ddr_conf(u32 ddr_conf) |
| 96 | { |
| 97 | int i; |
| 98 | |
| 99 | for (i = 0; i < DDR_CONFIG_ELEMENTS; i++) { |
| 100 | if (ddr_conf == ddr_config[i]) |
| 101 | return i; |
| 102 | } |
| 103 | return 0; |
| 104 | } |
| 105 | |
| 106 | /* Check whether SDRAM is successfully Calibrated */ |
| 107 | static int is_sdram_cal_success(void) |
| 108 | { |
| 109 | return readl(&socfpga_ecc_hmc_base->ddrcalstat); |
| 110 | } |
| 111 | |
| 112 | static unsigned char ddr_get_bit(u32 ereg, unsigned char bit) |
| 113 | { |
| 114 | u32 reg = readl(ereg); |
| 115 | |
| 116 | return (reg & BIT(bit)) ? 1 : 0; |
| 117 | } |
| 118 | |
| 119 | static unsigned char ddr_wait_bit(u32 ereg, u32 bit, |
| 120 | u32 expected, u32 timeout_usec) |
| 121 | { |
| 122 | u32 tmr; |
| 123 | |
| 124 | for (tmr = 0; tmr < timeout_usec; tmr += 100) { |
| 125 | udelay(100); |
| 126 | WATCHDOG_RESET(); |
| 127 | if (ddr_get_bit(ereg, bit) == expected) |
| 128 | return 0; |
| 129 | } |
| 130 | |
| 131 | return 1; |
| 132 | } |
| 133 | |
| 134 | static int emif_clear(void) |
| 135 | { |
| 136 | u32 i = DDR_MAX_TRIES; |
| 137 | u8 ret = 0; |
| 138 | |
| 139 | writel(0, DDR_REG_CORE2SEQ); |
| 140 | |
| 141 | do { |
| 142 | ret = !wait_for_bit_le32((u32 *)DDR_REG_SEQ2CORE, |
| 143 | SEQ2CORE_MASK, 1, 50, 0); |
| 144 | } while (ret && (--i > 0)); |
| 145 | |
| 146 | return !i; |
| 147 | } |
| 148 | |
| 149 | static int emif_reset(void) |
| 150 | { |
| 151 | u32 c2s, s2c; |
| 152 | |
| 153 | c2s = readl(DDR_REG_CORE2SEQ); |
| 154 | s2c = readl(DDR_REG_SEQ2CORE); |
| 155 | |
| 156 | debug("c2s=%08x s2c=%08x nr0=%08x nr1=%08x nr2=%08x dst=%08x\n", |
| 157 | c2s, s2c, readl(IO48_MMR_NIOS2_RESERVE0), |
| 158 | readl(IO48_MMR_NIOS2_RESERVE1), |
| 159 | readl(IO48_MMR_NIOS2_RESERVE2), |
| 160 | readl(IO48_MMR_DRAMSTS)); |
| 161 | |
| 162 | if ((s2c & SEQ2CORE_MASK) && emif_clear()) { |
| 163 | debug("failed emif_clear()\n"); |
| 164 | return -EPERM; |
| 165 | } |
| 166 | |
| 167 | writel(CORE2SEQ_INT_REQ, DDR_REG_CORE2SEQ); |
| 168 | |
| 169 | if (ddr_wait_bit(DDR_REG_SEQ2CORE, SEQ2CORE_INT_RESP_BIT, 0, 1000000)) { |
| 170 | debug("emif_reset failed to see interrupt acknowledge\n"); |
| 171 | return -EPERM; |
| 172 | } else { |
| 173 | debug("emif_reset interrupt acknowledged\n"); |
| 174 | } |
| 175 | |
| 176 | if (emif_clear()) { |
| 177 | debug("emif_clear() failed\n"); |
| 178 | return -EPERM; |
| 179 | } |
| 180 | debug("emif_reset interrupt cleared\n"); |
| 181 | |
| 182 | debug("nr0=%08x nr1=%08x nr2=%08x\n", |
| 183 | readl(IO48_MMR_NIOS2_RESERVE0), |
| 184 | readl(IO48_MMR_NIOS2_RESERVE1), |
| 185 | readl(IO48_MMR_NIOS2_RESERVE2)); |
| 186 | |
| 187 | return 0; |
| 188 | } |
| 189 | |
| 190 | static int ddr_setup(void) |
| 191 | { |
| 192 | int i, j, ddr_setup_complete = 0; |
| 193 | |
| 194 | /* Try 3 times to do a calibration */ |
| 195 | for (i = 0; (i < 3) && !ddr_setup_complete; i++) { |
| 196 | WATCHDOG_RESET(); |
| 197 | |
| 198 | /* A delay to wait for calibration bit to set */ |
| 199 | for (j = 0; (j < 10) && !ddr_setup_complete; j++) { |
| 200 | mdelay(500); |
| 201 | ddr_setup_complete = is_sdram_cal_success(); |
| 202 | } |
| 203 | |
| 204 | if (!ddr_setup_complete) |
| 205 | if (emif_reset()) |
| 206 | puts("Error: Failed to reset EMIF\n"); |
| 207 | } |
| 208 | |
| 209 | /* After 3 times trying calibration */ |
| 210 | if (!ddr_setup_complete) { |
| 211 | puts("Error: Could Not Calibrate SDRAM\n"); |
| 212 | return -EPERM; |
| 213 | } |
| 214 | |
| 215 | return 0; |
| 216 | } |
| 217 | |
| 218 | /* Function to startup the SDRAM*/ |
| 219 | static int sdram_startup(void) |
| 220 | { |
| 221 | /* Release NOC ddr scheduler from reset */ |
| 222 | socfpga_reset_deassert_noc_ddr_scheduler(); |
| 223 | |
| 224 | /* Bringup the DDR (calibration and configuration) */ |
| 225 | return ddr_setup(); |
| 226 | } |
| 227 | |
| 228 | static u64 sdram_size_calc(void) |
| 229 | { |
| 230 | u32 dramaddrw = readl(&socfpga_io48_mmr_base->dramaddrw); |
| 231 | |
| 232 | u64 size = BIT(((dramaddrw & |
| 233 | IO48_MMR_DRAMADDRW_CFG_CS_ADDR_WIDTH_MASK) >> |
| 234 | IO48_MMR_DRAMADDRW_CFG_CS_ADDR_WIDTH_SHIFT) + |
| 235 | ((dramaddrw & |
| 236 | IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_MASK) >> |
| 237 | IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_SHIFT) + |
| 238 | ((dramaddrw & |
| 239 | IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_MASK) >> |
| 240 | IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_SHIFT) + |
| 241 | ((dramaddrw & |
| 242 | IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_MASK) >> |
| 243 | IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_SHIFT) + |
| 244 | (dramaddrw & IO48_MMR_DRAMADDRW_CFG_COL_ADDR_WIDTH_MASK)); |
| 245 | |
| 246 | size *= (2 << (readl(&socfpga_ecc_hmc_base->ddrioctrl) & |
| 247 | ALT_ECC_HMC_OCP_DDRIOCTRL_IO_SIZE_MSK)); |
| 248 | |
| 249 | debug("SDRAM size=%llu", size); |
| 250 | |
| 251 | return size; |
| 252 | } |
| 253 | |
| 254 | /* Function to initialize SDRAM MMR and NOC DDR scheduler*/ |
| 255 | static void sdram_mmr_init(void) |
| 256 | { |
| 257 | u32 update_value, io48_value; |
| 258 | u32 ctrlcfg0 = readl(&socfpga_io48_mmr_base->ctrlcfg0); |
| 259 | u32 ctrlcfg1 = readl(&socfpga_io48_mmr_base->ctrlcfg1); |
| 260 | u32 dramaddrw = readl(&socfpga_io48_mmr_base->dramaddrw); |
| 261 | u32 caltim0 = readl(&socfpga_io48_mmr_base->caltiming0); |
| 262 | u32 caltim1 = readl(&socfpga_io48_mmr_base->caltiming1); |
| 263 | u32 caltim2 = readl(&socfpga_io48_mmr_base->caltiming2); |
| 264 | u32 caltim3 = readl(&socfpga_io48_mmr_base->caltiming3); |
| 265 | u32 caltim4 = readl(&socfpga_io48_mmr_base->caltiming4); |
| 266 | u32 caltim9 = readl(&socfpga_io48_mmr_base->caltiming9); |
| 267 | u32 ddrioctl; |
| 268 | |
| 269 | /* |
| 270 | * Configure the DDR IO size [0xFFCFB008] |
| 271 | * niosreserve0: Used to indicate DDR width & |
| 272 | * bit[7:0] = Number of data bits (0x20 for 32bit) |
| 273 | * bit[8] = 1 if user-mode OCT is present |
| 274 | * bit[9] = 1 if warm reset compiled into EMIF Cal Code |
| 275 | * bit[10] = 1 if warm reset is on during generation in EMIF Cal |
| 276 | * niosreserve1: IP ADCDS version encoded as 16 bit value |
| 277 | * bit[2:0] = Variant (0=not special,1=FAE beta, 2=Customer beta, |
| 278 | * 3=EAP, 4-6 are reserved) |
| 279 | * bit[5:3] = Service Pack # (e.g. 1) |
| 280 | * bit[9:6] = Minor Release # |
| 281 | * bit[14:10] = Major Release # |
| 282 | */ |
| 283 | if ((socfpga_io48_mmr_base->niosreserve1 >> 6) & 0x1FF) { |
| 284 | update_value = readl(&socfpga_io48_mmr_base->niosreserve0); |
| 285 | writel(((update_value & 0xFF) >> 5), |
| 286 | &socfpga_ecc_hmc_base->ddrioctrl); |
| 287 | } |
| 288 | |
| 289 | ddrioctl = readl(&socfpga_ecc_hmc_base->ddrioctrl); |
| 290 | |
| 291 | /* Set the DDR Configuration [0xFFD12400] */ |
| 292 | io48_value = ARRIA_DDR_CONFIG( |
| 293 | ((ctrlcfg1 & |
| 294 | IO48_MMR_CTRLCFG1_ADDR_ORDER_MASK) >> |
| 295 | IO48_MMR_CTRLCFG1_ADDR_ORDER_SHIFT), |
| 296 | ((dramaddrw & |
| 297 | IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_MASK) >> |
| 298 | IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_SHIFT) + |
| 299 | ((dramaddrw & |
| 300 | IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_MASK) >> |
| 301 | IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_SHIFT), |
| 302 | (dramaddrw & |
| 303 | IO48_MMR_DRAMADDRW_CFG_COL_ADDR_WIDTH_MASK), |
| 304 | ((dramaddrw & |
| 305 | IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_MASK) >> |
| 306 | IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_SHIFT)); |
| 307 | |
| 308 | update_value = match_ddr_conf(io48_value); |
| 309 | if (update_value) |
| 310 | writel(update_value, |
| 311 | &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_ddrconf); |
| 312 | |
| 313 | /* |
| 314 | * Configure DDR timing [0xFFD1240C] |
| 315 | * RDTOMISS = tRTP + tRP + tRCD - BL/2 |
| 316 | * WRTOMISS = WL + tWR + tRP + tRCD and |
| 317 | * WL = RL + BL/2 + 2 - rd-to-wr ; tWR = 15ns so... |
| 318 | * First part of equation is in memory clock units so divide by 2 |
| 319 | * for HMC clock units. 1066MHz is close to 1ns so use 15 directly. |
| 320 | * WRTOMISS = ((RL + BL/2 + 2 + tWR) >> 1)- rd-to-wr + tRP + tRCD |
| 321 | */ |
| 322 | u32 ctrlcfg0_cfg_ctrl_burst_len = |
| 323 | (ctrlcfg0 & IO48_MMR_CTRLCFG0_CTRL_BURST_LENGTH_MASK) >> |
| 324 | IO48_MMR_CTRLCFG0_CTRL_BURST_LENGTH_SHIFT; |
| 325 | |
| 326 | u32 caltim0_cfg_act_to_rdwr = caltim0 & |
| 327 | IO48_MMR_CALTIMING0_CFG_ACT_TO_RDWR_MASK; |
| 328 | |
| 329 | u32 caltim0_cfg_act_to_act = |
| 330 | (caltim0 & IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_MASK) >> |
| 331 | IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_SHIFT; |
| 332 | |
| 333 | u32 caltim0_cfg_act_to_act_db = |
| 334 | (caltim0 & |
| 335 | IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_DIFF_BANK_MASK) >> |
| 336 | IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_DIFF_BANK_SHIFT; |
| 337 | |
| 338 | u32 caltim1_cfg_rd_to_wr = |
| 339 | (caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_WR_MASK) >> |
| 340 | IO48_MMR_CALTIMING1_CFG_RD_TO_WR_SHIFT; |
| 341 | |
| 342 | u32 caltim1_cfg_rd_to_rd_dc = |
| 343 | (caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_RD_DC_MASK) >> |
| 344 | IO48_MMR_CALTIMING1_CFG_RD_TO_RD_DC_SHIFT; |
| 345 | |
| 346 | u32 caltim1_cfg_rd_to_wr_dc = |
| 347 | (caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_WR_DIFF_CHIP_MASK) >> |
| 348 | IO48_MMR_CALTIMING1_CFG_RD_TO_WR_DIFF_CHIP_SHIFT; |
| 349 | |
| 350 | u32 caltim2_cfg_rd_to_pch = |
| 351 | (caltim2 & IO48_MMR_CALTIMING2_CFG_RD_TO_PCH_MASK) >> |
| 352 | IO48_MMR_CALTIMING2_CFG_RD_TO_PCH_SHIFT; |
| 353 | |
| 354 | u32 caltim3_cfg_wr_to_rd = |
| 355 | (caltim3 & IO48_MMR_CALTIMING3_CFG_WR_TO_RD_MASK) >> |
| 356 | IO48_MMR_CALTIMING3_CFG_WR_TO_RD_SHIFT; |
| 357 | |
| 358 | u32 caltim3_cfg_wr_to_rd_dc = |
| 359 | (caltim3 & IO48_MMR_CALTIMING3_CFG_WR_TO_RD_DIFF_CHIP_MASK) >> |
| 360 | IO48_MMR_CALTIMING3_CFG_WR_TO_RD_DIFF_CHIP_SHIFT; |
| 361 | |
| 362 | u32 caltim4_cfg_pch_to_valid = |
| 363 | (caltim4 & IO48_MMR_CALTIMING4_CFG_PCH_TO_VALID_MASK) >> |
| 364 | IO48_MMR_CALTIMING4_CFG_PCH_TO_VALID_SHIFT; |
| 365 | |
| 366 | u32 caltim9_cfg_4_act_to_act = caltim9 & |
| 367 | IO48_MMR_CALTIMING9_CFG_WR_4_ACT_TO_ACT_MASK; |
| 368 | |
| 369 | update_value = (caltim2_cfg_rd_to_pch + caltim4_cfg_pch_to_valid + |
| 370 | caltim0_cfg_act_to_rdwr - |
| 371 | (ctrlcfg0_cfg_ctrl_burst_len >> 2)); |
| 372 | |
| 373 | io48_value = ((((socfpga_io48_mmr_base->dramtiming0 & |
| 374 | ALT_IO48_DRAMTIME_MEM_READ_LATENCY_MASK) + 2 + 15 + |
| 375 | (ctrlcfg0_cfg_ctrl_burst_len >> 1)) >> 1) - |
| 376 | /* Up to here was in memory cycles so divide by 2 */ |
| 377 | caltim1_cfg_rd_to_wr + caltim0_cfg_act_to_rdwr + |
| 378 | caltim4_cfg_pch_to_valid); |
| 379 | |
| 380 | writel(((caltim0_cfg_act_to_act << |
| 381 | ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_ACTTOACT_LSB) | |
| 382 | (update_value << |
| 383 | ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_RDTOMISS_LSB) | |
| 384 | (io48_value << |
| 385 | ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_WRTOMISS_LSB) | |
| 386 | ((ctrlcfg0_cfg_ctrl_burst_len >> 2) << |
| 387 | ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_BURSTLEN_LSB) | |
| 388 | (caltim1_cfg_rd_to_wr << |
| 389 | ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_RDTOWR_LSB) | |
| 390 | (caltim3_cfg_wr_to_rd << |
| 391 | ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_WRTORD_LSB) | |
| 392 | (((ddrioctl == 1) ? 1 : 0) << |
| 393 | ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_BWRATIO_LSB)), |
| 394 | &socfpga_noc_ddr_scheduler_base-> |
| 395 | ddr_t_main_scheduler_ddrtiming); |
| 396 | |
| 397 | /* Configure DDR mode [0xFFD12410] [precharge = 0] */ |
| 398 | writel(((ddrioctl ? 0 : 1) << |
| 399 | ALT_NOC_MPU_DDR_T_SCHED_DDRMOD_BWRATIOEXTENDED_LSB), |
| 400 | &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_ddrmode); |
| 401 | |
| 402 | /* Configure the read latency [0xFFD12414] */ |
| 403 | writel(((socfpga_io48_mmr_base->dramtiming0 & |
| 404 | ALT_IO48_DRAMTIME_MEM_READ_LATENCY_MASK) >> 1) + |
| 405 | DDR_READ_LATENCY_DELAY, |
| 406 | &socfpga_noc_ddr_scheduler_base-> |
| 407 | ddr_t_main_scheduler_readlatency); |
| 408 | |
| 409 | /* |
| 410 | * Configuring timing values concerning activate commands |
| 411 | * [0xFFD12438] [FAWBANK alway 1 because always 4 bank DDR] |
| 412 | */ |
| 413 | writel(((caltim0_cfg_act_to_act_db << |
| 414 | ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_RRD_LSB) | |
| 415 | (caltim9_cfg_4_act_to_act << |
| 416 | ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_FAW_LSB) | |
| 417 | (ARRIA10_SDR_ACTIVATE_FAWBANK << |
| 418 | ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_FAWBANK_LSB)), |
| 419 | &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_activate); |
| 420 | |
| 421 | /* |
| 422 | * Configuring timing values concerning device to device data bus |
| 423 | * ownership change [0xFFD1243C] |
| 424 | */ |
| 425 | writel(((caltim1_cfg_rd_to_rd_dc << |
| 426 | ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSRDTORD_LSB) | |
| 427 | (caltim1_cfg_rd_to_wr_dc << |
| 428 | ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSRDTOWR_LSB) | |
| 429 | (caltim3_cfg_wr_to_rd_dc << |
| 430 | ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSWRTORD_LSB)), |
| 431 | &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_devtodev); |
| 432 | |
| 433 | /* Enable or disable the SDRAM ECC */ |
| 434 | if (ctrlcfg1 & IO48_MMR_CTRLCFG1_CTRL_ENABLE_ECC) { |
| 435 | setbits_le32(&socfpga_ecc_hmc_base->eccctrl, |
| 436 | (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK | |
| 437 | ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK | |
| 438 | ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK)); |
| 439 | clrbits_le32(&socfpga_ecc_hmc_base->eccctrl, |
| 440 | (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK | |
| 441 | ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK)); |
| 442 | setbits_le32(&socfpga_ecc_hmc_base->eccctrl2, |
| 443 | (ALT_ECC_HMC_OCP_ECCCTL2_RMW_EN_SET_MSK | |
| 444 | ALT_ECC_HMC_OCP_ECCCTL2_AWB_EN_SET_MSK)); |
| 445 | } else { |
| 446 | clrbits_le32(&socfpga_ecc_hmc_base->eccctrl, |
| 447 | (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK | |
| 448 | ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK | |
| 449 | ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK)); |
| 450 | clrbits_le32(&socfpga_ecc_hmc_base->eccctrl2, |
| 451 | (ALT_ECC_HMC_OCP_ECCCTL2_RMW_EN_SET_MSK | |
| 452 | ALT_ECC_HMC_OCP_ECCCTL2_AWB_EN_SET_MSK)); |
| 453 | } |
| 454 | } |
| 455 | |
| 456 | struct firewall_entry { |
| 457 | const char *prop_name; |
| 458 | const u32 cfg_addr; |
| 459 | const u32 en_addr; |
| 460 | const u32 en_bit; |
| 461 | }; |
| 462 | #define FW_MPU_FPGA_ADDRESS \ |
| 463 | ((const struct socfpga_noc_fw_ddr_mpu_fpga2sdram *)\ |
| 464 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS) |
| 465 | |
| 466 | #define SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(ADDR) \ |
| 467 | (SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS + \ |
| 468 | offsetof(struct socfpga_noc_fw_ddr_mpu_fpga2sdram, ADDR)) |
| 469 | |
| 470 | #define SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(ADDR) \ |
| 471 | (SOCFPGA_SDR_FIREWALL_L3_ADDRESS + \ |
| 472 | offsetof(struct socfpga_noc_fw_ddr_l3, ADDR)) |
| 473 | |
| 474 | const struct firewall_entry firewall_table[] = { |
| 475 | { |
| 476 | "mpu0", |
| 477 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion0addr), |
| 478 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 479 | ALT_NOC_FW_DDR_SCR_EN_MPUREG0EN_SET_MSK |
| 480 | }, |
| 481 | { |
| 482 | "mpu1", |
| 483 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS + |
| 484 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion1addr), |
| 485 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 486 | ALT_NOC_FW_DDR_SCR_EN_MPUREG1EN_SET_MSK |
| 487 | }, |
| 488 | { |
| 489 | "mpu2", |
| 490 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion2addr), |
| 491 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 492 | ALT_NOC_FW_DDR_SCR_EN_MPUREG2EN_SET_MSK |
| 493 | }, |
| 494 | { |
| 495 | "mpu3", |
| 496 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion3addr), |
| 497 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 498 | ALT_NOC_FW_DDR_SCR_EN_MPUREG3EN_SET_MSK |
| 499 | }, |
| 500 | { |
| 501 | "l3-0", |
| 502 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion0addr), |
| 503 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable), |
| 504 | ALT_NOC_FW_DDR_SCR_EN_HPSREG0EN_SET_MSK |
| 505 | }, |
| 506 | { |
| 507 | "l3-1", |
| 508 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion1addr), |
| 509 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable), |
| 510 | ALT_NOC_FW_DDR_SCR_EN_HPSREG1EN_SET_MSK |
| 511 | }, |
| 512 | { |
| 513 | "l3-2", |
| 514 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion2addr), |
| 515 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable), |
| 516 | ALT_NOC_FW_DDR_SCR_EN_HPSREG2EN_SET_MSK |
| 517 | }, |
| 518 | { |
| 519 | "l3-3", |
| 520 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion3addr), |
| 521 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable), |
| 522 | ALT_NOC_FW_DDR_SCR_EN_HPSREG3EN_SET_MSK |
| 523 | }, |
| 524 | { |
| 525 | "l3-4", |
| 526 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion4addr), |
| 527 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable), |
| 528 | ALT_NOC_FW_DDR_SCR_EN_HPSREG4EN_SET_MSK |
| 529 | }, |
| 530 | { |
| 531 | "l3-5", |
| 532 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion5addr), |
| 533 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable), |
| 534 | ALT_NOC_FW_DDR_SCR_EN_HPSREG5EN_SET_MSK |
| 535 | }, |
| 536 | { |
| 537 | "l3-6", |
| 538 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion6addr), |
| 539 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable), |
| 540 | ALT_NOC_FW_DDR_SCR_EN_HPSREG6EN_SET_MSK |
| 541 | }, |
| 542 | { |
| 543 | "l3-7", |
| 544 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion7addr), |
| 545 | SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable), |
| 546 | ALT_NOC_FW_DDR_SCR_EN_HPSREG7EN_SET_MSK |
| 547 | }, |
| 548 | { |
| 549 | "fpga2sdram0-0", |
| 550 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 551 | (fpga2sdram0region0addr), |
| 552 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 553 | ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG0EN_SET_MSK |
| 554 | }, |
| 555 | { |
| 556 | "fpga2sdram0-1", |
| 557 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 558 | (fpga2sdram0region1addr), |
| 559 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 560 | ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG1EN_SET_MSK |
| 561 | }, |
| 562 | { |
| 563 | "fpga2sdram0-2", |
| 564 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 565 | (fpga2sdram0region2addr), |
| 566 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 567 | ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG2EN_SET_MSK |
| 568 | }, |
| 569 | { |
| 570 | "fpga2sdram0-3", |
| 571 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 572 | (fpga2sdram0region3addr), |
| 573 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 574 | ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG3EN_SET_MSK |
| 575 | }, |
| 576 | { |
| 577 | "fpga2sdram1-0", |
| 578 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 579 | (fpga2sdram1region0addr), |
| 580 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 581 | ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG0EN_SET_MSK |
| 582 | }, |
| 583 | { |
| 584 | "fpga2sdram1-1", |
| 585 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 586 | (fpga2sdram1region1addr), |
| 587 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 588 | ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG1EN_SET_MSK |
| 589 | }, |
| 590 | { |
| 591 | "fpga2sdram1-2", |
| 592 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 593 | (fpga2sdram1region2addr), |
| 594 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 595 | ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG2EN_SET_MSK |
| 596 | }, |
| 597 | { |
| 598 | "fpga2sdram1-3", |
| 599 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 600 | (fpga2sdram1region3addr), |
| 601 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 602 | ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG3EN_SET_MSK |
| 603 | }, |
| 604 | { |
| 605 | "fpga2sdram2-0", |
| 606 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 607 | (fpga2sdram2region0addr), |
| 608 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 609 | ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG0EN_SET_MSK |
| 610 | }, |
| 611 | { |
| 612 | "fpga2sdram2-1", |
| 613 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 614 | (fpga2sdram2region1addr), |
| 615 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 616 | ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG1EN_SET_MSK |
| 617 | }, |
| 618 | { |
| 619 | "fpga2sdram2-2", |
| 620 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 621 | (fpga2sdram2region2addr), |
| 622 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 623 | ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG2EN_SET_MSK |
| 624 | }, |
| 625 | { |
| 626 | "fpga2sdram2-3", |
| 627 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET |
| 628 | (fpga2sdram2region3addr), |
| 629 | SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable), |
| 630 | ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG3EN_SET_MSK |
| 631 | }, |
| 632 | |
| 633 | }; |
| 634 | |
| 635 | static int of_sdram_firewall_setup(const void *blob) |
| 636 | { |
| 637 | int child, i, node, ret; |
| 638 | u32 start_end[2]; |
| 639 | char name[32]; |
| 640 | |
| 641 | node = fdtdec_next_compatible(blob, 0, COMPAT_ALTERA_SOCFPGA_NOC); |
| 642 | if (node < 0) |
| 643 | return -ENXIO; |
| 644 | |
| 645 | child = fdt_first_subnode(blob, node); |
| 646 | if (child < 0) |
| 647 | return -ENXIO; |
| 648 | |
| 649 | /* set to default state */ |
| 650 | writel(0, &socfpga_noc_fw_ddr_mpu_fpga2sdram_base->enable); |
| 651 | writel(0, &socfpga_noc_fw_ddr_l3_base->enable); |
| 652 | |
| 653 | |
| 654 | for (i = 0; i < ARRAY_SIZE(firewall_table); i++) { |
| 655 | sprintf(name, "%s", firewall_table[i].prop_name); |
| 656 | ret = fdtdec_get_int_array(blob, child, name, |
| 657 | start_end, 2); |
| 658 | if (ret) { |
| 659 | sprintf(name, "altr,%s", firewall_table[i].prop_name); |
| 660 | ret = fdtdec_get_int_array(blob, child, name, |
| 661 | start_end, 2); |
| 662 | if (ret) |
| 663 | continue; |
| 664 | } |
| 665 | |
| 666 | writel((start_end[0] & ALT_NOC_FW_DDR_ADDR_MASK) | |
| 667 | (start_end[1] << ALT_NOC_FW_DDR_END_ADDR_LSB), |
| 668 | firewall_table[i].cfg_addr); |
| 669 | setbits_le32(firewall_table[i].en_addr, |
| 670 | firewall_table[i].en_bit); |
| 671 | } |
| 672 | |
| 673 | return 0; |
| 674 | } |
| 675 | |
| 676 | int ddr_calibration_sequence(void) |
| 677 | { |
| 678 | WATCHDOG_RESET(); |
| 679 | |
| 680 | /* Check to see if SDRAM cal was success */ |
| 681 | if (sdram_startup()) { |
| 682 | puts("DDRCAL: Failed\n"); |
| 683 | return -EPERM; |
| 684 | } |
| 685 | |
| 686 | puts("DDRCAL: Success\n"); |
| 687 | |
| 688 | WATCHDOG_RESET(); |
| 689 | |
| 690 | /* initialize the MMR register */ |
| 691 | sdram_mmr_init(); |
| 692 | |
| 693 | /* assigning the SDRAM size */ |
| 694 | u64 size = sdram_size_calc(); |
| 695 | |
| 696 | /* |
| 697 | * If size is less than zero, this is invalid/weird value from |
| 698 | * calculation, use default Config size. |
| 699 | * Up to 2GB is supported, 2GB would be used if more than that. |
| 700 | */ |
| 701 | if (size <= 0) |
| 702 | gd->ram_size = PHYS_SDRAM_1_SIZE; |
| 703 | else if (DDR_SIZE_2GB_HEX <= size) |
| 704 | gd->ram_size = DDR_SIZE_2GB_HEX; |
| 705 | else |
| 706 | gd->ram_size = (u32)size; |
| 707 | |
| 708 | /* setup the dram info within bd */ |
| 709 | dram_init_banksize(); |
| 710 | |
| 711 | if (of_sdram_firewall_setup(gd->fdt_blob)) |
| 712 | puts("FW: Error Configuring Firewall\n"); |
| 713 | |
| 714 | return 0; |
| 715 | } |
| 716 | |
| 717 | void dram_bank_mmu_setup(int bank) |
| 718 | { |
| 719 | bd_t *bd = gd->bd; |
| 720 | int i; |
| 721 | |
| 722 | debug("%s: bank: %d\n", __func__, bank); |
| 723 | for (i = bd->bi_dram[bank].start >> 20; |
| 724 | i < (bd->bi_dram[bank].start + bd->bi_dram[bank].size) >> 20; |
| 725 | i++) { |
| 726 | #if defined(CONFIG_SYS_ARM_CACHE_WRITETHROUGH) |
| 727 | set_section_dcache(i, DCACHE_WRITETHROUGH); |
| 728 | #else |
| 729 | set_section_dcache(i, DCACHE_WRITEBACK); |
| 730 | #endif |
| 731 | } |
| 732 | |
| 733 | /* same as above but just that we would want cacheable for ocram too */ |
| 734 | i = CONFIG_SYS_INIT_RAM_ADDR >> 20; |
| 735 | #if defined(CONFIG_SYS_ARM_CACHE_WRITETHROUGH) |
| 736 | set_section_dcache(i, DCACHE_WRITETHROUGH); |
| 737 | #else |
| 738 | set_section_dcache(i, DCACHE_WRITEBACK); |
| 739 | #endif |
| 740 | } |