blob: 8ef5fa4c481c3d4ffb79365808dc52bde890398a [file] [log] [blame]
Tom Rini4606fc72018-05-20 09:47:45 -04001// SPDX-License-Identifier: GPL-2.0
Tien Fong Chee402735b2017-12-05 15:58:02 +08002/*
3 * Copyright (C) 2017 Intel Corporation <www.intel.com>
Tien Fong Chee402735b2017-12-05 15:58:02 +08004 */
5
6#include <common.h>
Simon Glass1d91ba72019-11-14 12:57:37 -07007#include <cpu_func.h>
Tien Fong Chee402735b2017-12-05 15:58:02 +08008#include <errno.h>
9#include <fdtdec.h>
Simon Glass97589732020-05-10 11:40:02 -060010#include <init.h>
Simon Glass0f2af882020-05-10 11:40:05 -060011#include <log.h>
Tien Fong Chee402735b2017-12-05 15:58:02 +080012#include <malloc.h>
13#include <wait_bit.h>
14#include <watchdog.h>
Simon Glass274e0b02020-05-10 11:39:56 -060015#include <asm/cache.h>
Simon Glass3ba929a2020-10-30 21:38:53 -060016#include <asm/global_data.h>
Tien Fong Chee402735b2017-12-05 15:58:02 +080017#include <asm/io.h>
18#include <asm/arch/fpga_manager.h>
19#include <asm/arch/misc.h>
20#include <asm/arch/reset_manager.h>
21#include <asm/arch/sdram.h>
Simon Glass4dcacfc2020-05-10 11:40:13 -060022#include <linux/bitops.h>
Simon Glassdbd79542020-05-10 11:40:11 -060023#include <linux/delay.h>
Tien Fong Chee402735b2017-12-05 15:58:02 +080024#include <linux/kernel.h>
25
26DECLARE_GLOBAL_DATA_PTR;
27
28static void sdram_mmr_init(void);
29static u64 sdram_size_calc(void);
30
31/* FAWBANK - Number of Bank of a given device involved in the FAW period. */
32#define ARRIA10_SDR_ACTIVATE_FAWBANK (0x1)
33
34#define ARRIA_DDR_CONFIG(A, B, C, R) \
35 (((A) << 24) | ((B) << 16) | ((C) << 8) | (R))
36#define DDR_CONFIG_ELEMENTS ARRAY_SIZE(ddr_config)
37#define DDR_REG_SEQ2CORE 0xFFD0507C
38#define DDR_REG_CORE2SEQ 0xFFD05078
39#define DDR_READ_LATENCY_DELAY 40
40#define DDR_SIZE_2GB_HEX 0x80000000
Tien Fong Chee402735b2017-12-05 15:58:02 +080041
42#define IO48_MMR_DRAMSTS 0xFFCFA0EC
43#define IO48_MMR_NIOS2_RESERVE0 0xFFCFA110
44#define IO48_MMR_NIOS2_RESERVE1 0xFFCFA114
45#define IO48_MMR_NIOS2_RESERVE2 0xFFCFA118
46
47#define SEQ2CORE_MASK 0xF
48#define CORE2SEQ_INT_REQ 0xF
49#define SEQ2CORE_INT_RESP_BIT 3
50
51static const struct socfpga_ecc_hmc *socfpga_ecc_hmc_base =
52 (void *)SOCFPGA_SDR_ADDRESS;
53static const struct socfpga_noc_ddr_scheduler *socfpga_noc_ddr_scheduler_base =
54 (void *)SOCFPGA_SDR_SCHEDULER_ADDRESS;
55static const struct socfpga_noc_fw_ddr_mpu_fpga2sdram
56 *socfpga_noc_fw_ddr_mpu_fpga2sdram_base =
57 (void *)SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS;
58static const struct socfpga_noc_fw_ddr_l3 *socfpga_noc_fw_ddr_l3_base =
59 (void *)SOCFPGA_SDR_FIREWALL_L3_ADDRESS;
60static const struct socfpga_io48_mmr *socfpga_io48_mmr_base =
61 (void *)SOCFPGA_HMC_MMR_IO48_ADDRESS;
62
63/* The following are the supported configurations */
64static u32 ddr_config[] = {
65 /* Chip - Row - Bank - Column Style */
66 /* All Types */
67 ARRIA_DDR_CONFIG(0, 3, 10, 12),
68 ARRIA_DDR_CONFIG(0, 3, 10, 13),
69 ARRIA_DDR_CONFIG(0, 3, 10, 14),
70 ARRIA_DDR_CONFIG(0, 3, 10, 15),
71 ARRIA_DDR_CONFIG(0, 3, 10, 16),
72 ARRIA_DDR_CONFIG(0, 3, 10, 17),
73 /* LPDDR x16 */
74 ARRIA_DDR_CONFIG(0, 3, 11, 14),
75 ARRIA_DDR_CONFIG(0, 3, 11, 15),
76 ARRIA_DDR_CONFIG(0, 3, 11, 16),
77 ARRIA_DDR_CONFIG(0, 3, 12, 15),
78 /* DDR4 Only */
79 ARRIA_DDR_CONFIG(0, 4, 10, 14),
80 ARRIA_DDR_CONFIG(0, 4, 10, 15),
81 ARRIA_DDR_CONFIG(0, 4, 10, 16),
82 ARRIA_DDR_CONFIG(0, 4, 10, 17), /* 14 */
83 /* Chip - Bank - Row - Column Style */
84 ARRIA_DDR_CONFIG(1, 3, 10, 12),
85 ARRIA_DDR_CONFIG(1, 3, 10, 13),
86 ARRIA_DDR_CONFIG(1, 3, 10, 14),
87 ARRIA_DDR_CONFIG(1, 3, 10, 15),
88 ARRIA_DDR_CONFIG(1, 3, 10, 16),
89 ARRIA_DDR_CONFIG(1, 3, 10, 17),
90 ARRIA_DDR_CONFIG(1, 3, 11, 14),
91 ARRIA_DDR_CONFIG(1, 3, 11, 15),
92 ARRIA_DDR_CONFIG(1, 3, 11, 16),
93 ARRIA_DDR_CONFIG(1, 3, 12, 15),
94 /* DDR4 Only */
95 ARRIA_DDR_CONFIG(1, 4, 10, 14),
96 ARRIA_DDR_CONFIG(1, 4, 10, 15),
97 ARRIA_DDR_CONFIG(1, 4, 10, 16),
98 ARRIA_DDR_CONFIG(1, 4, 10, 17),
99};
100
101static int match_ddr_conf(u32 ddr_conf)
102{
103 int i;
104
105 for (i = 0; i < DDR_CONFIG_ELEMENTS; i++) {
106 if (ddr_conf == ddr_config[i])
107 return i;
108 }
109 return 0;
110}
111
Tien Fong Chee402735b2017-12-05 15:58:02 +0800112static int emif_clear(void)
113{
Tien Fong Chee402735b2017-12-05 15:58:02 +0800114 writel(0, DDR_REG_CORE2SEQ);
115
Marek Vasuta9c04702019-03-08 19:11:55 +0100116 return wait_for_bit_le32((u32 *)DDR_REG_SEQ2CORE,
117 SEQ2CORE_MASK, 0, 1000, 0);
Tien Fong Chee402735b2017-12-05 15:58:02 +0800118}
119
120static int emif_reset(void)
121{
122 u32 c2s, s2c;
Marek Vasuta9c04702019-03-08 19:11:55 +0100123 int ret;
Tien Fong Chee402735b2017-12-05 15:58:02 +0800124
125 c2s = readl(DDR_REG_CORE2SEQ);
126 s2c = readl(DDR_REG_SEQ2CORE);
127
128 debug("c2s=%08x s2c=%08x nr0=%08x nr1=%08x nr2=%08x dst=%08x\n",
129 c2s, s2c, readl(IO48_MMR_NIOS2_RESERVE0),
130 readl(IO48_MMR_NIOS2_RESERVE1),
131 readl(IO48_MMR_NIOS2_RESERVE2),
132 readl(IO48_MMR_DRAMSTS));
133
Marek Vasuta9c04702019-03-08 19:11:55 +0100134 if (s2c & SEQ2CORE_MASK) {
135 ret = emif_clear();
136 if (ret) {
137 debug("failed emif_clear()\n");
138 return -EPERM;
139 }
Tien Fong Chee402735b2017-12-05 15:58:02 +0800140 }
141
142 writel(CORE2SEQ_INT_REQ, DDR_REG_CORE2SEQ);
143
Marek Vasut569fe4a2019-03-09 21:57:58 +0100144 ret = wait_for_bit_le32((u32 *)DDR_REG_SEQ2CORE,
145 SEQ2CORE_INT_RESP_BIT, false, 1000, false);
146 if (ret) {
Tien Fong Chee402735b2017-12-05 15:58:02 +0800147 debug("emif_reset failed to see interrupt acknowledge\n");
Marek Vasut569fe4a2019-03-09 21:57:58 +0100148 emif_clear();
149 return ret;
Tien Fong Chee402735b2017-12-05 15:58:02 +0800150 }
151
Marek Vasut569fe4a2019-03-09 21:57:58 +0100152 mdelay(1);
153
Marek Vasuta9c04702019-03-08 19:11:55 +0100154 ret = emif_clear();
155 if (ret) {
Tien Fong Chee402735b2017-12-05 15:58:02 +0800156 debug("emif_clear() failed\n");
157 return -EPERM;
158 }
159 debug("emif_reset interrupt cleared\n");
160
161 debug("nr0=%08x nr1=%08x nr2=%08x\n",
162 readl(IO48_MMR_NIOS2_RESERVE0),
163 readl(IO48_MMR_NIOS2_RESERVE1),
164 readl(IO48_MMR_NIOS2_RESERVE2));
165
166 return 0;
167}
168
169static int ddr_setup(void)
170{
Marek Vasut0f367152019-03-09 21:58:09 +0100171 int i, ret;
Tien Fong Chee402735b2017-12-05 15:58:02 +0800172
Marek Vasut0f367152019-03-09 21:58:09 +0100173 /* Try 32 times to do a calibration */
174 for (i = 0; i < 32; i++) {
175 mdelay(500);
176 ret = wait_for_bit_le32(&socfpga_ecc_hmc_base->ddrcalstat,
177 BIT(0), true, 500, false);
178 if (!ret)
179 return 0;
Tien Fong Chee402735b2017-12-05 15:58:02 +0800180
Marek Vasut0f367152019-03-09 21:58:09 +0100181 ret = emif_reset();
182 if (ret)
183 puts("Error: Failed to reset EMIF\n");
Tien Fong Chee402735b2017-12-05 15:58:02 +0800184 }
185
Marek Vasut0f367152019-03-09 21:58:09 +0100186 puts("Error: Could Not Calibrate SDRAM\n");
187 return -EPERM;
Tien Fong Chee402735b2017-12-05 15:58:02 +0800188}
189
Marek Vasut36938972018-05-28 17:22:47 +0200190static int sdram_is_ecc_enabled(void)
191{
192 return !!(readl(&socfpga_ecc_hmc_base->eccctrl) &
193 ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK);
194}
195
196/* Initialize SDRAM ECC bits to avoid false DBE */
197static void sdram_init_ecc_bits(u32 size)
198{
199 icache_enable();
200
201 memset(0, 0, 0x8000);
202 gd->arch.tlb_addr = 0x4000;
203 gd->arch.tlb_size = PGTABLE_SIZE;
204
205 dcache_enable();
206
207 printf("DDRCAL: Scrubbing ECC RAM (%i MiB).\n", size >> 20);
208 memset((void *)0x8000, 0, size - 0x8000);
209 flush_dcache_all();
210 printf("DDRCAL: Scrubbing ECC RAM done.\n");
211 dcache_disable();
212}
213
Tien Fong Chee402735b2017-12-05 15:58:02 +0800214/* Function to startup the SDRAM*/
215static int sdram_startup(void)
216{
217 /* Release NOC ddr scheduler from reset */
218 socfpga_reset_deassert_noc_ddr_scheduler();
219
220 /* Bringup the DDR (calibration and configuration) */
221 return ddr_setup();
222}
223
224static u64 sdram_size_calc(void)
225{
226 u32 dramaddrw = readl(&socfpga_io48_mmr_base->dramaddrw);
227
228 u64 size = BIT(((dramaddrw &
229 IO48_MMR_DRAMADDRW_CFG_CS_ADDR_WIDTH_MASK) >>
230 IO48_MMR_DRAMADDRW_CFG_CS_ADDR_WIDTH_SHIFT) +
231 ((dramaddrw &
232 IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_MASK) >>
233 IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_SHIFT) +
234 ((dramaddrw &
235 IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_MASK) >>
236 IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_SHIFT) +
237 ((dramaddrw &
238 IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_MASK) >>
239 IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_SHIFT) +
240 (dramaddrw & IO48_MMR_DRAMADDRW_CFG_COL_ADDR_WIDTH_MASK));
241
242 size *= (2 << (readl(&socfpga_ecc_hmc_base->ddrioctrl) &
243 ALT_ECC_HMC_OCP_DDRIOCTRL_IO_SIZE_MSK));
244
Marek Vasut6b440502019-03-06 17:18:22 +0100245 debug("SDRAM size=%llu\n", size);
Tien Fong Chee402735b2017-12-05 15:58:02 +0800246
247 return size;
248}
249
250/* Function to initialize SDRAM MMR and NOC DDR scheduler*/
251static void sdram_mmr_init(void)
252{
253 u32 update_value, io48_value;
254 u32 ctrlcfg0 = readl(&socfpga_io48_mmr_base->ctrlcfg0);
255 u32 ctrlcfg1 = readl(&socfpga_io48_mmr_base->ctrlcfg1);
256 u32 dramaddrw = readl(&socfpga_io48_mmr_base->dramaddrw);
257 u32 caltim0 = readl(&socfpga_io48_mmr_base->caltiming0);
258 u32 caltim1 = readl(&socfpga_io48_mmr_base->caltiming1);
259 u32 caltim2 = readl(&socfpga_io48_mmr_base->caltiming2);
260 u32 caltim3 = readl(&socfpga_io48_mmr_base->caltiming3);
261 u32 caltim4 = readl(&socfpga_io48_mmr_base->caltiming4);
262 u32 caltim9 = readl(&socfpga_io48_mmr_base->caltiming9);
263 u32 ddrioctl;
264
265 /*
266 * Configure the DDR IO size [0xFFCFB008]
267 * niosreserve0: Used to indicate DDR width &
268 * bit[7:0] = Number of data bits (0x20 for 32bit)
269 * bit[8] = 1 if user-mode OCT is present
270 * bit[9] = 1 if warm reset compiled into EMIF Cal Code
271 * bit[10] = 1 if warm reset is on during generation in EMIF Cal
272 * niosreserve1: IP ADCDS version encoded as 16 bit value
273 * bit[2:0] = Variant (0=not special,1=FAE beta, 2=Customer beta,
274 * 3=EAP, 4-6 are reserved)
275 * bit[5:3] = Service Pack # (e.g. 1)
276 * bit[9:6] = Minor Release #
277 * bit[14:10] = Major Release #
278 */
Marek Vasute2bc6b12019-03-05 18:37:02 +0100279 if ((readl(&socfpga_io48_mmr_base->niosreserve1) >> 6) & 0x1FF) {
Tien Fong Chee402735b2017-12-05 15:58:02 +0800280 update_value = readl(&socfpga_io48_mmr_base->niosreserve0);
281 writel(((update_value & 0xFF) >> 5),
282 &socfpga_ecc_hmc_base->ddrioctrl);
283 }
284
285 ddrioctl = readl(&socfpga_ecc_hmc_base->ddrioctrl);
286
287 /* Set the DDR Configuration [0xFFD12400] */
288 io48_value = ARRIA_DDR_CONFIG(
289 ((ctrlcfg1 &
290 IO48_MMR_CTRLCFG1_ADDR_ORDER_MASK) >>
291 IO48_MMR_CTRLCFG1_ADDR_ORDER_SHIFT),
292 ((dramaddrw &
293 IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_MASK) >>
294 IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_SHIFT) +
295 ((dramaddrw &
296 IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_MASK) >>
297 IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_SHIFT),
298 (dramaddrw &
299 IO48_MMR_DRAMADDRW_CFG_COL_ADDR_WIDTH_MASK),
300 ((dramaddrw &
301 IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_MASK) >>
302 IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_SHIFT));
303
304 update_value = match_ddr_conf(io48_value);
305 if (update_value)
306 writel(update_value,
307 &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_ddrconf);
308
309 /*
310 * Configure DDR timing [0xFFD1240C]
311 * RDTOMISS = tRTP + tRP + tRCD - BL/2
312 * WRTOMISS = WL + tWR + tRP + tRCD and
313 * WL = RL + BL/2 + 2 - rd-to-wr ; tWR = 15ns so...
314 * First part of equation is in memory clock units so divide by 2
315 * for HMC clock units. 1066MHz is close to 1ns so use 15 directly.
316 * WRTOMISS = ((RL + BL/2 + 2 + tWR) >> 1)- rd-to-wr + tRP + tRCD
317 */
318 u32 ctrlcfg0_cfg_ctrl_burst_len =
319 (ctrlcfg0 & IO48_MMR_CTRLCFG0_CTRL_BURST_LENGTH_MASK) >>
320 IO48_MMR_CTRLCFG0_CTRL_BURST_LENGTH_SHIFT;
321
322 u32 caltim0_cfg_act_to_rdwr = caltim0 &
323 IO48_MMR_CALTIMING0_CFG_ACT_TO_RDWR_MASK;
324
325 u32 caltim0_cfg_act_to_act =
326 (caltim0 & IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_MASK) >>
327 IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_SHIFT;
328
329 u32 caltim0_cfg_act_to_act_db =
330 (caltim0 &
331 IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_DIFF_BANK_MASK) >>
332 IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_DIFF_BANK_SHIFT;
333
334 u32 caltim1_cfg_rd_to_wr =
335 (caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_WR_MASK) >>
336 IO48_MMR_CALTIMING1_CFG_RD_TO_WR_SHIFT;
337
338 u32 caltim1_cfg_rd_to_rd_dc =
339 (caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_RD_DC_MASK) >>
340 IO48_MMR_CALTIMING1_CFG_RD_TO_RD_DC_SHIFT;
341
342 u32 caltim1_cfg_rd_to_wr_dc =
343 (caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_WR_DIFF_CHIP_MASK) >>
344 IO48_MMR_CALTIMING1_CFG_RD_TO_WR_DIFF_CHIP_SHIFT;
345
346 u32 caltim2_cfg_rd_to_pch =
347 (caltim2 & IO48_MMR_CALTIMING2_CFG_RD_TO_PCH_MASK) >>
348 IO48_MMR_CALTIMING2_CFG_RD_TO_PCH_SHIFT;
349
350 u32 caltim3_cfg_wr_to_rd =
351 (caltim3 & IO48_MMR_CALTIMING3_CFG_WR_TO_RD_MASK) >>
352 IO48_MMR_CALTIMING3_CFG_WR_TO_RD_SHIFT;
353
354 u32 caltim3_cfg_wr_to_rd_dc =
355 (caltim3 & IO48_MMR_CALTIMING3_CFG_WR_TO_RD_DIFF_CHIP_MASK) >>
356 IO48_MMR_CALTIMING3_CFG_WR_TO_RD_DIFF_CHIP_SHIFT;
357
358 u32 caltim4_cfg_pch_to_valid =
359 (caltim4 & IO48_MMR_CALTIMING4_CFG_PCH_TO_VALID_MASK) >>
360 IO48_MMR_CALTIMING4_CFG_PCH_TO_VALID_SHIFT;
361
362 u32 caltim9_cfg_4_act_to_act = caltim9 &
363 IO48_MMR_CALTIMING9_CFG_WR_4_ACT_TO_ACT_MASK;
364
365 update_value = (caltim2_cfg_rd_to_pch + caltim4_cfg_pch_to_valid +
366 caltim0_cfg_act_to_rdwr -
367 (ctrlcfg0_cfg_ctrl_burst_len >> 2));
368
Marek Vasute2bc6b12019-03-05 18:37:02 +0100369 io48_value = ((((readl(&socfpga_io48_mmr_base->dramtiming0) &
Tien Fong Chee402735b2017-12-05 15:58:02 +0800370 ALT_IO48_DRAMTIME_MEM_READ_LATENCY_MASK) + 2 + 15 +
371 (ctrlcfg0_cfg_ctrl_burst_len >> 1)) >> 1) -
372 /* Up to here was in memory cycles so divide by 2 */
373 caltim1_cfg_rd_to_wr + caltim0_cfg_act_to_rdwr +
374 caltim4_cfg_pch_to_valid);
375
376 writel(((caltim0_cfg_act_to_act <<
377 ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_ACTTOACT_LSB) |
378 (update_value <<
379 ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_RDTOMISS_LSB) |
380 (io48_value <<
381 ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_WRTOMISS_LSB) |
382 ((ctrlcfg0_cfg_ctrl_burst_len >> 2) <<
383 ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_BURSTLEN_LSB) |
384 (caltim1_cfg_rd_to_wr <<
385 ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_RDTOWR_LSB) |
386 (caltim3_cfg_wr_to_rd <<
387 ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_WRTORD_LSB) |
388 (((ddrioctl == 1) ? 1 : 0) <<
389 ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_BWRATIO_LSB)),
390 &socfpga_noc_ddr_scheduler_base->
391 ddr_t_main_scheduler_ddrtiming);
392
393 /* Configure DDR mode [0xFFD12410] [precharge = 0] */
394 writel(((ddrioctl ? 0 : 1) <<
395 ALT_NOC_MPU_DDR_T_SCHED_DDRMOD_BWRATIOEXTENDED_LSB),
396 &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_ddrmode);
397
398 /* Configure the read latency [0xFFD12414] */
Marek Vasute2bc6b12019-03-05 18:37:02 +0100399 writel(((readl(&socfpga_io48_mmr_base->dramtiming0) &
Tien Fong Chee402735b2017-12-05 15:58:02 +0800400 ALT_IO48_DRAMTIME_MEM_READ_LATENCY_MASK) >> 1) +
401 DDR_READ_LATENCY_DELAY,
402 &socfpga_noc_ddr_scheduler_base->
403 ddr_t_main_scheduler_readlatency);
404
405 /*
406 * Configuring timing values concerning activate commands
407 * [0xFFD12438] [FAWBANK alway 1 because always 4 bank DDR]
408 */
409 writel(((caltim0_cfg_act_to_act_db <<
410 ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_RRD_LSB) |
411 (caltim9_cfg_4_act_to_act <<
412 ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_FAW_LSB) |
413 (ARRIA10_SDR_ACTIVATE_FAWBANK <<
414 ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_FAWBANK_LSB)),
415 &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_activate);
416
417 /*
418 * Configuring timing values concerning device to device data bus
419 * ownership change [0xFFD1243C]
420 */
421 writel(((caltim1_cfg_rd_to_rd_dc <<
422 ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSRDTORD_LSB) |
423 (caltim1_cfg_rd_to_wr_dc <<
424 ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSRDTOWR_LSB) |
425 (caltim3_cfg_wr_to_rd_dc <<
426 ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSWRTORD_LSB)),
427 &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_devtodev);
428
429 /* Enable or disable the SDRAM ECC */
430 if (ctrlcfg1 & IO48_MMR_CTRLCFG1_CTRL_ENABLE_ECC) {
431 setbits_le32(&socfpga_ecc_hmc_base->eccctrl,
432 (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK |
433 ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK |
434 ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK));
435 clrbits_le32(&socfpga_ecc_hmc_base->eccctrl,
436 (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK |
437 ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK));
438 setbits_le32(&socfpga_ecc_hmc_base->eccctrl2,
439 (ALT_ECC_HMC_OCP_ECCCTL2_RMW_EN_SET_MSK |
440 ALT_ECC_HMC_OCP_ECCCTL2_AWB_EN_SET_MSK));
441 } else {
442 clrbits_le32(&socfpga_ecc_hmc_base->eccctrl,
443 (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK |
444 ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK |
445 ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK));
446 clrbits_le32(&socfpga_ecc_hmc_base->eccctrl2,
447 (ALT_ECC_HMC_OCP_ECCCTL2_RMW_EN_SET_MSK |
448 ALT_ECC_HMC_OCP_ECCCTL2_AWB_EN_SET_MSK));
449 }
450}
451
452struct firewall_entry {
453 const char *prop_name;
454 const u32 cfg_addr;
455 const u32 en_addr;
456 const u32 en_bit;
457};
458#define FW_MPU_FPGA_ADDRESS \
459 ((const struct socfpga_noc_fw_ddr_mpu_fpga2sdram *)\
460 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS)
461
462#define SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(ADDR) \
463 (SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS + \
464 offsetof(struct socfpga_noc_fw_ddr_mpu_fpga2sdram, ADDR))
465
466#define SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(ADDR) \
467 (SOCFPGA_SDR_FIREWALL_L3_ADDRESS + \
468 offsetof(struct socfpga_noc_fw_ddr_l3, ADDR))
469
470const struct firewall_entry firewall_table[] = {
471 {
472 "mpu0",
473 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion0addr),
474 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
475 ALT_NOC_FW_DDR_SCR_EN_MPUREG0EN_SET_MSK
476 },
477 {
478 "mpu1",
479 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS +
480 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion1addr),
481 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
482 ALT_NOC_FW_DDR_SCR_EN_MPUREG1EN_SET_MSK
483 },
484 {
485 "mpu2",
486 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion2addr),
487 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
488 ALT_NOC_FW_DDR_SCR_EN_MPUREG2EN_SET_MSK
489 },
490 {
491 "mpu3",
492 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion3addr),
493 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
494 ALT_NOC_FW_DDR_SCR_EN_MPUREG3EN_SET_MSK
495 },
496 {
497 "l3-0",
498 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion0addr),
499 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
500 ALT_NOC_FW_DDR_SCR_EN_HPSREG0EN_SET_MSK
501 },
502 {
503 "l3-1",
504 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion1addr),
505 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
506 ALT_NOC_FW_DDR_SCR_EN_HPSREG1EN_SET_MSK
507 },
508 {
509 "l3-2",
510 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion2addr),
511 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
512 ALT_NOC_FW_DDR_SCR_EN_HPSREG2EN_SET_MSK
513 },
514 {
515 "l3-3",
516 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion3addr),
517 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
518 ALT_NOC_FW_DDR_SCR_EN_HPSREG3EN_SET_MSK
519 },
520 {
521 "l3-4",
522 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion4addr),
523 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
524 ALT_NOC_FW_DDR_SCR_EN_HPSREG4EN_SET_MSK
525 },
526 {
527 "l3-5",
528 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion5addr),
529 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
530 ALT_NOC_FW_DDR_SCR_EN_HPSREG5EN_SET_MSK
531 },
532 {
533 "l3-6",
534 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion6addr),
535 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
536 ALT_NOC_FW_DDR_SCR_EN_HPSREG6EN_SET_MSK
537 },
538 {
539 "l3-7",
540 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion7addr),
541 SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
542 ALT_NOC_FW_DDR_SCR_EN_HPSREG7EN_SET_MSK
543 },
544 {
545 "fpga2sdram0-0",
546 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
547 (fpga2sdram0region0addr),
548 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
549 ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG0EN_SET_MSK
550 },
551 {
552 "fpga2sdram0-1",
553 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
554 (fpga2sdram0region1addr),
555 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
556 ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG1EN_SET_MSK
557 },
558 {
559 "fpga2sdram0-2",
560 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
561 (fpga2sdram0region2addr),
562 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
563 ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG2EN_SET_MSK
564 },
565 {
566 "fpga2sdram0-3",
567 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
568 (fpga2sdram0region3addr),
569 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
570 ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG3EN_SET_MSK
571 },
572 {
573 "fpga2sdram1-0",
574 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
575 (fpga2sdram1region0addr),
576 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
577 ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG0EN_SET_MSK
578 },
579 {
580 "fpga2sdram1-1",
581 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
582 (fpga2sdram1region1addr),
583 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
584 ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG1EN_SET_MSK
585 },
586 {
587 "fpga2sdram1-2",
588 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
589 (fpga2sdram1region2addr),
590 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
591 ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG2EN_SET_MSK
592 },
593 {
594 "fpga2sdram1-3",
595 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
596 (fpga2sdram1region3addr),
597 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
598 ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG3EN_SET_MSK
599 },
600 {
601 "fpga2sdram2-0",
602 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
603 (fpga2sdram2region0addr),
604 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
605 ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG0EN_SET_MSK
606 },
607 {
608 "fpga2sdram2-1",
609 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
610 (fpga2sdram2region1addr),
611 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
612 ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG1EN_SET_MSK
613 },
614 {
615 "fpga2sdram2-2",
616 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
617 (fpga2sdram2region2addr),
618 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
619 ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG2EN_SET_MSK
620 },
621 {
622 "fpga2sdram2-3",
623 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
624 (fpga2sdram2region3addr),
625 SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
626 ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG3EN_SET_MSK
627 },
628
629};
630
631static int of_sdram_firewall_setup(const void *blob)
632{
633 int child, i, node, ret;
634 u32 start_end[2];
635 char name[32];
636
637 node = fdtdec_next_compatible(blob, 0, COMPAT_ALTERA_SOCFPGA_NOC);
638 if (node < 0)
639 return -ENXIO;
640
641 child = fdt_first_subnode(blob, node);
642 if (child < 0)
643 return -ENXIO;
644
645 /* set to default state */
646 writel(0, &socfpga_noc_fw_ddr_mpu_fpga2sdram_base->enable);
647 writel(0, &socfpga_noc_fw_ddr_l3_base->enable);
648
649
650 for (i = 0; i < ARRAY_SIZE(firewall_table); i++) {
651 sprintf(name, "%s", firewall_table[i].prop_name);
652 ret = fdtdec_get_int_array(blob, child, name,
653 start_end, 2);
654 if (ret) {
655 sprintf(name, "altr,%s", firewall_table[i].prop_name);
656 ret = fdtdec_get_int_array(blob, child, name,
657 start_end, 2);
658 if (ret)
659 continue;
660 }
661
662 writel((start_end[0] & ALT_NOC_FW_DDR_ADDR_MASK) |
663 (start_end[1] << ALT_NOC_FW_DDR_END_ADDR_LSB),
664 firewall_table[i].cfg_addr);
665 setbits_le32(firewall_table[i].en_addr,
666 firewall_table[i].en_bit);
667 }
668
669 return 0;
670}
671
672int ddr_calibration_sequence(void)
673{
Stefan Roese80877fa2022-09-02 14:10:46 +0200674 schedule();
Tien Fong Chee402735b2017-12-05 15:58:02 +0800675
676 /* Check to see if SDRAM cal was success */
677 if (sdram_startup()) {
678 puts("DDRCAL: Failed\n");
679 return -EPERM;
680 }
681
682 puts("DDRCAL: Success\n");
683
Stefan Roese80877fa2022-09-02 14:10:46 +0200684 schedule();
Tien Fong Chee402735b2017-12-05 15:58:02 +0800685
686 /* initialize the MMR register */
687 sdram_mmr_init();
688
689 /* assigning the SDRAM size */
690 u64 size = sdram_size_calc();
691
692 /*
693 * If size is less than zero, this is invalid/weird value from
694 * calculation, use default Config size.
695 * Up to 2GB is supported, 2GB would be used if more than that.
696 */
697 if (size <= 0)
698 gd->ram_size = PHYS_SDRAM_1_SIZE;
699 else if (DDR_SIZE_2GB_HEX <= size)
700 gd->ram_size = DDR_SIZE_2GB_HEX;
701 else
702 gd->ram_size = (u32)size;
703
704 /* setup the dram info within bd */
705 dram_init_banksize();
706
707 if (of_sdram_firewall_setup(gd->fdt_blob))
708 puts("FW: Error Configuring Firewall\n");
709
Marek Vasut36938972018-05-28 17:22:47 +0200710 if (sdram_is_ecc_enabled())
711 sdram_init_ecc_bits(gd->ram_size);
712
Tien Fong Chee402735b2017-12-05 15:58:02 +0800713 return 0;
714}