blob: 09840b1e70f147125a1e9f9f869a3072537f0324 [file] [log] [blame]
Chris Packham1a07d212018-05-10 13:28:29 +12001// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (C) Marvell International Ltd. and its affiliates
4 */
Chris Packham4bf81db2018-12-03 14:26:49 +13005#include "ddr_ml_wrapper.h"
6#include "mv_ddr_plat.h"
Chris Packham1a07d212018-05-10 13:28:29 +12007
8#include "mv_ddr_topology.h"
9#include "mv_ddr_common.h"
10#include "mv_ddr_spd.h"
Chris Packham1a07d212018-05-10 13:28:29 +120011#include "ddr_topology_def.h"
12#include "ddr3_training_ip_db.h"
13#include "ddr3_training_ip.h"
Chris Packham4bf81db2018-12-03 14:26:49 +130014#include "mv_ddr_training_db.h"
Chris Packham1a07d212018-05-10 13:28:29 +120015
16unsigned int mv_ddr_cl_calc(unsigned int taa_min, unsigned int tclk)
17{
18 unsigned int cl = ceil_div(taa_min, tclk);
19
20 return mv_ddr_spd_supported_cl_get(cl);
21
22}
23
24unsigned int mv_ddr_cwl_calc(unsigned int tclk)
25{
26 unsigned int cwl;
27
28 if (tclk >= 1250)
29 cwl = 9;
30 else if (tclk >= 1071)
31 cwl = 10;
32 else if (tclk >= 938)
33 cwl = 11;
34 else if (tclk >= 833)
35 cwl = 12;
Chris Packham4bf81db2018-12-03 14:26:49 +130036 else if (tclk >= 750)
37 cwl = 14;
38 else if (tclk >= 625)
39 cwl = 16;
Chris Packham1a07d212018-05-10 13:28:29 +120040 else
41 cwl = 0;
42
43 return cwl;
44}
45
Chris Packham4bf81db2018-12-03 14:26:49 +130046int mv_ddr_topology_map_update(void)
Chris Packham1a07d212018-05-10 13:28:29 +120047{
48 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
Chris Packham4bf81db2018-12-03 14:26:49 +130049 struct if_params *iface_params = &(tm->interface_params[0]);
Chris Packham1a07d212018-05-10 13:28:29 +120050 unsigned int octets_per_if_num = ddr3_tip_dev_attr_get(0, MV_ATTR_OCTET_PER_INTERFACE);
Chris Packham4bf81db2018-12-03 14:26:49 +130051 enum mv_ddr_speed_bin speed_bin_index;
52 enum mv_ddr_freq freq = MV_DDR_FREQ_LAST;
Chris Packham1a07d212018-05-10 13:28:29 +120053 unsigned int tclk;
54 unsigned char val = 0;
55 int i;
56
Chris Packham4bf81db2018-12-03 14:26:49 +130057 if (iface_params->memory_freq == MV_DDR_FREQ_SAR)
58 iface_params->memory_freq = mv_ddr_init_freq_get();
Chris Packham1a07d212018-05-10 13:28:29 +120059
60 if (tm->cfg_src == MV_DDR_CFG_SPD) {
61 /* check dram device type */
62 val = mv_ddr_spd_dev_type_get(&tm->spd_data);
63 if (val != MV_DDR_SPD_DEV_TYPE_DDR4) {
64 printf("mv_ddr: unsupported dram device type found\n");
Chris Packham4bf81db2018-12-03 14:26:49 +130065 return -1;
Chris Packham1a07d212018-05-10 13:28:29 +120066 }
67
68 /* update topology map with timing data */
69 if (mv_ddr_spd_timing_calc(&tm->spd_data, tm->timing_data) > 0) {
70 printf("mv_ddr: negative timing data found\n");
Chris Packham4bf81db2018-12-03 14:26:49 +130071 return -1;
Chris Packham1a07d212018-05-10 13:28:29 +120072 }
73
74 /* update device width in topology map */
Chris Packham4bf81db2018-12-03 14:26:49 +130075 iface_params->bus_width = mv_ddr_spd_dev_width_get(&tm->spd_data);
Chris Packham1a07d212018-05-10 13:28:29 +120076
77 /* update die capacity in topology map */
Chris Packham4bf81db2018-12-03 14:26:49 +130078 iface_params->memory_size = mv_ddr_spd_die_capacity_get(&tm->spd_data);
Chris Packham1a07d212018-05-10 13:28:29 +120079
80 /* update bus bit mask in topology map */
81 tm->bus_act_mask = mv_ddr_bus_bit_mask_get();
82
83 /* update cs bit mask in topology map */
84 val = mv_ddr_spd_cs_bit_mask_get(&tm->spd_data);
Chris Packham4bf81db2018-12-03 14:26:49 +130085 for (i = 0; i < octets_per_if_num; i++)
86 iface_params->as_bus_params[i].cs_bitmask = val;
Chris Packham1a07d212018-05-10 13:28:29 +120087
88 /* check dram module type */
89 val = mv_ddr_spd_module_type_get(&tm->spd_data);
90 switch (val) {
91 case MV_DDR_SPD_MODULE_TYPE_UDIMM:
92 case MV_DDR_SPD_MODULE_TYPE_SO_DIMM:
93 case MV_DDR_SPD_MODULE_TYPE_MINI_UDIMM:
94 case MV_DDR_SPD_MODULE_TYPE_72BIT_SO_UDIMM:
95 case MV_DDR_SPD_MODULE_TYPE_16BIT_SO_DIMM:
96 case MV_DDR_SPD_MODULE_TYPE_32BIT_SO_DIMM:
97 break;
98 default:
99 printf("mv_ddr: unsupported dram module type found\n");
Chris Packham4bf81db2018-12-03 14:26:49 +1300100 return -1;
Chris Packham1a07d212018-05-10 13:28:29 +1200101 }
102
103 /* update mirror bit mask in topology map */
104 val = mv_ddr_spd_mem_mirror_get(&tm->spd_data);
Chris Packham4bf81db2018-12-03 14:26:49 +1300105 for (i = 0; i < octets_per_if_num; i++)
106 iface_params->as_bus_params[i].mirror_enable_bitmask = val << 1;
Chris Packham1a07d212018-05-10 13:28:29 +1200107
Chris Packham4bf81db2018-12-03 14:26:49 +1300108 tclk = 1000000 / mv_ddr_freq_get(iface_params->memory_freq);
Chris Packham1a07d212018-05-10 13:28:29 +1200109 /* update cas write latency (cwl) */
110 val = mv_ddr_cwl_calc(tclk);
111 if (val == 0) {
112 printf("mv_ddr: unsupported cas write latency value found\n");
Chris Packham4bf81db2018-12-03 14:26:49 +1300113 return -1;
Chris Packham1a07d212018-05-10 13:28:29 +1200114 }
Chris Packham4bf81db2018-12-03 14:26:49 +1300115 iface_params->cas_wl = val;
Chris Packham1a07d212018-05-10 13:28:29 +1200116
117 /* update cas latency (cl) */
118 mv_ddr_spd_supported_cls_calc(&tm->spd_data);
119 val = mv_ddr_cl_calc(tm->timing_data[MV_DDR_TAA_MIN], tclk);
120 if (val == 0) {
121 printf("mv_ddr: unsupported cas latency value found\n");
Chris Packham4bf81db2018-12-03 14:26:49 +1300122 return -1;
Chris Packham1a07d212018-05-10 13:28:29 +1200123 }
Chris Packham4bf81db2018-12-03 14:26:49 +1300124 iface_params->cas_l = val;
Chris Packham1a07d212018-05-10 13:28:29 +1200125 } else if (tm->cfg_src == MV_DDR_CFG_DEFAULT) {
126 /* set cas and cas-write latencies per speed bin, if they unset */
Chris Packham4bf81db2018-12-03 14:26:49 +1300127 speed_bin_index = iface_params->speed_bin_index;
128 freq = iface_params->memory_freq;
Chris Packham1a07d212018-05-10 13:28:29 +1200129
Chris Packham4bf81db2018-12-03 14:26:49 +1300130 if (iface_params->cas_l == 0)
131 iface_params->cas_l = mv_ddr_cl_val_get(speed_bin_index, freq);
Chris Packham1a07d212018-05-10 13:28:29 +1200132
Chris Packham4bf81db2018-12-03 14:26:49 +1300133 if (iface_params->cas_wl == 0)
134 iface_params->cas_wl = mv_ddr_cwl_val_get(speed_bin_index, freq);
Chris Packham1a07d212018-05-10 13:28:29 +1200135 }
136
Chris Packham4bf81db2018-12-03 14:26:49 +1300137 return 0;
Chris Packham1a07d212018-05-10 13:28:29 +1200138}
139
140unsigned short mv_ddr_bus_bit_mask_get(void)
141{
142 unsigned short pri_and_ext_bus_width = 0x0;
143 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
144 unsigned int octets_per_if_num = ddr3_tip_dev_attr_get(0, MV_ATTR_OCTET_PER_INTERFACE);
145
146 if (tm->cfg_src == MV_DDR_CFG_SPD) {
147 enum mv_ddr_pri_bus_width pri_bus_width = mv_ddr_spd_pri_bus_width_get(&tm->spd_data);
148 enum mv_ddr_bus_width_ext bus_width_ext = mv_ddr_spd_bus_width_ext_get(&tm->spd_data);
149
150 switch (pri_bus_width) {
151 case MV_DDR_PRI_BUS_WIDTH_16:
152 pri_and_ext_bus_width = BUS_MASK_16BIT;
153 break;
154 case MV_DDR_PRI_BUS_WIDTH_32:
155 pri_and_ext_bus_width = BUS_MASK_32BIT;
156 break;
157 case MV_DDR_PRI_BUS_WIDTH_64:
158 pri_and_ext_bus_width = MV_DDR_64BIT_BUS_MASK;
159 break;
160 default:
161 pri_and_ext_bus_width = 0x0;
162 }
163
164 if (bus_width_ext == MV_DDR_BUS_WIDTH_EXT_8)
165 pri_and_ext_bus_width |= 1 << (octets_per_if_num - 1);
166 }
167
168 return pri_and_ext_bus_width;
169}
170
171unsigned int mv_ddr_if_bus_width_get(void)
172{
173 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
174 unsigned int bus_width;
175
176 switch (tm->bus_act_mask) {
177 case BUS_MASK_16BIT:
178 case BUS_MASK_16BIT_ECC:
179 case BUS_MASK_16BIT_ECC_PUP3:
180 bus_width = 16;
181 break;
182 case BUS_MASK_32BIT:
183 case BUS_MASK_32BIT_ECC:
184 case MV_DDR_32BIT_ECC_PUP8_BUS_MASK:
185 bus_width = 32;
186 break;
187 case MV_DDR_64BIT_BUS_MASK:
188 case MV_DDR_64BIT_ECC_PUP8_BUS_MASK:
189 bus_width = 64;
190 break;
191 default:
192 printf("mv_ddr: unsupported bus active mask parameter found\n");
193 bus_width = 0;
194 }
195
196 return bus_width;
197}
Chris Packham4bf81db2018-12-03 14:26:49 +1300198
199unsigned int mv_ddr_cs_num_get(void)
200{
201 unsigned int cs_num = 0;
202 unsigned int cs, sphy;
203 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
204 struct if_params *iface_params = &(tm->interface_params[0]);
205 unsigned int sphy_max = ddr3_tip_dev_attr_get(0, MV_ATTR_OCTET_PER_INTERFACE);
206
207 for (sphy = 0; sphy < sphy_max; sphy++) {
208 VALIDATE_BUS_ACTIVE(tm->bus_act_mask, sphy);
209 break;
210 }
211
212 for (cs = 0; cs < MAX_CS_NUM; cs++) {
213 VALIDATE_ACTIVE(iface_params->as_bus_params[sphy].cs_bitmask, cs);
214 cs_num++;
215 }
216
217 return cs_num;
218}
219
220int mv_ddr_is_ecc_ena(void)
221{
222 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
223
224 if (DDR3_IS_ECC_PUP4_MODE(tm->bus_act_mask) ||
225 DDR3_IS_ECC_PUP3_MODE(tm->bus_act_mask) ||
226 DDR3_IS_ECC_PUP8_MODE(tm->bus_act_mask))
227 return 1;
228 else
229 return 0;
230}
231
Chris Packhame422adc2020-01-30 12:50:44 +1300232int mv_ddr_ck_delay_get(void)
233{
234 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
235
236 if (tm->ck_delay)
237 return tm->ck_delay;
238
239 return -1;
240}
241
Chris Packham4bf81db2018-12-03 14:26:49 +1300242/* translate topology map definition to real memory size in bits */
243static unsigned int mem_size[] = {
244 ADDR_SIZE_512MB,
245 ADDR_SIZE_1GB,
246 ADDR_SIZE_2GB,
247 ADDR_SIZE_4GB,
248 ADDR_SIZE_8GB
249 /* TODO: add capacity up to 256GB */
250};
251
252unsigned long long mv_ddr_mem_sz_per_cs_get(void)
253{
254 unsigned long long mem_sz_per_cs;
255 unsigned int i, sphys, sphys_per_dunit;
256 unsigned int sphy_max = ddr3_tip_dev_attr_get(0, MV_ATTR_OCTET_PER_INTERFACE);
257 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
258 struct if_params *iface_params = &(tm->interface_params[0]);
259
260 /* calc number of active subphys excl. ecc one */
261 for (i = 0, sphys = 0; i < sphy_max - 1; i++) {
262 VALIDATE_BUS_ACTIVE(tm->bus_act_mask, i);
263 sphys++;
264 }
265
266 /* calc number of subphys per ddr unit */
267 if (iface_params->bus_width == MV_DDR_DEV_WIDTH_8BIT)
268 sphys_per_dunit = MV_DDR_ONE_SPHY_PER_DUNIT;
269 else if (iface_params->bus_width == MV_DDR_DEV_WIDTH_16BIT)
270 sphys_per_dunit = MV_DDR_TWO_SPHY_PER_DUNIT;
271 else {
272 printf("mv_ddr: unsupported bus width type found\n");
273 return 0;
274 }
275
276 /* calc dram size per cs */
277 mem_sz_per_cs = (unsigned long long)mem_size[iface_params->memory_size] *
278 (unsigned long long)sphys /
279 (unsigned long long)sphys_per_dunit;
280
281 return mem_sz_per_cs;
282}
283
284unsigned long long mv_ddr_mem_sz_get(void)
285{
286 unsigned long long tot_mem_sz = 0;
287 unsigned long long mem_sz_per_cs = 0;
288 unsigned long long max_cs = mv_ddr_cs_num_get();
289
290 mem_sz_per_cs = mv_ddr_mem_sz_per_cs_get();
291 tot_mem_sz = max_cs * mem_sz_per_cs;
292
293 return tot_mem_sz;
294}
295
296unsigned int mv_ddr_rtt_nom_get(void)
297{
298 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
299 unsigned int rtt_nom = tm->edata.mem_edata.rtt_nom;
300
301 if (rtt_nom >= MV_DDR_RTT_NOM_PARK_RZQ_LAST) {
302 printf("error: %s: unsupported rtt_nom parameter found\n", __func__);
303 rtt_nom = PARAM_UNDEFINED;
304 }
305
306 return rtt_nom;
307}
308
309unsigned int mv_ddr_rtt_park_get(void)
310{
311 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
312 unsigned int cs_num = mv_ddr_cs_num_get();
313 unsigned int rtt_park = MV_DDR_RTT_NOM_PARK_RZQ_LAST;
314
315 if (cs_num > 0 && cs_num <= MAX_CS_NUM)
316 rtt_park = tm->edata.mem_edata.rtt_park[cs_num - 1];
317
318 if (rtt_park >= MV_DDR_RTT_NOM_PARK_RZQ_LAST) {
319 printf("error: %s: unsupported rtt_park parameter found\n", __func__);
320 rtt_park = PARAM_UNDEFINED;
321 }
322
323 return rtt_park;
324}
325
326unsigned int mv_ddr_rtt_wr_get(void)
327{
328 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
329 unsigned int cs_num = mv_ddr_cs_num_get();
330 unsigned int rtt_wr = MV_DDR_RTT_WR_RZQ_LAST;
331
332 if (cs_num > 0 && cs_num <= MAX_CS_NUM)
333 rtt_wr = tm->edata.mem_edata.rtt_wr[cs_num - 1];
334
335 if (rtt_wr >= MV_DDR_RTT_WR_RZQ_LAST) {
336 printf("error: %s: unsupported rtt_wr parameter found\n", __func__);
337 rtt_wr = PARAM_UNDEFINED;
338 }
339
340 return rtt_wr;
341}
342
343unsigned int mv_ddr_dic_get(void)
344{
345 struct mv_ddr_topology_map *tm = mv_ddr_topology_map_get();
346 unsigned int dic = tm->edata.mem_edata.dic;
347
348 if (dic >= MV_DDR_DIC_RZQ_LAST) {
349 printf("error: %s: unsupported dic parameter found\n", __func__);
350 dic = PARAM_UNDEFINED;
351 }
352
353 return dic;
354}