Stefan Roese | 5ffceb8 | 2015-03-26 15:36:56 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) Marvell International Ltd. and its affiliates |
| 3 | * |
| 4 | * SPDX-License-Identifier: GPL-2.0 |
| 5 | */ |
| 6 | |
| 7 | #ifndef _DDR3_INIT_H |
| 8 | #define _DDR3_INIT_H |
| 9 | |
| 10 | #if defined(CONFIG_ARMADA_38X) |
| 11 | #include "ddr3_a38x.h" |
| 12 | #include "ddr3_a38x_mc_static.h" |
| 13 | #include "ddr3_a38x_topology.h" |
| 14 | #endif |
| 15 | #include "ddr3_hws_hw_training.h" |
| 16 | #include "ddr3_hws_sil_training.h" |
| 17 | #include "ddr3_logging_def.h" |
| 18 | #include "ddr3_training_hw_algo.h" |
| 19 | #include "ddr3_training_ip.h" |
| 20 | #include "ddr3_training_ip_centralization.h" |
| 21 | #include "ddr3_training_ip_engine.h" |
| 22 | #include "ddr3_training_ip_flow.h" |
| 23 | #include "ddr3_training_ip_pbs.h" |
| 24 | #include "ddr3_training_ip_prv_if.h" |
| 25 | #include "ddr3_training_ip_static.h" |
| 26 | #include "ddr3_training_leveling.h" |
| 27 | #include "xor.h" |
| 28 | |
| 29 | /* |
| 30 | * MV_DEBUG_INIT need to be defines, otherwise the output of the |
| 31 | * DDR2 training code is not complete and misleading |
| 32 | */ |
| 33 | #define MV_DEBUG_INIT |
| 34 | |
Stefan Roese | 5ffceb8 | 2015-03-26 15:36:56 +0100 | [diff] [blame] | 35 | #ifdef MV_DEBUG_INIT |
| 36 | #define DEBUG_INIT_S(s) puts(s) |
| 37 | #define DEBUG_INIT_D(d, l) printf("%x", d) |
| 38 | #define DEBUG_INIT_D_10(d, l) printf("%d", d) |
| 39 | #else |
| 40 | #define DEBUG_INIT_S(s) |
| 41 | #define DEBUG_INIT_D(d, l) |
| 42 | #define DEBUG_INIT_D_10(d, l) |
| 43 | #endif |
| 44 | |
| 45 | #ifdef MV_DEBUG_INIT_FULL |
| 46 | #define DEBUG_INIT_FULL_S(s) puts(s) |
| 47 | #define DEBUG_INIT_FULL_D(d, l) printf("%x", d) |
| 48 | #define DEBUG_INIT_FULL_D_10(d, l) printf("%d", d) |
| 49 | #define DEBUG_WR_REG(reg, val) \ |
| 50 | { DEBUG_INIT_S("Write Reg: 0x"); DEBUG_INIT_D((reg), 8); \ |
| 51 | DEBUG_INIT_S("= "); DEBUG_INIT_D((val), 8); DEBUG_INIT_S("\n"); } |
| 52 | #define DEBUG_RD_REG(reg, val) \ |
| 53 | { DEBUG_INIT_S("Read Reg: 0x"); DEBUG_INIT_D((reg), 8); \ |
| 54 | DEBUG_INIT_S("= "); DEBUG_INIT_D((val), 8); DEBUG_INIT_S("\n"); } |
| 55 | #else |
| 56 | #define DEBUG_INIT_FULL_S(s) |
| 57 | #define DEBUG_INIT_FULL_D(d, l) |
| 58 | #define DEBUG_INIT_FULL_D_10(d, l) |
| 59 | #define DEBUG_WR_REG(reg, val) |
| 60 | #define DEBUG_RD_REG(reg, val) |
| 61 | #endif |
| 62 | |
| 63 | #define DEBUG_INIT_FULL_C(s, d, l) \ |
| 64 | { DEBUG_INIT_FULL_S(s); \ |
| 65 | DEBUG_INIT_FULL_D(d, l); \ |
| 66 | DEBUG_INIT_FULL_S("\n"); } |
| 67 | #define DEBUG_INIT_C(s, d, l) \ |
| 68 | { DEBUG_INIT_S(s); DEBUG_INIT_D(d, l); DEBUG_INIT_S("\n"); } |
| 69 | |
| 70 | /* |
| 71 | * Debug (Enable/Disable modules) and Error report |
| 72 | */ |
| 73 | |
| 74 | #ifdef BASIC_DEBUG |
| 75 | #define MV_DEBUG_WL |
| 76 | #define MV_DEBUG_RL |
| 77 | #define MV_DEBUG_DQS_RESULTS |
| 78 | #endif |
| 79 | |
| 80 | #ifdef FULL_DEBUG |
| 81 | #define MV_DEBUG_WL |
| 82 | #define MV_DEBUG_RL |
| 83 | #define MV_DEBUG_DQS |
| 84 | |
| 85 | #define MV_DEBUG_PBS |
| 86 | #define MV_DEBUG_DFS |
| 87 | #define MV_DEBUG_MAIN_FULL |
| 88 | #define MV_DEBUG_DFS_FULL |
| 89 | #define MV_DEBUG_DQS_FULL |
| 90 | #define MV_DEBUG_RL_FULL |
| 91 | #define MV_DEBUG_WL_FULL |
| 92 | #endif |
| 93 | |
| 94 | #if defined(CONFIG_ARMADA_38X) |
| 95 | #include "ddr3_a38x.h" |
| 96 | #include "ddr3_a38x_topology.h" |
| 97 | #endif |
| 98 | |
| 99 | /* The following is a list of Marvell status */ |
| 100 | #define MV_ERROR (-1) |
| 101 | #define MV_OK (0x00) /* Operation succeeded */ |
| 102 | #define MV_FAIL (0x01) /* Operation failed */ |
| 103 | #define MV_BAD_VALUE (0x02) /* Illegal value (general) */ |
| 104 | #define MV_OUT_OF_RANGE (0x03) /* The value is out of range */ |
| 105 | #define MV_BAD_PARAM (0x04) /* Illegal parameter in function called */ |
| 106 | #define MV_BAD_PTR (0x05) /* Illegal pointer value */ |
| 107 | #define MV_BAD_SIZE (0x06) /* Illegal size */ |
| 108 | #define MV_BAD_STATE (0x07) /* Illegal state of state machine */ |
| 109 | #define MV_SET_ERROR (0x08) /* Set operation failed */ |
| 110 | #define MV_GET_ERROR (0x09) /* Get operation failed */ |
| 111 | #define MV_CREATE_ERROR (0x0a) /* Fail while creating an item */ |
| 112 | #define MV_NOT_FOUND (0x0b) /* Item not found */ |
| 113 | #define MV_NO_MORE (0x0c) /* No more items found */ |
| 114 | #define MV_NO_SUCH (0x0d) /* No such item */ |
| 115 | #define MV_TIMEOUT (0x0e) /* Time Out */ |
| 116 | #define MV_NO_CHANGE (0x0f) /* Parameter(s) is already in this value */ |
| 117 | #define MV_NOT_SUPPORTED (0x10) /* This request is not support */ |
| 118 | #define MV_NOT_IMPLEMENTED (0x11) /* Request supported but not implemented*/ |
| 119 | #define MV_NOT_INITIALIZED (0x12) /* The item is not initialized */ |
| 120 | #define MV_NO_RESOURCE (0x13) /* Resource not available (memory ...) */ |
| 121 | #define MV_FULL (0x14) /* Item is full (Queue or table etc...) */ |
| 122 | #define MV_EMPTY (0x15) /* Item is empty (Queue or table etc...) */ |
Vagrant Cascadian | edfdb99 | 2016-04-30 19:18:00 -0700 | [diff] [blame] | 123 | #define MV_INIT_ERROR (0x16) /* Error occurred while INIT process */ |
Stefan Roese | 5ffceb8 | 2015-03-26 15:36:56 +0100 | [diff] [blame] | 124 | #define MV_HW_ERROR (0x17) /* Hardware error */ |
| 125 | #define MV_TX_ERROR (0x18) /* Transmit operation not succeeded */ |
| 126 | #define MV_RX_ERROR (0x19) /* Recieve operation not succeeded */ |
| 127 | #define MV_NOT_READY (0x1a) /* The other side is not ready yet */ |
| 128 | #define MV_ALREADY_EXIST (0x1b) /* Tried to create existing item */ |
| 129 | #define MV_OUT_OF_CPU_MEM (0x1c) /* Cpu memory allocation failed. */ |
| 130 | #define MV_NOT_STARTED (0x1d) /* Not started yet */ |
| 131 | #define MV_BUSY (0x1e) /* Item is busy. */ |
| 132 | #define MV_TERMINATE (0x1f) /* Item terminates it's work. */ |
| 133 | #define MV_NOT_ALIGNED (0x20) /* Wrong alignment */ |
| 134 | #define MV_NOT_ALLOWED (0x21) /* Operation NOT allowed */ |
| 135 | #define MV_WRITE_PROTECT (0x22) /* Write protected */ |
| 136 | #define MV_INVALID (int)(-1) |
| 137 | |
| 138 | /* For checking function return values */ |
| 139 | #define CHECK_STATUS(orig_func) \ |
| 140 | { \ |
| 141 | int status; \ |
| 142 | status = orig_func; \ |
| 143 | if (MV_OK != status) \ |
| 144 | return status; \ |
| 145 | } |
| 146 | |
| 147 | enum log_level { |
| 148 | MV_LOG_LEVEL_0, |
| 149 | MV_LOG_LEVEL_1, |
| 150 | MV_LOG_LEVEL_2, |
| 151 | MV_LOG_LEVEL_3 |
| 152 | }; |
| 153 | |
| 154 | /* Globals */ |
| 155 | extern u8 debug_training; |
| 156 | extern u8 is_reg_dump; |
| 157 | extern u8 generic_init_controller; |
| 158 | extern u32 freq_val[]; |
| 159 | extern u32 is_pll_old; |
| 160 | extern struct cl_val_per_freq cas_latency_table[]; |
| 161 | extern struct pattern_info pattern_table[]; |
| 162 | extern struct cl_val_per_freq cas_write_latency_table[]; |
| 163 | extern u8 debug_training; |
| 164 | extern u8 debug_centralization, debug_training_ip, debug_training_bist, |
| 165 | debug_pbs, debug_training_static, debug_leveling; |
| 166 | extern u32 pipe_multicast_mask; |
| 167 | extern struct hws_tip_config_func_db config_func_info[]; |
| 168 | extern u8 cs_mask_reg[]; |
| 169 | extern u8 twr_mask_table[]; |
| 170 | extern u8 cl_mask_table[]; |
| 171 | extern u8 cwl_mask_table[]; |
| 172 | extern u16 rfc_table[]; |
| 173 | extern u32 speed_bin_table_t_rc[]; |
| 174 | extern u32 speed_bin_table_t_rcd_t_rp[]; |
| 175 | extern u32 ck_delay, ck_delay_16; |
| 176 | |
| 177 | extern u32 g_zpri_data; |
| 178 | extern u32 g_znri_data; |
| 179 | extern u32 g_zpri_ctrl; |
| 180 | extern u32 g_znri_ctrl; |
| 181 | extern u32 g_zpodt_data; |
| 182 | extern u32 g_znodt_data; |
| 183 | extern u32 g_zpodt_ctrl; |
| 184 | extern u32 g_znodt_ctrl; |
| 185 | extern u32 g_dic; |
| 186 | extern u32 g_odt_config; |
| 187 | extern u32 g_rtt_nom; |
| 188 | |
| 189 | extern u8 debug_training_access; |
| 190 | extern u8 debug_training_a38x; |
| 191 | extern u32 first_active_if; |
| 192 | extern enum hws_ddr_freq init_freq; |
| 193 | extern u32 delay_enable, ck_delay, ck_delay_16, ca_delay; |
| 194 | extern u32 mask_tune_func; |
| 195 | extern u32 rl_version; |
| 196 | extern int rl_mid_freq_wa; |
| 197 | extern u8 calibration_update_control; /* 2 external only, 1 is internal only */ |
| 198 | extern enum hws_ddr_freq medium_freq; |
| 199 | |
| 200 | extern u32 ck_delay, ck_delay_16; |
| 201 | extern enum hws_result training_result[MAX_STAGE_LIMIT][MAX_INTERFACE_NUM]; |
| 202 | extern u32 first_active_if; |
| 203 | extern u32 mask_tune_func; |
| 204 | extern u32 freq_val[]; |
| 205 | extern enum hws_ddr_freq init_freq; |
| 206 | extern enum hws_ddr_freq low_freq; |
| 207 | extern enum hws_ddr_freq medium_freq; |
| 208 | extern u8 generic_init_controller; |
| 209 | extern enum auto_tune_stage training_stage; |
| 210 | extern u32 is_pll_before_init; |
| 211 | extern u32 is_adll_calib_before_init; |
| 212 | extern u32 is_dfs_in_init; |
| 213 | extern int wl_debug_delay; |
| 214 | extern u32 silicon_delay[HWS_MAX_DEVICE_NUM]; |
| 215 | extern u32 p_finger; |
| 216 | extern u32 n_finger; |
| 217 | extern u32 freq_val[DDR_FREQ_LIMIT]; |
| 218 | extern u32 start_pattern, end_pattern; |
| 219 | extern u32 phy_reg0_val; |
| 220 | extern u32 phy_reg1_val; |
| 221 | extern u32 phy_reg2_val; |
| 222 | extern u32 phy_reg3_val; |
| 223 | extern enum hws_pattern sweep_pattern; |
| 224 | extern enum hws_pattern pbs_pattern; |
| 225 | extern u8 is_rzq6; |
| 226 | extern u32 znri_data_phy_val; |
| 227 | extern u32 zpri_data_phy_val; |
| 228 | extern u32 znri_ctrl_phy_val; |
| 229 | extern u32 zpri_ctrl_phy_val; |
| 230 | extern u8 debug_training_access; |
| 231 | extern u32 finger_test, p_finger_start, p_finger_end, n_finger_start, |
| 232 | n_finger_end, p_finger_step, n_finger_step; |
| 233 | extern u32 mode2_t; |
| 234 | extern u32 xsb_validate_type; |
| 235 | extern u32 xsb_validation_base_address; |
| 236 | extern u32 odt_additional; |
| 237 | extern u32 debug_mode; |
| 238 | extern u32 delay_enable; |
| 239 | extern u32 ca_delay; |
| 240 | extern u32 debug_dunit; |
| 241 | extern u32 clamp_tbl[]; |
| 242 | extern u32 freq_mask[HWS_MAX_DEVICE_NUM][DDR_FREQ_LIMIT]; |
| 243 | extern u32 start_pattern, end_pattern; |
| 244 | |
| 245 | extern u32 maxt_poll_tries; |
| 246 | extern u32 is_bist_reset_bit; |
| 247 | extern u8 debug_training_bist; |
| 248 | |
| 249 | extern u8 vref_window_size[MAX_INTERFACE_NUM][MAX_BUS_NUM]; |
| 250 | extern u32 debug_mode; |
| 251 | extern u32 effective_cs; |
| 252 | extern int ddr3_tip_centr_skip_min_win_check; |
| 253 | extern u32 *dq_map_table; |
| 254 | extern enum auto_tune_stage training_stage; |
| 255 | extern u8 debug_centralization; |
| 256 | |
| 257 | extern u32 delay_enable; |
| 258 | extern u32 start_pattern, end_pattern; |
| 259 | extern u32 freq_val[DDR_FREQ_LIMIT]; |
| 260 | extern u8 debug_training_hw_alg; |
| 261 | extern enum auto_tune_stage training_stage; |
| 262 | |
| 263 | extern u8 debug_training_ip; |
| 264 | extern enum hws_result training_result[MAX_STAGE_LIMIT][MAX_INTERFACE_NUM]; |
| 265 | extern enum auto_tune_stage training_stage; |
| 266 | extern u32 effective_cs; |
| 267 | |
| 268 | extern u8 debug_leveling; |
| 269 | extern enum hws_result training_result[MAX_STAGE_LIMIT][MAX_INTERFACE_NUM]; |
| 270 | extern enum auto_tune_stage training_stage; |
| 271 | extern u32 rl_version; |
| 272 | extern struct cl_val_per_freq cas_latency_table[]; |
| 273 | extern u32 start_xsb_offset; |
| 274 | extern u32 debug_mode; |
| 275 | extern u32 odt_config; |
| 276 | extern u32 effective_cs; |
| 277 | extern u32 phy_reg1_val; |
| 278 | |
| 279 | extern u8 debug_pbs; |
| 280 | extern u32 effective_cs; |
| 281 | extern u16 mask_results_dq_reg_map[]; |
| 282 | extern enum hws_ddr_freq medium_freq; |
| 283 | extern u32 freq_val[]; |
| 284 | extern enum hws_result training_result[MAX_STAGE_LIMIT][MAX_INTERFACE_NUM]; |
| 285 | extern enum auto_tune_stage training_stage; |
| 286 | extern u32 debug_mode; |
| 287 | extern u32 *dq_map_table; |
| 288 | |
| 289 | extern u32 vref; |
| 290 | extern struct cl_val_per_freq cas_latency_table[]; |
| 291 | extern u32 target_freq; |
| 292 | extern struct hws_tip_config_func_db config_func_info[HWS_MAX_DEVICE_NUM]; |
| 293 | extern u32 clamp_tbl[]; |
| 294 | extern u32 init_freq; |
| 295 | /* list of allowed frequency listed in order of enum hws_ddr_freq */ |
| 296 | extern u32 freq_val[]; |
| 297 | extern u8 debug_training_static; |
| 298 | extern u32 first_active_if; |
| 299 | |
| 300 | /* Prototypes */ |
| 301 | int ddr3_tip_enable_init_sequence(u32 dev_num); |
| 302 | |
| 303 | int ddr3_tip_init_a38x(u32 dev_num, u32 board_id); |
| 304 | |
| 305 | int ddr3_hws_hw_training(void); |
| 306 | int ddr3_silicon_pre_init(void); |
| 307 | int ddr3_silicon_post_init(void); |
| 308 | int ddr3_post_run_alg(void); |
| 309 | int ddr3_if_ecc_enabled(void); |
| 310 | void ddr3_new_tip_ecc_scrub(void); |
| 311 | |
| 312 | void ddr3_print_version(void); |
| 313 | void ddr3_new_tip_dlb_config(void); |
| 314 | struct hws_topology_map *ddr3_get_topology_map(void); |
| 315 | |
| 316 | int ddr3_if_ecc_enabled(void); |
| 317 | int ddr3_tip_reg_write(u32 dev_num, u32 reg_addr, u32 data); |
| 318 | int ddr3_tip_reg_read(u32 dev_num, u32 reg_addr, u32 *data, u32 reg_mask); |
| 319 | int ddr3_silicon_get_ddr_target_freq(u32 *ddr_freq); |
| 320 | int ddr3_tip_a38x_get_freq_config(u8 dev_num, enum hws_ddr_freq freq, |
| 321 | struct hws_tip_freq_config_info |
| 322 | *freq_config_info); |
| 323 | int ddr3_a38x_update_topology_map(u32 dev_num, |
| 324 | struct hws_topology_map *topology_map); |
| 325 | int ddr3_tip_a38x_get_init_freq(int dev_num, enum hws_ddr_freq *freq); |
| 326 | int ddr3_tip_a38x_get_medium_freq(int dev_num, enum hws_ddr_freq *freq); |
| 327 | int ddr3_tip_a38x_if_read(u8 dev_num, enum hws_access_type interface_access, |
| 328 | u32 if_id, u32 reg_addr, u32 *data, u32 mask); |
| 329 | int ddr3_tip_a38x_if_write(u8 dev_num, enum hws_access_type interface_access, |
| 330 | u32 if_id, u32 reg_addr, u32 data, u32 mask); |
| 331 | int ddr3_tip_a38x_get_device_info(u8 dev_num, |
| 332 | struct ddr3_device_info *info_ptr); |
| 333 | |
| 334 | int ddr3_tip_init_a38x(u32 dev_num, u32 board_id); |
| 335 | |
| 336 | int print_adll(u32 dev_num, u32 adll[MAX_INTERFACE_NUM * MAX_BUS_NUM]); |
| 337 | int ddr3_tip_restore_dunit_regs(u32 dev_num); |
| 338 | void print_topology(struct hws_topology_map *topology_db); |
| 339 | |
| 340 | u32 mv_board_id_get(void); |
| 341 | |
| 342 | int ddr3_load_topology_map(void); |
| 343 | int ddr3_tip_init_specific_reg_config(u32 dev_num, |
| 344 | struct reg_data *reg_config_arr); |
| 345 | u32 ddr3_tip_get_init_freq(void); |
| 346 | void ddr3_hws_set_log_level(enum ddr_lib_debug_block block, u8 level); |
| 347 | int ddr3_tip_tune_training_params(u32 dev_num, |
| 348 | struct tune_train_params *params); |
| 349 | void get_target_freq(u32 freq_mode, u32 *ddr_freq, u32 *hclk_ps); |
| 350 | int ddr3_fast_path_dynamic_cs_size_config(u32 cs_ena); |
| 351 | void ddr3_fast_path_static_cs_size_config(u32 cs_ena); |
| 352 | u32 ddr3_get_device_width(u32 cs); |
| 353 | u32 mv_board_id_index_get(u32 board_id); |
| 354 | u32 mv_board_id_get(void); |
| 355 | u32 ddr3_get_bus_width(void); |
| 356 | void ddr3_set_log_level(u32 n_log_level); |
| 357 | int ddr3_calc_mem_cs_size(u32 cs, u32 *cs_size); |
| 358 | |
| 359 | int hws_ddr3_cs_base_adr_calc(u32 if_id, u32 cs, u32 *cs_base_addr); |
| 360 | |
| 361 | int ddr3_tip_print_pbs_result(u32 dev_num, u32 cs_num, enum pbs_dir pbs_mode); |
| 362 | int ddr3_tip_clean_pbs_result(u32 dev_num, enum pbs_dir pbs_mode); |
| 363 | |
| 364 | int ddr3_tip_static_round_trip_arr_build(u32 dev_num, |
| 365 | struct trip_delay_element *table_ptr, |
| 366 | int is_wl, u32 *round_trip_delay_arr); |
| 367 | |
| 368 | u32 hws_ddr3_tip_max_cs_get(void); |
| 369 | |
| 370 | /* |
| 371 | * Accessor functions for the registers |
| 372 | */ |
| 373 | static inline void reg_write(u32 addr, u32 val) |
| 374 | { |
| 375 | writel(val, INTER_REGS_BASE + addr); |
| 376 | } |
| 377 | |
| 378 | static inline u32 reg_read(u32 addr) |
| 379 | { |
| 380 | return readl(INTER_REGS_BASE + addr); |
| 381 | } |
| 382 | |
| 383 | static inline void reg_bit_set(u32 addr, u32 mask) |
| 384 | { |
| 385 | setbits_le32(INTER_REGS_BASE + addr, mask); |
| 386 | } |
| 387 | |
| 388 | static inline void reg_bit_clr(u32 addr, u32 mask) |
| 389 | { |
| 390 | clrbits_le32(INTER_REGS_BASE + addr, mask); |
| 391 | } |
| 392 | |
| 393 | #endif /* _DDR3_INIT_H */ |