blob: 2c54b8a942da2d69e3bb956f2e394520e1e0bf2e [file] [log] [blame]
Tom Rini10e47792018-05-06 17:58:06 -04001// SPDX-License-Identifier: GPL-2.0+
Kever Yang65922e02016-07-18 17:00:58 +08002/*
3 * (C) Copyright 2016 Fuzhou Rockchip Electronics Co., Ltd
4 *
5 * Rockchip SD Host Controller Interface
Kever Yang65922e02016-07-18 17:00:58 +08006 */
7
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +08008#include <clk.h>
Kever Yang65922e02016-07-18 17:00:58 +08009#include <dm.h>
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +080010#include <dm/ofnode.h>
Kever Yangdd99a022017-02-13 17:38:57 +080011#include <dt-structs.h>
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +080012#include <linux/delay.h>
Simon Glassd66c5f72020-02-03 07:36:15 -070013#include <linux/err.h>
Masahiro Yamada75f82d02018-03-05 01:20:11 +090014#include <linux/libfdt.h>
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +080015#include <linux/iopoll.h>
Kever Yang65922e02016-07-18 17:00:58 +080016#include <malloc.h>
Kever Yangdd99a022017-02-13 17:38:57 +080017#include <mapmem.h>
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +080018#include "mmc_private.h"
Kever Yang65922e02016-07-18 17:00:58 +080019#include <sdhci.h>
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +080020#include <syscon.h>
21#include <asm/arch-rockchip/clock.h>
22#include <asm/arch-rockchip/hardware.h>
Kever Yang65922e02016-07-18 17:00:58 +080023
Alper Nebi Yasak6f198692022-03-15 20:46:28 +030024/* DWCMSHC specific Mode Select value */
25#define DWCMSHC_CTRL_HS400 0x7
Kever Yang65922e02016-07-18 17:00:58 +080026/* 400KHz is max freq for card ID etc. Use that as min */
27#define EMMC_MIN_FREQ 400000
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +080028#define KHz (1000)
29#define MHz (1000 * KHz)
30#define SDHCI_TUNING_LOOP_COUNT 40
31
32#define PHYCTRL_CALDONE_MASK 0x1
33#define PHYCTRL_CALDONE_SHIFT 0x6
34#define PHYCTRL_CALDONE_DONE 0x1
35#define PHYCTRL_DLLRDY_MASK 0x1
36#define PHYCTRL_DLLRDY_SHIFT 0x5
37#define PHYCTRL_DLLRDY_DONE 0x1
38#define PHYCTRL_FREQSEL_200M 0x0
39#define PHYCTRL_FREQSEL_50M 0x1
40#define PHYCTRL_FREQSEL_100M 0x2
41#define PHYCTRL_FREQSEL_150M 0x3
42#define PHYCTRL_DLL_LOCK_WO_TMOUT(x) \
43 ((((x) >> PHYCTRL_DLLRDY_SHIFT) & PHYCTRL_DLLRDY_MASK) ==\
44 PHYCTRL_DLLRDY_DONE)
Kever Yang65922e02016-07-18 17:00:58 +080045
Alper Nebi Yasak9099d032022-03-15 20:46:27 +030046#define ARASAN_VENDOR_REGISTER 0x78
47#define ARASAN_VENDOR_ENHANCED_STROBE BIT(0)
48
Jonas Karlman9168fbf2023-04-18 16:46:35 +000049/* Rockchip specific Registers */
50#define DWCMSHC_EMMC_EMMC_CTRL 0x52c
Alper Nebi Yasak6f198692022-03-15 20:46:28 +030051#define DWCMSHC_CARD_IS_EMMC BIT(0)
52#define DWCMSHC_ENHANCED_STROBE BIT(8)
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +080053#define DWCMSHC_EMMC_DLL_CTRL 0x800
54#define DWCMSHC_EMMC_DLL_CTRL_RESET BIT(1)
55#define DWCMSHC_EMMC_DLL_RXCLK 0x804
56#define DWCMSHC_EMMC_DLL_TXCLK 0x808
57#define DWCMSHC_EMMC_DLL_STRBIN 0x80c
Jonas Karlmanee7115f2023-04-18 16:46:39 +000058#define DWCMSHC_EMMC_DLL_CMDOUT 0x810
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +080059#define DWCMSHC_EMMC_DLL_STATUS0 0x840
60#define DWCMSHC_EMMC_DLL_STATUS1 0x844
61#define DWCMSHC_EMMC_DLL_START BIT(0)
Jonas Karlman9168fbf2023-04-18 16:46:35 +000062#define DWCMSHC_EMMC_DLL_LOCKED BIT(8)
63#define DWCMSHC_EMMC_DLL_TIMEOUT BIT(9)
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +080064#define DWCMSHC_EMMC_DLL_START_POINT 16
65#define DWCMSHC_EMMC_DLL_START_DEFAULT 5
66#define DWCMSHC_EMMC_DLL_INC_VALUE 2
67#define DWCMSHC_EMMC_DLL_INC 8
Vasily Khoruzhickb58c6832023-03-08 17:28:30 -080068#define DWCMSHC_EMMC_DLL_BYPASS BIT(24)
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +080069#define DWCMSHC_EMMC_DLL_DLYENA BIT(27)
Jonas Karlman9168fbf2023-04-18 16:46:35 +000070#define DLL_RXCLK_NO_INVERTER BIT(29)
71#define DLL_RXCLK_ORI_GATE BIT(31)
Jonas Karlmanf4f60052023-04-18 16:46:37 +000072#define DLL_TXCLK_TAPNUM_DEFAULT 0x10
Jonas Karlman9168fbf2023-04-18 16:46:35 +000073#define DLL_TXCLK_TAPNUM_FROM_SW BIT(24)
Jonas Karlmanee7115f2023-04-18 16:46:39 +000074#define DLL_TXCLK_NO_INVERTER BIT(29)
Jonas Karlmanf4f60052023-04-18 16:46:37 +000075#define DLL_STRBIN_TAPNUM_DEFAULT 0x4
Alper Nebi Yasak6f198692022-03-15 20:46:28 +030076#define DLL_STRBIN_TAPNUM_FROM_SW BIT(24)
77#define DLL_STRBIN_DELAY_NUM_SEL BIT(26)
78#define DLL_STRBIN_DELAY_NUM_OFFSET 16
Jonas Karlmanf4f60052023-04-18 16:46:37 +000079#define DLL_STRBIN_DELAY_NUM_DEFAULT 0x10
Jonas Karlmanee7115f2023-04-18 16:46:39 +000080#define DLL_CMDOUT_TAPNUM_90_DEGREES 0x8
81#define DLL_CMDOUT_TAPNUM_FROM_SW BIT(24)
82#define DLL_CMDOUT_SRC_CLK_NEG BIT(28)
83#define DLL_CMDOUT_EN_SRC_CLK_NEG BIT(29)
84#define DLL_CMDOUT_BOTH_CLK_EDGE BIT(30)
Alper Nebi Yasak6f198692022-03-15 20:46:28 +030085
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +080086#define DLL_LOCK_WO_TMOUT(x) \
87 ((((x) & DWCMSHC_EMMC_DLL_LOCKED) == DWCMSHC_EMMC_DLL_LOCKED) && \
88 (((x) & DWCMSHC_EMMC_DLL_TIMEOUT) == 0))
89#define ROCKCHIP_MAX_CLKS 3
90
Jonas Karlmanee7115f2023-04-18 16:46:39 +000091#define FLAG_INVERTER_FLAG_IN_RXCLK BIT(0)
92
Kever Yang65922e02016-07-18 17:00:58 +080093struct rockchip_sdhc_plat {
94 struct mmc_config cfg;
95 struct mmc mmc;
96};
97
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +080098struct rockchip_emmc_phy {
99 u32 emmcphy_con[7];
100 u32 reserved;
101 u32 emmcphy_status;
102};
103
Kever Yang65922e02016-07-18 17:00:58 +0800104struct rockchip_sdhc {
105 struct sdhci_host host;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800106 struct udevice *dev;
Kever Yang65922e02016-07-18 17:00:58 +0800107 void *base;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800108 struct rockchip_emmc_phy *phy;
109 struct clk emmc_clk;
110};
111
112struct sdhci_data {
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800113 int (*get_phy)(struct udevice *dev);
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300114
115 /**
116 * set_control_reg() - Set SDHCI control registers
117 *
118 * This is the set_control_reg() SDHCI operation that should be
119 * used for the hardware this driver data is associated with.
120 * Normally, this is used to set up control registers for
121 * voltage level and UHS speed mode.
122 *
123 * @host: SDHCI host structure
124 */
125 void (*set_control_reg)(struct sdhci_host *host);
126
127 /**
128 * set_ios_post() - Host specific hook after set_ios() calls
129 *
130 * This is the set_ios_post() SDHCI operation that should be
131 * used for the hardware this driver data is associated with.
132 * Normally, this is a hook that is called after sdhci_set_ios()
133 * that does any necessary host-specific configuration.
134 *
135 * @host: SDHCI host structure
136 * Return: 0 if successful, -ve on error
137 */
138 int (*set_ios_post)(struct sdhci_host *host);
Alper Nebi Yasak9099d032022-03-15 20:46:27 +0300139
Jonas Karlmanea312462023-04-18 16:46:29 +0000140 void (*set_clock)(struct sdhci_host *host, u32 div);
141 int (*config_dll)(struct sdhci_host *host, u32 clock, bool enable);
142
Alper Nebi Yasak9099d032022-03-15 20:46:27 +0300143 /**
144 * set_enhanced_strobe() - Set HS400 Enhanced Strobe config
145 *
146 * This is the set_enhanced_strobe() SDHCI operation that should
147 * be used for the hardware this driver data is associated with.
148 * Normally, this is used to set any host-specific configuration
149 * necessary for HS400 ES.
150 *
151 * @host: SDHCI host structure
152 * Return: 0 if successful, -ve on error
153 */
154 int (*set_enhanced_strobe)(struct sdhci_host *host);
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000155
156 u32 flags;
157 u8 hs200_txclk_tapnum;
158 u8 hs400_txclk_tapnum;
Jonas Karlman0d9cc702025-04-07 22:46:53 +0000159 u8 hs400_cmdout_tapnum;
160 u8 hs400_strbin_tapnum;
161 u8 ddr50_strbin_delay_num;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800162};
163
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800164static void rk3399_emmc_phy_power_on(struct rockchip_emmc_phy *phy, u32 clock)
165{
166 u32 caldone, dllrdy, freqsel;
167
168 writel(RK_CLRSETBITS(7 << 4, 0), &phy->emmcphy_con[6]);
169 writel(RK_CLRSETBITS(1 << 11, 1 << 11), &phy->emmcphy_con[0]);
170 writel(RK_CLRSETBITS(0xf << 7, 6 << 7), &phy->emmcphy_con[0]);
171
172 /*
173 * According to the user manual, calpad calibration
174 * cycle takes more than 2us without the minimal recommended
175 * value, so we may need a little margin here
176 */
177 udelay(3);
178 writel(RK_CLRSETBITS(1, 1), &phy->emmcphy_con[6]);
179
180 /*
181 * According to the user manual, it asks driver to
182 * wait 5us for calpad busy trimming. But it seems that
183 * 5us of caldone isn't enough for all cases.
184 */
185 udelay(500);
186 caldone = readl(&phy->emmcphy_status);
187 caldone = (caldone >> PHYCTRL_CALDONE_SHIFT) & PHYCTRL_CALDONE_MASK;
188 if (caldone != PHYCTRL_CALDONE_DONE) {
189 printf("%s: caldone timeout.\n", __func__);
190 return;
191 }
192
193 /* Set the frequency of the DLL operation */
194 if (clock < 75 * MHz)
195 freqsel = PHYCTRL_FREQSEL_50M;
196 else if (clock < 125 * MHz)
197 freqsel = PHYCTRL_FREQSEL_100M;
198 else if (clock < 175 * MHz)
199 freqsel = PHYCTRL_FREQSEL_150M;
200 else
201 freqsel = PHYCTRL_FREQSEL_200M;
202
203 /* Set the frequency of the DLL operation */
204 writel(RK_CLRSETBITS(3 << 12, freqsel << 12), &phy->emmcphy_con[0]);
205 writel(RK_CLRSETBITS(1 << 1, 1 << 1), &phy->emmcphy_con[6]);
206
Yifeng Zhao58ec23b2021-10-15 16:41:27 +0800207 /* REN Enable on STRB Line for HS400 */
208 writel(RK_CLRSETBITS(0, 1 << 9), &phy->emmcphy_con[2]);
209
Ariel D'Alessandro85573612022-04-12 10:31:35 -0300210 read_poll_timeout(readl, dllrdy, PHYCTRL_DLL_LOCK_WO_TMOUT(dllrdy), 1,
211 5000, &phy->emmcphy_status);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800212}
213
214static void rk3399_emmc_phy_power_off(struct rockchip_emmc_phy *phy)
215{
216 writel(RK_CLRSETBITS(1, 0), &phy->emmcphy_con[6]);
217 writel(RK_CLRSETBITS(1 << 1, 0), &phy->emmcphy_con[6]);
218}
219
220static int rk3399_emmc_get_phy(struct udevice *dev)
221{
222 struct rockchip_sdhc *priv = dev_get_priv(dev);
223 ofnode phy_node;
224 void *grf_base;
225 u32 grf_phy_offset, phandle;
226
227 phandle = dev_read_u32_default(dev, "phys", 0);
228 phy_node = ofnode_get_by_phandle(phandle);
229 if (!ofnode_valid(phy_node)) {
230 debug("Not found emmc phy device\n");
231 return -ENODEV;
232 }
233
234 grf_base = syscon_get_first_range(ROCKCHIP_SYSCON_GRF);
Haolin Li2ecb7492022-03-22 05:58:02 -0700235 if (IS_ERR_OR_NULL(grf_base)) {
Simon Glassbe4480d2024-09-20 09:24:41 +0200236 printf("%s: Get syscon grf failed\n", __func__);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800237 return -ENODEV;
238 }
239 grf_phy_offset = ofnode_read_u32_default(phy_node, "reg", 0);
240
241 priv->phy = (struct rockchip_emmc_phy *)(grf_base + grf_phy_offset);
242
243 return 0;
244}
245
Alper Nebi Yasak9099d032022-03-15 20:46:27 +0300246static int rk3399_sdhci_set_enhanced_strobe(struct sdhci_host *host)
247{
248 struct mmc *mmc = host->mmc;
249 u32 vendor;
250
251 vendor = sdhci_readl(host, ARASAN_VENDOR_REGISTER);
252 if (mmc->selected_mode == MMC_HS_400_ES)
253 vendor |= ARASAN_VENDOR_ENHANCED_STROBE;
254 else
255 vendor &= ~ARASAN_VENDOR_ENHANCED_STROBE;
256 sdhci_writel(host, vendor, ARASAN_VENDOR_REGISTER);
257
258 return 0;
259}
260
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300261static void rk3399_sdhci_set_control_reg(struct sdhci_host *host)
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800262{
263 struct rockchip_sdhc *priv = container_of(host, struct rockchip_sdhc, host);
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300264 struct mmc *mmc = host->mmc;
265 uint clock = mmc->tran_speed;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800266 int cycle_phy = host->clock != clock && clock > EMMC_MIN_FREQ;
267
268 if (cycle_phy)
269 rk3399_emmc_phy_power_off(priv->phy);
270
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300271 sdhci_set_control_reg(host);
Alper Nebi Yasak9099d032022-03-15 20:46:27 +0300272
273 /*
274 * Reinitializing the device tries to set it to lower-speed modes
275 * first, which fails if the Enhanced Strobe bit is set, making
276 * the device impossible to use. Set the correct value here to
277 * let reinitialization attempts succeed.
278 */
279 if (CONFIG_IS_ENABLED(MMC_HS400_ES_SUPPORT))
280 rk3399_sdhci_set_enhanced_strobe(host);
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300281};
282
283static int rk3399_sdhci_set_ios_post(struct sdhci_host *host)
284{
285 struct rockchip_sdhc *priv = container_of(host, struct rockchip_sdhc, host);
286 struct mmc *mmc = host->mmc;
287 uint clock = mmc->tran_speed;
288 int cycle_phy = host->clock != clock && clock > EMMC_MIN_FREQ;
289
290 if (!clock)
291 clock = mmc->clock;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800292
293 if (cycle_phy)
294 rk3399_emmc_phy_power_on(priv->phy, clock);
295
296 return 0;
297}
298
Jonas Karlman78df6352023-04-20 15:55:15 +0000299static void rk3568_sdhci_set_clock(struct sdhci_host *host, u32 div)
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800300{
301 struct rockchip_sdhc *priv = container_of(host, struct rockchip_sdhc, host);
Jonas Karlman78df6352023-04-20 15:55:15 +0000302 struct mmc *mmc = host->mmc;
303 ulong rate;
304
305 rate = clk_set_rate(&priv->emmc_clk, mmc->clock);
306 if (IS_ERR_VALUE(rate))
307 printf("%s: Set clock rate failed: %ld\n", __func__, (long)rate);
308}
309
310static int rk3568_sdhci_config_dll(struct sdhci_host *host, u32 clock, bool enable)
311{
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000312 struct rockchip_sdhc *priv = container_of(host, struct rockchip_sdhc, host);
313 struct sdhci_data *data = (struct sdhci_data *)dev_get_driver_data(priv->dev);
314 struct mmc *mmc = host->mmc;
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800315 int val, ret;
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000316 u32 extra, txclk_tapnum;
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800317
Jonas Karlman68bc7022024-02-04 20:53:07 +0000318 if (!enable) {
319 sdhci_writel(host, 0, DWCMSHC_EMMC_DLL_CTRL);
Jonas Karlman78df6352023-04-20 15:55:15 +0000320 return 0;
Jonas Karlman68bc7022024-02-04 20:53:07 +0000321 }
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800322
323 if (clock >= 100 * MHz) {
324 /* reset DLL */
325 sdhci_writel(host, DWCMSHC_EMMC_DLL_CTRL_RESET, DWCMSHC_EMMC_DLL_CTRL);
326 udelay(1);
327 sdhci_writel(host, 0, DWCMSHC_EMMC_DLL_CTRL);
328
329 /* Init DLL settings */
330 extra = DWCMSHC_EMMC_DLL_START_DEFAULT << DWCMSHC_EMMC_DLL_START_POINT |
331 DWCMSHC_EMMC_DLL_INC_VALUE << DWCMSHC_EMMC_DLL_INC |
332 DWCMSHC_EMMC_DLL_START;
333 sdhci_writel(host, extra, DWCMSHC_EMMC_DLL_CTRL);
334
Ariel D'Alessandro85573612022-04-12 10:31:35 -0300335 ret = read_poll_timeout(readl, val, DLL_LOCK_WO_TMOUT(val), 1,
336 500,
337 host->ioaddr + DWCMSHC_EMMC_DLL_STATUS0);
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800338 if (ret)
339 return ret;
340
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000341 extra = DWCMSHC_EMMC_DLL_DLYENA | DLL_RXCLK_ORI_GATE;
342 if (data->flags & FLAG_INVERTER_FLAG_IN_RXCLK)
343 extra |= DLL_RXCLK_NO_INVERTER;
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800344 sdhci_writel(host, extra, DWCMSHC_EMMC_DLL_RXCLK);
345
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000346 txclk_tapnum = data->hs200_txclk_tapnum;
347 if (mmc->selected_mode == MMC_HS_400 ||
348 mmc->selected_mode == MMC_HS_400_ES) {
349 txclk_tapnum = data->hs400_txclk_tapnum;
350
351 extra = DLL_CMDOUT_SRC_CLK_NEG |
352 DLL_CMDOUT_BOTH_CLK_EDGE |
353 DWCMSHC_EMMC_DLL_DLYENA |
Jonas Karlman0d9cc702025-04-07 22:46:53 +0000354 data->hs400_cmdout_tapnum |
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000355 DLL_CMDOUT_TAPNUM_FROM_SW;
356 sdhci_writel(host, extra, DWCMSHC_EMMC_DLL_CMDOUT);
357 }
358
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800359 extra = DWCMSHC_EMMC_DLL_DLYENA |
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000360 DLL_TXCLK_TAPNUM_FROM_SW |
361 DLL_TXCLK_NO_INVERTER |
362 txclk_tapnum;
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800363 sdhci_writel(host, extra, DWCMSHC_EMMC_DLL_TXCLK);
364
365 extra = DWCMSHC_EMMC_DLL_DLYENA |
Jonas Karlman0d9cc702025-04-07 22:46:53 +0000366 data->hs400_strbin_tapnum |
Alper Nebi Yasak6f198692022-03-15 20:46:28 +0300367 DLL_STRBIN_TAPNUM_FROM_SW;
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800368 sdhci_writel(host, extra, DWCMSHC_EMMC_DLL_STRBIN);
369 } else {
Vasily Khoruzhickb58c6832023-03-08 17:28:30 -0800370 /*
371 * Disable DLL and reset both of sample and drive clock.
372 * The bypass bit and start bit need to be set if DLL is not locked.
373 */
Jonas Karlman9168fbf2023-04-18 16:46:35 +0000374 extra = DWCMSHC_EMMC_DLL_BYPASS | DWCMSHC_EMMC_DLL_START;
375 sdhci_writel(host, extra, DWCMSHC_EMMC_DLL_CTRL);
Vasily Khoruzhickb58c6832023-03-08 17:28:30 -0800376 sdhci_writel(host, DLL_RXCLK_ORI_GATE, DWCMSHC_EMMC_DLL_RXCLK);
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800377 sdhci_writel(host, 0, DWCMSHC_EMMC_DLL_TXCLK);
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000378 sdhci_writel(host, 0, DWCMSHC_EMMC_DLL_CMDOUT);
Alper Nebi Yasak6f198692022-03-15 20:46:28 +0300379 /*
380 * Before switching to hs400es mode, the driver will enable
381 * enhanced strobe first. PHY needs to configure the parameters
382 * of enhanced strobe first.
383 */
384 extra = DWCMSHC_EMMC_DLL_DLYENA |
385 DLL_STRBIN_DELAY_NUM_SEL |
Jonas Karlman0d9cc702025-04-07 22:46:53 +0000386 data->ddr50_strbin_delay_num << DLL_STRBIN_DELAY_NUM_OFFSET;
Alper Nebi Yasak6f198692022-03-15 20:46:28 +0300387 sdhci_writel(host, extra, DWCMSHC_EMMC_DLL_STRBIN);
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800388 }
389
390 return 0;
391}
392
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300393static int rk3568_sdhci_set_ios_post(struct sdhci_host *host)
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800394{
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800395 struct mmc *mmc = host->mmc;
Jonas Karlmanb42bdde2024-04-10 14:30:50 +0000396 struct rockchip_sdhc_plat *plat = dev_get_plat(mmc->dev);
397 struct mmc_config *cfg = &plat->cfg;
Jonas Karlman9168fbf2023-04-18 16:46:35 +0000398 u32 reg;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800399
Jonas Karlmandbe75fbe2023-04-18 16:46:33 +0000400 reg = sdhci_readw(host, SDHCI_HOST_CONTROL2);
401 reg &= ~SDHCI_CTRL_UHS_MASK;
402
403 switch (mmc->selected_mode) {
404 case UHS_SDR25:
405 case MMC_HS:
406 case MMC_HS_52:
407 reg |= SDHCI_CTRL_UHS_SDR25;
408 break;
409 case UHS_SDR50:
410 reg |= SDHCI_CTRL_UHS_SDR50;
411 break;
412 case UHS_DDR50:
413 case MMC_DDR_52:
414 reg |= SDHCI_CTRL_UHS_DDR50;
415 break;
416 case UHS_SDR104:
417 case MMC_HS_200:
418 reg |= SDHCI_CTRL_UHS_SDR104;
419 break;
420 case MMC_HS_400:
421 case MMC_HS_400_ES:
Alper Nebi Yasak6f198692022-03-15 20:46:28 +0300422 reg |= DWCMSHC_CTRL_HS400;
Jonas Karlmandbe75fbe2023-04-18 16:46:33 +0000423 break;
424 default:
425 reg |= SDHCI_CTRL_UHS_SDR12;
426 }
Alper Nebi Yasak6f198692022-03-15 20:46:28 +0300427
Jonas Karlmandbe75fbe2023-04-18 16:46:33 +0000428 sdhci_writew(host, reg, SDHCI_HOST_CONTROL2);
429
Jonas Karlman9168fbf2023-04-18 16:46:35 +0000430 reg = sdhci_readw(host, DWCMSHC_EMMC_EMMC_CTRL);
Jonas Karlmandbe75fbe2023-04-18 16:46:33 +0000431
432 if (IS_MMC(mmc))
Alper Nebi Yasak6f198692022-03-15 20:46:28 +0300433 reg |= DWCMSHC_CARD_IS_EMMC;
Jonas Karlmandbe75fbe2023-04-18 16:46:33 +0000434 else
435 reg &= ~DWCMSHC_CARD_IS_EMMC;
436
437 if (mmc->selected_mode == MMC_HS_400_ES)
438 reg |= DWCMSHC_ENHANCED_STROBE;
439 else
440 reg &= ~DWCMSHC_ENHANCED_STROBE;
441
Jonas Karlman9168fbf2023-04-18 16:46:35 +0000442 sdhci_writew(host, reg, DWCMSHC_EMMC_EMMC_CTRL);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800443
Jonas Karlmanb42bdde2024-04-10 14:30:50 +0000444 /*
445 * Reading more than 4 blocks with a single CMD18 command in PIO mode
446 * triggers Data End Bit Error using a slower mode than HS200. Limit to
447 * reading max 4 blocks in one command when using PIO mode.
448 */
449 if (!(host->flags & USE_DMA)) {
450 if (mmc->selected_mode == MMC_HS_200 ||
451 mmc->selected_mode == MMC_HS_400 ||
452 mmc->selected_mode == MMC_HS_400_ES)
453 cfg->b_max = CONFIG_SYS_MMC_MAX_BLK_COUNT;
454 else
455 cfg->b_max = 4;
456 }
457
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800458 return 0;
459}
460
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300461static void rockchip_sdhci_set_control_reg(struct sdhci_host *host)
462{
463 struct rockchip_sdhc *priv = container_of(host, struct rockchip_sdhc, host);
464 struct sdhci_data *data = (struct sdhci_data *)dev_get_driver_data(priv->dev);
465
466 if (data->set_control_reg)
467 data->set_control_reg(host);
468}
469
470static int rockchip_sdhci_set_ios_post(struct sdhci_host *host)
471{
472 struct rockchip_sdhc *priv = container_of(host, struct rockchip_sdhc, host);
473 struct sdhci_data *data = (struct sdhci_data *)dev_get_driver_data(priv->dev);
474
475 if (data->set_ios_post)
476 return data->set_ios_post(host);
477
478 return 0;
479}
480
Jonas Karlmanea312462023-04-18 16:46:29 +0000481static void rockchip_sdhci_set_clock(struct sdhci_host *host, u32 div)
482{
483 struct rockchip_sdhc *priv = container_of(host, struct rockchip_sdhc, host);
484 struct sdhci_data *data = (struct sdhci_data *)dev_get_driver_data(priv->dev);
485
486 if (data->set_clock)
487 data->set_clock(host, div);
488}
489
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800490static int rockchip_sdhci_execute_tuning(struct mmc *mmc, u8 opcode)
491{
Jonas Karlman99f38882023-04-18 16:46:26 +0000492 struct rockchip_sdhc *priv = dev_get_priv(mmc->dev);
493 struct sdhci_host *host = &priv->host;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800494 char tuning_loop_counter = SDHCI_TUNING_LOOP_COUNT;
495 struct mmc_cmd cmd;
496 u32 ctrl, blk_size;
Jonas Karlmanfdea3712023-04-18 16:46:31 +0000497 int ret;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800498
499 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
500 ctrl |= SDHCI_CTRL_EXEC_TUNING;
501 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2);
502
503 sdhci_writel(host, SDHCI_INT_DATA_AVAIL, SDHCI_INT_ENABLE);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800504
505 blk_size = SDHCI_MAKE_BLKSZ(SDHCI_DEFAULT_BOUNDARY_ARG, 64);
Jonas Karlmanfdea3712023-04-18 16:46:31 +0000506 if (opcode == MMC_CMD_SEND_TUNING_BLOCK_HS200 && mmc->bus_width == 8)
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800507 blk_size = SDHCI_MAKE_BLKSZ(SDHCI_DEFAULT_BOUNDARY_ARG, 128);
508 sdhci_writew(host, blk_size, SDHCI_BLOCK_SIZE);
509 sdhci_writew(host, SDHCI_TRNS_READ, SDHCI_TRANSFER_MODE);
510
511 cmd.cmdidx = opcode;
512 cmd.resp_type = MMC_RSP_R1;
513 cmd.cmdarg = 0;
514
515 do {
Jonas Karlmanfdea3712023-04-18 16:46:31 +0000516 ret = mmc_send_cmd(mmc, &cmd, NULL);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800517 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2);
Jonas Karlmanfdea3712023-04-18 16:46:31 +0000518 if (ret || tuning_loop_counter-- == 0)
519 break;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800520 } while (ctrl & SDHCI_CTRL_EXEC_TUNING);
521
Jonas Karlmanfdea3712023-04-18 16:46:31 +0000522 if (ret || tuning_loop_counter < 0 || !(ctrl & SDHCI_CTRL_TUNED_CLK)) {
523 if (!ret)
524 ret = -EIO;
525 printf("%s: Tuning failed: %d\n", __func__, ret);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800526
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800527 ctrl &= ~SDHCI_CTRL_TUNED_CLK;
Jonas Karlmanfdea3712023-04-18 16:46:31 +0000528 ctrl &= ~SDHCI_CTRL_EXEC_TUNING;
529 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800530 }
531
532 /* Enable only interrupts served by the SD controller */
533 sdhci_writel(host, SDHCI_INT_DATA_MASK | SDHCI_INT_CMD_MASK, SDHCI_INT_ENABLE);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800534
535 return ret;
536}
537
Jonas Karlmanea312462023-04-18 16:46:29 +0000538static int rockchip_sdhci_config_dll(struct sdhci_host *host, u32 clock, bool enable)
539{
540 struct rockchip_sdhc *priv = container_of(host, struct rockchip_sdhc, host);
541 struct sdhci_data *data = (struct sdhci_data *)dev_get_driver_data(priv->dev);
542
543 if (data->config_dll)
544 return data->config_dll(host, clock, enable);
545
546 return 0;
547}
548
Alper Nebi Yasak9099d032022-03-15 20:46:27 +0300549static int rockchip_sdhci_set_enhanced_strobe(struct sdhci_host *host)
550{
551 struct rockchip_sdhc *priv = container_of(host, struct rockchip_sdhc, host);
552 struct sdhci_data *data = (struct sdhci_data *)dev_get_driver_data(priv->dev);
553
554 if (data->set_enhanced_strobe)
555 return data->set_enhanced_strobe(host);
556
Jonas Karlmandd2707f2023-04-18 16:46:34 +0000557 return 0;
Alper Nebi Yasak9099d032022-03-15 20:46:27 +0300558}
559
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800560static struct sdhci_ops rockchip_sdhci_ops = {
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300561 .set_control_reg = rockchip_sdhci_set_control_reg,
Jonas Karlmanea312462023-04-18 16:46:29 +0000562 .set_ios_post = rockchip_sdhci_set_ios_post,
563 .set_clock = rockchip_sdhci_set_clock,
564 .platform_execute_tuning = rockchip_sdhci_execute_tuning,
565 .config_dll = rockchip_sdhci_config_dll,
Alper Nebi Yasak9099d032022-03-15 20:46:27 +0300566 .set_enhanced_strobe = rockchip_sdhci_set_enhanced_strobe,
Kever Yang65922e02016-07-18 17:00:58 +0800567};
568
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800569static int rockchip_sdhci_probe(struct udevice *dev)
Kever Yang65922e02016-07-18 17:00:58 +0800570{
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800571 struct sdhci_data *data = (struct sdhci_data *)dev_get_driver_data(dev);
Kever Yang65922e02016-07-18 17:00:58 +0800572 struct mmc_uclass_priv *upriv = dev_get_uclass_priv(dev);
Simon Glassfa20e932020-12-03 16:55:20 -0700573 struct rockchip_sdhc_plat *plat = dev_get_plat(dev);
Jonas Karlman99f38882023-04-18 16:46:26 +0000574 struct rockchip_sdhc *priv = dev_get_priv(dev);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800575 struct mmc_config *cfg = &plat->cfg;
Jonas Karlman99f38882023-04-18 16:46:26 +0000576 struct sdhci_host *host = &priv->host;
Simon Glass979f26d2024-09-20 09:24:40 +0200577 struct clk *clk = &priv->emmc_clk;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800578 int ret;
Kever Yang9ea1fdf2016-12-28 11:32:35 +0800579
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800580 host->max_clk = cfg->f_max;
Simon Glass979f26d2024-09-20 09:24:40 +0200581 ret = clk_get_by_index(dev, 0, clk);
Kever Yang9ea1fdf2016-12-28 11:32:35 +0800582 if (!ret) {
Simon Glass979f26d2024-09-20 09:24:40 +0200583 ret = clk_set_rate(clk, host->max_clk);
Kever Yang9ea1fdf2016-12-28 11:32:35 +0800584 if (IS_ERR_VALUE(ret))
585 printf("%s clk set rate fail!\n", __func__);
Simon Glass979f26d2024-09-20 09:24:40 +0200586 } else if (ret != -ENOSYS) {
Kever Yang9ea1fdf2016-12-28 11:32:35 +0800587 printf("%s fail to get clk\n", __func__);
588 }
Kever Yang65922e02016-07-18 17:00:58 +0800589
Jonas Karlman99f38882023-04-18 16:46:26 +0000590 priv->dev = dev;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800591
592 if (data->get_phy) {
593 ret = data->get_phy(dev);
594 if (ret)
595 return ret;
596 }
597
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800598 host->ops = &rockchip_sdhci_ops;
Kever Yang65922e02016-07-18 17:00:58 +0800599 host->quirks = SDHCI_QUIRK_WAIT_SEND_CMD;
600
Kever Yang65922e02016-07-18 17:00:58 +0800601 host->mmc = &plat->mmc;
Jonas Karlman99f38882023-04-18 16:46:26 +0000602 host->mmc->priv = &priv->host;
Kever Yang65922e02016-07-18 17:00:58 +0800603 host->mmc->dev = dev;
604 upriv->mmc = host->mmc;
605
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800606 ret = sdhci_setup_cfg(cfg, host, cfg->f_max, EMMC_MIN_FREQ);
Kever Yang36d9bf82019-07-19 18:01:11 +0800607 if (ret)
608 return ret;
609
Jonas Karlman5d259362023-04-18 16:46:45 +0000610 /*
Jonas Karlmanf79c5372023-05-06 17:41:11 +0000611 * Disable use of DMA and force use of PIO mode in SPL to fix an issue
612 * where loading part of TF-A into SRAM using DMA silently fails.
613 */
Simon Glass7ec24132024-09-29 19:49:48 -0600614 if (IS_ENABLED(CONFIG_XPL_BUILD) &&
Jonas Karlmanf79c5372023-05-06 17:41:11 +0000615 dev_read_bool(dev, "u-boot,spl-fifo-mode"))
616 host->flags &= ~USE_DMA;
617
Kever Yang65922e02016-07-18 17:00:58 +0800618 return sdhci_probe(dev);
619}
620
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800621static int rockchip_sdhci_of_to_plat(struct udevice *dev)
Kever Yang65922e02016-07-18 17:00:58 +0800622{
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800623 struct rockchip_sdhc_plat *plat = dev_get_plat(dev);
Jonas Karlman99f38882023-04-18 16:46:26 +0000624 struct rockchip_sdhc *priv = dev_get_priv(dev);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800625 struct mmc_config *cfg = &plat->cfg;
Jonas Karlman99f38882023-04-18 16:46:26 +0000626 struct sdhci_host *host = &priv->host;
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800627 int ret;
Kever Yang65922e02016-07-18 17:00:58 +0800628
629 host->name = dev->name;
Philipp Tomsichdbb28282017-09-11 22:04:21 +0200630 host->ioaddr = dev_read_addr_ptr(dev);
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800631
632 ret = mmc_of_parse(dev, cfg);
633 if (ret)
634 return ret;
Kever Yang65922e02016-07-18 17:00:58 +0800635
636 return 0;
637}
638
639static int rockchip_sdhci_bind(struct udevice *dev)
640{
Simon Glassfa20e932020-12-03 16:55:20 -0700641 struct rockchip_sdhc_plat *plat = dev_get_plat(dev);
Kever Yang65922e02016-07-18 17:00:58 +0800642
Masahiro Yamadacdb67f32016-09-06 22:17:32 +0900643 return sdhci_bind(dev, &plat->mmc, &plat->cfg);
Kever Yang65922e02016-07-18 17:00:58 +0800644}
645
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800646static const struct sdhci_data rk3399_data = {
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800647 .get_phy = rk3399_emmc_get_phy,
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300648 .set_control_reg = rk3399_sdhci_set_control_reg,
649 .set_ios_post = rk3399_sdhci_set_ios_post,
Alper Nebi Yasak9099d032022-03-15 20:46:27 +0300650 .set_enhanced_strobe = rk3399_sdhci_set_enhanced_strobe,
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800651};
652
Jonas Karlman204ada62025-04-07 22:46:54 +0000653static const struct sdhci_data rk3528_data = {
654 .set_ios_post = rk3568_sdhci_set_ios_post,
655 .set_clock = rk3568_sdhci_set_clock,
656 .config_dll = rk3568_sdhci_config_dll,
657 .hs200_txclk_tapnum = 0xc,
658 .hs400_txclk_tapnum = 0x6,
659 .hs400_cmdout_tapnum = 0x6,
660 .hs400_strbin_tapnum = 0x3,
661 .ddr50_strbin_delay_num = 0xa,
662};
663
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800664static const struct sdhci_data rk3568_data = {
Alper Nebi Yasak676a5a52022-01-29 01:42:37 +0300665 .set_ios_post = rk3568_sdhci_set_ios_post,
Jonas Karlman78df6352023-04-20 15:55:15 +0000666 .set_clock = rk3568_sdhci_set_clock,
667 .config_dll = rk3568_sdhci_config_dll,
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000668 .flags = FLAG_INVERTER_FLAG_IN_RXCLK,
669 .hs200_txclk_tapnum = DLL_TXCLK_TAPNUM_DEFAULT,
Jonas Karlman68bc7022024-02-04 20:53:07 +0000670 .hs400_txclk_tapnum = 0x8,
Jonas Karlman0d9cc702025-04-07 22:46:53 +0000671 .hs400_cmdout_tapnum = DLL_CMDOUT_TAPNUM_90_DEGREES,
672 .hs400_strbin_tapnum = DLL_STRBIN_TAPNUM_DEFAULT,
673 .ddr50_strbin_delay_num = DLL_STRBIN_DELAY_NUM_DEFAULT,
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800674};
675
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000676static const struct sdhci_data rk3588_data = {
677 .set_ios_post = rk3568_sdhci_set_ios_post,
678 .set_clock = rk3568_sdhci_set_clock,
679 .config_dll = rk3568_sdhci_config_dll,
680 .hs200_txclk_tapnum = DLL_TXCLK_TAPNUM_DEFAULT,
Jonas Karlman68bc7022024-02-04 20:53:07 +0000681 .hs400_txclk_tapnum = 0x9,
Jonas Karlman0d9cc702025-04-07 22:46:53 +0000682 .hs400_cmdout_tapnum = DLL_CMDOUT_TAPNUM_90_DEGREES,
683 .hs400_strbin_tapnum = DLL_STRBIN_TAPNUM_DEFAULT,
684 .ddr50_strbin_delay_num = DLL_STRBIN_DELAY_NUM_DEFAULT,
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000685};
686
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800687static const struct udevice_id sdhci_ids[] = {
688 {
689 .compatible = "arasan,sdhci-5.1",
690 .data = (ulong)&rk3399_data,
691 },
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800692 {
Jonas Karlman204ada62025-04-07 22:46:54 +0000693 .compatible = "rockchip,rk3528-dwcmshc",
694 .data = (ulong)&rk3528_data,
695 },
696 {
Yifeng Zhaoe5dddfa2021-06-29 16:24:42 +0800697 .compatible = "rockchip,rk3568-dwcmshc",
698 .data = (ulong)&rk3568_data,
699 },
Jonas Karlmanee7115f2023-04-18 16:46:39 +0000700 {
701 .compatible = "rockchip,rk3588-dwcmshc",
702 .data = (ulong)&rk3588_data,
703 },
Kever Yang65922e02016-07-18 17:00:58 +0800704 { }
705};
706
707U_BOOT_DRIVER(arasan_sdhci_drv) = {
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800708 .name = "rockchip_sdhci_5_1",
Kever Yang65922e02016-07-18 17:00:58 +0800709 .id = UCLASS_MMC,
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800710 .of_match = sdhci_ids,
711 .of_to_plat = rockchip_sdhci_of_to_plat,
Kever Yang65922e02016-07-18 17:00:58 +0800712 .ops = &sdhci_ops,
713 .bind = rockchip_sdhci_bind,
Yifeng Zhao5c2a5ab2021-06-29 16:24:41 +0800714 .probe = rockchip_sdhci_probe,
Simon Glass8a2b47f2020-12-03 16:55:17 -0700715 .priv_auto = sizeof(struct rockchip_sdhc),
Simon Glass71fa5b42020-12-03 16:55:18 -0700716 .plat_auto = sizeof(struct rockchip_sdhc_plat),
Kever Yang65922e02016-07-18 17:00:58 +0800717};