| // SPDX-License-Identifier: GPL-2.0+ |
| /* |
| * Copyright (C) 2022 StarFive Technology Co., Ltd. |
| * Author: Yanhong Wang<yanhong.wang@starfivetech.com> |
| */ |
| |
| #include <asm/io.h> |
| #include <asm/arch/regs.h> |
| #include <linux/delay.h> |
| #include <wait_bit.h> |
| |
| #include "starfive_ddr.h" |
| |
| #define REGOFFSET(offset) ((offset) / 4) |
| |
| static const struct ddr_reg_cfg ddr_csr_cfg[] = { |
| {0x0, 0x0, 0x00000001, REGSETALL}, |
| {0xf00, 0x0, 0x40001030, (OFFSET_SEL | F_SET | REG4G | REG8G)}, |
| {0xf00, 0x0, 0x40001030, (OFFSET_SEL | F_SET | REG2G)}, |
| {0xf04, 0x0, 0x00000001, (OFFSET_SEL | F_SET | REG4G | REG8G)}, |
| {0xf04, 0x0, 0x00800001, (OFFSET_SEL | F_SET | REG2G)}, |
| {0xf10, 0x0, 0x00400000, (OFFSET_SEL | REGSETALL)}, |
| {0xf14, 0x0, 0x043fffff, (OFFSET_SEL | REGSETALL)}, |
| {0xf18, 0x0, 0x00000000, (OFFSET_SEL | REGSETALL)}, |
| {0xf30, 0x0, 0x1f000041, (OFFSET_SEL | REGSETALL)}, |
| {0xf34, 0x0, 0x1f000041, (OFFSET_SEL | F_SET | REG4G | REG8G)}, |
| {0x110, 0x0, 0xc0000001, (OFFSET_SEL | REGSETALL)}, |
| {0x114, 0x0, 0xffffffff, (OFFSET_SEL | REGSETALL)}, |
| {0x10c, 0x0, 0x00000505, REGSETALL}, |
| {0x11c, 0x0, 0x00000000, REGSETALL}, |
| {0x500, 0x0, 0x00000201, REGSETALL}, |
| {0x514, 0x0, 0x00000100, REGSETALL}, |
| {0x6a8, 0x0, 0x00040000, REGSETALL}, |
| {0xea8, 0x0, 0x00040000, REGSETALL}, |
| {0x504, 0x0, 0x40000000, REGSETALL} |
| }; |
| |
| static const struct ddr_reg_cfg ddr_csr_cfg1[] = { |
| {0x310, 0x0, 0x00020000, REGSETALL}, |
| {0x310, 0x0, 0x00020001, REGSETALL}, |
| {0x600, 0x0, 0x002e0176, REGSETALL}, |
| {0x604, 0x0, 0x002e0176, REGSETALL}, |
| {0x608, 0x0, 0x001700bb, REGSETALL}, |
| {0x60c, 0x0, 0x000b005d, REGSETALL}, |
| {0x610, 0x0, 0x0005002e, REGSETALL}, |
| {0x614, 0x0, 0x00020017, REGSETALL}, |
| {0x618, 0x0, 0x00020017, REGSETALL}, |
| {0x61c, 0x0, 0x00020017, REGSETALL}, |
| {0x678, 0x0, 0x00000019, REGSETALL}, |
| {0x100, 0x0, 0x000000f8, REGSETALL}, |
| {0x620, 0x0, 0x03030404, REGSETALL}, |
| {0x624, 0x0, 0x04030505, REGSETALL}, |
| {0x628, 0x0, 0x07030884, REGSETALL}, |
| {0x62c, 0x0, 0x13150401, REGSETALL}, |
| {0x630, 0x0, 0x17150604, REGSETALL}, |
| {0x634, 0x0, 0x00110000, REGSETALL}, |
| {0x638, 0x0, 0x200a0a08, REGSETALL}, |
| {0x63c, 0x0, 0x1730f803, REGSETALL}, |
| {0x640, 0x0, 0x000a0c00, REGSETALL}, |
| {0x644, 0x0, 0xa005000a, REGSETALL}, |
| {0x648, 0x0, 0x00000000, REGSETALL}, |
| {0x64c, 0x0, 0x00081306, REGSETALL}, |
| {0x650, 0x0, 0x04070304, REGSETALL}, |
| {0x654, 0x0, 0x00000404, REGSETALL}, |
| {0x658, 0x0, 0x00000060, REGSETALL}, |
| {0x65c, 0x0, 0x00030008, REGSETALL}, |
| {0x660, 0x0, 0x00000000, REGSETALL}, |
| {0x680, 0x0, 0x00000603, REGSETALL}, |
| {0x684, 0x0, 0x01000202, REGSETALL}, |
| {0x688, 0x0, 0x0413040d, REGSETALL}, |
| {0x68c, 0x0, 0x20002420, REGSETALL}, |
| {0x690, 0x0, 0x00140000, REGSETALL}, |
| {0x69c, 0x0, 0x01240074, REGSETALL}, |
| {0x6a0, 0x0, 0x00000000, REGSETALL}, |
| {0x6a4, 0x0, 0x20240c00, REGSETALL}, |
| {0x6a8, 0x0, 0x00040000, REGSETALL}, |
| {0x4, 0x0, 0x30010006, (F_SET | REG4G | REG8G)}, |
| {0x4, 0x0, 0x10010006, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x4, 0x0, 0x30020000, (F_SET | REG4G | REG8G)}, |
| {0x4, 0x0, 0x10020000, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x4, 0x0, 0x30030031, (F_SET | REG4G | REG8G)}, |
| {0x4, 0x0, 0x10030031, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x4, 0x0, 0x300b0033, (F_SET | REG4G | REG8G)}, |
| {0x4, 0x0, 0x100b0033, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x4, 0x0, 0x30160016, (F_SET | REG4G | REG8G)}, |
| {0x4, 0x0, 0x10160016, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x10, 0x0, 0x00000010, REGSETALL}, |
| {0x14, 0x0, 0x00000001, REGSETALL}, |
| }; |
| |
| static const struct ddr_reg_cfg ddr_csr_cfg2[] = { |
| {0xb8, 0xf0ffffff, 0x3000000, REGCLRSETALL}, |
| {0x84, 0xFEFFFFFF, 0x0, REGCLRSETALL}, |
| {0xb0, 0xFFFEFFFF, 0x0, REGCLRSETALL}, |
| {0xb0, 0xFEFFFFFF, 0x0, REGCLRSETALL}, |
| {0xb4, 0xffffffff, 0x1, REGCLRSETALL}, |
| {0x248, 0xffffffff, 0x3000000, REGCLRSETALL}, |
| {0x24c, 0xffffffff, 0x300, REGCLRSETALL}, |
| {0x24c, 0xffffffff, 0x3000000, REGCLRSETALL}, |
| {0xb0, 0xffffffff, 0x100, REGCLRSETALL}, |
| {0xb8, 0xFFF0FFFF, 0x30000, REGCLRSETALL}, |
| {0x84, 0xFFFEFFFF, 0x0, REGCLRSETALL}, |
| {0xac, 0xFFFEFFFF, 0x0, REGCLRSETALL}, |
| {0xac, 0xFEFFFFFF, 0x0, REGCLRSETALL}, |
| {0xb0, 0xffffffff, 0x1, REGCLRSETALL}, |
| {0x248, 0xffffffff, 0x30000, REGCLRSETALL}, |
| {0x24c, 0xffffffff, 0x3, REGCLRSETALL}, |
| {0x24c, 0xffffffff, 0x30000, REGCLRSETALL}, |
| {0x250, 0xffffffff, 0x3000000, REGCLRSETALL}, |
| {0x254, 0xffffffff, 0x3000000, REGCLRSETALL}, |
| {0x258, 0xffffffff, 0x3000000, REGCLRSETALL}, |
| {0xac, 0xffffffff, 0x100, REGCLRSETALL}, |
| {0x10c, 0xFFFFF0FF, 0x300, REGCLRSETALL}, |
| {0x110, 0xFFFFFEFF, 0x0, REGCLRSETALL}, |
| {0x11c, 0xFFFEFFFF, 0x0, REGCLRSETALL}, |
| {0x11c, 0xFEFFFFFF, 0x0, REGCLRSETALL}, |
| {0x120, 0xffffffff, 0x100, REGCLRSETALL}, |
| {0x2d0, 0xffffffff, 0x300, REGCLRSETALL}, |
| {0x2dc, 0xffffffff, 0x300, REGCLRSETALL}, |
| {0x2e8, 0xffffffff, 0x300, REGCLRSETALL}, |
| }; |
| |
| static const struct ddr_reg_cfg ddr_csr_cfg3[] = { |
| {0x100, 0x0, 0x000000e0, REGSETALL}, |
| {0x620, 0x0, 0x04041417, REGSETALL}, |
| {0x624, 0x0, 0x09110609, REGSETALL}, |
| {0x628, 0x0, 0x442d0994, REGSETALL}, |
| {0x62c, 0x0, 0x271e102b, REGSETALL}, |
| {0x630, 0x0, 0x291b140a, REGSETALL}, |
| {0x634, 0x0, 0x001c0000, REGSETALL}, |
| {0x638, 0x0, 0x200f0f08, REGSETALL}, |
| {0x63c, 0x0, 0x29420a06, REGSETALL}, |
| {0x640, 0x0, 0x019e1fc1, REGSETALL}, |
| {0x644, 0x0, 0x10cb0196, REGSETALL}, |
| {0x648, 0x0, 0x00000000, REGSETALL}, |
| {0x64c, 0x0, 0x00082714, REGSETALL}, |
| {0x650, 0x0, 0x16442f0d, REGSETALL}, |
| {0x654, 0x0, 0x00001916, REGSETALL}, |
| {0x658, 0x0, 0x00000060, REGSETALL}, |
| {0x65c, 0x0, 0x00600020, REGSETALL}, |
| {0x660, 0x0, 0x00000000, REGSETALL}, |
| {0x680, 0x0, 0x0c00040f, REGSETALL}, |
| {0x684, 0x0, 0x03000604, REGSETALL}, |
| {0x688, 0x0, 0x0515040d, REGSETALL}, |
| {0x68c, 0x0, 0x20002c20, REGSETALL}, |
| {0x690, 0x0, 0x00140000, REGSETALL}, |
| {0x69c, 0x0, 0x01240074, REGSETALL}, |
| {0x6a0, 0x0, 0x00000000, REGSETALL}, |
| {0x6a4, 0x0, 0x202c0c00, REGSETALL}, |
| {0x6a8, 0x0, 0x00040000, REGSETALL}, |
| {0x4, 0x0, 0x30010036, (F_SET | REG4G | REG8G)}, |
| {0x4, 0x0, 0x10010036, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x4, 0x0, 0x3002001b, (F_SET | REG4G | REG8G)}, |
| {0x4, 0x0, 0x10010036, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x4, 0x0, 0x30030031, (F_SET | REG4G | REG8G)}, |
| {0x4, 0x0, 0x10030031, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x4, 0x0, 0x300b0066, (F_SET | REG4G)}, |
| {0x4, 0x0, 0x300b0036, (F_SET | REG8G)}, |
| {0x4, 0x0, 0x100b0066, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x4, 0x0, 0x30160016, (F_SET | REG4G | REG8G)}, |
| {0x4, 0x0, 0x10160016, (F_SET | REG2G)}, |
| {0xc, 0x0, 0x00000002, REGSETALL}, |
| {0x410, 0x0, 0x00101010, REGSETALL}, |
| {0x420, 0x0, 0x0c181006, REGSETALL}, |
| {0x424, 0x0, 0x20200820, REGSETALL}, |
| {0x428, 0x0, 0x80000020, REGSETALL}, |
| {0x0, 0x0, 0x00000001, REGSETALL}, |
| {0x108, 0x0, 0x00003000, REGSETALL}, |
| {0x704, 0x0, 0x00000007, REGSETALL | OFFSET_SEL}, |
| {0x330, 0x0, 0x09313fff, (F_SET | REG4G | REG8G)}, |
| {0x330, 0x0, 0x09311fff, (F_SET | REG2G)}, |
| {0x508, 0x0, 0x00000033, (F_SET | REG4G | REG8G)}, |
| {0x508, 0x0, 0x00000013, (F_SET | REG2G)}, |
| {0x324, 0x0, 0x00002000, REGSETALL}, |
| {0x104, 0x0, 0x90000000, REGSETALL}, |
| {0x510, 0x0, 0x00000100, REGSETALL}, |
| {0x514, 0x0, 0x00000000, REGSETALL}, |
| {0x700, 0x0, 0x00000003, REGSETALL | OFFSET_SEL}, |
| {0x514, 0x0, 0x00000600, REGSETALL}, |
| {0x20, 0x0, 0x00000001, REGSETALL}, |
| }; |
| |
| static void ddr_csr_set(u32 *csrreg, u32 *secreg, const struct ddr_reg_cfg *data, |
| u32 len, u32 mask) |
| { |
| u32 *addr; |
| u32 i; |
| |
| for (i = 0; i < len; i++) { |
| if (!(data[i].flag & mask)) |
| continue; |
| |
| if (data[i].flag & OFFSET_SEL) |
| addr = secreg + REGOFFSET(data[i].offset); |
| else |
| addr = csrreg + REGOFFSET(data[i].offset); |
| |
| if (data[i].flag & F_CLRSET) |
| DDR_REG_TRIGGER(addr, data[i].mask, data[i].val); |
| else |
| out_le32(addr, data[i].val); |
| } |
| } |
| |
| void ddrcsr_boot(u32 *csrreg, u32 *secreg, u32 *phyreg, enum ddr_size_t size) |
| { |
| u32 len; |
| u32 val; |
| u32 mask; |
| int ret; |
| |
| switch (size) { |
| case DDR_SIZE_2G: |
| mask = REG2G; |
| break; |
| |
| case DDR_SIZE_4G: |
| mask = REG4G; |
| break; |
| |
| case DDR_SIZE_8G: |
| mask = REG8G; |
| break; |
| |
| case DDR_SIZE_16G: |
| default: |
| return; |
| }; |
| |
| len = ARRAY_SIZE(ddr_csr_cfg); |
| ddr_csr_set(csrreg, secreg, ddr_csr_cfg, len, mask); |
| |
| ret = wait_for_bit_le32(csrreg + REGOFFSET(0x504), BIT(31), |
| true, 1000, false); |
| if (ret) |
| return; |
| |
| out_le32(csrreg + REGOFFSET(0x504), 0x0); |
| out_le32(csrreg + REGOFFSET(0x50c), 0x0); |
| udelay(300); |
| out_le32(csrreg + REGOFFSET(0x50c), 0x1); |
| mdelay(3); |
| |
| switch (size) { |
| case DDR_SIZE_2G: |
| out_le32(csrreg + REGOFFSET(0x10), 0x1c); |
| break; |
| |
| case DDR_SIZE_8G: |
| case DDR_SIZE_4G: |
| out_le32(csrreg + REGOFFSET(0x10), 0x3c); |
| break; |
| |
| case DDR_SIZE_16G: |
| default: |
| break; |
| }; |
| |
| out_le32(csrreg + REGOFFSET(0x14), 0x1); |
| udelay(4); |
| |
| len = ARRAY_SIZE(ddr_csr_cfg1); |
| ddr_csr_set(csrreg, secreg, ddr_csr_cfg1, len, mask); |
| |
| udelay(4); |
| out_le32(csrreg + REGOFFSET(0x10), 0x11); |
| out_le32(csrreg + REGOFFSET(0x14), 0x1); |
| |
| switch (size) { |
| case DDR_SIZE_4G: |
| case DDR_SIZE_8G: |
| out_le32(csrreg + REGOFFSET(0x10), 0x20); |
| out_le32(csrreg + REGOFFSET(0x14), 0x1); |
| udelay(4); |
| out_le32(csrreg + REGOFFSET(0x10), 0x21); |
| out_le32(csrreg + REGOFFSET(0x14), 0x1); |
| break; |
| |
| case DDR_SIZE_2G: |
| case DDR_SIZE_16G: |
| default: |
| break; |
| }; |
| |
| out_le32(csrreg + REGOFFSET(0x514), 0x0); |
| ret = wait_for_bit_le32(csrreg + REGOFFSET(0x518), BIT(1), |
| true, 1000, false); |
| if (ret) |
| return; |
| |
| val = in_le32(csrreg + REGOFFSET(0x518)); |
| while ((val & 0x2) != 0x0) { |
| val = in_le32(phyreg + 1); |
| |
| if ((val & 0x20) == 0x20) { |
| switch (val & 0x1f) { |
| case 0: /* ddrc_clock=12M */ |
| DDR_REG_SET(BUS, DDR_BUS_OSC_DIV2); |
| break; |
| case 1: /* ddrc_clock=200M */ |
| DDR_REG_SET(BUS, DDR_BUS_PLL1_DIV8); |
| break; |
| case 2: /* ddrc_clock=800M */ |
| DDR_REG_SET(BUS, DDR_BUS_PLL1_DIV2); |
| break; |
| default: |
| break; |
| }; |
| |
| out_le32(phyreg + 2, 0x1); |
| ret = wait_for_bit_le32(phyreg + 2, BIT(0), false, 1000, false); |
| if (ret) |
| return; |
| } |
| |
| udelay(1); |
| val = in_le32(csrreg + REGOFFSET(0x518)); |
| }; |
| |
| val = in_le32(phyreg + 2048 + 83); |
| val = in_le32(phyreg + 2048 + 84); |
| out_le32(phyreg + 2048 + 84, val & 0xF8000000); |
| |
| len = ARRAY_SIZE(ddr_csr_cfg2); |
| ddr_csr_set(phyreg + PHY_BASE_ADDR, secreg, ddr_csr_cfg2, len, mask); |
| |
| len = ARRAY_SIZE(ddr_csr_cfg3); |
| ddr_csr_set(csrreg, secreg, ddr_csr_cfg3, len, mask); |
| } |