Bin Meng | 055700e | 2018-09-26 06:55:14 -0700 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0+ |
| 2 | /* |
| 3 | * Copyright (C) 2018, Bin Meng <bmeng.cn@gmail.com> |
| 4 | */ |
| 5 | |
| 6 | #include <common.h> |
Bin Meng | 7a3bbfb | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 7 | #include <cpu.h> |
Bin Meng | edfe9a9 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 8 | #include <dm.h> |
Heinrich Schuchardt | cc382ff | 2021-09-12 21:11:46 +0200 | [diff] [blame] | 9 | #include <dm/lists.h> |
Simon Glass | fc55736 | 2022-03-04 08:43:05 -0700 | [diff] [blame] | 10 | #include <event.h> |
Simon Glass | 9758973 | 2020-05-10 11:40:02 -0600 | [diff] [blame] | 11 | #include <init.h> |
Bin Meng | 7a3bbfb | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 12 | #include <log.h> |
Bin Meng | a7544ed | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 13 | #include <asm/encoding.h> |
Simon Glass | fc55736 | 2022-03-04 08:43:05 -0700 | [diff] [blame] | 14 | #include <asm/system.h> |
Bin Meng | edfe9a9 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 15 | #include <dm/uclass-internal.h> |
Simon Glass | 4dcacfc | 2020-05-10 11:40:13 -0600 | [diff] [blame] | 16 | #include <linux/bitops.h> |
Bin Meng | 055700e | 2018-09-26 06:55:14 -0700 | [diff] [blame] | 17 | |
Lukas Auer | 39a652b | 2018-11-22 11:26:29 +0100 | [diff] [blame] | 18 | /* |
Lukas Auer | a359665 | 2019-03-17 19:28:37 +0100 | [diff] [blame] | 19 | * The variables here must be stored in the data section since they are used |
Lukas Auer | 39a652b | 2018-11-22 11:26:29 +0100 | [diff] [blame] | 20 | * before the bss section is available. |
| 21 | */ |
Nikita Shubin | 7e5e029 | 2022-09-02 11:47:39 +0300 | [diff] [blame] | 22 | #if !CONFIG_IS_ENABLED(XIP) |
Marek BehĂșn | 4bebdd3 | 2021-05-20 13:23:52 +0200 | [diff] [blame] | 23 | u32 hart_lottery __section(".data") = 0; |
Lukas Auer | a359665 | 2019-03-17 19:28:37 +0100 | [diff] [blame] | 24 | |
Rick Chen | 9c4d5c1 | 2022-09-21 14:34:54 +0800 | [diff] [blame] | 25 | #ifdef CONFIG_AVAILABLE_HARTS |
Lukas Auer | a359665 | 2019-03-17 19:28:37 +0100 | [diff] [blame] | 26 | /* |
| 27 | * The main hart running U-Boot has acquired available_harts_lock until it has |
| 28 | * finished initialization of global data. |
| 29 | */ |
| 30 | u32 available_harts_lock = 1; |
Rick Chen | e5e6c36 | 2019-04-30 13:49:33 +0800 | [diff] [blame] | 31 | #endif |
Rick Chen | 9c4d5c1 | 2022-09-21 14:34:54 +0800 | [diff] [blame] | 32 | #endif |
Lukas Auer | 39a652b | 2018-11-22 11:26:29 +0100 | [diff] [blame] | 33 | |
Bin Meng | 055700e | 2018-09-26 06:55:14 -0700 | [diff] [blame] | 34 | static inline bool supports_extension(char ext) |
| 35 | { |
Nikita Shubin | c9382b1 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 36 | #if CONFIG_IS_ENABLED(RISCV_MMODE) |
| 37 | return csr_read(CSR_MISA) & (1 << (ext - 'a')); |
| 38 | #elif CONFIG_CPU |
Bin Meng | edfe9a9 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 39 | struct udevice *dev; |
| 40 | char desc[32]; |
Yu Chien Peter Lin | a35afb8 | 2022-11-05 14:02:14 +0800 | [diff] [blame] | 41 | int i; |
Bin Meng | edfe9a9 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 42 | |
| 43 | uclass_find_first_device(UCLASS_CPU, &dev); |
| 44 | if (!dev) { |
| 45 | debug("unable to find the RISC-V cpu device\n"); |
| 46 | return false; |
| 47 | } |
| 48 | if (!cpu_get_desc(dev, desc, sizeof(desc))) { |
Yu Chien Peter Lin | a35afb8 | 2022-11-05 14:02:14 +0800 | [diff] [blame] | 49 | /* |
| 50 | * skip the first 4 characters (rv32|rv64) and |
| 51 | * check until underscore |
| 52 | */ |
| 53 | for (i = 4; i < sizeof(desc); i++) { |
| 54 | if (desc[i] == '_' || desc[i] == '\0') |
| 55 | break; |
| 56 | if (desc[i] == ext) |
| 57 | return true; |
| 58 | } |
Bin Meng | edfe9a9 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 59 | } |
| 60 | |
| 61 | return false; |
| 62 | #else /* !CONFIG_CPU */ |
Bin Meng | edfe9a9 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 63 | #warning "There is no way to determine the available extensions in S-mode." |
| 64 | #warning "Please convert your board to use the RISC-V CPU driver." |
| 65 | return false; |
Bin Meng | edfe9a9 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 66 | #endif /* CONFIG_CPU */ |
Bin Meng | 055700e | 2018-09-26 06:55:14 -0700 | [diff] [blame] | 67 | } |
| 68 | |
Bin Meng | 7a3bbfb | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 69 | static int riscv_cpu_probe(void) |
| 70 | { |
| 71 | #ifdef CONFIG_CPU |
| 72 | int ret; |
| 73 | |
| 74 | /* probe cpus so that RISC-V timer can be bound */ |
| 75 | ret = cpu_probe_all(); |
| 76 | if (ret) |
| 77 | return log_msg_ret("RISC-V cpus probe failed\n", ret); |
| 78 | #endif |
| 79 | |
| 80 | return 0; |
| 81 | } |
| 82 | |
Sean Anderson | dd1cd70 | 2020-09-21 07:51:38 -0400 | [diff] [blame] | 83 | /* |
| 84 | * This is called on secondary harts just after the IPI is init'd. Currently |
| 85 | * there's nothing to do, since we just need to clear any existing IPIs, and |
| 86 | * that is handled by the sending of an ipi itself. |
| 87 | */ |
| 88 | #if CONFIG_IS_ENABLED(SMP) |
| 89 | static void dummy_pending_ipi_clear(ulong hart, ulong arg0, ulong arg1) |
| 90 | { |
| 91 | } |
| 92 | #endif |
| 93 | |
Simon Glass | fc55736 | 2022-03-04 08:43:05 -0700 | [diff] [blame] | 94 | int riscv_cpu_setup(void *ctx, struct event *event) |
Bin Meng | 7a3bbfb | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 95 | { |
Bin Meng | a7544ed | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 96 | int ret; |
| 97 | |
| 98 | ret = riscv_cpu_probe(); |
| 99 | if (ret) |
| 100 | return ret; |
| 101 | |
| 102 | /* Enable FPU */ |
| 103 | if (supports_extension('d') || supports_extension('f')) { |
| 104 | csr_set(MODE_PREFIX(status), MSTATUS_FS); |
Bin Meng | f942636 | 2019-07-10 23:43:13 -0700 | [diff] [blame] | 105 | csr_write(CSR_FCSR, 0); |
Bin Meng | a7544ed | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 106 | } |
| 107 | |
| 108 | if (CONFIG_IS_ENABLED(RISCV_MMODE)) { |
| 109 | /* |
| 110 | * Enable perf counters for cycle, time, |
| 111 | * and instret counters only |
| 112 | */ |
Nikita Shubin | c9382b1 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 113 | if (supports_extension('u')) { |
Sean Anderson | 7f4b666 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 114 | #ifdef CONFIG_RISCV_PRIV_1_9 |
Nikita Shubin | c9382b1 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 115 | csr_write(CSR_MSCOUNTEREN, GENMASK(2, 0)); |
| 116 | csr_write(CSR_MUCOUNTEREN, GENMASK(2, 0)); |
Sean Anderson | 7f4b666 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 117 | #else |
Nikita Shubin | c9382b1 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 118 | csr_write(CSR_MCOUNTEREN, GENMASK(2, 0)); |
Sean Anderson | 7f4b666 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 119 | #endif |
Nikita Shubin | c9382b1 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 120 | } |
Bin Meng | a7544ed | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 121 | |
| 122 | /* Disable paging */ |
| 123 | if (supports_extension('s')) |
Sean Anderson | 7f4b666 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 124 | #ifdef CONFIG_RISCV_PRIV_1_9 |
| 125 | csr_read_clear(CSR_MSTATUS, SR_VM); |
| 126 | #else |
Bin Meng | f942636 | 2019-07-10 23:43:13 -0700 | [diff] [blame] | 127 | csr_write(CSR_SATP, 0); |
Sean Anderson | 7f4b666 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 128 | #endif |
Bin Meng | a7544ed | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 129 | } |
| 130 | |
Bin Meng | 257875d | 2020-07-19 23:17:07 -0700 | [diff] [blame] | 131 | #if CONFIG_IS_ENABLED(SMP) |
Sean Anderson | b1d0cb3 | 2020-06-24 06:41:18 -0400 | [diff] [blame] | 132 | ret = riscv_init_ipi(); |
| 133 | if (ret) |
| 134 | return ret; |
Sean Anderson | dd1cd70 | 2020-09-21 07:51:38 -0400 | [diff] [blame] | 135 | |
| 136 | /* |
| 137 | * Clear all pending IPIs on secondary harts. We don't do anything on |
| 138 | * the boot hart, since we never send an IPI to ourselves, and no |
| 139 | * interrupts are enabled |
| 140 | */ |
| 141 | ret = smp_call_function((ulong)dummy_pending_ipi_clear, 0, 0, 0); |
| 142 | if (ret) |
| 143 | return ret; |
Sean Anderson | b1d0cb3 | 2020-06-24 06:41:18 -0400 | [diff] [blame] | 144 | #endif |
| 145 | |
Bin Meng | a7544ed | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 146 | return 0; |
Bin Meng | 7a3bbfb | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 147 | } |
Simon Glass | fc55736 | 2022-03-04 08:43:05 -0700 | [diff] [blame] | 148 | EVENT_SPY(EVT_DM_POST_INIT, riscv_cpu_setup); |
Bin Meng | 7a3bbfb | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 149 | |
| 150 | int arch_early_init_r(void) |
| 151 | { |
Heinrich Schuchardt | cc382ff | 2021-09-12 21:11:46 +0200 | [diff] [blame] | 152 | int ret; |
| 153 | |
| 154 | ret = riscv_cpu_probe(); |
| 155 | if (ret) |
| 156 | return ret; |
| 157 | |
| 158 | if (IS_ENABLED(CONFIG_SYSRESET_SBI)) |
| 159 | device_bind_driver(gd->dm_root, "sbi-sysreset", |
| 160 | "sbi-sysreset", NULL); |
| 161 | |
| 162 | return 0; |
Bin Meng | 7a3bbfb | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 163 | } |
Green Wan | 2612080 | 2021-05-02 23:23:04 -0700 | [diff] [blame] | 164 | |
| 165 | /** |
| 166 | * harts_early_init() - A callback function called by start.S to configure |
| 167 | * feature settings of each hart. |
| 168 | * |
| 169 | * In a multi-core system, memory access shall be careful here, it shall |
| 170 | * take care of race conditions. |
| 171 | */ |
| 172 | __weak void harts_early_init(void) |
| 173 | { |
| 174 | } |