Bin Meng | 2fab2e9 | 2018-09-26 06:55:14 -0700 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0+ |
| 2 | /* |
| 3 | * Copyright (C) 2018, Bin Meng <bmeng.cn@gmail.com> |
| 4 | */ |
| 5 | |
Bin Meng | 39cad5b | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 6 | #include <cpu.h> |
Bin Meng | aef59e5 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 7 | #include <dm.h> |
Heinrich Schuchardt | 24ed531 | 2021-09-12 21:11:46 +0200 | [diff] [blame] | 8 | #include <dm/lists.h> |
Simon Glass | 7fe32b3 | 2022-03-04 08:43:05 -0700 | [diff] [blame] | 9 | #include <event.h> |
Simon Glass | 691d719 | 2020-05-10 11:40:02 -0600 | [diff] [blame] | 10 | #include <init.h> |
Bin Meng | 39cad5b | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 11 | #include <log.h> |
Bin Meng | 485e822 | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 12 | #include <asm/encoding.h> |
Simon Glass | 7fe32b3 | 2022-03-04 08:43:05 -0700 | [diff] [blame] | 13 | #include <asm/system.h> |
Bin Meng | aef59e5 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 14 | #include <dm/uclass-internal.h> |
Simon Glass | cd93d62 | 2020-05-10 11:40:13 -0600 | [diff] [blame] | 15 | #include <linux/bitops.h> |
Bin Meng | 2fab2e9 | 2018-09-26 06:55:14 -0700 | [diff] [blame] | 16 | |
Lukas Auer | 5d8b2e7 | 2018-11-22 11:26:29 +0100 | [diff] [blame] | 17 | /* |
Lukas Auer | 3dea63c | 2019-03-17 19:28:37 +0100 | [diff] [blame] | 18 | * The variables here must be stored in the data section since they are used |
Lukas Auer | 5d8b2e7 | 2018-11-22 11:26:29 +0100 | [diff] [blame] | 19 | * before the bss section is available. |
| 20 | */ |
Nikita Shubin | c2bdf02 | 2022-09-02 11:47:39 +0300 | [diff] [blame] | 21 | #if !CONFIG_IS_ENABLED(XIP) |
Marek BehĂșn | 236f2ec | 2021-05-20 13:23:52 +0200 | [diff] [blame] | 22 | u32 hart_lottery __section(".data") = 0; |
Lukas Auer | 3dea63c | 2019-03-17 19:28:37 +0100 | [diff] [blame] | 23 | |
Rick Chen | e0465f8 | 2022-09-21 14:34:54 +0800 | [diff] [blame] | 24 | #ifdef CONFIG_AVAILABLE_HARTS |
Lukas Auer | 3dea63c | 2019-03-17 19:28:37 +0100 | [diff] [blame] | 25 | /* |
| 26 | * The main hart running U-Boot has acquired available_harts_lock until it has |
| 27 | * finished initialization of global data. |
| 28 | */ |
| 29 | u32 available_harts_lock = 1; |
Rick Chen | bdce389 | 2019-04-30 13:49:33 +0800 | [diff] [blame] | 30 | #endif |
Rick Chen | e0465f8 | 2022-09-21 14:34:54 +0800 | [diff] [blame] | 31 | #endif |
Lukas Auer | 5d8b2e7 | 2018-11-22 11:26:29 +0100 | [diff] [blame] | 32 | |
Bin Meng | 2fab2e9 | 2018-09-26 06:55:14 -0700 | [diff] [blame] | 33 | static inline bool supports_extension(char ext) |
| 34 | { |
Nikita Shubin | 81b56a5 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 35 | #if CONFIG_IS_ENABLED(RISCV_MMODE) |
| 36 | return csr_read(CSR_MISA) & (1 << (ext - 'a')); |
| 37 | #elif CONFIG_CPU |
Bin Meng | aef59e5 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 38 | struct udevice *dev; |
| 39 | char desc[32]; |
Yu Chien Peter Lin | c277c78 | 2022-11-05 14:02:14 +0800 | [diff] [blame] | 40 | int i; |
Bin Meng | aef59e5 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 41 | |
| 42 | uclass_find_first_device(UCLASS_CPU, &dev); |
| 43 | if (!dev) { |
| 44 | debug("unable to find the RISC-V cpu device\n"); |
| 45 | return false; |
| 46 | } |
| 47 | if (!cpu_get_desc(dev, desc, sizeof(desc))) { |
Yu Chien Peter Lin | c277c78 | 2022-11-05 14:02:14 +0800 | [diff] [blame] | 48 | /* |
| 49 | * skip the first 4 characters (rv32|rv64) and |
| 50 | * check until underscore |
| 51 | */ |
| 52 | for (i = 4; i < sizeof(desc); i++) { |
| 53 | if (desc[i] == '_' || desc[i] == '\0') |
| 54 | break; |
| 55 | if (desc[i] == ext) |
| 56 | return true; |
| 57 | } |
Bin Meng | aef59e5 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 58 | } |
| 59 | |
| 60 | return false; |
| 61 | #else /* !CONFIG_CPU */ |
Bin Meng | aef59e5 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 62 | #warning "There is no way to determine the available extensions in S-mode." |
| 63 | #warning "Please convert your board to use the RISC-V CPU driver." |
| 64 | return false; |
Bin Meng | aef59e5 | 2018-12-12 06:12:38 -0800 | [diff] [blame] | 65 | #endif /* CONFIG_CPU */ |
Bin Meng | 2fab2e9 | 2018-09-26 06:55:14 -0700 | [diff] [blame] | 66 | } |
| 67 | |
Tom Rini | 68f446f | 2023-09-04 15:06:34 -0400 | [diff] [blame] | 68 | static int riscv_cpu_probe(void) |
Bin Meng | 39cad5b | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 69 | { |
| 70 | #ifdef CONFIG_CPU |
| 71 | int ret; |
| 72 | |
| 73 | /* probe cpus so that RISC-V timer can be bound */ |
| 74 | ret = cpu_probe_all(); |
| 75 | if (ret) |
| 76 | return log_msg_ret("RISC-V cpus probe failed\n", ret); |
| 77 | #endif |
| 78 | |
| 79 | return 0; |
| 80 | } |
Tom Rini | 68f446f | 2023-09-04 15:06:34 -0400 | [diff] [blame] | 81 | EVENT_SPY_SIMPLE(EVT_DM_POST_INIT_R, riscv_cpu_probe); |
Bin Meng | 39cad5b | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 82 | |
Sean Anderson | 768502e | 2020-09-21 07:51:38 -0400 | [diff] [blame] | 83 | /* |
| 84 | * This is called on secondary harts just after the IPI is init'd. Currently |
| 85 | * there's nothing to do, since we just need to clear any existing IPIs, and |
| 86 | * that is handled by the sending of an ipi itself. |
| 87 | */ |
| 88 | #if CONFIG_IS_ENABLED(SMP) |
| 89 | static void dummy_pending_ipi_clear(ulong hart, ulong arg0, ulong arg1) |
| 90 | { |
| 91 | } |
| 92 | #endif |
| 93 | |
Simon Glass | f72d0d4 | 2023-08-21 21:16:56 -0600 | [diff] [blame] | 94 | int riscv_cpu_setup(void) |
Bin Meng | 39cad5b | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 95 | { |
Tom Rini | 59d2a7d | 2023-09-04 15:06:35 -0400 | [diff] [blame] | 96 | int __maybe_unused ret; |
Bin Meng | 485e822 | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 97 | |
| 98 | /* Enable FPU */ |
| 99 | if (supports_extension('d') || supports_extension('f')) { |
| 100 | csr_set(MODE_PREFIX(status), MSTATUS_FS); |
Bin Meng | 4d2583d | 2019-07-10 23:43:13 -0700 | [diff] [blame] | 101 | csr_write(CSR_FCSR, 0); |
Bin Meng | 485e822 | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 102 | } |
| 103 | |
| 104 | if (CONFIG_IS_ENABLED(RISCV_MMODE)) { |
| 105 | /* |
| 106 | * Enable perf counters for cycle, time, |
| 107 | * and instret counters only |
| 108 | */ |
Nikita Shubin | 81b56a5 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 109 | if (supports_extension('u')) { |
Sean Anderson | b8bc120 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 110 | #ifdef CONFIG_RISCV_PRIV_1_9 |
Nikita Shubin | 81b56a5 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 111 | csr_write(CSR_MSCOUNTEREN, GENMASK(2, 0)); |
| 112 | csr_write(CSR_MUCOUNTEREN, GENMASK(2, 0)); |
Sean Anderson | b8bc120 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 113 | #else |
Nikita Shubin | 81b56a5 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 114 | csr_write(CSR_MCOUNTEREN, GENMASK(2, 0)); |
Sean Anderson | b8bc120 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 115 | #endif |
Nikita Shubin | 81b56a5 | 2022-12-14 08:58:43 +0300 | [diff] [blame] | 116 | } |
Bin Meng | 485e822 | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 117 | |
| 118 | /* Disable paging */ |
| 119 | if (supports_extension('s')) |
Sean Anderson | b8bc120 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 120 | #ifdef CONFIG_RISCV_PRIV_1_9 |
| 121 | csr_read_clear(CSR_MSTATUS, SR_VM); |
| 122 | #else |
Bin Meng | 4d2583d | 2019-07-10 23:43:13 -0700 | [diff] [blame] | 123 | csr_write(CSR_SATP, 0); |
Sean Anderson | b8bc120 | 2020-06-24 06:41:19 -0400 | [diff] [blame] | 124 | #endif |
Bin Meng | 485e822 | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 125 | } |
| 126 | |
Bin Meng | a0018fc | 2020-07-19 23:17:07 -0700 | [diff] [blame] | 127 | #if CONFIG_IS_ENABLED(SMP) |
Sean Anderson | 40686c3 | 2020-06-24 06:41:18 -0400 | [diff] [blame] | 128 | ret = riscv_init_ipi(); |
| 129 | if (ret) |
| 130 | return ret; |
Sean Anderson | 768502e | 2020-09-21 07:51:38 -0400 | [diff] [blame] | 131 | |
| 132 | /* |
| 133 | * Clear all pending IPIs on secondary harts. We don't do anything on |
| 134 | * the boot hart, since we never send an IPI to ourselves, and no |
| 135 | * interrupts are enabled |
| 136 | */ |
| 137 | ret = smp_call_function((ulong)dummy_pending_ipi_clear, 0, 0, 0); |
| 138 | if (ret) |
| 139 | return ret; |
Sean Anderson | 40686c3 | 2020-06-24 06:41:18 -0400 | [diff] [blame] | 140 | #endif |
| 141 | |
Bin Meng | 485e822 | 2018-12-12 06:12:40 -0800 | [diff] [blame] | 142 | return 0; |
Bin Meng | 39cad5b | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 143 | } |
Simon Glass | f72d0d4 | 2023-08-21 21:16:56 -0600 | [diff] [blame] | 144 | EVENT_SPY_SIMPLE(EVT_DM_POST_INIT_F, riscv_cpu_setup); |
Bin Meng | 39cad5b | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 145 | |
| 146 | int arch_early_init_r(void) |
| 147 | { |
Heinrich Schuchardt | 24ed531 | 2021-09-12 21:11:46 +0200 | [diff] [blame] | 148 | if (IS_ENABLED(CONFIG_SYSRESET_SBI)) |
| 149 | device_bind_driver(gd->dm_root, "sbi-sysreset", |
| 150 | "sbi-sysreset", NULL); |
| 151 | |
| 152 | return 0; |
Bin Meng | 39cad5b | 2018-12-12 06:12:34 -0800 | [diff] [blame] | 153 | } |
Green Wan | edd9ad8 | 2021-05-02 23:23:04 -0700 | [diff] [blame] | 154 | |
| 155 | /** |
| 156 | * harts_early_init() - A callback function called by start.S to configure |
| 157 | * feature settings of each hart. |
| 158 | * |
| 159 | * In a multi-core system, memory access shall be careful here, it shall |
| 160 | * take care of race conditions. |
| 161 | */ |
| 162 | __weak void harts_early_init(void) |
| 163 | { |
| 164 | } |