blob: 1f4c0b29a373d79961aaa97bd62447191cf3b4b5 [file] [log] [blame]
Tom Rini83d290c2018-05-06 17:58:06 -04001// SPDX-License-Identifier: GPL-2.0+
Mingkai Hu9f3183d2015-10-26 19:47:50 +08002/*
Priyanka Jaine809e742017-04-27 15:08:06 +05303 * Copyright 2017 NXP
Mingkai Hu9f3183d2015-10-26 19:47:50 +08004 * Copyright 2014-2015 Freescale Semiconductor, Inc.
Mingkai Hu9f3183d2015-10-26 19:47:50 +08005 */
6
7#include <common.h>
Simon Glass3a7d5572019-08-01 09:46:42 -06008#include <env.h>
Simon Glass3eace372017-04-06 12:47:04 -06009#include <fsl_ddr_sdram.h>
Mingkai Hu9f3183d2015-10-26 19:47:50 +080010#include <asm/io.h>
Masahiro Yamada1221ce42016-09-21 11:28:55 +090011#include <linux/errno.h>
Mingkai Hu9f3183d2015-10-26 19:47:50 +080012#include <asm/system.h>
Joe Hershberger9cce5662018-07-16 15:33:51 -050013#include <fm_eth.h>
Mingkai Hu9f3183d2015-10-26 19:47:50 +080014#include <asm/armv8/mmu.h>
15#include <asm/io.h>
16#include <asm/arch/fsl_serdes.h>
17#include <asm/arch/soc.h>
18#include <asm/arch/cpu.h>
19#include <asm/arch/speed.h>
Ashish Kumar63b23162017-08-11 11:09:14 +053020#include <fsl_immap.h>
Mingkai Hu9f3183d2015-10-26 19:47:50 +080021#include <asm/arch/mp.h>
Alexander Graf78d57842016-11-17 01:03:01 +010022#include <efi_loader.h>
Mingkai Hu9f3183d2015-10-26 19:47:50 +080023#include <fsl-mc/fsl_mc.h>
24#ifdef CONFIG_FSL_ESDHC
25#include <fsl_esdhc.h>
26#endif
Hou Zhiqiang032d5bb2016-06-28 20:18:15 +080027#include <asm/armv8/sec_firmware.h>
Shengzhou Liu02fb2762016-11-21 11:36:48 +080028#ifdef CONFIG_SYS_FSL_DDR
29#include <fsl_ddr.h>
30#endif
Simon Glass6e2941d2017-05-17 08:23:06 -060031#include <asm/arch/clock.h>
Prabhakar Kushwaha2db53cf2017-11-10 11:32:52 +053032#include <hwconfig.h>
Ahmed Mansour44262322017-12-15 16:01:00 -050033#include <fsl_qbman.h>
Mingkai Hu9f3183d2015-10-26 19:47:50 +080034
Rajesh Bhagat4c417382018-11-05 18:01:42 +000035#ifdef CONFIG_TFABOOT
Simon Glassf3998fd2019-08-02 09:44:25 -060036#include <env_internal.h>
Pankit Garg2141d252018-11-05 18:01:52 +000037#ifdef CONFIG_CHAIN_OF_TRUST
38#include <fsl_validate.h>
39#endif
Rajesh Bhagat4c417382018-11-05 18:01:42 +000040#endif
41
Mingkai Hu9f3183d2015-10-26 19:47:50 +080042DECLARE_GLOBAL_DATA_PTR;
43
York Sund171c702018-11-05 18:01:06 +000044static struct cpu_type cpu_type_list[] = {
45 CPU_TYPE_ENTRY(LS2080A, LS2080A, 8),
46 CPU_TYPE_ENTRY(LS2085A, LS2085A, 8),
47 CPU_TYPE_ENTRY(LS2045A, LS2045A, 4),
48 CPU_TYPE_ENTRY(LS2088A, LS2088A, 8),
49 CPU_TYPE_ENTRY(LS2084A, LS2084A, 8),
50 CPU_TYPE_ENTRY(LS2048A, LS2048A, 4),
51 CPU_TYPE_ENTRY(LS2044A, LS2044A, 4),
52 CPU_TYPE_ENTRY(LS2081A, LS2081A, 8),
53 CPU_TYPE_ENTRY(LS2041A, LS2041A, 4),
54 CPU_TYPE_ENTRY(LS1043A, LS1043A, 4),
Hou Zhiqiangec88ff82018-12-20 06:31:17 +000055 CPU_TYPE_ENTRY(LS1043A, LS1043A_P23, 4),
York Sund171c702018-11-05 18:01:06 +000056 CPU_TYPE_ENTRY(LS1023A, LS1023A, 2),
Hou Zhiqiangec88ff82018-12-20 06:31:17 +000057 CPU_TYPE_ENTRY(LS1023A, LS1023A_P23, 2),
York Sund171c702018-11-05 18:01:06 +000058 CPU_TYPE_ENTRY(LS1046A, LS1046A, 4),
59 CPU_TYPE_ENTRY(LS1026A, LS1026A, 2),
60 CPU_TYPE_ENTRY(LS2040A, LS2040A, 4),
61 CPU_TYPE_ENTRY(LS1012A, LS1012A, 1),
Yuantian Tang6ed69522019-09-18 16:50:52 +080062 CPU_TYPE_ENTRY(LS1017A, LS1017A, 1),
63 CPU_TYPE_ENTRY(LS1018A, LS1018A, 1),
64 CPU_TYPE_ENTRY(LS1027A, LS1027A, 2),
Yuantian Tangd4ad1112019-04-10 16:43:33 +080065 CPU_TYPE_ENTRY(LS1028A, LS1028A, 2),
York Sund171c702018-11-05 18:01:06 +000066 CPU_TYPE_ENTRY(LS1088A, LS1088A, 8),
67 CPU_TYPE_ENTRY(LS1084A, LS1084A, 8),
68 CPU_TYPE_ENTRY(LS1048A, LS1048A, 4),
69 CPU_TYPE_ENTRY(LS1044A, LS1044A, 4),
Priyanka Jain4909b892018-10-29 09:17:09 +000070 CPU_TYPE_ENTRY(LX2160A, LX2160A, 16),
71 CPU_TYPE_ENTRY(LX2120A, LX2120A, 12),
72 CPU_TYPE_ENTRY(LX2080A, LX2080A, 8),
York Sund171c702018-11-05 18:01:06 +000073};
74
75#define EARLY_PGTABLE_SIZE 0x5000
76static struct mm_region early_map[] = {
77#ifdef CONFIG_FSL_LSCH3
78 { CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
79 CONFIG_SYS_FSL_CCSR_SIZE,
80 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
81 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
82 },
83 { CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
84 SYS_FSL_OCRAM_SPACE_SIZE,
85 PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
86 },
87 { CONFIG_SYS_FSL_QSPI_BASE1, CONFIG_SYS_FSL_QSPI_BASE1,
88 CONFIG_SYS_FSL_QSPI_SIZE1,
89 PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE},
90#ifdef CONFIG_FSL_IFC
91 /* For IFC Region #1, only the first 4MB is cache-enabled */
92 { CONFIG_SYS_FSL_IFC_BASE1, CONFIG_SYS_FSL_IFC_BASE1,
93 CONFIG_SYS_FSL_IFC_SIZE1_1,
94 PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
95 },
96 { CONFIG_SYS_FSL_IFC_BASE1 + CONFIG_SYS_FSL_IFC_SIZE1_1,
97 CONFIG_SYS_FSL_IFC_BASE1 + CONFIG_SYS_FSL_IFC_SIZE1_1,
98 CONFIG_SYS_FSL_IFC_SIZE1 - CONFIG_SYS_FSL_IFC_SIZE1_1,
99 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
100 },
101 { CONFIG_SYS_FLASH_BASE, CONFIG_SYS_FSL_IFC_BASE1,
102 CONFIG_SYS_FSL_IFC_SIZE1,
103 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
104 },
105#endif
106 { CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
107 CONFIG_SYS_FSL_DRAM_SIZE1,
Rajesh Bhagat535d76a2018-11-05 18:01:37 +0000108#if defined(CONFIG_TFABOOT) || \
109 (defined(CONFIG_SPL) && !defined(CONFIG_SPL_BUILD))
York Sund171c702018-11-05 18:01:06 +0000110 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
111#else /* Start with nGnRnE and PXN and UXN to prevent speculative access */
112 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
113#endif
114 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
115 },
116#ifdef CONFIG_FSL_IFC
117 /* Map IFC region #2 up to CONFIG_SYS_FLASH_BASE for NAND boot */
118 { CONFIG_SYS_FSL_IFC_BASE2, CONFIG_SYS_FSL_IFC_BASE2,
119 CONFIG_SYS_FLASH_BASE - CONFIG_SYS_FSL_IFC_BASE2,
120 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
121 },
122#endif
123 { CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
124 CONFIG_SYS_FSL_DCSR_SIZE,
125 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
126 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
127 },
128 { CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
129 CONFIG_SYS_FSL_DRAM_SIZE2,
130 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
131 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
132 },
Priyanka Jaind6fdec22018-10-29 09:11:29 +0000133#ifdef CONFIG_SYS_FSL_DRAM_BASE3
134 { CONFIG_SYS_FSL_DRAM_BASE3, CONFIG_SYS_FSL_DRAM_BASE3,
135 CONFIG_SYS_FSL_DRAM_SIZE3,
136 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
137 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
138 },
139#endif
York Sund171c702018-11-05 18:01:06 +0000140#elif defined(CONFIG_FSL_LSCH2)
141 { CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
142 CONFIG_SYS_FSL_CCSR_SIZE,
143 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
144 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
145 },
146 { CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
147 SYS_FSL_OCRAM_SPACE_SIZE,
148 PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
149 },
150 { CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
151 CONFIG_SYS_FSL_DCSR_SIZE,
152 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
153 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
154 },
155 { CONFIG_SYS_FSL_QSPI_BASE, CONFIG_SYS_FSL_QSPI_BASE,
156 CONFIG_SYS_FSL_QSPI_SIZE,
157 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
158 },
159#ifdef CONFIG_FSL_IFC
160 { CONFIG_SYS_FSL_IFC_BASE, CONFIG_SYS_FSL_IFC_BASE,
161 CONFIG_SYS_FSL_IFC_SIZE,
162 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
163 },
164#endif
165 { CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
166 CONFIG_SYS_FSL_DRAM_SIZE1,
Rajesh Bhagat535d76a2018-11-05 18:01:37 +0000167#if defined(CONFIG_TFABOOT) || \
168 (defined(CONFIG_SPL) && !defined(CONFIG_SPL_BUILD))
York Sund171c702018-11-05 18:01:06 +0000169 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
170#else /* Start with nGnRnE and PXN and UXN to prevent speculative access */
171 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
172#endif
173 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
174 },
175 { CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
176 CONFIG_SYS_FSL_DRAM_SIZE2,
177 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
178 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
179 },
180#endif
181 {}, /* list terminator */
182};
183
184static struct mm_region final_map[] = {
185#ifdef CONFIG_FSL_LSCH3
186 { CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
187 CONFIG_SYS_FSL_CCSR_SIZE,
188 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
189 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
190 },
191 { CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
192 SYS_FSL_OCRAM_SPACE_SIZE,
193 PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
194 },
195 { CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
196 CONFIG_SYS_FSL_DRAM_SIZE1,
197 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
198 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
199 },
200 { CONFIG_SYS_FSL_QSPI_BASE1, CONFIG_SYS_FSL_QSPI_BASE1,
201 CONFIG_SYS_FSL_QSPI_SIZE1,
202 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
203 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
204 },
205 { CONFIG_SYS_FSL_QSPI_BASE2, CONFIG_SYS_FSL_QSPI_BASE2,
206 CONFIG_SYS_FSL_QSPI_SIZE2,
207 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
208 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
209 },
210#ifdef CONFIG_FSL_IFC
211 { CONFIG_SYS_FSL_IFC_BASE2, CONFIG_SYS_FSL_IFC_BASE2,
212 CONFIG_SYS_FSL_IFC_SIZE2,
213 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
214 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
215 },
216#endif
217 { CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
218 CONFIG_SYS_FSL_DCSR_SIZE,
219 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
220 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
221 },
222 { CONFIG_SYS_FSL_MC_BASE, CONFIG_SYS_FSL_MC_BASE,
223 CONFIG_SYS_FSL_MC_SIZE,
224 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
225 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
226 },
227 { CONFIG_SYS_FSL_NI_BASE, CONFIG_SYS_FSL_NI_BASE,
228 CONFIG_SYS_FSL_NI_SIZE,
229 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
230 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
231 },
232 /* For QBMAN portal, only the first 64MB is cache-enabled */
233 { CONFIG_SYS_FSL_QBMAN_BASE, CONFIG_SYS_FSL_QBMAN_BASE,
234 CONFIG_SYS_FSL_QBMAN_SIZE_1,
235 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
236 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN | PTE_BLOCK_NS
237 },
238 { CONFIG_SYS_FSL_QBMAN_BASE + CONFIG_SYS_FSL_QBMAN_SIZE_1,
239 CONFIG_SYS_FSL_QBMAN_BASE + CONFIG_SYS_FSL_QBMAN_SIZE_1,
240 CONFIG_SYS_FSL_QBMAN_SIZE - CONFIG_SYS_FSL_QBMAN_SIZE_1,
241 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
242 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
243 },
244 { CONFIG_SYS_PCIE1_PHYS_ADDR, CONFIG_SYS_PCIE1_PHYS_ADDR,
245 CONFIG_SYS_PCIE1_PHYS_SIZE,
246 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
247 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
248 },
249 { CONFIG_SYS_PCIE2_PHYS_ADDR, CONFIG_SYS_PCIE2_PHYS_ADDR,
250 CONFIG_SYS_PCIE2_PHYS_SIZE,
251 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
252 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
253 },
Yuantian Tangd4ad1112019-04-10 16:43:33 +0800254#ifdef CONFIG_SYS_PCIE3_PHYS_ADDR
York Sund171c702018-11-05 18:01:06 +0000255 { CONFIG_SYS_PCIE3_PHYS_ADDR, CONFIG_SYS_PCIE3_PHYS_ADDR,
256 CONFIG_SYS_PCIE3_PHYS_SIZE,
257 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
258 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
259 },
Yuantian Tangd4ad1112019-04-10 16:43:33 +0800260#endif
Hou Zhiqiang8348e792019-04-08 10:15:32 +0000261#ifdef CONFIG_SYS_PCIE4_PHYS_ADDR
York Sund171c702018-11-05 18:01:06 +0000262 { CONFIG_SYS_PCIE4_PHYS_ADDR, CONFIG_SYS_PCIE4_PHYS_ADDR,
263 CONFIG_SYS_PCIE4_PHYS_SIZE,
264 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
265 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
266 },
267#endif
Hou Zhiqiang059d9422019-04-08 10:15:41 +0000268#ifdef SYS_PCIE5_PHYS_ADDR
269 { SYS_PCIE5_PHYS_ADDR, SYS_PCIE5_PHYS_ADDR,
270 SYS_PCIE5_PHYS_SIZE,
271 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
272 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
273 },
274#endif
275#ifdef SYS_PCIE6_PHYS_ADDR
276 { SYS_PCIE6_PHYS_ADDR, SYS_PCIE6_PHYS_ADDR,
277 SYS_PCIE6_PHYS_SIZE,
278 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
279 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
280 },
281#endif
York Sund171c702018-11-05 18:01:06 +0000282 { CONFIG_SYS_FSL_WRIOP1_BASE, CONFIG_SYS_FSL_WRIOP1_BASE,
283 CONFIG_SYS_FSL_WRIOP1_SIZE,
284 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
285 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
286 },
287 { CONFIG_SYS_FSL_AIOP1_BASE, CONFIG_SYS_FSL_AIOP1_BASE,
288 CONFIG_SYS_FSL_AIOP1_SIZE,
289 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
290 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
291 },
292 { CONFIG_SYS_FSL_PEBUF_BASE, CONFIG_SYS_FSL_PEBUF_BASE,
293 CONFIG_SYS_FSL_PEBUF_SIZE,
294 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
295 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
296 },
297 { CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
298 CONFIG_SYS_FSL_DRAM_SIZE2,
299 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
300 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
301 },
Priyanka Jaind6fdec22018-10-29 09:11:29 +0000302#ifdef CONFIG_SYS_FSL_DRAM_BASE3
303 { CONFIG_SYS_FSL_DRAM_BASE3, CONFIG_SYS_FSL_DRAM_BASE3,
304 CONFIG_SYS_FSL_DRAM_SIZE3,
305 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
306 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
307 },
308#endif
York Sund171c702018-11-05 18:01:06 +0000309#elif defined(CONFIG_FSL_LSCH2)
310 { CONFIG_SYS_FSL_BOOTROM_BASE, CONFIG_SYS_FSL_BOOTROM_BASE,
311 CONFIG_SYS_FSL_BOOTROM_SIZE,
312 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
313 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
314 },
315 { CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
316 CONFIG_SYS_FSL_CCSR_SIZE,
317 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
318 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
319 },
320 { CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
321 SYS_FSL_OCRAM_SPACE_SIZE,
322 PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
323 },
324 { CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
325 CONFIG_SYS_FSL_DCSR_SIZE,
326 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
327 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
328 },
329 { CONFIG_SYS_FSL_QSPI_BASE, CONFIG_SYS_FSL_QSPI_BASE,
330 CONFIG_SYS_FSL_QSPI_SIZE,
331 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
332 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
333 },
334#ifdef CONFIG_FSL_IFC
335 { CONFIG_SYS_FSL_IFC_BASE, CONFIG_SYS_FSL_IFC_BASE,
336 CONFIG_SYS_FSL_IFC_SIZE,
337 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
338 },
339#endif
340 { CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
341 CONFIG_SYS_FSL_DRAM_SIZE1,
342 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
343 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
344 },
345 { CONFIG_SYS_FSL_QBMAN_BASE, CONFIG_SYS_FSL_QBMAN_BASE,
346 CONFIG_SYS_FSL_QBMAN_SIZE,
347 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
348 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
349 },
350 { CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
351 CONFIG_SYS_FSL_DRAM_SIZE2,
352 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
353 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
354 },
355 { CONFIG_SYS_PCIE1_PHYS_ADDR, CONFIG_SYS_PCIE1_PHYS_ADDR,
356 CONFIG_SYS_PCIE1_PHYS_SIZE,
357 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
358 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
359 },
360 { CONFIG_SYS_PCIE2_PHYS_ADDR, CONFIG_SYS_PCIE2_PHYS_ADDR,
361 CONFIG_SYS_PCIE2_PHYS_SIZE,
362 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
363 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
364 },
Yuantian Tangd4ad1112019-04-10 16:43:33 +0800365#ifdef CONFIG_SYS_PCIE3_PHYS_ADDR
York Sund171c702018-11-05 18:01:06 +0000366 { CONFIG_SYS_PCIE3_PHYS_ADDR, CONFIG_SYS_PCIE3_PHYS_ADDR,
367 CONFIG_SYS_PCIE3_PHYS_SIZE,
368 PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
369 PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
370 },
Yuantian Tangd4ad1112019-04-10 16:43:33 +0800371#endif
York Sund171c702018-11-05 18:01:06 +0000372 { CONFIG_SYS_FSL_DRAM_BASE3, CONFIG_SYS_FSL_DRAM_BASE3,
373 CONFIG_SYS_FSL_DRAM_SIZE3,
374 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
375 PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
376 },
377#endif
378#ifdef CONFIG_SYS_MEM_RESERVE_SECURE
379 {}, /* space holder for secure mem */
380#endif
381 {},
382};
383
York Sun5ad58232016-06-24 16:46:23 -0700384struct mm_region *mem_map = early_map;
Alexander Graf7985cdf2016-03-04 01:09:54 +0100385
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800386void cpu_name(char *name)
387{
388 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
389 unsigned int i, svr, ver;
390
391 svr = gur_in32(&gur->svr);
392 ver = SVR_SOC_VER(svr);
393
394 for (i = 0; i < ARRAY_SIZE(cpu_type_list); i++)
395 if ((cpu_type_list[i].soc_ver & SVR_WO_E) == ver) {
396 strcpy(name, cpu_type_list[i].name);
Priyanka Jain4909b892018-10-29 09:17:09 +0000397#ifdef CONFIG_ARCH_LX2160A
398 if (IS_C_PROCESSOR(svr))
399 strcat(name, "C");
400#endif
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800401
402 if (IS_E_PROCESSOR(svr))
403 strcat(name, "E");
Wenbin Song5d1a7a92016-09-13 16:13:54 +0800404
405 sprintf(name + strlen(name), " Rev%d.%d",
406 SVR_MAJ(svr), SVR_MIN(svr));
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800407 break;
408 }
409
410 if (i == ARRAY_SIZE(cpu_type_list))
411 strcpy(name, "unknown");
412}
413
Trevor Woerner10015022019-05-03 09:41:00 -0400414#if !CONFIG_IS_ENABLED(SYS_DCACHE_OFF)
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800415/*
416 * To start MMU before DDR is available, we create MMU table in SRAM.
417 * The base address of SRAM is CONFIG_SYS_FSL_OCRAM_BASE. We use three
418 * levels of translation tables here to cover 40-bit address space.
419 * We use 4KB granule size, with 40 bits physical address, T0SZ=24
York Sun5ad58232016-06-24 16:46:23 -0700420 * Address above EARLY_PGTABLE_SIZE (0x5000) is free for other purpose.
421 * Note, the debug print in cache_v8.c is not usable for debugging
422 * these early MMU tables because UART is not yet available.
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800423 */
424static inline void early_mmu_setup(void)
425{
York Sun5ad58232016-06-24 16:46:23 -0700426 unsigned int el = current_el();
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800427
York Sun5ad58232016-06-24 16:46:23 -0700428 /* global data is already setup, no allocation yet */
Pankit Garge3506482018-11-05 18:01:28 +0000429 if (el == 3)
430 gd->arch.tlb_addr = CONFIG_SYS_FSL_OCRAM_BASE;
431 else
432 gd->arch.tlb_addr = CONFIG_SYS_DDR_SDRAM_BASE;
York Sun5ad58232016-06-24 16:46:23 -0700433 gd->arch.tlb_fillptr = gd->arch.tlb_addr;
434 gd->arch.tlb_size = EARLY_PGTABLE_SIZE;
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800435
York Sun5ad58232016-06-24 16:46:23 -0700436 /* Create early page tables */
437 setup_pgtables();
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800438
York Sun5ad58232016-06-24 16:46:23 -0700439 /* point TTBR to the new table */
440 set_ttbr_tcr_mair(el, gd->arch.tlb_addr,
441 get_tcr(el, NULL, NULL) &
442 ~(TCR_ORGN_MASK | TCR_IRGN_MASK),
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800443 MEMORY_ATTRIBUTES);
York Sun5ad58232016-06-24 16:46:23 -0700444
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800445 set_sctlr(get_sctlr() | CR_M);
446}
447
Hou Zhiqiang3d8553f2017-03-03 12:35:09 +0800448static void fix_pcie_mmu_map(void)
449{
York Sun4a3ab192017-03-27 11:41:01 -0700450#ifdef CONFIG_ARCH_LS2080A
Hou Zhiqiang3d8553f2017-03-03 12:35:09 +0800451 unsigned int i;
452 u32 svr, ver;
453 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
454
455 svr = gur_in32(&gur->svr);
456 ver = SVR_SOC_VER(svr);
457
458 /* Fix PCIE base and size for LS2088A */
459 if ((ver == SVR_LS2088A) || (ver == SVR_LS2084A) ||
Priyanka Jaine809e742017-04-27 15:08:06 +0530460 (ver == SVR_LS2048A) || (ver == SVR_LS2044A) ||
461 (ver == SVR_LS2081A) || (ver == SVR_LS2041A)) {
Hou Zhiqiang3d8553f2017-03-03 12:35:09 +0800462 for (i = 0; i < ARRAY_SIZE(final_map); i++) {
463 switch (final_map[i].phys) {
464 case CONFIG_SYS_PCIE1_PHYS_ADDR:
465 final_map[i].phys = 0x2000000000ULL;
466 final_map[i].virt = 0x2000000000ULL;
467 final_map[i].size = 0x800000000ULL;
468 break;
469 case CONFIG_SYS_PCIE2_PHYS_ADDR:
470 final_map[i].phys = 0x2800000000ULL;
471 final_map[i].virt = 0x2800000000ULL;
472 final_map[i].size = 0x800000000ULL;
473 break;
Yuantian Tangd4ad1112019-04-10 16:43:33 +0800474#ifdef CONFIG_SYS_PCIE3_PHYS_ADDR
Hou Zhiqiang3d8553f2017-03-03 12:35:09 +0800475 case CONFIG_SYS_PCIE3_PHYS_ADDR:
476 final_map[i].phys = 0x3000000000ULL;
477 final_map[i].virt = 0x3000000000ULL;
478 final_map[i].size = 0x800000000ULL;
479 break;
Yuantian Tangd4ad1112019-04-10 16:43:33 +0800480#endif
Hou Zhiqiang8348e792019-04-08 10:15:32 +0000481#ifdef CONFIG_SYS_PCIE4_PHYS_ADDR
Hou Zhiqiang3d8553f2017-03-03 12:35:09 +0800482 case CONFIG_SYS_PCIE4_PHYS_ADDR:
483 final_map[i].phys = 0x3800000000ULL;
484 final_map[i].virt = 0x3800000000ULL;
485 final_map[i].size = 0x800000000ULL;
486 break;
Hou Zhiqiang8348e792019-04-08 10:15:32 +0000487#endif
Hou Zhiqiang3d8553f2017-03-03 12:35:09 +0800488 default:
489 break;
490 }
491 }
492 }
493#endif
494}
495
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800496/*
497 * The final tables look similar to early tables, but different in detail.
498 * These tables are in DRAM. Sub tables are added to enable cache for
499 * QBMan and OCRAM.
500 *
York Sune61a7532016-06-24 16:46:18 -0700501 * Put the MMU table in secure memory if gd->arch.secure_ram is valid.
502 * OCRAM will be not used for this purpose so gd->arch.secure_ram can't be 0.
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800503 */
504static inline void final_mmu_setup(void)
505{
York Sun5ad58232016-06-24 16:46:23 -0700506 u64 tlb_addr_save = gd->arch.tlb_addr;
York Sunc107c0c2015-12-04 11:57:08 -0800507 unsigned int el = current_el();
York Sun5ad58232016-06-24 16:46:23 -0700508 int index;
York Sun5ad58232016-06-24 16:46:23 -0700509
Hou Zhiqiang3d8553f2017-03-03 12:35:09 +0800510 /* fix the final_map before filling in the block entries */
511 fix_pcie_mmu_map();
512
York Sun5ad58232016-06-24 16:46:23 -0700513 mem_map = final_map;
York Sunc107c0c2015-12-04 11:57:08 -0800514
York Sun24f55492017-03-06 09:02:30 -0800515 /* Update mapping for DDR to actual size */
516 for (index = 0; index < ARRAY_SIZE(final_map) - 2; index++) {
517 /*
518 * Find the entry for DDR mapping and update the address and
519 * size. Zero-sized mapping will be skipped when creating MMU
520 * table.
521 */
522 switch (final_map[index].virt) {
523 case CONFIG_SYS_FSL_DRAM_BASE1:
524 final_map[index].virt = gd->bd->bi_dram[0].start;
525 final_map[index].phys = gd->bd->bi_dram[0].start;
526 final_map[index].size = gd->bd->bi_dram[0].size;
527 break;
528#ifdef CONFIG_SYS_FSL_DRAM_BASE2
529 case CONFIG_SYS_FSL_DRAM_BASE2:
530#if (CONFIG_NR_DRAM_BANKS >= 2)
531 final_map[index].virt = gd->bd->bi_dram[1].start;
532 final_map[index].phys = gd->bd->bi_dram[1].start;
533 final_map[index].size = gd->bd->bi_dram[1].size;
534#else
535 final_map[index].size = 0;
536#endif
537 break;
538#endif
539#ifdef CONFIG_SYS_FSL_DRAM_BASE3
540 case CONFIG_SYS_FSL_DRAM_BASE3:
541#if (CONFIG_NR_DRAM_BANKS >= 3)
542 final_map[index].virt = gd->bd->bi_dram[2].start;
543 final_map[index].phys = gd->bd->bi_dram[2].start;
544 final_map[index].size = gd->bd->bi_dram[2].size;
545#else
546 final_map[index].size = 0;
547#endif
548 break;
549#endif
550 default:
551 break;
552 }
553 }
554
York Sunc107c0c2015-12-04 11:57:08 -0800555#ifdef CONFIG_SYS_MEM_RESERVE_SECURE
York Sun5ad58232016-06-24 16:46:23 -0700556 if (gd->arch.secure_ram & MEM_RESERVE_SECURE_MAINTAINED) {
557 if (el == 3) {
558 /*
559 * Only use gd->arch.secure_ram if the address is
560 * recalculated. Align to 4KB for MMU table.
561 */
562 /* put page tables in secure ram */
563 index = ARRAY_SIZE(final_map) - 2;
564 gd->arch.tlb_addr = gd->arch.secure_ram & ~0xfff;
565 final_map[index].virt = gd->arch.secure_ram & ~0x3;
566 final_map[index].phys = final_map[index].virt;
567 final_map[index].size = CONFIG_SYS_MEM_RESERVE_SECURE;
568 final_map[index].attrs = PTE_BLOCK_OUTER_SHARE;
York Sune61a7532016-06-24 16:46:18 -0700569 gd->arch.secure_ram |= MEM_RESERVE_SECURE_SECURED;
York Sun5ad58232016-06-24 16:46:23 -0700570 tlb_addr_save = gd->arch.tlb_addr;
York Sunc107c0c2015-12-04 11:57:08 -0800571 } else {
York Sun5ad58232016-06-24 16:46:23 -0700572 /* Use allocated (board_f.c) memory for TLB */
573 tlb_addr_save = gd->arch.tlb_allocated;
574 gd->arch.tlb_addr = tlb_addr_save;
York Sunc107c0c2015-12-04 11:57:08 -0800575 }
576 }
577#endif
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800578
York Sun5ad58232016-06-24 16:46:23 -0700579 /* Reset the fill ptr */
580 gd->arch.tlb_fillptr = tlb_addr_save;
581
582 /* Create normal system page tables */
583 setup_pgtables();
584
585 /* Create emergency page tables */
586 gd->arch.tlb_addr = gd->arch.tlb_fillptr;
587 gd->arch.tlb_emerg = gd->arch.tlb_addr;
588 setup_pgtables();
589 gd->arch.tlb_addr = tlb_addr_save;
590
York Suna045a0c2017-03-06 09:02:31 -0800591 /* Disable cache and MMU */
592 dcache_disable(); /* TLBs are invalidated */
593 invalidate_icache_all();
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800594
595 /* point TTBR to the new table */
York Sun5ad58232016-06-24 16:46:23 -0700596 set_ttbr_tcr_mair(el, gd->arch.tlb_addr, get_tcr(el, NULL, NULL),
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800597 MEMORY_ATTRIBUTES);
York Suna045a0c2017-03-06 09:02:31 -0800598
York Suned7a3942016-07-22 10:52:23 -0700599 set_sctlr(get_sctlr() | CR_M);
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800600}
601
Alexander Grafc05016a2016-03-21 20:26:12 +0100602u64 get_page_table_size(void)
603{
604 return 0x10000;
605}
606
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800607int arch_cpu_init(void)
608{
York Sun399e2bb2017-05-15 08:51:59 -0700609 /*
610 * This function is called before U-Boot relocates itself to speed up
611 * on system running. It is not necessary to run if performance is not
612 * critical. Skip if MMU is already enabled by SPL or other means.
613 */
614 if (get_sctlr() & CR_M)
615 return 0;
616
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800617 icache_enable();
618 __asm_invalidate_dcache_all();
619 __asm_invalidate_tlb_all();
620 early_mmu_setup();
621 set_sctlr(get_sctlr() | CR_C);
622 return 0;
623}
624
Hou Zhiqiang85cdf382016-06-28 20:18:12 +0800625void mmu_setup(void)
626{
627 final_mmu_setup();
628}
629
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800630/*
Hou Zhiqiang85cdf382016-06-28 20:18:12 +0800631 * This function is called from common/board_r.c.
632 * It recreates MMU table in main memory.
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800633 */
634void enable_caches(void)
635{
Hou Zhiqiang85cdf382016-06-28 20:18:12 +0800636 mmu_setup();
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800637 __asm_invalidate_tlb_all();
Hou Zhiqiang85cdf382016-06-28 20:18:12 +0800638 icache_enable();
639 dcache_enable();
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800640}
Trevor Woerner10015022019-05-03 09:41:00 -0400641#endif /* !CONFIG_IS_ENABLED(SYS_DCACHE_OFF) */
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000642
643#ifdef CONFIG_TFABOOT
644enum boot_src __get_boot_src(u32 porsr1)
645{
646 enum boot_src src = BOOT_SOURCE_RESERVED;
647 u32 rcw_src = (porsr1 & RCW_SRC_MASK) >> RCW_SRC_BIT;
Priyanka Jaind6fdec22018-10-29 09:11:29 +0000648#if !defined(CONFIG_NXP_LSCH3_2)
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000649 u32 val;
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800650#endif
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000651 debug("%s: rcw_src 0x%x\n", __func__, rcw_src);
652
653#if defined(CONFIG_FSL_LSCH3)
Priyanka Jaind6fdec22018-10-29 09:11:29 +0000654#if defined(CONFIG_NXP_LSCH3_2)
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000655 switch (rcw_src) {
656 case RCW_SRC_SDHC1_VAL:
657 src = BOOT_SOURCE_SD_MMC;
658 break;
659 case RCW_SRC_SDHC2_VAL:
660 src = BOOT_SOURCE_SD_MMC2;
661 break;
662 case RCW_SRC_I2C1_VAL:
663 src = BOOT_SOURCE_I2C1_EXTENDED;
664 break;
665 case RCW_SRC_FLEXSPI_NAND2K_VAL:
666 src = BOOT_SOURCE_XSPI_NAND;
667 break;
668 case RCW_SRC_FLEXSPI_NAND4K_VAL:
669 src = BOOT_SOURCE_XSPI_NAND;
670 break;
671 case RCW_SRC_RESERVED_1_VAL:
672 src = BOOT_SOURCE_RESERVED;
673 break;
674 case RCW_SRC_FLEXSPI_NOR_24B:
675 src = BOOT_SOURCE_XSPI_NOR;
676 break;
677 default:
678 src = BOOT_SOURCE_RESERVED;
679 }
680#else
681 val = rcw_src & RCW_SRC_TYPE_MASK;
682 if (val == RCW_SRC_NOR_VAL) {
683 val = rcw_src & NOR_TYPE_MASK;
684
685 switch (val) {
686 case NOR_16B_VAL:
687 case NOR_32B_VAL:
688 src = BOOT_SOURCE_IFC_NOR;
689 break;
690 default:
691 src = BOOT_SOURCE_RESERVED;
692 }
693 } else {
694 /* RCW SRC Serial Flash */
695 val = rcw_src & RCW_SRC_SERIAL_MASK;
696 switch (val) {
697 case RCW_SRC_QSPI_VAL:
698 /* RCW SRC Serial NOR (QSPI) */
699 src = BOOT_SOURCE_QSPI_NOR;
700 break;
701 case RCW_SRC_SD_CARD_VAL:
702 /* RCW SRC SD Card */
703 src = BOOT_SOURCE_SD_MMC;
704 break;
705 case RCW_SRC_EMMC_VAL:
706 /* RCW SRC EMMC */
Rajesh Bhagatd23da2a2018-12-27 04:37:49 +0000707 src = BOOT_SOURCE_SD_MMC;
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000708 break;
709 case RCW_SRC_I2C1_VAL:
710 /* RCW SRC I2C1 Extended */
711 src = BOOT_SOURCE_I2C1_EXTENDED;
712 break;
713 default:
714 src = BOOT_SOURCE_RESERVED;
715 }
716 }
717#endif
718#elif defined(CONFIG_FSL_LSCH2)
719 /* RCW SRC NAND */
720 val = rcw_src & RCW_SRC_NAND_MASK;
721 if (val == RCW_SRC_NAND_VAL) {
722 val = rcw_src & NAND_RESERVED_MASK;
723 if (val != NAND_RESERVED_1 && val != NAND_RESERVED_2)
724 src = BOOT_SOURCE_IFC_NAND;
725
726 } else {
727 /* RCW SRC NOR */
728 val = rcw_src & RCW_SRC_NOR_MASK;
729 if (val == NOR_8B_VAL || val == NOR_16B_VAL) {
730 src = BOOT_SOURCE_IFC_NOR;
731 } else {
732 switch (rcw_src) {
733 case QSPI_VAL1:
734 case QSPI_VAL2:
735 src = BOOT_SOURCE_QSPI_NOR;
736 break;
737 case SD_VAL:
738 src = BOOT_SOURCE_SD_MMC;
739 break;
740 default:
741 src = BOOT_SOURCE_RESERVED;
742 }
743 }
744 }
745#endif
York Sun56db948b2018-11-05 18:02:09 +0000746
747 if (CONFIG_IS_ENABLED(SYS_FSL_ERRATUM_A010539) && !rcw_src)
748 src = BOOT_SOURCE_QSPI_NOR;
749
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000750 debug("%s: src 0x%x\n", __func__, src);
751 return src;
752}
753
754enum boot_src get_boot_src(void)
755{
York Sun56db948b2018-11-05 18:02:09 +0000756 struct pt_regs regs;
757 u32 porsr1 = 0;
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000758
759#if defined(CONFIG_FSL_LSCH3)
760 u32 __iomem *dcfg_ccsr = (u32 __iomem *)DCFG_BASE;
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000761#elif defined(CONFIG_FSL_LSCH2)
762 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000763#endif
York Sun56db948b2018-11-05 18:02:09 +0000764
765 if (current_el() == 2) {
766 regs.regs[0] = SIP_SVC_RCW;
767
768 smc_call(&regs);
769 if (!regs.regs[0])
770 porsr1 = regs.regs[1];
771 }
772
773 if (current_el() == 3 || !porsr1) {
774#ifdef CONFIG_FSL_LSCH3
775 porsr1 = in_le32(dcfg_ccsr + DCFG_PORSR1 / 4);
776#elif defined(CONFIG_FSL_LSCH2)
777 porsr1 = in_be32(&gur->porsr1);
778#endif
779 }
780
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000781 debug("%s: porsr1 0x%x\n", __func__, porsr1);
782
783 return __get_boot_src(porsr1);
784}
785
786#ifdef CONFIG_ENV_IS_IN_MMC
787int mmc_get_env_dev(void)
788{
789 enum boot_src src = get_boot_src();
790 int dev = CONFIG_SYS_MMC_ENV_DEV;
791
792 switch (src) {
793 case BOOT_SOURCE_SD_MMC:
794 dev = 0;
795 break;
796 case BOOT_SOURCE_SD_MMC2:
797 dev = 1;
798 break;
799 default:
800 break;
801 }
802
803 return dev;
804}
805#endif
806
807enum env_location env_get_location(enum env_operation op, int prio)
808{
809 enum boot_src src = get_boot_src();
810 enum env_location env_loc = ENVL_NOWHERE;
811
812 if (prio)
813 return ENVL_UNKNOWN;
814
Udit Agarwald9532e82019-04-23 06:06:04 +0000815#ifdef CONFIG_ENV_IS_NOWHERE
816 return env_loc;
Pankit Garg2141d252018-11-05 18:01:52 +0000817#endif
818
Rajesh Bhagat4c417382018-11-05 18:01:42 +0000819 switch (src) {
820 case BOOT_SOURCE_IFC_NOR:
821 env_loc = ENVL_FLASH;
822 break;
823 case BOOT_SOURCE_QSPI_NOR:
824 /* FALLTHROUGH */
825 case BOOT_SOURCE_XSPI_NOR:
826 env_loc = ENVL_SPI_FLASH;
827 break;
828 case BOOT_SOURCE_IFC_NAND:
829 /* FALLTHROUGH */
830 case BOOT_SOURCE_QSPI_NAND:
831 /* FALLTHROUGH */
832 case BOOT_SOURCE_XSPI_NAND:
833 env_loc = ENVL_NAND;
834 break;
835 case BOOT_SOURCE_SD_MMC:
836 /* FALLTHROUGH */
837 case BOOT_SOURCE_SD_MMC2:
838 env_loc = ENVL_MMC;
839 break;
840 case BOOT_SOURCE_I2C1_EXTENDED:
841 /* FALLTHROUGH */
842 default:
843 break;
844 }
845
846 return env_loc;
847}
848#endif /* CONFIG_TFABOOT */
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800849
Priyanka Jaine87c6732016-11-17 12:29:56 +0530850u32 initiator_type(u32 cluster, int init_id)
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800851{
852 struct ccsr_gur *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
853 u32 idx = (cluster >> (init_id * 8)) & TP_CLUSTER_INIT_MASK;
854 u32 type = 0;
855
856 type = gur_in32(&gur->tp_ityp[idx]);
857 if (type & TP_ITYP_AV)
858 return type;
859
860 return 0;
861}
862
York Sunef9a5fd2016-09-13 12:40:30 -0700863u32 cpu_pos_mask(void)
864{
865 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
866 int i = 0;
867 u32 cluster, type, mask = 0;
868
869 do {
870 int j;
871
872 cluster = gur_in32(&gur->tp_cluster[i].lower);
873 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) {
874 type = initiator_type(cluster, j);
875 if (type && (TP_ITYP_TYPE(type) == TP_ITYP_TYPE_ARM))
876 mask |= 1 << (i * TP_INIT_PER_CLUSTER + j);
877 }
878 i++;
879 } while ((cluster & TP_CLUSTER_EOC) == 0x0);
880
881 return mask;
882}
883
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800884u32 cpu_mask(void)
885{
886 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
887 int i = 0, count = 0;
888 u32 cluster, type, mask = 0;
889
890 do {
891 int j;
892
893 cluster = gur_in32(&gur->tp_cluster[i].lower);
894 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) {
895 type = initiator_type(cluster, j);
896 if (type) {
897 if (TP_ITYP_TYPE(type) == TP_ITYP_TYPE_ARM)
898 mask |= 1 << count;
899 count++;
900 }
901 }
902 i++;
903 } while ((cluster & TP_CLUSTER_EOC) == 0x0);
904
905 return mask;
906}
907
908/*
909 * Return the number of cores on this SOC.
910 */
911int cpu_numcores(void)
912{
913 return hweight32(cpu_mask());
914}
915
916int fsl_qoriq_core_to_cluster(unsigned int core)
917{
918 struct ccsr_gur __iomem *gur =
919 (void __iomem *)(CONFIG_SYS_FSL_GUTS_ADDR);
920 int i = 0, count = 0;
921 u32 cluster;
922
923 do {
924 int j;
925
926 cluster = gur_in32(&gur->tp_cluster[i].lower);
927 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) {
928 if (initiator_type(cluster, j)) {
929 if (count == core)
930 return i;
931 count++;
932 }
933 }
934 i++;
935 } while ((cluster & TP_CLUSTER_EOC) == 0x0);
936
937 return -1; /* cannot identify the cluster */
938}
939
940u32 fsl_qoriq_core_to_type(unsigned int core)
941{
942 struct ccsr_gur __iomem *gur =
943 (void __iomem *)(CONFIG_SYS_FSL_GUTS_ADDR);
944 int i = 0, count = 0;
945 u32 cluster, type;
946
947 do {
948 int j;
949
950 cluster = gur_in32(&gur->tp_cluster[i].lower);
951 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) {
952 type = initiator_type(cluster, j);
953 if (type) {
954 if (count == core)
955 return type;
956 count++;
957 }
958 }
959 i++;
960 } while ((cluster & TP_CLUSTER_EOC) == 0x0);
961
962 return -1; /* cannot identify the cluster */
963}
964
Priyanka Jainf6a70b32016-11-17 12:29:51 +0530965#ifndef CONFIG_FSL_LSCH3
Sriram Dash6fb522d2016-06-13 09:58:32 +0530966uint get_svr(void)
967{
968 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
969
970 return gur_in32(&gur->svr);
971}
Priyanka Jainf6a70b32016-11-17 12:29:51 +0530972#endif
Sriram Dash6fb522d2016-06-13 09:58:32 +0530973
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800974#ifdef CONFIG_DISPLAY_CPUINFO
975int print_cpuinfo(void)
976{
977 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
978 struct sys_info sysinfo;
979 char buf[32];
980 unsigned int i, core;
York Sun3c1d2182016-04-04 11:41:26 -0700981 u32 type, rcw, svr = gur_in32(&gur->svr);
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800982
983 puts("SoC: ");
984
985 cpu_name(buf);
York Sun3c1d2182016-04-04 11:41:26 -0700986 printf(" %s (0x%x)\n", buf, svr);
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800987 memset((u8 *)buf, 0x00, ARRAY_SIZE(buf));
988 get_sys_info(&sysinfo);
989 puts("Clock Configuration:");
990 for_each_cpu(i, core, cpu_numcores(), cpu_mask()) {
991 if (!(i % 3))
992 puts("\n ");
993 type = TP_ITYP_VER(fsl_qoriq_core_to_type(core));
994 printf("CPU%d(%s):%-4s MHz ", core,
995 type == TY_ITYP_VER_A7 ? "A7 " :
996 (type == TY_ITYP_VER_A53 ? "A53" :
Alison Wang79119a42016-07-05 16:01:52 +0800997 (type == TY_ITYP_VER_A57 ? "A57" :
998 (type == TY_ITYP_VER_A72 ? "A72" : " "))),
Mingkai Hu9f3183d2015-10-26 19:47:50 +0800999 strmhz(buf, sysinfo.freq_processor[core]));
1000 }
Hou Zhiqiang904110c2017-01-10 16:44:15 +08001001 /* Display platform clock as Bus frequency. */
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001002 printf("\n Bus: %-4s MHz ",
Hou Zhiqiang904110c2017-01-10 16:44:15 +08001003 strmhz(buf, sysinfo.freq_systembus / CONFIG_SYS_FSL_PCLK_DIV));
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001004 printf("DDR: %-4s MT/s", strmhz(buf, sysinfo.freq_ddrbus));
Shaohui Xiee8297342015-10-26 19:47:54 +08001005#ifdef CONFIG_SYS_DPAA_FMAN
1006 printf(" FMAN: %-4s MHz", strmhz(buf, sysinfo.freq_fman[0]));
1007#endif
Prabhakar Kushwaha44937212015-11-09 16:42:07 +05301008#ifdef CONFIG_SYS_FSL_HAS_DP_DDR
York Sun3c1d2182016-04-04 11:41:26 -07001009 if (soc_has_dp_ddr()) {
1010 printf(" DP-DDR: %-4s MT/s",
1011 strmhz(buf, sysinfo.freq_ddrbus2));
1012 }
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001013#endif
1014 puts("\n");
1015
1016 /*
1017 * Display the RCW, so that no one gets confused as to what RCW
1018 * we're actually using for this boot.
1019 */
1020 puts("Reset Configuration Word (RCW):");
1021 for (i = 0; i < ARRAY_SIZE(gur->rcwsr); i++) {
1022 rcw = gur_in32(&gur->rcwsr[i]);
1023 if ((i % 4) == 0)
1024 printf("\n %08x:", i * 4);
1025 printf(" %08x", rcw);
1026 }
1027 puts("\n");
1028
1029 return 0;
1030}
1031#endif
1032
1033#ifdef CONFIG_FSL_ESDHC
1034int cpu_mmc_init(bd_t *bis)
1035{
1036 return fsl_esdhc_mmc_init(bis);
1037}
1038#endif
1039
1040int cpu_eth_init(bd_t *bis)
1041{
1042 int error = 0;
1043
Santan Kumar1f55a932017-05-05 15:42:29 +05301044#if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD)
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001045 error = fsl_mc_ldpaa_init(bis);
1046#endif
Shaohui Xiee8297342015-10-26 19:47:54 +08001047#ifdef CONFIG_FMAN_ENET
1048 fm_standard_init(bis);
1049#endif
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001050 return error;
1051}
1052
Yuantian Tang026f30e2017-04-19 13:27:39 +08001053static inline int check_psci(void)
1054{
1055 unsigned int psci_ver;
1056
1057 psci_ver = sec_firmware_support_psci_version();
1058 if (psci_ver == PSCI_INVALID_VER)
1059 return 1;
1060
1061 return 0;
1062}
1063
Prabhakar Kushwaha2db53cf2017-11-10 11:32:52 +05301064static void config_core_prefetch(void)
1065{
1066 char *buf = NULL;
1067 char buffer[HWCONFIG_BUFFER_SIZE];
1068 const char *prefetch_arg = NULL;
1069 size_t arglen;
1070 unsigned int mask;
1071 struct pt_regs regs;
1072
1073 if (env_get_f("hwconfig", buffer, sizeof(buffer)) > 0)
1074 buf = buffer;
1075
1076 prefetch_arg = hwconfig_subarg_f("core_prefetch", "disable",
1077 &arglen, buf);
1078
1079 if (prefetch_arg) {
1080 mask = simple_strtoul(prefetch_arg, NULL, 0) & 0xff;
1081 if (mask & 0x1) {
1082 printf("Core0 prefetch can't be disabled\n");
1083 return;
1084 }
1085
1086#define SIP_PREFETCH_DISABLE_64 0xC200FF13
1087 regs.regs[0] = SIP_PREFETCH_DISABLE_64;
1088 regs.regs[1] = mask;
1089 smc_call(&regs);
1090
1091 if (regs.regs[0])
1092 printf("Prefetch disable config failed for mask ");
1093 else
1094 printf("Prefetch disable config passed for mask ");
1095 printf("0x%x\n", mask);
1096 }
1097}
1098
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001099int arch_early_init_r(void)
1100{
Prabhakar Kushwahab40173642015-11-05 12:00:14 +05301101#ifdef CONFIG_SYS_FSL_ERRATUM_A009635
Priyanka Jaineea1cb72017-02-14 10:34:31 +05301102 u32 svr_dev_id;
1103 /*
1104 * erratum A009635 is valid only for LS2080A SoC and
1105 * its personalitiesi
1106 */
Wenbin songa8f33032017-12-04 12:18:28 +08001107 svr_dev_id = get_svr();
1108 if (IS_SVR_DEV(svr_dev_id, SVR_DEV(SVR_LS2080A)))
Priyanka Jaineea1cb72017-02-14 10:34:31 +05301109 erratum_a009635();
Prabhakar Kushwahab40173642015-11-05 12:00:14 +05301110#endif
Shengzhou Liu02fb2762016-11-21 11:36:48 +08001111#if defined(CONFIG_SYS_FSL_ERRATUM_A009942) && defined(CONFIG_SYS_FSL_DDR)
1112 erratum_a009942_check_cpo();
1113#endif
Yuantian Tang026f30e2017-04-19 13:27:39 +08001114 if (check_psci()) {
1115 debug("PSCI: PSCI does not exist.\n");
1116
1117 /* if PSCI does not exist, boot secondary cores here */
1118 if (fsl_layerscape_wake_seconday_cores())
Hou Zhiqiang032d5bb2016-06-28 20:18:15 +08001119 printf("Did not wake secondary cores\n");
1120 }
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001121
Prabhakar Kushwaha2db53cf2017-11-10 11:32:52 +05301122 config_core_prefetch();
1123
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001124#ifdef CONFIG_SYS_HAS_SERDES
1125 fsl_serdes_init();
1126#endif
Pankaj Bansal2e537592018-10-29 11:28:26 +00001127#ifdef CONFIG_SYS_FSL_HAS_RGMII
1128 /* some dpmacs in armv8a based freescale layerscape SOCs can be
1129 * configured via both serdes(sgmii, xfi, xlaui etc) bits and via
1130 * EC*_PMUX(rgmii) bits in RCW.
1131 * e.g. dpmac 17 and 18 in LX2160A can be configured as SGMII from
1132 * serdes bits and as RGMII via EC1_PMUX/EC2_PMUX bits
1133 * Now if a dpmac is enabled by serdes bits then it takes precedence
1134 * over EC*_PMUX bits. i.e. in LX2160A if we select serdes protocol
1135 * that configures dpmac17 as SGMII and set the EC1_PMUX as RGMII,
1136 * then the dpmac is SGMII and not RGMII.
1137 *
1138 * Therefore, move the fsl_rgmii_init after fsl_serdes_init. in
1139 * fsl_rgmii_init function of SOC, we will check if the dpmac is enabled
1140 * or not? if it is (fsl_serdes_init has already enabled the dpmac),
1141 * then don't enable it.
1142 */
1143 fsl_rgmii_init();
1144#endif
Shaohui Xiee8297342015-10-26 19:47:54 +08001145#ifdef CONFIG_FMAN_ENET
1146 fman_enet_init();
1147#endif
Ahmed Mansour44262322017-12-15 16:01:00 -05001148#ifdef CONFIG_SYS_DPAA_QBMAN
1149 setup_qbman_portals();
1150#endif
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001151 return 0;
1152}
1153
1154int timer_init(void)
1155{
1156 u32 __iomem *cntcr = (u32 *)CONFIG_SYS_FSL_TIMER_ADDR;
1157#ifdef CONFIG_FSL_LSCH3
1158 u32 __iomem *cltbenr = (u32 *)CONFIG_SYS_FSL_PMU_CLTBENR;
1159#endif
Thomas Schaefer0490cab2019-08-08 16:00:30 +08001160#if defined(CONFIG_ARCH_LS2080A) || defined(CONFIG_ARCH_LS1088A) || \
1161 defined(CONFIG_ARCH_LS1028A)
Yunhui Cuia7581772016-06-08 10:31:42 +08001162 u32 __iomem *pctbenr = (u32 *)FSL_PMU_PCTBENR_OFFSET;
Priyanka Jainf6b96ff2016-11-17 12:29:52 +05301163 u32 svr_dev_id;
Yunhui Cuia7581772016-06-08 10:31:42 +08001164#endif
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001165#ifdef COUNTER_FREQUENCY_REAL
1166 unsigned long cntfrq = COUNTER_FREQUENCY_REAL;
1167
1168 /* Update with accurate clock frequency */
York Sun399e2bb2017-05-15 08:51:59 -07001169 if (current_el() == 3)
1170 asm volatile("msr cntfrq_el0, %0" : : "r" (cntfrq) : "memory");
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001171#endif
1172
1173#ifdef CONFIG_FSL_LSCH3
1174 /* Enable timebase for all clusters.
1175 * It is safe to do so even some clusters are not enabled.
1176 */
1177 out_le32(cltbenr, 0xf);
1178#endif
1179
Thomas Schaefer0490cab2019-08-08 16:00:30 +08001180#if defined(CONFIG_ARCH_LS2080A) || defined(CONFIG_ARCH_LS1088A) || \
1181 defined(CONFIG_ARCH_LS1028A)
Yunhui Cuia7581772016-06-08 10:31:42 +08001182 /*
1183 * In certain Layerscape SoCs, the clock for each core's
1184 * has an enable bit in the PMU Physical Core Time Base Enable
1185 * Register (PCTBENR), which allows the watchdog to operate.
1186 */
1187 setbits_le32(pctbenr, 0xff);
Priyanka Jainf6b96ff2016-11-17 12:29:52 +05301188 /*
1189 * For LS2080A SoC and its personalities, timer controller
1190 * offset is different
1191 */
Wenbin songa8f33032017-12-04 12:18:28 +08001192 svr_dev_id = get_svr();
1193 if (IS_SVR_DEV(svr_dev_id, SVR_DEV(SVR_LS2080A)))
Priyanka Jainf6b96ff2016-11-17 12:29:52 +05301194 cntcr = (u32 *)SYS_FSL_LS2080A_LS2085A_TIMER_ADDR;
1195
Yunhui Cuia7581772016-06-08 10:31:42 +08001196#endif
1197
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001198 /* Enable clock for timer
1199 * This is a global setting.
1200 */
1201 out_le32(cntcr, 0x1);
1202
1203 return 0;
1204}
1205
Alexander Graf78d57842016-11-17 01:03:01 +01001206__efi_runtime_data u32 __iomem *rstcr = (u32 *)CONFIG_SYS_FSL_RST_ADDR;
1207
1208void __efi_runtime reset_cpu(ulong addr)
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001209{
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001210 u32 val;
1211
Priyanka Jain4909b892018-10-29 09:17:09 +00001212#ifdef CONFIG_ARCH_LX2160A
1213 val = in_le32(rstcr);
1214 val |= 0x01;
1215 out_le32(rstcr, val);
1216#else
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001217 /* Raise RESET_REQ_B */
1218 val = scfg_in32(rstcr);
1219 val |= 0x02;
1220 scfg_out32(rstcr, val);
Priyanka Jain4909b892018-10-29 09:17:09 +00001221#endif
Mingkai Hu9f3183d2015-10-26 19:47:50 +08001222}
York Sunc0492142015-12-07 11:08:58 -08001223
Mathew McBride28f93932019-10-18 14:27:54 +11001224#if defined(CONFIG_EFI_LOADER) && !defined(CONFIG_PSCI_RESET)
Alexander Graf78d57842016-11-17 01:03:01 +01001225
1226void __efi_runtime EFIAPI efi_reset_system(
1227 enum efi_reset_type reset_type,
1228 efi_status_t reset_status,
1229 unsigned long data_size, void *reset_data)
1230{
1231 switch (reset_type) {
1232 case EFI_RESET_COLD:
1233 case EFI_RESET_WARM:
Heinrich Schuchardt482fc902018-02-06 22:00:22 +01001234 case EFI_RESET_PLATFORM_SPECIFIC:
Alexander Graf78d57842016-11-17 01:03:01 +01001235 reset_cpu(0);
1236 break;
1237 case EFI_RESET_SHUTDOWN:
1238 /* Nothing we can do */
1239 break;
1240 }
1241
1242 while (1) { }
1243}
1244
Heinrich Schuchardt22c793e2018-03-03 15:28:59 +01001245efi_status_t efi_reset_system_init(void)
Alexander Graf78d57842016-11-17 01:03:01 +01001246{
Heinrich Schuchardt22c793e2018-03-03 15:28:59 +01001247 return efi_add_runtime_mmio(&rstcr, sizeof(*rstcr));
Alexander Graf78d57842016-11-17 01:03:01 +01001248}
1249
1250#endif
1251
York Sune9303a42017-09-07 10:12:32 -07001252/*
1253 * Calculate reserved memory with given memory bank
1254 * Return aligned memory size on success
1255 * Return (ram_size + needed size) for failure
1256 */
York Sunc0492142015-12-07 11:08:58 -08001257phys_size_t board_reserve_ram_top(phys_size_t ram_size)
1258{
1259 phys_size_t ram_top = ram_size;
1260
Santan Kumar1f55a932017-05-05 15:42:29 +05301261#if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD)
York Sune9303a42017-09-07 10:12:32 -07001262 ram_top = mc_get_dram_block_size();
1263 if (ram_top > ram_size)
1264 return ram_size + ram_top;
1265
1266 ram_top = ram_size - ram_top;
York Sun36cc0de2017-03-06 09:02:28 -08001267 /* The start address of MC reserved memory needs to be aligned. */
York Sunc0492142015-12-07 11:08:58 -08001268 ram_top &= ~(CONFIG_SYS_MC_RSV_MEM_ALIGN - 1);
1269#endif
1270
York Sun36cc0de2017-03-06 09:02:28 -08001271 return ram_size - ram_top;
York Sunc0492142015-12-07 11:08:58 -08001272}
York Sun36cc0de2017-03-06 09:02:28 -08001273
1274phys_size_t get_effective_memsize(void)
1275{
1276 phys_size_t ea_size, rem = 0;
1277
1278 /*
1279 * For ARMv8 SoCs, DDR memory is split into two or three regions. The
Sumit Garg710d0cd2017-10-04 03:20:49 +05301280 * first region is 2GB space at 0x8000_0000. Secure memory needs to
1281 * allocated from first region. If the memory extends to the second
1282 * region (or the third region if applicable), Management Complex (MC)
1283 * memory should be put into the highest region, i.e. the end of DDR
1284 * memory. CONFIG_MAX_MEM_MAPPED is set to the size of first region so
1285 * U-Boot doesn't relocate itself into higher address. Should DDR be
1286 * configured to skip the first region, this function needs to be
1287 * adjusted.
York Sun36cc0de2017-03-06 09:02:28 -08001288 */
1289 if (gd->ram_size > CONFIG_MAX_MEM_MAPPED) {
1290 ea_size = CONFIG_MAX_MEM_MAPPED;
1291 rem = gd->ram_size - ea_size;
1292 } else {
1293 ea_size = gd->ram_size;
1294 }
1295
1296#ifdef CONFIG_SYS_MEM_RESERVE_SECURE
1297 /* Check if we have enough space for secure memory */
Sumit Garg710d0cd2017-10-04 03:20:49 +05301298 if (ea_size > CONFIG_SYS_MEM_RESERVE_SECURE)
1299 ea_size -= CONFIG_SYS_MEM_RESERVE_SECURE;
1300 else
1301 printf("Error: No enough space for secure memory.\n");
York Sun36cc0de2017-03-06 09:02:28 -08001302#endif
1303 /* Check if we have enough memory for MC */
1304 if (rem < board_reserve_ram_top(rem)) {
1305 /* Not enough memory in high region to reserve */
York Sune9303a42017-09-07 10:12:32 -07001306 if (ea_size > board_reserve_ram_top(ea_size))
1307 ea_size -= board_reserve_ram_top(ea_size);
York Sun36cc0de2017-03-06 09:02:28 -08001308 else
1309 printf("Error: No enough space for reserved memory.\n");
1310 }
1311
1312 return ea_size;
1313}
1314
Rajesh Bhagat681d4892018-11-05 18:01:58 +00001315#ifdef CONFIG_TFABOOT
1316phys_size_t tfa_get_dram_size(void)
1317{
1318 struct pt_regs regs;
1319 phys_size_t dram_size = 0;
1320
1321 regs.regs[0] = SMC_DRAM_BANK_INFO;
1322 regs.regs[1] = -1;
1323
1324 smc_call(&regs);
1325 if (regs.regs[0])
1326 return 0;
1327
1328 dram_size = regs.regs[1];
1329 return dram_size;
1330}
1331
1332static int tfa_dram_init_banksize(void)
1333{
1334 int i = 0, ret = 0;
1335 struct pt_regs regs;
1336 phys_size_t dram_size = tfa_get_dram_size();
1337
1338 debug("dram_size %llx\n", dram_size);
1339
1340 if (!dram_size)
1341 return -EINVAL;
1342
1343 do {
1344 regs.regs[0] = SMC_DRAM_BANK_INFO;
1345 regs.regs[1] = i;
1346
1347 smc_call(&regs);
1348 if (regs.regs[0]) {
1349 ret = -EINVAL;
1350 break;
1351 }
1352
1353 debug("bank[%d]: start %lx, size %lx\n", i, regs.regs[1],
1354 regs.regs[2]);
1355 gd->bd->bi_dram[i].start = regs.regs[1];
1356 gd->bd->bi_dram[i].size = regs.regs[2];
1357
1358 dram_size -= gd->bd->bi_dram[i].size;
1359
1360 i++;
1361 } while (dram_size);
1362
1363 if (i > 0)
1364 ret = 0;
1365
1366#if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD)
1367 /* Assign memory for MC */
1368#ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1369 if (gd->bd->bi_dram[2].size >=
1370 board_reserve_ram_top(gd->bd->bi_dram[2].size)) {
1371 gd->arch.resv_ram = gd->bd->bi_dram[2].start +
1372 gd->bd->bi_dram[2].size -
1373 board_reserve_ram_top(gd->bd->bi_dram[2].size);
1374 } else
1375#endif
1376 {
1377 if (gd->bd->bi_dram[1].size >=
1378 board_reserve_ram_top(gd->bd->bi_dram[1].size)) {
1379 gd->arch.resv_ram = gd->bd->bi_dram[1].start +
1380 gd->bd->bi_dram[1].size -
1381 board_reserve_ram_top(gd->bd->bi_dram[1].size);
1382 } else if (gd->bd->bi_dram[0].size >
1383 board_reserve_ram_top(gd->bd->bi_dram[0].size)) {
1384 gd->arch.resv_ram = gd->bd->bi_dram[0].start +
1385 gd->bd->bi_dram[0].size -
1386 board_reserve_ram_top(gd->bd->bi_dram[0].size);
1387 }
1388 }
1389#endif /* CONFIG_FSL_MC_ENET */
1390
1391 return ret;
1392}
1393#endif
1394
Simon Glass76b00ac2017-03-31 08:40:32 -06001395int dram_init_banksize(void)
York Sun36cc0de2017-03-06 09:02:28 -08001396{
1397#ifdef CONFIG_SYS_DP_DDR_BASE_PHY
1398 phys_size_t dp_ddr_size;
1399#endif
1400
Rajesh Bhagat681d4892018-11-05 18:01:58 +00001401#ifdef CONFIG_TFABOOT
1402 if (!tfa_dram_init_banksize())
1403 return 0;
1404#endif
York Sun36cc0de2017-03-06 09:02:28 -08001405 /*
1406 * gd->ram_size has the total size of DDR memory, less reserved secure
1407 * memory. The DDR extends from low region to high region(s) presuming
1408 * no hole is created with DDR configuration. gd->arch.secure_ram tracks
1409 * the location of secure memory. gd->arch.resv_ram tracks the location
York Sun7eb40f02017-09-28 08:42:12 -07001410 * of reserved memory for Management Complex (MC). Because gd->ram_size
1411 * is reduced by this function if secure memory is reserved, checking
1412 * gd->arch.secure_ram should be done to avoid running it repeatedly.
York Sun36cc0de2017-03-06 09:02:28 -08001413 */
York Sun7eb40f02017-09-28 08:42:12 -07001414
1415#ifdef CONFIG_SYS_MEM_RESERVE_SECURE
1416 if (gd->arch.secure_ram & MEM_RESERVE_SECURE_MAINTAINED) {
1417 debug("No need to run again, skip %s\n", __func__);
1418
1419 return 0;
1420 }
1421#endif
1422
York Sun36cc0de2017-03-06 09:02:28 -08001423 gd->bd->bi_dram[0].start = CONFIG_SYS_SDRAM_BASE;
1424 if (gd->ram_size > CONFIG_SYS_DDR_BLOCK1_SIZE) {
1425 gd->bd->bi_dram[0].size = CONFIG_SYS_DDR_BLOCK1_SIZE;
1426 gd->bd->bi_dram[1].start = CONFIG_SYS_DDR_BLOCK2_BASE;
1427 gd->bd->bi_dram[1].size = gd->ram_size -
1428 CONFIG_SYS_DDR_BLOCK1_SIZE;
1429#ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1430 if (gd->bi_dram[1].size > CONFIG_SYS_DDR_BLOCK2_SIZE) {
1431 gd->bd->bi_dram[2].start = CONFIG_SYS_DDR_BLOCK3_BASE;
1432 gd->bd->bi_dram[2].size = gd->bd->bi_dram[1].size -
1433 CONFIG_SYS_DDR_BLOCK2_SIZE;
1434 gd->bd->bi_dram[1].size = CONFIG_SYS_DDR_BLOCK2_SIZE;
1435 }
1436#endif
1437 } else {
1438 gd->bd->bi_dram[0].size = gd->ram_size;
1439 }
1440#ifdef CONFIG_SYS_MEM_RESERVE_SECURE
Sumit Garg710d0cd2017-10-04 03:20:49 +05301441 if (gd->bd->bi_dram[0].size >
1442 CONFIG_SYS_MEM_RESERVE_SECURE) {
1443 gd->bd->bi_dram[0].size -=
1444 CONFIG_SYS_MEM_RESERVE_SECURE;
1445 gd->arch.secure_ram = gd->bd->bi_dram[0].start +
1446 gd->bd->bi_dram[0].size;
York Sun36cc0de2017-03-06 09:02:28 -08001447 gd->arch.secure_ram |= MEM_RESERVE_SECURE_MAINTAINED;
1448 gd->ram_size -= CONFIG_SYS_MEM_RESERVE_SECURE;
York Sun36cc0de2017-03-06 09:02:28 -08001449 }
1450#endif /* CONFIG_SYS_MEM_RESERVE_SECURE */
1451
Santan Kumar1f55a932017-05-05 15:42:29 +05301452#if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD)
York Sun36cc0de2017-03-06 09:02:28 -08001453 /* Assign memory for MC */
1454#ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1455 if (gd->bd->bi_dram[2].size >=
1456 board_reserve_ram_top(gd->bd->bi_dram[2].size)) {
1457 gd->arch.resv_ram = gd->bd->bi_dram[2].start +
1458 gd->bd->bi_dram[2].size -
1459 board_reserve_ram_top(gd->bd->bi_dram[2].size);
1460 } else
1461#endif
1462 {
1463 if (gd->bd->bi_dram[1].size >=
1464 board_reserve_ram_top(gd->bd->bi_dram[1].size)) {
1465 gd->arch.resv_ram = gd->bd->bi_dram[1].start +
1466 gd->bd->bi_dram[1].size -
1467 board_reserve_ram_top(gd->bd->bi_dram[1].size);
1468 } else if (gd->bd->bi_dram[0].size >
1469 board_reserve_ram_top(gd->bd->bi_dram[0].size)) {
1470 gd->arch.resv_ram = gd->bd->bi_dram[0].start +
1471 gd->bd->bi_dram[0].size -
1472 board_reserve_ram_top(gd->bd->bi_dram[0].size);
1473 }
1474 }
1475#endif /* CONFIG_FSL_MC_ENET */
1476
1477#ifdef CONFIG_SYS_DP_DDR_BASE_PHY
1478#ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1479#error "This SoC shouldn't have DP DDR"
1480#endif
1481 if (soc_has_dp_ddr()) {
1482 /* initialize DP-DDR here */
1483 puts("DP-DDR: ");
1484 /*
1485 * DDR controller use 0 as the base address for binding.
1486 * It is mapped to CONFIG_SYS_DP_DDR_BASE for core to access.
1487 */
1488 dp_ddr_size = fsl_other_ddr_sdram(CONFIG_SYS_DP_DDR_BASE_PHY,
1489 CONFIG_DP_DDR_CTRL,
1490 CONFIG_DP_DDR_NUM_CTRLS,
1491 CONFIG_DP_DDR_DIMM_SLOTS_PER_CTLR,
1492 NULL, NULL, NULL);
1493 if (dp_ddr_size) {
1494 gd->bd->bi_dram[2].start = CONFIG_SYS_DP_DDR_BASE;
1495 gd->bd->bi_dram[2].size = dp_ddr_size;
1496 } else {
1497 puts("Not detected");
1498 }
1499 }
1500#endif
Simon Glass76b00ac2017-03-31 08:40:32 -06001501
York Sun7eb40f02017-09-28 08:42:12 -07001502#ifdef CONFIG_SYS_MEM_RESERVE_SECURE
1503 debug("%s is called. gd->ram_size is reduced to %lu\n",
1504 __func__, (ulong)gd->ram_size);
1505#endif
1506
Simon Glass76b00ac2017-03-31 08:40:32 -06001507 return 0;
York Sun36cc0de2017-03-06 09:02:28 -08001508}
1509
Stephen Warren9b5e6392018-08-30 15:43:43 -06001510#if CONFIG_IS_ENABLED(EFI_LOADER)
York Sun36cc0de2017-03-06 09:02:28 -08001511void efi_add_known_memory(void)
1512{
1513 int i;
1514 phys_addr_t ram_start, start;
1515 phys_size_t ram_size;
1516 u64 pages;
1517
1518 /* Add RAM */
1519 for (i = 0; i < CONFIG_NR_DRAM_BANKS; i++) {
1520#ifdef CONFIG_SYS_DP_DDR_BASE_PHY
1521#ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1522#error "This SoC shouldn't have DP DDR"
1523#endif
1524 if (i == 2)
1525 continue; /* skip DP-DDR */
1526#endif
1527 ram_start = gd->bd->bi_dram[i].start;
1528 ram_size = gd->bd->bi_dram[i].size;
1529#ifdef CONFIG_RESV_RAM
1530 if (gd->arch.resv_ram >= ram_start &&
1531 gd->arch.resv_ram < ram_start + ram_size)
1532 ram_size = gd->arch.resv_ram - ram_start;
1533#endif
1534 start = (ram_start + EFI_PAGE_MASK) & ~EFI_PAGE_MASK;
1535 pages = (ram_size + EFI_PAGE_MASK) >> EFI_PAGE_SHIFT;
1536
1537 efi_add_memory_map(start, pages, EFI_CONVENTIONAL_MEMORY,
1538 false);
1539 }
1540}
1541#endif
York Sun4961eaf2017-03-06 09:02:34 -08001542
1543/*
1544 * Before DDR size is known, early MMU table have DDR mapped as device memory
1545 * to avoid speculative access. To relocate U-Boot to DDR, "normal memory"
1546 * needs to be set for these mappings.
1547 * If a special case configures DDR with holes in the mapping, the holes need
1548 * to be marked as invalid. This is not implemented in this function.
1549 */
1550void update_early_mmu_table(void)
1551{
1552 if (!gd->arch.tlb_addr)
1553 return;
1554
1555 if (gd->ram_size <= CONFIG_SYS_FSL_DRAM_SIZE1) {
1556 mmu_change_region_attr(
1557 CONFIG_SYS_SDRAM_BASE,
1558 gd->ram_size,
1559 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
1560 PTE_BLOCK_OUTER_SHARE |
1561 PTE_BLOCK_NS |
1562 PTE_TYPE_VALID);
1563 } else {
1564 mmu_change_region_attr(
1565 CONFIG_SYS_SDRAM_BASE,
1566 CONFIG_SYS_DDR_BLOCK1_SIZE,
1567 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
1568 PTE_BLOCK_OUTER_SHARE |
1569 PTE_BLOCK_NS |
1570 PTE_TYPE_VALID);
1571#ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1572#ifndef CONFIG_SYS_DDR_BLOCK2_SIZE
1573#error "Missing CONFIG_SYS_DDR_BLOCK2_SIZE"
1574#endif
1575 if (gd->ram_size - CONFIG_SYS_DDR_BLOCK1_SIZE >
1576 CONFIG_SYS_DDR_BLOCK2_SIZE) {
1577 mmu_change_region_attr(
1578 CONFIG_SYS_DDR_BLOCK2_BASE,
1579 CONFIG_SYS_DDR_BLOCK2_SIZE,
1580 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
1581 PTE_BLOCK_OUTER_SHARE |
1582 PTE_BLOCK_NS |
1583 PTE_TYPE_VALID);
1584 mmu_change_region_attr(
1585 CONFIG_SYS_DDR_BLOCK3_BASE,
1586 gd->ram_size -
1587 CONFIG_SYS_DDR_BLOCK1_SIZE -
1588 CONFIG_SYS_DDR_BLOCK2_SIZE,
1589 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
1590 PTE_BLOCK_OUTER_SHARE |
1591 PTE_BLOCK_NS |
1592 PTE_TYPE_VALID);
1593 } else
1594#endif
1595 {
1596 mmu_change_region_attr(
1597 CONFIG_SYS_DDR_BLOCK2_BASE,
1598 gd->ram_size -
1599 CONFIG_SYS_DDR_BLOCK1_SIZE,
1600 PTE_BLOCK_MEMTYPE(MT_NORMAL) |
1601 PTE_BLOCK_OUTER_SHARE |
1602 PTE_BLOCK_NS |
1603 PTE_TYPE_VALID);
1604 }
1605 }
1606}
1607
1608__weak int dram_init(void)
1609{
Simon Glass3eace372017-04-06 12:47:04 -06001610 fsl_initdram();
Rajesh Bhagat535d76a2018-11-05 18:01:37 +00001611#if (!defined(CONFIG_SPL) && !defined(CONFIG_TFABOOT)) || \
1612 defined(CONFIG_SPL_BUILD)
York Sun4961eaf2017-03-06 09:02:34 -08001613 /* This will break-before-make MMU for DDR */
1614 update_early_mmu_table();
1615#endif
1616
1617 return 0;
1618}