]> git.ipfire.org Git - people/ms/u-boot.git/blob - drivers/ddr/fsl/main.c
board_f: Drop return value from initdram()
[people/ms/u-boot.git] / drivers / ddr / fsl / main.c
1 /*
2 * Copyright 2008-2014 Freescale Semiconductor, Inc.
3 *
4 * SPDX-License-Identifier: GPL-2.0
5 */
6
7 /*
8 * Generic driver for Freescale DDR/DDR2/DDR3 memory controller.
9 * Based on code from spd_sdram.c
10 * Author: James Yang [at freescale.com]
11 */
12
13 #include <common.h>
14 #include <i2c.h>
15 #include <fsl_ddr_sdram.h>
16 #include <fsl_ddr.h>
17
18 DECLARE_GLOBAL_DATA_PTR;
19
20 /*
21 * CONFIG_SYS_FSL_DDR_SDRAM_BASE_PHY is the physical address from the view
22 * of DDR controllers. It is the same as CONFIG_SYS_DDR_SDRAM_BASE for
23 * all Power SoCs. But it could be different for ARM SoCs. For example,
24 * fsl_lsch3 has a mapping mechanism to map DDR memory to ranges (in order) of
25 * 0x00_8000_0000 ~ 0x00_ffff_ffff
26 * 0x80_8000_0000 ~ 0xff_ffff_ffff
27 */
28 #ifndef CONFIG_SYS_FSL_DDR_SDRAM_BASE_PHY
29 #define CONFIG_SYS_FSL_DDR_SDRAM_BASE_PHY CONFIG_SYS_DDR_SDRAM_BASE
30 #endif
31
32 #ifdef CONFIG_PPC
33 #include <asm/fsl_law.h>
34
35 void fsl_ddr_set_lawbar(
36 const common_timing_params_t *memctl_common_params,
37 unsigned int memctl_interleaved,
38 unsigned int ctrl_num);
39 #endif
40
41 void fsl_ddr_set_intl3r(const unsigned int granule_size);
42 #if defined(SPD_EEPROM_ADDRESS) || \
43 defined(SPD_EEPROM_ADDRESS1) || defined(SPD_EEPROM_ADDRESS2) || \
44 defined(SPD_EEPROM_ADDRESS3) || defined(SPD_EEPROM_ADDRESS4)
45 #if (CONFIG_SYS_NUM_DDR_CTLRS == 1) && (CONFIG_DIMM_SLOTS_PER_CTLR == 1)
46 u8 spd_i2c_addr[CONFIG_SYS_NUM_DDR_CTLRS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
47 [0][0] = SPD_EEPROM_ADDRESS,
48 };
49 #elif (CONFIG_SYS_NUM_DDR_CTLRS == 1) && (CONFIG_DIMM_SLOTS_PER_CTLR == 2)
50 u8 spd_i2c_addr[CONFIG_SYS_NUM_DDR_CTLRS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
51 [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */
52 [0][1] = SPD_EEPROM_ADDRESS2, /* controller 1 */
53 };
54 #elif (CONFIG_SYS_NUM_DDR_CTLRS == 2) && (CONFIG_DIMM_SLOTS_PER_CTLR == 1)
55 u8 spd_i2c_addr[CONFIG_SYS_NUM_DDR_CTLRS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
56 [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */
57 [1][0] = SPD_EEPROM_ADDRESS2, /* controller 2 */
58 };
59 #elif (CONFIG_SYS_NUM_DDR_CTLRS == 2) && (CONFIG_DIMM_SLOTS_PER_CTLR == 2)
60 u8 spd_i2c_addr[CONFIG_SYS_NUM_DDR_CTLRS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
61 [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */
62 [0][1] = SPD_EEPROM_ADDRESS2, /* controller 1 */
63 [1][0] = SPD_EEPROM_ADDRESS3, /* controller 2 */
64 [1][1] = SPD_EEPROM_ADDRESS4, /* controller 2 */
65 };
66 #elif (CONFIG_SYS_NUM_DDR_CTLRS == 3) && (CONFIG_DIMM_SLOTS_PER_CTLR == 1)
67 u8 spd_i2c_addr[CONFIG_SYS_NUM_DDR_CTLRS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
68 [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */
69 [1][0] = SPD_EEPROM_ADDRESS2, /* controller 2 */
70 [2][0] = SPD_EEPROM_ADDRESS3, /* controller 3 */
71 };
72 #elif (CONFIG_SYS_NUM_DDR_CTLRS == 3) && (CONFIG_DIMM_SLOTS_PER_CTLR == 2)
73 u8 spd_i2c_addr[CONFIG_SYS_NUM_DDR_CTLRS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
74 [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */
75 [0][1] = SPD_EEPROM_ADDRESS2, /* controller 1 */
76 [1][0] = SPD_EEPROM_ADDRESS3, /* controller 2 */
77 [1][1] = SPD_EEPROM_ADDRESS4, /* controller 2 */
78 [2][0] = SPD_EEPROM_ADDRESS5, /* controller 3 */
79 [2][1] = SPD_EEPROM_ADDRESS6, /* controller 3 */
80 };
81
82 #endif
83
84 #define SPD_SPA0_ADDRESS 0x36
85 #define SPD_SPA1_ADDRESS 0x37
86
87 static void __get_spd(generic_spd_eeprom_t *spd, u8 i2c_address)
88 {
89 int ret;
90 #ifdef CONFIG_SYS_FSL_DDR4
91 uint8_t dummy = 0;
92 #endif
93
94 i2c_set_bus_num(CONFIG_SYS_SPD_BUS_NUM);
95
96 #ifdef CONFIG_SYS_FSL_DDR4
97 /*
98 * DDR4 SPD has 384 to 512 bytes
99 * To access the lower 256 bytes, we need to set EE page address to 0
100 * To access the upper 256 bytes, we need to set EE page address to 1
101 * See Jedec standar No. 21-C for detail
102 */
103 i2c_write(SPD_SPA0_ADDRESS, 0, 1, &dummy, 1);
104 ret = i2c_read(i2c_address, 0, 1, (uchar *)spd, 256);
105 if (!ret) {
106 i2c_write(SPD_SPA1_ADDRESS, 0, 1, &dummy, 1);
107 ret = i2c_read(i2c_address, 0, 1,
108 (uchar *)((ulong)spd + 256),
109 min(256,
110 (int)sizeof(generic_spd_eeprom_t) - 256));
111 }
112 #else
113 ret = i2c_read(i2c_address, 0, 1, (uchar *)spd,
114 sizeof(generic_spd_eeprom_t));
115 #endif
116
117 if (ret) {
118 if (i2c_address ==
119 #ifdef SPD_EEPROM_ADDRESS
120 SPD_EEPROM_ADDRESS
121 #elif defined(SPD_EEPROM_ADDRESS1)
122 SPD_EEPROM_ADDRESS1
123 #endif
124 ) {
125 printf("DDR: failed to read SPD from address %u\n",
126 i2c_address);
127 } else {
128 debug("DDR: failed to read SPD from address %u\n",
129 i2c_address);
130 }
131 memset(spd, 0, sizeof(generic_spd_eeprom_t));
132 }
133 }
134
135 __attribute__((weak, alias("__get_spd")))
136 void get_spd(generic_spd_eeprom_t *spd, u8 i2c_address);
137
138 /* This function allows boards to update SPD address */
139 __weak void update_spd_address(unsigned int ctrl_num,
140 unsigned int slot,
141 unsigned int *addr)
142 {
143 }
144
145 void fsl_ddr_get_spd(generic_spd_eeprom_t *ctrl_dimms_spd,
146 unsigned int ctrl_num, unsigned int dimm_slots_per_ctrl)
147 {
148 unsigned int i;
149 unsigned int i2c_address = 0;
150
151 if (ctrl_num >= CONFIG_SYS_NUM_DDR_CTLRS) {
152 printf("%s unexpected ctrl_num = %u\n", __FUNCTION__, ctrl_num);
153 return;
154 }
155
156 for (i = 0; i < dimm_slots_per_ctrl; i++) {
157 i2c_address = spd_i2c_addr[ctrl_num][i];
158 update_spd_address(ctrl_num, i, &i2c_address);
159 get_spd(&(ctrl_dimms_spd[i]), i2c_address);
160 }
161 }
162 #else
163 void fsl_ddr_get_spd(generic_spd_eeprom_t *ctrl_dimms_spd,
164 unsigned int ctrl_num, unsigned int dimm_slots_per_ctrl)
165 {
166 }
167 #endif /* SPD_EEPROM_ADDRESSx */
168
169 /*
170 * ASSUMPTIONS:
171 * - Same number of CONFIG_DIMM_SLOTS_PER_CTLR on each controller
172 * - Same memory data bus width on all controllers
173 *
174 * NOTES:
175 *
176 * The memory controller and associated documentation use confusing
177 * terminology when referring to the orgranization of DRAM.
178 *
179 * Here is a terminology translation table:
180 *
181 * memory controller/documention |industry |this code |signals
182 * -------------------------------|-----------|-----------|-----------------
183 * physical bank/bank |rank |rank |chip select (CS)
184 * logical bank/sub-bank |bank |bank |bank address (BA)
185 * page/row |row |page |row address
186 * ??? |column |column |column address
187 *
188 * The naming confusion is further exacerbated by the descriptions of the
189 * memory controller interleaving feature, where accesses are interleaved
190 * _BETWEEN_ two seperate memory controllers. This is configured only in
191 * CS0_CONFIG[INTLV_CTL] of each memory controller.
192 *
193 * memory controller documentation | number of chip selects
194 * | per memory controller supported
195 * --------------------------------|-----------------------------------------
196 * cache line interleaving | 1 (CS0 only)
197 * page interleaving | 1 (CS0 only)
198 * bank interleaving | 1 (CS0 only)
199 * superbank interleraving | depends on bank (chip select)
200 * | interleraving [rank interleaving]
201 * | mode used on every memory controller
202 *
203 * Even further confusing is the existence of the interleaving feature
204 * _WITHIN_ each memory controller. The feature is referred to in
205 * documentation as chip select interleaving or bank interleaving,
206 * although it is configured in the DDR_SDRAM_CFG field.
207 *
208 * Name of field | documentation name | this code
209 * -----------------------------|-----------------------|------------------
210 * DDR_SDRAM_CFG[BA_INTLV_CTL] | Bank (chip select) | rank interleaving
211 * | interleaving
212 */
213
214 const char *step_string_tbl[] = {
215 "STEP_GET_SPD",
216 "STEP_COMPUTE_DIMM_PARMS",
217 "STEP_COMPUTE_COMMON_PARMS",
218 "STEP_GATHER_OPTS",
219 "STEP_ASSIGN_ADDRESSES",
220 "STEP_COMPUTE_REGS",
221 "STEP_PROGRAM_REGS",
222 "STEP_ALL"
223 };
224
225 const char * step_to_string(unsigned int step) {
226
227 unsigned int s = __ilog2(step);
228
229 if ((1 << s) != step)
230 return step_string_tbl[7];
231
232 if (s >= ARRAY_SIZE(step_string_tbl)) {
233 printf("Error for the step in %s\n", __func__);
234 s = 0;
235 }
236
237 return step_string_tbl[s];
238 }
239
240 static unsigned long long __step_assign_addresses(fsl_ddr_info_t *pinfo,
241 unsigned int dbw_cap_adj[])
242 {
243 unsigned int i, j;
244 unsigned long long total_mem, current_mem_base, total_ctlr_mem;
245 unsigned long long rank_density, ctlr_density = 0;
246 unsigned int first_ctrl = pinfo->first_ctrl;
247 unsigned int last_ctrl = first_ctrl + pinfo->num_ctrls - 1;
248
249 /*
250 * If a reduced data width is requested, but the SPD
251 * specifies a physically wider device, adjust the
252 * computed dimm capacities accordingly before
253 * assigning addresses.
254 */
255 for (i = first_ctrl; i <= last_ctrl; i++) {
256 unsigned int found = 0;
257
258 switch (pinfo->memctl_opts[i].data_bus_width) {
259 case 2:
260 /* 16-bit */
261 for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
262 unsigned int dw;
263 if (!pinfo->dimm_params[i][j].n_ranks)
264 continue;
265 dw = pinfo->dimm_params[i][j].primary_sdram_width;
266 if ((dw == 72 || dw == 64)) {
267 dbw_cap_adj[i] = 2;
268 break;
269 } else if ((dw == 40 || dw == 32)) {
270 dbw_cap_adj[i] = 1;
271 break;
272 }
273 }
274 break;
275
276 case 1:
277 /* 32-bit */
278 for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
279 unsigned int dw;
280 dw = pinfo->dimm_params[i][j].data_width;
281 if (pinfo->dimm_params[i][j].n_ranks
282 && (dw == 72 || dw == 64)) {
283 /*
284 * FIXME: can't really do it
285 * like this because this just
286 * further reduces the memory
287 */
288 found = 1;
289 break;
290 }
291 }
292 if (found) {
293 dbw_cap_adj[i] = 1;
294 }
295 break;
296
297 case 0:
298 /* 64-bit */
299 break;
300
301 default:
302 printf("unexpected data bus width "
303 "specified controller %u\n", i);
304 return 1;
305 }
306 debug("dbw_cap_adj[%d]=%d\n", i, dbw_cap_adj[i]);
307 }
308
309 current_mem_base = pinfo->mem_base;
310 total_mem = 0;
311 if (pinfo->memctl_opts[first_ctrl].memctl_interleaving) {
312 rank_density = pinfo->dimm_params[first_ctrl][0].rank_density >>
313 dbw_cap_adj[first_ctrl];
314 switch (pinfo->memctl_opts[first_ctrl].ba_intlv_ctl &
315 FSL_DDR_CS0_CS1_CS2_CS3) {
316 case FSL_DDR_CS0_CS1_CS2_CS3:
317 ctlr_density = 4 * rank_density;
318 break;
319 case FSL_DDR_CS0_CS1:
320 case FSL_DDR_CS0_CS1_AND_CS2_CS3:
321 ctlr_density = 2 * rank_density;
322 break;
323 case FSL_DDR_CS2_CS3:
324 default:
325 ctlr_density = rank_density;
326 break;
327 }
328 debug("rank density is 0x%llx, ctlr density is 0x%llx\n",
329 rank_density, ctlr_density);
330 for (i = first_ctrl; i <= last_ctrl; i++) {
331 if (pinfo->memctl_opts[i].memctl_interleaving) {
332 switch (pinfo->memctl_opts[i].memctl_interleaving_mode) {
333 case FSL_DDR_256B_INTERLEAVING:
334 case FSL_DDR_CACHE_LINE_INTERLEAVING:
335 case FSL_DDR_PAGE_INTERLEAVING:
336 case FSL_DDR_BANK_INTERLEAVING:
337 case FSL_DDR_SUPERBANK_INTERLEAVING:
338 total_ctlr_mem = 2 * ctlr_density;
339 break;
340 case FSL_DDR_3WAY_1KB_INTERLEAVING:
341 case FSL_DDR_3WAY_4KB_INTERLEAVING:
342 case FSL_DDR_3WAY_8KB_INTERLEAVING:
343 total_ctlr_mem = 3 * ctlr_density;
344 break;
345 case FSL_DDR_4WAY_1KB_INTERLEAVING:
346 case FSL_DDR_4WAY_4KB_INTERLEAVING:
347 case FSL_DDR_4WAY_8KB_INTERLEAVING:
348 total_ctlr_mem = 4 * ctlr_density;
349 break;
350 default:
351 panic("Unknown interleaving mode");
352 }
353 pinfo->common_timing_params[i].base_address =
354 current_mem_base;
355 pinfo->common_timing_params[i].total_mem =
356 total_ctlr_mem;
357 total_mem = current_mem_base + total_ctlr_mem;
358 debug("ctrl %d base 0x%llx\n", i, current_mem_base);
359 debug("ctrl %d total 0x%llx\n", i, total_ctlr_mem);
360 } else {
361 /* when 3rd controller not interleaved */
362 current_mem_base = total_mem;
363 total_ctlr_mem = 0;
364 pinfo->common_timing_params[i].base_address =
365 current_mem_base;
366 for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
367 unsigned long long cap =
368 pinfo->dimm_params[i][j].capacity >> dbw_cap_adj[i];
369 pinfo->dimm_params[i][j].base_address =
370 current_mem_base;
371 debug("ctrl %d dimm %d base 0x%llx\n", i, j, current_mem_base);
372 current_mem_base += cap;
373 total_ctlr_mem += cap;
374 }
375 debug("ctrl %d total 0x%llx\n", i, total_ctlr_mem);
376 pinfo->common_timing_params[i].total_mem =
377 total_ctlr_mem;
378 total_mem += total_ctlr_mem;
379 }
380 }
381 } else {
382 /*
383 * Simple linear assignment if memory
384 * controllers are not interleaved.
385 */
386 for (i = first_ctrl; i <= last_ctrl; i++) {
387 total_ctlr_mem = 0;
388 pinfo->common_timing_params[i].base_address =
389 current_mem_base;
390 for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
391 /* Compute DIMM base addresses. */
392 unsigned long long cap =
393 pinfo->dimm_params[i][j].capacity >> dbw_cap_adj[i];
394 pinfo->dimm_params[i][j].base_address =
395 current_mem_base;
396 debug("ctrl %d dimm %d base 0x%llx\n", i, j, current_mem_base);
397 current_mem_base += cap;
398 total_ctlr_mem += cap;
399 }
400 debug("ctrl %d total 0x%llx\n", i, total_ctlr_mem);
401 pinfo->common_timing_params[i].total_mem =
402 total_ctlr_mem;
403 total_mem += total_ctlr_mem;
404 }
405 }
406 debug("Total mem by %s is 0x%llx\n", __func__, total_mem);
407
408 return total_mem;
409 }
410
411 /* Use weak function to allow board file to override the address assignment */
412 __attribute__((weak, alias("__step_assign_addresses")))
413 unsigned long long step_assign_addresses(fsl_ddr_info_t *pinfo,
414 unsigned int dbw_cap_adj[]);
415
416 unsigned long long
417 fsl_ddr_compute(fsl_ddr_info_t *pinfo, unsigned int start_step,
418 unsigned int size_only)
419 {
420 unsigned int i, j;
421 unsigned long long total_mem = 0;
422 int assert_reset = 0;
423 unsigned int first_ctrl = pinfo->first_ctrl;
424 unsigned int last_ctrl = first_ctrl + pinfo->num_ctrls - 1;
425 __maybe_unused int retval;
426 __maybe_unused bool goodspd = false;
427 __maybe_unused int dimm_slots_per_ctrl = pinfo->dimm_slots_per_ctrl;
428
429 fsl_ddr_cfg_regs_t *ddr_reg = pinfo->fsl_ddr_config_reg;
430 common_timing_params_t *timing_params = pinfo->common_timing_params;
431 if (pinfo->board_need_mem_reset)
432 assert_reset = pinfo->board_need_mem_reset();
433
434 /* data bus width capacity adjust shift amount */
435 unsigned int dbw_capacity_adjust[CONFIG_SYS_NUM_DDR_CTLRS];
436
437 for (i = first_ctrl; i <= last_ctrl; i++)
438 dbw_capacity_adjust[i] = 0;
439
440 debug("starting at step %u (%s)\n",
441 start_step, step_to_string(start_step));
442
443 switch (start_step) {
444 case STEP_GET_SPD:
445 #if defined(CONFIG_DDR_SPD) || defined(CONFIG_SPD_EEPROM)
446 /* STEP 1: Gather all DIMM SPD data */
447 for (i = first_ctrl; i <= last_ctrl; i++) {
448 fsl_ddr_get_spd(pinfo->spd_installed_dimms[i], i,
449 dimm_slots_per_ctrl);
450 }
451
452 case STEP_COMPUTE_DIMM_PARMS:
453 /* STEP 2: Compute DIMM parameters from SPD data */
454
455 for (i = first_ctrl; i <= last_ctrl; i++) {
456 for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
457 generic_spd_eeprom_t *spd =
458 &(pinfo->spd_installed_dimms[i][j]);
459 dimm_params_t *pdimm =
460 &(pinfo->dimm_params[i][j]);
461 retval = compute_dimm_parameters(
462 i, spd, pdimm, j);
463 #ifdef CONFIG_SYS_DDR_RAW_TIMING
464 if (!j && retval) {
465 printf("SPD error on controller %d! "
466 "Trying fallback to raw timing "
467 "calculation\n", i);
468 retval = fsl_ddr_get_dimm_params(pdimm,
469 i, j);
470 }
471 #else
472 if (retval == 2) {
473 printf("Error: compute_dimm_parameters"
474 " non-zero returned FATAL value "
475 "for memctl=%u dimm=%u\n", i, j);
476 return 0;
477 }
478 #endif
479 if (retval) {
480 debug("Warning: compute_dimm_parameters"
481 " non-zero return value for memctl=%u "
482 "dimm=%u\n", i, j);
483 } else {
484 goodspd = true;
485 }
486 }
487 }
488 if (!goodspd) {
489 /*
490 * No valid SPD found
491 * Throw an error if this is for main memory, i.e.
492 * first_ctrl == 0. Otherwise, siliently return 0
493 * as the memory size.
494 */
495 if (first_ctrl == 0)
496 printf("Error: No valid SPD detected.\n");
497
498 return 0;
499 }
500 #elif defined(CONFIG_SYS_DDR_RAW_TIMING)
501 case STEP_COMPUTE_DIMM_PARMS:
502 for (i = first_ctrl; i <= last_ctrl; i++) {
503 for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
504 dimm_params_t *pdimm =
505 &(pinfo->dimm_params[i][j]);
506 fsl_ddr_get_dimm_params(pdimm, i, j);
507 }
508 }
509 debug("Filling dimm parameters from board specific file\n");
510 #endif
511 case STEP_COMPUTE_COMMON_PARMS:
512 /*
513 * STEP 3: Compute a common set of timing parameters
514 * suitable for all of the DIMMs on each memory controller
515 */
516 for (i = first_ctrl; i <= last_ctrl; i++) {
517 debug("Computing lowest common DIMM"
518 " parameters for memctl=%u\n", i);
519 compute_lowest_common_dimm_parameters
520 (i,
521 pinfo->dimm_params[i],
522 &timing_params[i],
523 CONFIG_DIMM_SLOTS_PER_CTLR);
524 }
525
526 case STEP_GATHER_OPTS:
527 /* STEP 4: Gather configuration requirements from user */
528 for (i = first_ctrl; i <= last_ctrl; i++) {
529 debug("Reloading memory controller "
530 "configuration options for memctl=%u\n", i);
531 /*
532 * This "reloads" the memory controller options
533 * to defaults. If the user "edits" an option,
534 * next_step points to the step after this,
535 * which is currently STEP_ASSIGN_ADDRESSES.
536 */
537 populate_memctl_options(
538 &timing_params[i],
539 &pinfo->memctl_opts[i],
540 pinfo->dimm_params[i], i);
541 /*
542 * For RDIMMs, JEDEC spec requires clocks to be stable
543 * before reset signal is deasserted. For the boards
544 * using fixed parameters, this function should be
545 * be called from board init file.
546 */
547 if (timing_params[i].all_dimms_registered)
548 assert_reset = 1;
549 }
550 if (assert_reset && !size_only) {
551 if (pinfo->board_mem_reset) {
552 debug("Asserting mem reset\n");
553 pinfo->board_mem_reset();
554 } else {
555 debug("Asserting mem reset missing\n");
556 }
557 }
558
559 case STEP_ASSIGN_ADDRESSES:
560 /* STEP 5: Assign addresses to chip selects */
561 check_interleaving_options(pinfo);
562 total_mem = step_assign_addresses(pinfo, dbw_capacity_adjust);
563 debug("Total mem %llu assigned\n", total_mem);
564
565 case STEP_COMPUTE_REGS:
566 /* STEP 6: compute controller register values */
567 debug("FSL Memory ctrl register computation\n");
568 for (i = first_ctrl; i <= last_ctrl; i++) {
569 if (timing_params[i].ndimms_present == 0) {
570 memset(&ddr_reg[i], 0,
571 sizeof(fsl_ddr_cfg_regs_t));
572 continue;
573 }
574
575 compute_fsl_memctl_config_regs
576 (i,
577 &pinfo->memctl_opts[i],
578 &ddr_reg[i], &timing_params[i],
579 pinfo->dimm_params[i],
580 dbw_capacity_adjust[i],
581 size_only);
582 }
583
584 default:
585 break;
586 }
587
588 {
589 /*
590 * Compute the amount of memory available just by
591 * looking for the highest valid CSn_BNDS value.
592 * This allows us to also experiment with using
593 * only CS0 when using dual-rank DIMMs.
594 */
595 unsigned int max_end = 0;
596
597 for (i = first_ctrl; i <= last_ctrl; i++) {
598 for (j = 0; j < CONFIG_CHIP_SELECTS_PER_CTRL; j++) {
599 fsl_ddr_cfg_regs_t *reg = &ddr_reg[i];
600 if (reg->cs[j].config & 0x80000000) {
601 unsigned int end;
602 /*
603 * 0xfffffff is a special value we put
604 * for unused bnds
605 */
606 if (reg->cs[j].bnds == 0xffffffff)
607 continue;
608 end = reg->cs[j].bnds & 0xffff;
609 if (end > max_end) {
610 max_end = end;
611 }
612 }
613 }
614 }
615
616 total_mem = 1 + (((unsigned long long)max_end << 24ULL) |
617 0xFFFFFFULL) - pinfo->mem_base;
618 }
619
620 return total_mem;
621 }
622
623 phys_size_t __fsl_ddr_sdram(fsl_ddr_info_t *pinfo)
624 {
625 unsigned int i, first_ctrl, last_ctrl;
626 #ifdef CONFIG_PPC
627 unsigned int law_memctl = LAW_TRGT_IF_DDR_1;
628 #endif
629 unsigned long long total_memory;
630 int deassert_reset = 0;
631
632 first_ctrl = pinfo->first_ctrl;
633 last_ctrl = first_ctrl + pinfo->num_ctrls - 1;
634
635 /* Compute it once normally. */
636 #ifdef CONFIG_FSL_DDR_INTERACTIVE
637 if (tstc() && (getc() == 'd')) { /* we got a key press of 'd' */
638 total_memory = fsl_ddr_interactive(pinfo, 0);
639 } else if (fsl_ddr_interactive_env_var_exists()) {
640 total_memory = fsl_ddr_interactive(pinfo, 1);
641 } else
642 #endif
643 total_memory = fsl_ddr_compute(pinfo, STEP_GET_SPD, 0);
644
645 /* setup 3-way interleaving before enabling DDRC */
646 switch (pinfo->memctl_opts[first_ctrl].memctl_interleaving_mode) {
647 case FSL_DDR_3WAY_1KB_INTERLEAVING:
648 case FSL_DDR_3WAY_4KB_INTERLEAVING:
649 case FSL_DDR_3WAY_8KB_INTERLEAVING:
650 fsl_ddr_set_intl3r(
651 pinfo->memctl_opts[first_ctrl].
652 memctl_interleaving_mode);
653 break;
654 default:
655 break;
656 }
657
658 /*
659 * Program configuration registers.
660 * JEDEC specs requires clocks to be stable before deasserting reset
661 * for RDIMMs. Clocks start after chip select is enabled and clock
662 * control register is set. During step 1, all controllers have their
663 * registers set but not enabled. Step 2 proceeds after deasserting
664 * reset through board FPGA or GPIO.
665 * For non-registered DIMMs, initialization can go through but it is
666 * also OK to follow the same flow.
667 */
668 if (pinfo->board_need_mem_reset)
669 deassert_reset = pinfo->board_need_mem_reset();
670 for (i = first_ctrl; i <= last_ctrl; i++) {
671 if (pinfo->common_timing_params[i].all_dimms_registered)
672 deassert_reset = 1;
673 }
674 for (i = first_ctrl; i <= last_ctrl; i++) {
675 debug("Programming controller %u\n", i);
676 if (pinfo->common_timing_params[i].ndimms_present == 0) {
677 debug("No dimms present on controller %u; "
678 "skipping programming\n", i);
679 continue;
680 }
681 /*
682 * The following call with step = 1 returns before enabling
683 * the controller. It has to finish with step = 2 later.
684 */
685 fsl_ddr_set_memctl_regs(&(pinfo->fsl_ddr_config_reg[i]), i,
686 deassert_reset ? 1 : 0);
687 }
688 if (deassert_reset) {
689 /* Use board FPGA or GPIO to deassert reset signal */
690 if (pinfo->board_mem_de_reset) {
691 debug("Deasserting mem reset\n");
692 pinfo->board_mem_de_reset();
693 } else {
694 debug("Deasserting mem reset missing\n");
695 }
696 for (i = first_ctrl; i <= last_ctrl; i++) {
697 /* Call with step = 2 to continue initialization */
698 fsl_ddr_set_memctl_regs(&(pinfo->fsl_ddr_config_reg[i]),
699 i, 2);
700 }
701 }
702
703 #ifdef CONFIG_FSL_DDR_SYNC_REFRESH
704 fsl_ddr_sync_memctl_refresh(first_ctrl, last_ctrl);
705 #endif
706
707 #ifdef CONFIG_PPC
708 /* program LAWs */
709 for (i = first_ctrl; i <= last_ctrl; i++) {
710 if (pinfo->memctl_opts[i].memctl_interleaving) {
711 switch (pinfo->memctl_opts[i].
712 memctl_interleaving_mode) {
713 case FSL_DDR_CACHE_LINE_INTERLEAVING:
714 case FSL_DDR_PAGE_INTERLEAVING:
715 case FSL_DDR_BANK_INTERLEAVING:
716 case FSL_DDR_SUPERBANK_INTERLEAVING:
717 if (i % 2)
718 break;
719 if (i == 0) {
720 law_memctl = LAW_TRGT_IF_DDR_INTRLV;
721 fsl_ddr_set_lawbar(
722 &pinfo->common_timing_params[i],
723 law_memctl, i);
724 }
725 #if CONFIG_SYS_NUM_DDR_CTLRS > 3
726 else if (i == 2) {
727 law_memctl = LAW_TRGT_IF_DDR_INTLV_34;
728 fsl_ddr_set_lawbar(
729 &pinfo->common_timing_params[i],
730 law_memctl, i);
731 }
732 #endif
733 break;
734 case FSL_DDR_3WAY_1KB_INTERLEAVING:
735 case FSL_DDR_3WAY_4KB_INTERLEAVING:
736 case FSL_DDR_3WAY_8KB_INTERLEAVING:
737 law_memctl = LAW_TRGT_IF_DDR_INTLV_123;
738 if (i == 0) {
739 fsl_ddr_set_lawbar(
740 &pinfo->common_timing_params[i],
741 law_memctl, i);
742 }
743 break;
744 case FSL_DDR_4WAY_1KB_INTERLEAVING:
745 case FSL_DDR_4WAY_4KB_INTERLEAVING:
746 case FSL_DDR_4WAY_8KB_INTERLEAVING:
747 law_memctl = LAW_TRGT_IF_DDR_INTLV_1234;
748 if (i == 0)
749 fsl_ddr_set_lawbar(
750 &pinfo->common_timing_params[i],
751 law_memctl, i);
752 /* place holder for future 4-way interleaving */
753 break;
754 default:
755 break;
756 }
757 } else {
758 switch (i) {
759 case 0:
760 law_memctl = LAW_TRGT_IF_DDR_1;
761 break;
762 case 1:
763 law_memctl = LAW_TRGT_IF_DDR_2;
764 break;
765 case 2:
766 law_memctl = LAW_TRGT_IF_DDR_3;
767 break;
768 case 3:
769 law_memctl = LAW_TRGT_IF_DDR_4;
770 break;
771 default:
772 break;
773 }
774 fsl_ddr_set_lawbar(&pinfo->common_timing_params[i],
775 law_memctl, i);
776 }
777 }
778 #endif
779
780 debug("total_memory by %s = %llu\n", __func__, total_memory);
781
782 #if !defined(CONFIG_PHYS_64BIT)
783 /* Check for 4G or more. Bad. */
784 if ((first_ctrl == 0) && (total_memory >= (1ull << 32))) {
785 puts("Detected ");
786 print_size(total_memory, " of memory\n");
787 printf(" This U-Boot only supports < 4G of DDR\n");
788 printf(" You could rebuild it with CONFIG_PHYS_64BIT\n");
789 printf(" "); /* re-align to match init_func_ram print */
790 total_memory = CONFIG_MAX_MEM_MAPPED;
791 }
792 #endif
793
794 return total_memory;
795 }
796
797 /*
798 * fsl_ddr_sdram(void) -- this is the main function to be
799 * called by initdram() in the board file.
800 *
801 * It returns amount of memory configured in bytes.
802 */
803 phys_size_t fsl_ddr_sdram(void)
804 {
805 fsl_ddr_info_t info;
806
807 /* Reset info structure. */
808 memset(&info, 0, sizeof(fsl_ddr_info_t));
809 info.mem_base = CONFIG_SYS_FSL_DDR_SDRAM_BASE_PHY;
810 info.first_ctrl = 0;
811 info.num_ctrls = CONFIG_SYS_FSL_DDR_MAIN_NUM_CTRLS;
812 info.dimm_slots_per_ctrl = CONFIG_DIMM_SLOTS_PER_CTLR;
813 info.board_need_mem_reset = board_need_mem_reset;
814 info.board_mem_reset = board_assert_mem_reset;
815 info.board_mem_de_reset = board_deassert_mem_reset;
816 remove_unused_controllers(&info);
817
818 return __fsl_ddr_sdram(&info);
819 }
820
821 #ifdef CONFIG_SYS_FSL_OTHER_DDR_NUM_CTRLS
822 phys_size_t fsl_other_ddr_sdram(unsigned long long base,
823 unsigned int first_ctrl,
824 unsigned int num_ctrls,
825 unsigned int dimm_slots_per_ctrl,
826 int (*board_need_reset)(void),
827 void (*board_reset)(void),
828 void (*board_de_reset)(void))
829 {
830 fsl_ddr_info_t info;
831
832 /* Reset info structure. */
833 memset(&info, 0, sizeof(fsl_ddr_info_t));
834 info.mem_base = base;
835 info.first_ctrl = first_ctrl;
836 info.num_ctrls = num_ctrls;
837 info.dimm_slots_per_ctrl = dimm_slots_per_ctrl;
838 info.board_need_mem_reset = board_need_reset;
839 info.board_mem_reset = board_reset;
840 info.board_mem_de_reset = board_de_reset;
841
842 return __fsl_ddr_sdram(&info);
843 }
844 #endif
845
846 /*
847 * fsl_ddr_sdram_size(first_ctrl, last_intlv) - This function only returns the
848 * size of the total memory without setting ddr control registers.
849 */
850 phys_size_t
851 fsl_ddr_sdram_size(void)
852 {
853 fsl_ddr_info_t info;
854 unsigned long long total_memory = 0;
855
856 memset(&info, 0 , sizeof(fsl_ddr_info_t));
857 info.mem_base = CONFIG_SYS_FSL_DDR_SDRAM_BASE_PHY;
858 info.first_ctrl = 0;
859 info.num_ctrls = CONFIG_SYS_FSL_DDR_MAIN_NUM_CTRLS;
860 info.dimm_slots_per_ctrl = CONFIG_DIMM_SLOTS_PER_CTLR;
861 info.board_need_mem_reset = NULL;
862 remove_unused_controllers(&info);
863
864 /* Compute it once normally. */
865 total_memory = fsl_ddr_compute(&info, STEP_GET_SPD, 1);
866
867 return total_memory;
868 }