]>
git.ipfire.org Git - people/ms/u-boot.git/blob - arch/arc/lib/cache.c
f1436bf199925177d0bf929b76dd2eda98bf1a10
2 * Copyright (C) 2013-2014 Synopsys, Inc. All rights reserved.
4 * SPDX-License-Identifier: GPL-2.0+
9 #include <linux/compiler.h>
10 #include <linux/kernel.h>
11 #include <asm/arcregs.h>
12 #include <asm/cache.h>
14 /* Bit values in IC_CTRL */
15 #define IC_CTRL_CACHE_DISABLE (1 << 0)
17 /* Bit values in DC_CTRL */
18 #define DC_CTRL_CACHE_DISABLE (1 << 0)
19 #define DC_CTRL_INV_MODE_FLUSH (1 << 6)
20 #define DC_CTRL_FLUSH_STATUS (1 << 8)
21 #define CACHE_VER_NUM_MASK 0xF
22 #define SLC_CTRL_SB (1 << 2)
29 * By default that variable will fall into .bss section.
30 * But .bss section is not relocated and so it will be initilized before
31 * relocation but will be used after being zeroed.
33 int l1_line_sz
__section(".data");
34 int dcache_exists
__section(".data");
35 int icache_exists
__section(".data");
37 #define CACHE_LINE_MASK (~(l1_line_sz - 1))
39 #ifdef CONFIG_ISA_ARCV2
40 int slc_line_sz
__section(".data");
41 int slc_exists
__section(".data");
42 int ioc_exists
__section(".data");
44 static unsigned int __before_slc_op(const int op
)
46 unsigned int reg
= reg
;
50 * IM is set by default and implies Flush-n-inv
51 * Clear it here for vanilla inv
53 reg
= read_aux_reg(ARC_AUX_SLC_CTRL
);
54 write_aux_reg(ARC_AUX_SLC_CTRL
, reg
& ~DC_CTRL_INV_MODE_FLUSH
);
60 static void __after_slc_op(const int op
, unsigned int reg
)
62 if (op
& OP_FLUSH
) { /* flush / flush-n-inv both wait */
64 * Make sure "busy" bit reports correct status,
67 read_aux_reg(ARC_AUX_SLC_CTRL
);
68 while (read_aux_reg(ARC_AUX_SLC_CTRL
) &
73 /* Switch back to default Invalidate mode */
75 write_aux_reg(ARC_AUX_SLC_CTRL
, reg
| DC_CTRL_INV_MODE_FLUSH
);
78 static inline void __slc_line_loop(unsigned long paddr
, unsigned long sz
,
84 #define SLC_LINE_MASK (~(slc_line_sz - 1))
86 aux_cmd
= op
& OP_INV
? ARC_AUX_SLC_IVDL
: ARC_AUX_SLC_FLDL
;
88 sz
+= paddr
& ~SLC_LINE_MASK
;
89 paddr
&= SLC_LINE_MASK
;
91 num_lines
= DIV_ROUND_UP(sz
, slc_line_sz
);
93 while (num_lines
-- > 0) {
94 write_aux_reg(aux_cmd
, paddr
);
99 static inline void __slc_entire_op(const int cacheop
)
102 unsigned int ctrl_reg
= __before_slc_op(cacheop
);
104 if (cacheop
& OP_INV
) /* Inv or flush-n-inv use same cmd reg */
105 aux
= ARC_AUX_SLC_INVALIDATE
;
107 aux
= ARC_AUX_SLC_FLUSH
;
109 write_aux_reg(aux
, 0x1);
111 __after_slc_op(cacheop
, ctrl_reg
);
114 static inline void __slc_line_op(unsigned long paddr
, unsigned long sz
,
117 unsigned int ctrl_reg
= __before_slc_op(cacheop
);
118 __slc_line_loop(paddr
, sz
, cacheop
);
119 __after_slc_op(cacheop
, ctrl_reg
);
122 #define __slc_entire_op(cacheop)
123 #define __slc_line_op(paddr, sz, cacheop)
126 #ifdef CONFIG_ISA_ARCV2
127 static void read_decode_cache_bcr_arcv2(void)
131 #ifdef CONFIG_CPU_BIG_ENDIAN
132 unsigned int pad
:24, way
:2, lsz
:2, sz
:4;
134 unsigned int sz
:4, lsz
:2, way
:2, pad
:24;
142 #ifdef CONFIG_CPU_BIG_ENDIAN
143 unsigned int pad
:24, ver
:8;
145 unsigned int ver
:8, pad
:24;
151 sbcr
.word
= read_aux_reg(ARC_BCR_SLC
);
152 if (sbcr
.fields
.ver
) {
153 slc_cfg
.word
= read_aux_reg(ARC_AUX_SLC_CONFIG
);
155 slc_line_sz
= (slc_cfg
.fields
.lsz
== 0) ? 128 : 64;
159 struct bcr_clust_cfg
{
160 #ifdef CONFIG_CPU_BIG_ENDIAN
161 unsigned int pad
:7, c
:1, num_entries
:8, num_cores
:8, ver
:8;
163 unsigned int ver
:8, num_cores
:8, num_entries
:8, c
:1, pad
:7;
169 cbcr
.word
= read_aux_reg(ARC_BCR_CLUSTER
);
175 void read_decode_cache_bcr(void)
177 int dc_line_sz
= 0, ic_line_sz
= 0;
181 #ifdef CONFIG_CPU_BIG_ENDIAN
182 unsigned int pad
:12, line_len
:4, sz
:4, config
:4, ver
:8;
184 unsigned int ver
:8, config
:4, sz
:4, line_len
:4, pad
:12;
190 ibcr
.word
= read_aux_reg(ARC_BCR_IC_BUILD
);
191 if (ibcr
.fields
.ver
) {
193 l1_line_sz
= ic_line_sz
= 8 << ibcr
.fields
.line_len
;
195 panic("Instruction exists but line length is 0\n");
198 dbcr
.word
= read_aux_reg(ARC_BCR_DC_BUILD
);
199 if (dbcr
.fields
.ver
){
201 l1_line_sz
= dc_line_sz
= 16 << dbcr
.fields
.line_len
;
203 panic("Data cache exists but line length is 0\n");
206 if (ic_line_sz
&& dc_line_sz
&& (ic_line_sz
!= dc_line_sz
))
207 panic("Instruction and data cache line lengths differ\n");
210 void cache_init(void)
212 read_decode_cache_bcr();
214 #ifdef CONFIG_ISA_ARCV2
215 read_decode_cache_bcr_arcv2();
219 invalidate_dcache_all();
221 /* IO coherency base - 0x8z */
222 write_aux_reg(ARC_AUX_IO_COH_AP0_BASE
, 0x80000);
223 /* IO coherency aperture size - 512Mb: 0x8z-0xAz */
224 write_aux_reg(ARC_AUX_IO_COH_AP0_SIZE
, 0x11);
225 /* Enable partial writes */
226 write_aux_reg(ARC_AUX_IO_COH_PARTIAL
, 1);
227 /* Enable IO coherency */
228 write_aux_reg(ARC_AUX_IO_COH_ENABLE
, 1);
233 int icache_status(void)
238 if (read_aux_reg(ARC_AUX_IC_CTRL
) & IC_CTRL_CACHE_DISABLE
)
244 void icache_enable(void)
247 write_aux_reg(ARC_AUX_IC_CTRL
, read_aux_reg(ARC_AUX_IC_CTRL
) &
248 ~IC_CTRL_CACHE_DISABLE
);
251 void icache_disable(void)
254 write_aux_reg(ARC_AUX_IC_CTRL
, read_aux_reg(ARC_AUX_IC_CTRL
) |
255 IC_CTRL_CACHE_DISABLE
);
258 #ifndef CONFIG_SYS_DCACHE_OFF
259 void invalidate_icache_all(void)
261 /* Any write to IC_IVIC register triggers invalidation of entire I$ */
262 if (icache_status()) {
263 write_aux_reg(ARC_AUX_IC_IVIC
, 1);
264 read_aux_reg(ARC_AUX_IC_CTRL
); /* blocks */
268 void invalidate_icache_all(void)
273 int dcache_status(void)
278 if (read_aux_reg(ARC_AUX_DC_CTRL
) & DC_CTRL_CACHE_DISABLE
)
284 void dcache_enable(void)
289 write_aux_reg(ARC_AUX_DC_CTRL
, read_aux_reg(ARC_AUX_DC_CTRL
) &
290 ~(DC_CTRL_INV_MODE_FLUSH
| DC_CTRL_CACHE_DISABLE
));
293 void dcache_disable(void)
298 write_aux_reg(ARC_AUX_DC_CTRL
, read_aux_reg(ARC_AUX_DC_CTRL
) |
299 DC_CTRL_CACHE_DISABLE
);
302 #ifndef CONFIG_SYS_DCACHE_OFF
304 * Common Helper for Line Operations on {I,D}-Cache
306 static inline void __cache_line_loop(unsigned long paddr
, unsigned long sz
,
309 unsigned int aux_cmd
;
310 #if (CONFIG_ARC_MMU_VER == 3)
311 unsigned int aux_tag
;
315 if (cacheop
== OP_INV_IC
) {
316 aux_cmd
= ARC_AUX_IC_IVIL
;
317 #if (CONFIG_ARC_MMU_VER == 3)
318 aux_tag
= ARC_AUX_IC_PTAG
;
321 /* d$ cmd: INV (discard or wback-n-discard) OR FLUSH (wback) */
322 aux_cmd
= cacheop
& OP_INV
? ARC_AUX_DC_IVDL
: ARC_AUX_DC_FLDL
;
323 #if (CONFIG_ARC_MMU_VER == 3)
324 aux_tag
= ARC_AUX_DC_PTAG
;
328 sz
+= paddr
& ~CACHE_LINE_MASK
;
329 paddr
&= CACHE_LINE_MASK
;
331 num_lines
= DIV_ROUND_UP(sz
, l1_line_sz
);
333 while (num_lines
-- > 0) {
334 #if (CONFIG_ARC_MMU_VER == 3)
335 write_aux_reg(aux_tag
, paddr
);
337 write_aux_reg(aux_cmd
, paddr
);
342 static unsigned int __before_dc_op(const int op
)
348 * IM is set by default and implies Flush-n-inv
349 * Clear it here for vanilla inv
351 reg
= read_aux_reg(ARC_AUX_DC_CTRL
);
352 write_aux_reg(ARC_AUX_DC_CTRL
, reg
& ~DC_CTRL_INV_MODE_FLUSH
);
358 static void __after_dc_op(const int op
, unsigned int reg
)
360 if (op
& OP_FLUSH
) /* flush / flush-n-inv both wait */
361 while (read_aux_reg(ARC_AUX_DC_CTRL
) & DC_CTRL_FLUSH_STATUS
)
364 /* Switch back to default Invalidate mode */
366 write_aux_reg(ARC_AUX_DC_CTRL
, reg
| DC_CTRL_INV_MODE_FLUSH
);
369 static inline void __dc_entire_op(const int cacheop
)
372 unsigned int ctrl_reg
= __before_dc_op(cacheop
);
374 if (cacheop
& OP_INV
) /* Inv or flush-n-inv use same cmd reg */
375 aux
= ARC_AUX_DC_IVDC
;
377 aux
= ARC_AUX_DC_FLSH
;
379 write_aux_reg(aux
, 0x1);
381 __after_dc_op(cacheop
, ctrl_reg
);
384 static inline void __dc_line_op(unsigned long paddr
, unsigned long sz
,
387 unsigned int ctrl_reg
= __before_dc_op(cacheop
);
388 __cache_line_loop(paddr
, sz
, cacheop
);
389 __after_dc_op(cacheop
, ctrl_reg
);
392 #define __dc_entire_op(cacheop)
393 #define __dc_line_op(paddr, sz, cacheop)
394 #endif /* !CONFIG_SYS_DCACHE_OFF */
396 void invalidate_dcache_range(unsigned long start
, unsigned long end
)
398 #ifdef CONFIG_ISA_ARCV2
401 __dc_line_op(start
, end
- start
, OP_INV
);
403 #ifdef CONFIG_ISA_ARCV2
404 if (slc_exists
&& !ioc_exists
)
405 __slc_line_op(start
, end
- start
, OP_INV
);
409 void flush_dcache_range(unsigned long start
, unsigned long end
)
411 #ifdef CONFIG_ISA_ARCV2
414 __dc_line_op(start
, end
- start
, OP_FLUSH
);
416 #ifdef CONFIG_ISA_ARCV2
417 if (slc_exists
&& !ioc_exists
)
418 __slc_line_op(start
, end
- start
, OP_FLUSH
);
422 void flush_cache(unsigned long start
, unsigned long size
)
424 flush_dcache_range(start
, start
+ size
);
427 void invalidate_dcache_all(void)
429 __dc_entire_op(OP_INV
);
431 #ifdef CONFIG_ISA_ARCV2
433 __slc_entire_op(OP_INV
);
437 void flush_dcache_all(void)
439 __dc_entire_op(OP_FLUSH
);
441 #ifdef CONFIG_ISA_ARCV2
443 __slc_entire_op(OP_FLUSH
);