blob: ff4f11cf7878e9718bb372b1a4dc3c39c0491f67 [file] [log] [blame]
wdenkbb1b8262003-03-27 12:09:35 +00001/*
Shinya Kuribayashi396aa802008-03-25 21:30:07 +09002 * Cache-handling routined for MIPS CPUs
wdenkbb1b8262003-03-27 12:09:35 +00003 *
4 * Copyright (c) 2003 Wolfgang Denk <wd@denx.de>
5 *
6 * See file CREDITS for list of people who contributed to this
7 * project.
8 *
9 * This program is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU General Public License as
11 * published by the Free Software Foundation; either version 2 of
12 * the License, or (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
22 * MA 02111-1307 USA
23 */
24
wdenkbb1b8262003-03-27 12:09:35 +000025#include <config.h>
Shinya Kuribayashi06222122008-03-25 21:30:06 +090026#include <asm/asm.h>
wdenkbb1b8262003-03-27 12:09:35 +000027#include <asm/regdef.h>
28#include <asm/mipsregs.h>
29#include <asm/addrspace.h>
30#include <asm/cacheops.h>
31
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +090032#define RA t8
33
Shinya Kuribayashi396aa802008-03-25 21:30:07 +090034/*
35 * 16kB is the maximum size of instruction and data caches on MIPS 4K,
36 * 64kB is on 4KE, 24K, 5K, etc. Set bigger size for convenience.
37 *
38 * Note that the above size is the maximum size of primary cache. U-Boot
39 * doesn't have L2 cache support for now.
40 */
41#define MIPS_MAX_CACHE_SIZE 0x10000
wdenkbb1b8262003-03-27 12:09:35 +000042
Shinya Kuribayashi6c6b2612008-06-05 22:29:00 +090043#define INDEX_BASE CKSEG0
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +090044
45 .macro cache_op op addr
46 .set push
47 .set noreorder
48 .set mips3
49 cache \op, 0(\addr)
50 .set pop
51 .endm
52
wdenkbb1b8262003-03-27 12:09:35 +000053/*
54 * cacheop macro to automate cache operations
55 * first some helpers...
56 */
57#define _mincache(size, maxsize) \
58 bltu size,maxsize,9f ; \
59 move size,maxsize ; \
609:
61
62#define _align(minaddr, maxaddr, linesize) \
63 .set noat ; \
64 subu AT,linesize,1 ; \
65 not AT ; \
66 and minaddr,AT ; \
67 addu maxaddr,-1 ; \
68 and maxaddr,AT ; \
69 .set at
70
71/* general operations */
72#define doop1(op1) \
73 cache op1,0(a0)
74#define doop2(op1, op2) \
75 cache op1,0(a0) ; \
76 nop ; \
77 cache op2,0(a0)
78
79/* specials for cache initialisation */
80#define doop1lw(op1) \
81 lw zero,0(a0)
82#define doop1lw1(op1) \
83 cache op1,0(a0) ; \
84 lw zero,0(a0) ; \
85 cache op1,0(a0)
86#define doop121(op1,op2) \
87 cache op1,0(a0) ; \
88 nop; \
89 cache op2,0(a0) ; \
90 nop; \
91 cache op1,0(a0)
92
93#define _oploopn(minaddr, maxaddr, linesize, tag, ops) \
94 .set noreorder ; \
9510: doop##tag##ops ; \
96 bne minaddr,maxaddr,10b ; \
97 add minaddr,linesize ; \
98 .set reorder
99
100/* finally the cache operation macros */
101#define vcacheopn(kva, n, cacheSize, cacheLineSize, tag, ops) \
102 blez n,11f ; \
103 addu n,kva ; \
104 _align(kva, n, cacheLineSize) ; \
105 _oploopn(kva, n, cacheLineSize, tag, ops) ; \
10611:
107
108#define icacheopn(kva, n, cacheSize, cacheLineSize, tag, ops) \
109 _mincache(n, cacheSize); \
110 blez n,11f ; \
111 addu n,kva ; \
112 _align(kva, n, cacheLineSize) ; \
113 _oploopn(kva, n, cacheLineSize, tag, ops) ; \
11411:
115
116#define vcacheop(kva, n, cacheSize, cacheLineSize, op) \
117 vcacheopn(kva, n, cacheSize, cacheLineSize, 1, (op))
118
119#define icacheop(kva, n, cacheSize, cacheLineSize, op) \
120 icacheopn(kva, n, cacheSize, cacheLineSize, 1, (op))
121
Shinya Kuribayashi52c27e62008-03-25 21:30:06 +0900122 .macro f_fill64 dst, offset, val
123 LONG_S \val, (\offset + 0 * LONGSIZE)(\dst)
124 LONG_S \val, (\offset + 1 * LONGSIZE)(\dst)
125 LONG_S \val, (\offset + 2 * LONGSIZE)(\dst)
126 LONG_S \val, (\offset + 3 * LONGSIZE)(\dst)
127 LONG_S \val, (\offset + 4 * LONGSIZE)(\dst)
128 LONG_S \val, (\offset + 5 * LONGSIZE)(\dst)
129 LONG_S \val, (\offset + 6 * LONGSIZE)(\dst)
130 LONG_S \val, (\offset + 7 * LONGSIZE)(\dst)
131#if LONGSIZE == 4
132 LONG_S \val, (\offset + 8 * LONGSIZE)(\dst)
133 LONG_S \val, (\offset + 9 * LONGSIZE)(\dst)
134 LONG_S \val, (\offset + 10 * LONGSIZE)(\dst)
135 LONG_S \val, (\offset + 11 * LONGSIZE)(\dst)
136 LONG_S \val, (\offset + 12 * LONGSIZE)(\dst)
137 LONG_S \val, (\offset + 13 * LONGSIZE)(\dst)
138 LONG_S \val, (\offset + 14 * LONGSIZE)(\dst)
139 LONG_S \val, (\offset + 15 * LONGSIZE)(\dst)
140#endif
141 .endm
142
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +0900143/*
144 * mips_init_icache(uint PRId, ulong icache_size, unchar icache_linesz)
145 */
146LEAF(mips_init_icache)
147 blez a1, 9f
148 mtc0 zero, CP0_TAGLO
149 /* clear tag to invalidate */
150 PTR_LI t0, INDEX_BASE
151 PTR_ADDU t1, t0, a1
1521: cache_op Index_Store_Tag_I t0
153 PTR_ADDU t0, a2
154 bne t0, t1, 1b
155 /* fill once, so data field parity is correct */
156 PTR_LI t0, INDEX_BASE
1572: cache_op Fill t0
158 PTR_ADDU t0, a2
159 bne t0, t1, 2b
160 /* invalidate again - prudent but not strictly neccessary */
161 PTR_LI t0, INDEX_BASE
1621: cache_op Index_Store_Tag_I t0
163 PTR_ADDU t0, a2
164 bne t0, t1, 1b
1659: jr ra
166 END(mips_init_icache)
167
168/*
169 * mips_init_dcache(uint PRId, ulong dcache_size, unchar dcache_linesz)
170 */
171LEAF(mips_init_dcache)
172 blez a1, 9f
173 mtc0 zero, CP0_TAGLO
174 /* clear all tags */
175 PTR_LI t0, INDEX_BASE
176 PTR_ADDU t1, t0, a1
1771: cache_op Index_Store_Tag_D t0
178 PTR_ADDU t0, a2
179 bne t0, t1, 1b
180 /* load from each line (in cached space) */
181 PTR_LI t0, INDEX_BASE
1822: LONG_L zero, 0(t0)
183 PTR_ADDU t0, a2
184 bne t0, t1, 2b
185 /* clear all tags */
186 PTR_LI t0, INDEX_BASE
1871: cache_op Index_Store_Tag_D t0
188 PTR_ADDU t0, a2
189 bne t0, t1, 1b
1909: jr ra
191 END(mips_init_dcache)
192
wdenkbb1b8262003-03-27 12:09:35 +0000193/*******************************************************************************
194*
195* mips_cache_reset - low level initialisation of the primary caches
196*
197* This routine initialises the primary caches to ensure that they
198* have good parity. It must be called by the ROM before any cached locations
199* are used to prevent the possibility of data with bad parity being written to
200* memory.
201* To initialise the instruction cache it is essential that a source of data
202* with good parity is available. This routine
203* will initialise an area of memory starting at location zero to be used as
204* a source of parity.
205*
206* RETURNS: N/A
207*
208*/
Shinya Kuribayashi06222122008-03-25 21:30:06 +0900209NESTED(mips_cache_reset, 0, ra)
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +0900210 move RA, ra
Jean-Christophe PLAGNIOL-VILLARD03836942008-10-16 15:01:15 +0200211 li t2, CONFIG_SYS_ICACHE_SIZE
212 li t3, CONFIG_SYS_DCACHE_SIZE
213 li t4, CONFIG_SYS_CACHELINE_SIZE
wdenkbb1b8262003-03-27 12:09:35 +0000214 move t5, t4
215
wdenkbb1b8262003-03-27 12:09:35 +0000216 li v0, MIPS_MAX_CACHE_SIZE
217
Shinya Kuribayashi52c27e62008-03-25 21:30:06 +0900218 /*
219 * Now clear that much memory starting from zero.
wdenkbb1b8262003-03-27 12:09:35 +0000220 */
Shinya Kuribayashi6c6b2612008-06-05 22:29:00 +0900221 PTR_LI a0, CKSEG1
Shinya Kuribayashi52c27e62008-03-25 21:30:06 +0900222 PTR_ADDU a1, a0, v0
2232: PTR_ADDIU a0, 64
224 f_fill64 a0, -64, zero
225 bne a0, a1, 2b
wdenk57b2d802003-06-27 21:31:46 +0000226
Shinya Kuribayashic7faac52007-10-27 15:27:06 +0900227 /*
228 * The caches are probably in an indeterminate state,
229 * so we force good parity into them by doing an
230 * invalidate, load/fill, invalidate for each line.
231 */
wdenkbb1b8262003-03-27 12:09:35 +0000232
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +0900233 /*
234 * Assume bottom of RAM will generate good parity for the cache.
wdenkbb1b8262003-03-27 12:09:35 +0000235 */
236
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +0900237 /*
238 * Initialize the I-cache first,
wdenkbb1b8262003-03-27 12:09:35 +0000239 */
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +0900240 move a1, t2
241 move a2, t4
Shinya Kuribayashib1288822008-05-06 13:22:52 +0900242 PTR_LA t7, mips_init_icache
243 jalr t7
wdenkbb1b8262003-03-27 12:09:35 +0000244
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +0900245 /*
246 * then initialize D-cache.
wdenkbb1b8262003-03-27 12:09:35 +0000247 */
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +0900248 move a1, t3
249 move a2, t5
Shinya Kuribayashib1288822008-05-06 13:22:52 +0900250 PTR_LA t7, mips_init_dcache
251 jalr t7
wdenkbb1b8262003-03-27 12:09:35 +0000252
Shinya Kuribayashi5bb51af2008-03-25 21:30:06 +0900253 jr RA
Shinya Kuribayashi06222122008-03-25 21:30:06 +0900254 END(mips_cache_reset)
wdenkbb1b8262003-03-27 12:09:35 +0000255
256/*******************************************************************************
257*
258* dcache_status - get cache status
259*
260* RETURNS: 0 - cache disabled; 1 - cache enabled
261*
262*/
Shinya Kuribayashi06222122008-03-25 21:30:06 +0900263LEAF(dcache_status)
Shinya Kuribayashi3bdce4f2008-03-25 21:30:07 +0900264 mfc0 t0, CP0_CONFIG
265 li t1, CONF_CM_UNCACHED
266 andi t0, t0, CONF_CM_CMASK
267 move v0, zero
268 beq t0, t1, 2f
269 li v0, 1
2702: jr ra
Shinya Kuribayashi06222122008-03-25 21:30:06 +0900271 END(dcache_status)
wdenkbb1b8262003-03-27 12:09:35 +0000272
273/*******************************************************************************
274*
275* dcache_disable - disable cache
276*
277* RETURNS: N/A
278*
279*/
Shinya Kuribayashi06222122008-03-25 21:30:06 +0900280LEAF(dcache_disable)
wdenkbb1b8262003-03-27 12:09:35 +0000281 mfc0 t0, CP0_CONFIG
282 li t1, -8
283 and t0, t0, t1
284 ori t0, t0, CONF_CM_UNCACHED
Shinya Kuribayashic7faac52007-10-27 15:27:06 +0900285 mtc0 t0, CP0_CONFIG
Shinya Kuribayashi9dabea12008-04-17 23:35:13 +0900286 jr ra
Shinya Kuribayashi06222122008-03-25 21:30:06 +0900287 END(dcache_disable)
wdenkbb1b8262003-03-27 12:09:35 +0000288
Shinya Kuribayashi4d0e2c92008-05-03 13:51:28 +0900289/*******************************************************************************
290*
291* dcache_enable - enable cache
292*
293* RETURNS: N/A
294*
295*/
296LEAF(dcache_enable)
297 mfc0 t0, CP0_CONFIG
298 ori t0, CONF_CM_CMASK
299 xori t0, CONF_CM_CMASK
300 ori t0, CONF_CM_CACHABLE_NONCOHERENT
301 mtc0 t0, CP0_CONFIG
302 jr ra
303 END(dcache_enable)
304
Jean-Christophe PLAGNIOL-VILLARD03836942008-10-16 15:01:15 +0200305#ifdef CONFIG_SYS_INIT_RAM_LOCK_MIPS
wdenkbb1b8262003-03-27 12:09:35 +0000306/*******************************************************************************
307*
308* mips_cache_lock - lock RAM area pointed to by a0 in cache.
309*
310* RETURNS: N/A
311*
312*/
wdenk9b7f3842003-10-09 20:09:04 +0000313#if defined(CONFIG_PURPLE)
Jean-Christophe PLAGNIOL-VILLARD03836942008-10-16 15:01:15 +0200314# define CACHE_LOCK_SIZE (CONFIG_SYS_DCACHE_SIZE/2)
wdenk9b7f3842003-10-09 20:09:04 +0000315#else
Jean-Christophe PLAGNIOL-VILLARD03836942008-10-16 15:01:15 +0200316# define CACHE_LOCK_SIZE (CONFIG_SYS_DCACHE_SIZE)
wdenka6db71d2003-04-08 23:25:21 +0000317#endif
wdenkbb1b8262003-03-27 12:09:35 +0000318 .globl mips_cache_lock
319 .ent mips_cache_lock
320mips_cache_lock:
Shinya Kuribayashi6c6b2612008-06-05 22:29:00 +0900321 li a1, CKSEG0 - CACHE_LOCK_SIZE
wdenkbb1b8262003-03-27 12:09:35 +0000322 addu a0, a1
wdenka6db71d2003-04-08 23:25:21 +0000323 li a2, CACHE_LOCK_SIZE
Jean-Christophe PLAGNIOL-VILLARD03836942008-10-16 15:01:15 +0200324 li a3, CONFIG_SYS_CACHELINE_SIZE
wdenkbb1b8262003-03-27 12:09:35 +0000325 move a1, a2
326 icacheop(a0,a1,a2,a3,0x1d)
327
Shinya Kuribayashi9dabea12008-04-17 23:35:13 +0900328 jr ra
Shinya Kuribayashic7faac52007-10-27 15:27:06 +0900329
wdenkbb1b8262003-03-27 12:09:35 +0000330 .end mips_cache_lock
Jean-Christophe PLAGNIOL-VILLARD03836942008-10-16 15:01:15 +0200331#endif /* CONFIG_SYS_INIT_RAM_LOCK_MIPS */