1 /* $NetBSD: cache.c,v 1.33 2005/12/24 23:24:01 perry Exp $ */
4 * Copyright 2001, 2002 Wasabi Systems, Inc.
7 * Written by Jason R. Thorpe and Simon Burge for Wasabi Systems, Inc.
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. All advertising materials mentioning features or use of this software
18 * must display the following acknowledgement:
19 * This product includes software developed for the NetBSD Project by
20 * Wasabi Systems, Inc.
21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 * or promote products derived from this software without specific prior
25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 * POSSIBILITY OF SUCH DAMAGE.
39 * Copyright 2000, 2001
40 * Broadcom Corporation. All rights reserved.
42 * This software is furnished under license and may be used and copied only
43 * in accordance with the following terms and conditions. Subject to these
44 * conditions, you may download, copy, install, use, modify and distribute
45 * modified or unmodified copies of this software in source and/or binary
46 * form. No title or ownership is transferred hereby.
48 * 1) Any source code used, modified or distributed must reproduce and
49 * retain this copyright notice and list of conditions as they appear in
52 * 2) No right is granted to use any trade name, trademark, or logo of
53 * Broadcom Corporation. The "Broadcom Corporation" name may not be
54 * used to endorse or promote products derived from this software
55 * without the prior written permission of Broadcom Corporation.
57 * 3) THIS SOFTWARE IS PROVIDED "AS-IS" AND ANY EXPRESS OR IMPLIED
58 * WARRANTIES, INCLUDING BUT NOT LIMITED TO, ANY IMPLIED WARRANTIES OF
59 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, OR
60 * NON-INFRINGEMENT ARE DISCLAIMED. IN NO EVENT SHALL BROADCOM BE LIABLE
61 * FOR ANY DAMAGES WHATSOEVER, AND IN PARTICULAR, BROADCOM SHALL NOT BE
62 * LIABLE FOR DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
63 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
64 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
65 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
66 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
67 * OR OTHERWISE), EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
70 #include <sys/cdefs.h>
71 __FBSDID("$FreeBSD$");
73 #include <sys/types.h>
74 #include <sys/systm.h>
76 #include <machine/cpuinfo.h>
77 #include <machine/cache.h>
79 struct mips_cache_ops mips_cache_ops;
81 #if defined(MIPS_DISABLE_L1_CACHE) || defined(CPU_RMI) || defined(CPU_NLM)
83 cache_noop(vm_offset_t va, vm_size_t size)
89 mips_config_cache(struct mips_cpuinfo * cpuinfo)
92 switch (cpuinfo->l1.ic_linesize) {
94 mips_cache_ops.mco_icache_sync_all = mipsNN_icache_sync_all_16;
95 mips_cache_ops.mco_icache_sync_range =
96 mipsNN_icache_sync_range_16;
97 mips_cache_ops.mco_icache_sync_range_index =
98 mipsNN_icache_sync_range_index_16;
101 mips_cache_ops.mco_icache_sync_all = mipsNN_icache_sync_all_32;
102 mips_cache_ops.mco_icache_sync_range =
103 mipsNN_icache_sync_range_32;
104 mips_cache_ops.mco_icache_sync_range_index =
105 mipsNN_icache_sync_range_index_32;
108 mips_cache_ops.mco_icache_sync_all = mipsNN_icache_sync_all_64;
109 mips_cache_ops.mco_icache_sync_range =
110 mipsNN_icache_sync_range_64;
111 mips_cache_ops.mco_icache_sync_range_index =
112 mipsNN_icache_sync_range_index_64;
115 mips_cache_ops.mco_icache_sync_all = mipsNN_icache_sync_all_128;
116 mips_cache_ops.mco_icache_sync_range =
117 mipsNN_icache_sync_range_128;
118 mips_cache_ops.mco_icache_sync_range_index =
119 mipsNN_icache_sync_range_index_128;
122 #ifdef MIPS_DISABLE_L1_CACHE
124 mips_cache_ops.mco_icache_sync_all = (void (*)(void))cache_noop;
125 mips_cache_ops.mco_icache_sync_range = cache_noop;
126 mips_cache_ops.mco_icache_sync_range_index = cache_noop;
130 panic("no Icache ops for %d byte lines",
131 cpuinfo->l1.ic_linesize);
134 switch (cpuinfo->l1.dc_linesize) {
136 mips_cache_ops.mco_pdcache_wbinv_all =
137 mips_cache_ops.mco_intern_pdcache_wbinv_all =
138 mipsNN_pdcache_wbinv_all_16;
139 mips_cache_ops.mco_pdcache_wbinv_range =
140 mipsNN_pdcache_wbinv_range_16;
141 mips_cache_ops.mco_pdcache_wbinv_range_index =
142 mips_cache_ops.mco_intern_pdcache_wbinv_range_index =
143 mipsNN_pdcache_wbinv_range_index_16;
144 mips_cache_ops.mco_pdcache_inv_range =
145 mipsNN_pdcache_inv_range_16;
146 mips_cache_ops.mco_pdcache_wb_range =
147 mips_cache_ops.mco_intern_pdcache_wb_range =
148 mipsNN_pdcache_wb_range_16;
151 mips_cache_ops.mco_pdcache_wbinv_all =
152 mips_cache_ops.mco_intern_pdcache_wbinv_all =
153 mipsNN_pdcache_wbinv_all_32;
154 #if defined(CPU_RMI) || defined(CPU_NLM)
155 mips_cache_ops.mco_pdcache_wbinv_range = cache_noop;
157 mips_cache_ops.mco_pdcache_wbinv_range =
158 mipsNN_pdcache_wbinv_range_32;
160 #if defined(CPU_RMI) || defined(CPU_NLM)
161 mips_cache_ops.mco_pdcache_wbinv_range_index =
162 mips_cache_ops.mco_intern_pdcache_wbinv_range_index = cache_noop;
163 mips_cache_ops.mco_pdcache_inv_range = cache_noop;
165 mips_cache_ops.mco_pdcache_wbinv_range_index =
166 mips_cache_ops.mco_intern_pdcache_wbinv_range_index =
167 mipsNN_pdcache_wbinv_range_index_32;
168 mips_cache_ops.mco_pdcache_inv_range =
169 mipsNN_pdcache_inv_range_32;
171 #if defined(CPU_RMI) || defined(CPU_NLM)
172 mips_cache_ops.mco_pdcache_wb_range =
173 mips_cache_ops.mco_intern_pdcache_wb_range = cache_noop;
175 mips_cache_ops.mco_pdcache_wb_range =
176 mips_cache_ops.mco_intern_pdcache_wb_range =
177 mipsNN_pdcache_wb_range_32;
181 mips_cache_ops.mco_pdcache_wbinv_all =
182 mips_cache_ops.mco_intern_pdcache_wbinv_all =
183 mipsNN_pdcache_wbinv_all_64;
184 mips_cache_ops.mco_pdcache_wbinv_range =
185 mipsNN_pdcache_wbinv_range_64;
186 mips_cache_ops.mco_pdcache_wbinv_range_index =
187 mips_cache_ops.mco_intern_pdcache_wbinv_range_index =
188 mipsNN_pdcache_wbinv_range_index_64;
189 mips_cache_ops.mco_pdcache_inv_range =
190 mipsNN_pdcache_inv_range_64;
191 mips_cache_ops.mco_pdcache_wb_range =
192 mips_cache_ops.mco_intern_pdcache_wb_range =
193 mipsNN_pdcache_wb_range_64;
196 mips_cache_ops.mco_pdcache_wbinv_all =
197 mips_cache_ops.mco_intern_pdcache_wbinv_all =
198 mipsNN_pdcache_wbinv_all_128;
199 mips_cache_ops.mco_pdcache_wbinv_range =
200 mipsNN_pdcache_wbinv_range_128;
201 mips_cache_ops.mco_pdcache_wbinv_range_index =
202 mips_cache_ops.mco_intern_pdcache_wbinv_range_index =
203 mipsNN_pdcache_wbinv_range_index_128;
204 mips_cache_ops.mco_pdcache_inv_range =
205 mipsNN_pdcache_inv_range_128;
206 mips_cache_ops.mco_pdcache_wb_range =
207 mips_cache_ops.mco_intern_pdcache_wb_range =
208 mipsNN_pdcache_wb_range_128;
210 #ifdef MIPS_DISABLE_L1_CACHE
212 mips_cache_ops.mco_pdcache_wbinv_all =
213 mips_cache_ops.mco_intern_pdcache_wbinv_all =
214 (void (*)(void))cache_noop;
215 mips_cache_ops.mco_pdcache_wbinv_range = cache_noop;
216 mips_cache_ops.mco_pdcache_wbinv_range_index = cache_noop;
217 mips_cache_ops.mco_intern_pdcache_wbinv_range_index =
219 mips_cache_ops.mco_pdcache_inv_range = cache_noop;
220 mips_cache_ops.mco_pdcache_wb_range = cache_noop;
221 mips_cache_ops.mco_intern_pdcache_wb_range = cache_noop;
225 panic("no Dcache ops for %d byte lines",
226 cpuinfo->l1.dc_linesize);
229 mipsNN_cache_init(cpuinfo);
233 (CPU_MIPS_D_CACHE_COHERENT | CPU_MIPS_I_D_CACHE_COHERENT)) {
235 printf(" Dcache is coherent\n");
237 mips_cache_ops.mco_pdcache_wbinv_all =
238 (void (*)(void))cache_noop;
239 mips_cache_ops.mco_pdcache_wbinv_range = cache_noop;
240 mips_cache_ops.mco_pdcache_wbinv_range_index = cache_noop;
241 mips_cache_ops.mco_pdcache_inv_range = cache_noop;
242 mips_cache_ops.mco_pdcache_wb_range = cache_noop;
244 if (mips_cpu_flags & CPU_MIPS_I_D_CACHE_COHERENT) {
246 printf(" Icache is coherent against Dcache\n");
248 mips_cache_ops.mco_intern_pdcache_wbinv_all =
249 (void (*)(void))cache_noop;
250 mips_cache_ops.mco_intern_pdcache_wbinv_range_index =
252 mips_cache_ops.mco_intern_pdcache_wb_range = cache_noop;
256 /* Check that all cache ops are set up. */
257 /* must have primary Icache */
258 if (cpuinfo->l1.ic_size) {
260 if (!mips_cache_ops.mco_icache_sync_all)
261 panic("no icache_sync_all cache op");
262 if (!mips_cache_ops.mco_icache_sync_range)
263 panic("no icache_sync_range cache op");
264 if (!mips_cache_ops.mco_icache_sync_range_index)
265 panic("no icache_sync_range_index cache op");
267 /* must have primary Dcache */
268 if (cpuinfo->l1.dc_size) {
269 if (!mips_cache_ops.mco_pdcache_wbinv_all)
270 panic("no pdcache_wbinv_all");
271 if (!mips_cache_ops.mco_pdcache_wbinv_range)
272 panic("no pdcache_wbinv_range");
273 if (!mips_cache_ops.mco_pdcache_wbinv_range_index)
274 panic("no pdcache_wbinv_range_index");
275 if (!mips_cache_ops.mco_pdcache_inv_range)
276 panic("no pdcache_inv_range");
277 if (!mips_cache_ops.mco_pdcache_wb_range)
278 panic("no pdcache_wb_range");
282 if (!cpuinfo->l2.dc_size) {
283 /* No L2 found, ignore */
287 switch (cpuinfo->l2.dc_linesize) {
289 mips_cache_ops.mco_sdcache_wbinv_all =
290 mipsNN_sdcache_wbinv_all_32;
291 mips_cache_ops.mco_sdcache_wbinv_range =
292 mipsNN_sdcache_wbinv_range_32;
293 mips_cache_ops.mco_sdcache_wbinv_range_index =
294 mipsNN_sdcache_wbinv_range_index_32;
295 mips_cache_ops.mco_sdcache_inv_range =
296 mipsNN_sdcache_inv_range_32;
297 mips_cache_ops.mco_sdcache_wb_range =
298 mipsNN_sdcache_wb_range_32;
301 mips_cache_ops.mco_sdcache_wbinv_all =
302 mipsNN_sdcache_wbinv_all_64;
303 mips_cache_ops.mco_sdcache_wbinv_range =
304 mipsNN_sdcache_wbinv_range_64;
305 mips_cache_ops.mco_sdcache_wbinv_range_index =
306 mipsNN_sdcache_wbinv_range_index_64;
307 mips_cache_ops.mco_sdcache_inv_range =
308 mipsNN_sdcache_inv_range_64;
309 mips_cache_ops.mco_sdcache_wb_range =
310 mipsNN_sdcache_wb_range_64;
313 mips_cache_ops.mco_sdcache_wbinv_all =
314 mipsNN_sdcache_wbinv_all_128;
315 mips_cache_ops.mco_sdcache_wbinv_range =
316 mipsNN_sdcache_wbinv_range_128;
317 mips_cache_ops.mco_sdcache_wbinv_range_index =
318 mipsNN_sdcache_wbinv_range_index_128;
319 mips_cache_ops.mco_sdcache_inv_range =
320 mipsNN_sdcache_inv_range_128;
321 mips_cache_ops.mco_sdcache_wb_range =
322 mipsNN_sdcache_wb_range_128;
326 printf(" no sdcache ops for %d byte lines",
327 cpuinfo->l2.dc_linesize);