1ca987d46SWarner Losh /*-
2ca987d46SWarner Losh * Copyright (c) 2014 The FreeBSD Foundation
3ca987d46SWarner Losh *
4ca987d46SWarner Losh * This software was developed by Semihalf under
5ca987d46SWarner Losh * the sponsorship of the FreeBSD Foundation.
6ca987d46SWarner Losh * Redistribution and use in source and binary forms, with or without
7ca987d46SWarner Losh * modification, are permitted provided that the following conditions
8ca987d46SWarner Losh * are met:
9ca987d46SWarner Losh * 1. Redistributions of source code must retain the above copyright
10ca987d46SWarner Losh * notice, this list of conditions and the following disclaimer.
11ca987d46SWarner Losh * 2. Redistributions in binary form must reproduce the above copyright
12ca987d46SWarner Losh * notice, this list of conditions and the following disclaimer in the
13ca987d46SWarner Losh * documentation and/or other materials provided with the distribution.
14ca987d46SWarner Losh *
15ca987d46SWarner Losh * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16ca987d46SWarner Losh * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17ca987d46SWarner Losh * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18ca987d46SWarner Losh * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19ca987d46SWarner Losh * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20ca987d46SWarner Losh * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21ca987d46SWarner Losh * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22ca987d46SWarner Losh * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23ca987d46SWarner Losh * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24ca987d46SWarner Losh * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25ca987d46SWarner Losh * SUCH DAMAGE.
26ca987d46SWarner Losh */
27ca987d46SWarner Losh
28ca987d46SWarner Losh #include <sys/param.h>
29ca987d46SWarner Losh
30ca987d46SWarner Losh #include <machine/armreg.h>
31c1381f07SAndrew Turner #include <machine/atomic.h>
32ca987d46SWarner Losh
33ca987d46SWarner Losh #include <stand.h>
34ca987d46SWarner Losh
35c399283cSAndrew Turner #include "bootstrap.h"
36ca987d46SWarner Losh #include "cache.h"
37ca987d46SWarner Losh
38c399283cSAndrew Turner static long cache_flags;
39c399283cSAndrew Turner #define CACHE_FLAG_DIC_OFF (1<<0)
40c399283cSAndrew Turner #define CACHE_FLAG_IDC_OFF (1<<1)
41c399283cSAndrew Turner
42c1381f07SAndrew Turner static bool
get_cache_dic(uint64_t ctr)43c1381f07SAndrew Turner get_cache_dic(uint64_t ctr)
44ca987d46SWarner Losh {
45c399283cSAndrew Turner if ((cache_flags & CACHE_FLAG_DIC_OFF) != 0) {
46c399283cSAndrew Turner return (false);
47c399283cSAndrew Turner }
48c399283cSAndrew Turner
49c1381f07SAndrew Turner return (CTR_DIC_VAL(ctr) != 0);
50c1381f07SAndrew Turner }
51ca987d46SWarner Losh
52c1381f07SAndrew Turner static bool
get_cache_idc(uint64_t ctr)53c1381f07SAndrew Turner get_cache_idc(uint64_t ctr)
54c1381f07SAndrew Turner {
55c399283cSAndrew Turner if ((cache_flags & CACHE_FLAG_IDC_OFF) != 0) {
56c399283cSAndrew Turner return (false);
57c399283cSAndrew Turner }
58c399283cSAndrew Turner
59c1381f07SAndrew Turner return (CTR_IDC_VAL(ctr) != 0);
60c1381f07SAndrew Turner }
61c1381f07SAndrew Turner
62c1381f07SAndrew Turner static unsigned int
get_dcache_line_size(uint64_t ctr)63c1381f07SAndrew Turner get_dcache_line_size(uint64_t ctr)
64c1381f07SAndrew Turner {
65c1381f07SAndrew Turner unsigned int dcl_size;
66ca987d46SWarner Losh
67ca987d46SWarner Losh /*
68ca987d46SWarner Losh * Relevant field [19:16] is LOG2
69ca987d46SWarner Losh * of the number of words in DCache line
70ca987d46SWarner Losh */
71ca987d46SWarner Losh dcl_size = CTR_DLINE_SIZE(ctr);
72ca987d46SWarner Losh
73ca987d46SWarner Losh /* Size of word shifted by cache line size */
74ca987d46SWarner Losh return (sizeof(int) << dcl_size);
75ca987d46SWarner Losh }
76ca987d46SWarner Losh
77ca987d46SWarner Losh void
cpu_flush_dcache(const void * ptr,size_t len)78ca987d46SWarner Losh cpu_flush_dcache(const void *ptr, size_t len)
79ca987d46SWarner Losh {
80c1381f07SAndrew Turner uint64_t cl_size, ctr;
81ca987d46SWarner Losh vm_offset_t addr, end;
82ca987d46SWarner Losh
83c1381f07SAndrew Turner /* Accessible from all security levels */
84c1381f07SAndrew Turner ctr = READ_SPECIALREG(ctr_el0);
85c1381f07SAndrew Turner
86c1381f07SAndrew Turner if (get_cache_idc(ctr)) {
87c1381f07SAndrew Turner dsb(ishst);
88c1381f07SAndrew Turner } else {
89c1381f07SAndrew Turner cl_size = get_dcache_line_size(ctr);
90ca987d46SWarner Losh
91ca987d46SWarner Losh /* Calculate end address to clean */
92ca987d46SWarner Losh end = (vm_offset_t)ptr + (vm_offset_t)len;
93ca987d46SWarner Losh /* Align start address to cache line */
94ca987d46SWarner Losh addr = (vm_offset_t)ptr;
95ca987d46SWarner Losh addr = rounddown2(addr, cl_size);
96ca987d46SWarner Losh
97ca987d46SWarner Losh for (; addr < end; addr += cl_size)
98c1381f07SAndrew Turner __asm __volatile("dc civac, %0" : : "r" (addr) :
99c1381f07SAndrew Turner "memory");
100ca987d46SWarner Losh /* Full system DSB */
101c1381f07SAndrew Turner dsb(ish);
102c1381f07SAndrew Turner }
103ca987d46SWarner Losh }
104ca987d46SWarner Losh
105ca987d46SWarner Losh void
cpu_inval_icache(void)106c1381f07SAndrew Turner cpu_inval_icache(void)
107ca987d46SWarner Losh {
108c1381f07SAndrew Turner uint64_t ctr;
109ca987d46SWarner Losh
110c1381f07SAndrew Turner /* Accessible from all security levels */
111c1381f07SAndrew Turner ctr = READ_SPECIALREG(ctr_el0);
112c1381f07SAndrew Turner
113c1381f07SAndrew Turner if (get_cache_dic(ctr)) {
114c1381f07SAndrew Turner isb();
115c1381f07SAndrew Turner } else {
116ca987d46SWarner Losh __asm __volatile(
117ca987d46SWarner Losh "ic ialluis \n"
118ca987d46SWarner Losh "dsb ish \n"
119c1381f07SAndrew Turner "isb \n"
120ca987d46SWarner Losh : : : "memory");
121ca987d46SWarner Losh }
122ca987d46SWarner Losh }
123c399283cSAndrew Turner
124c399283cSAndrew Turner static int
command_cache_flags(int argc,char * argv[])125c399283cSAndrew Turner command_cache_flags(int argc, char *argv[])
126c399283cSAndrew Turner {
127c399283cSAndrew Turner char *cp;
128c399283cSAndrew Turner long new_flags;
129c399283cSAndrew Turner
130c399283cSAndrew Turner if (argc == 3) {
131c399283cSAndrew Turner if (strcmp(argv[1], "set") == 0) {
132c399283cSAndrew Turner new_flags = strtol(argv[2], &cp, 0);
133c399283cSAndrew Turner if (cp[0] != '\0') {
134c399283cSAndrew Turner printf("Invalid flags\n");
135c399283cSAndrew Turner } else {
136c399283cSAndrew Turner printf("Setting cache flags to %#lx\n",
137c399283cSAndrew Turner new_flags);
138c399283cSAndrew Turner cache_flags = new_flags;
139c399283cSAndrew Turner return (CMD_OK);
140c399283cSAndrew Turner }
141c399283cSAndrew Turner }
142c399283cSAndrew Turner }
143c399283cSAndrew Turner
144c399283cSAndrew Turner printf("usage: cache_flags set <value>\n");
145c399283cSAndrew Turner return (CMD_ERROR);
146c399283cSAndrew Turner }
147c399283cSAndrew Turner COMMAND_SET(cache_flags, "cache_flags", "Set cache flags", command_cache_flags);
148