1 /* $OpenBSD: cpufunc.h,v 1.32 2019/11/07 21:54:49 patrick Exp $ */ 2 /* $NetBSD: cpufunc.h,v 1.29 2003/09/06 09:08:35 rearnsha Exp $ */ 3 4 /* 5 * Copyright (c) 1997 Mark Brinicombe. 6 * Copyright (c) 1997 Causality Limited 7 * All rights reserved. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 3. All advertising materials mentioning features or use of this software 18 * must display the following acknowledgement: 19 * This product includes software developed by Causality Limited. 20 * 4. The name of Causality Limited may not be used to endorse or promote 21 * products derived from this software without specific prior written 22 * permission. 23 * 24 * THIS SOFTWARE IS PROVIDED BY CAUSALITY LIMITED ``AS IS'' AND ANY EXPRESS 25 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 26 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 27 * DISCLAIMED. IN NO EVENT SHALL CAUSALITY LIMITED BE LIABLE FOR ANY DIRECT, 28 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 29 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 30 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 31 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 32 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 33 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 34 * SUCH DAMAGE. 35 * 36 * RiscBSD kernel project 37 * 38 * cpufunc.h 39 * 40 * Prototypes for cpu, mmu and tlb related functions. 41 */ 42 43 #ifndef _ARM_CPUFUNC_H_ 44 #define _ARM_CPUFUNC_H_ 45 46 #ifdef _KERNEL 47 48 #include <sys/types.h> 49 #include <arm/cpuconf.h> 50 51 struct cpu_functions { 52 53 /* CPU functions */ 54 55 u_int (*cf_id) (void); 56 void (*cf_cpwait) (void); 57 58 /* MMU functions */ 59 60 u_int (*cf_control) (u_int clear, u_int set); 61 u_int (*cf_auxcontrol) (u_int clear, u_int set); 62 void (*cf_domains) (u_int domains); 63 void (*cf_setttb) (u_int ttb); 64 u_int (*cf_dfsr) (void); 65 u_int (*cf_dfar) (void); 66 u_int (*cf_ifsr) (void); 67 u_int (*cf_ifar) (void); 68 69 /* TLB functions */ 70 71 void (*cf_tlb_flushID) (void); 72 void (*cf_tlb_flushID_SE) (u_int va); 73 void (*cf_tlb_flushI) (void); 74 void (*cf_tlb_flushI_SE) (u_int va); 75 void (*cf_tlb_flushD) (void); 76 void (*cf_tlb_flushD_SE) (u_int va); 77 78 /* 79 * Cache operations: 80 * 81 * We define the following primitives: 82 * 83 * icache_sync_all Synchronize I-cache 84 * icache_sync_range Synchronize I-cache range 85 * 86 * dcache_wbinv_all Write-back and Invalidate D-cache 87 * dcache_wbinv_range Write-back and Invalidate D-cache range 88 * dcache_inv_range Invalidate D-cache range 89 * dcache_wb_range Write-back D-cache range 90 * 91 * idcache_wbinv_all Write-back and Invalidate D-cache, 92 * Invalidate I-cache 93 * idcache_wbinv_range Write-back and Invalidate D-cache, 94 * Invalidate I-cache range 95 * 96 * Note that the ARM term for "write-back" is "clean". We use 97 * the term "write-back" since it's a more common way to describe 98 * the operation. 99 * 100 * There are some rules that must be followed: 101 * 102 * I-cache Synch (all or range): 103 * The goal is to synchronize the instruction stream, 104 * so you may beed to write-back dirty D-cache blocks 105 * first. If a range is requested, and you can't 106 * synchronize just a range, you have to hit the whole 107 * thing. 108 * 109 * D-cache Write-Back and Invalidate range: 110 * If you can't WB-Inv a range, you must WB-Inv the 111 * entire D-cache. 112 * 113 * D-cache Invalidate: 114 * If you can't Inv the D-cache, you must Write-Back 115 * and Invalidate. Code that uses this operation 116 * MUST NOT assume that the D-cache will not be written 117 * back to memory. 118 * 119 * D-cache Write-Back: 120 * If you can't Write-back without doing an Inv, 121 * that's fine. Then treat this as a WB-Inv. 122 * Skipping the invalidate is merely an optimization. 123 * 124 * All operations: 125 * Valid virtual addresses must be passed to each 126 * cache operation. 127 */ 128 void (*cf_icache_sync_all) (void); 129 void (*cf_icache_sync_range) (vaddr_t, vsize_t); 130 131 void (*cf_dcache_wbinv_all) (void); 132 void (*cf_dcache_wbinv_range) (vaddr_t, vsize_t); 133 void (*cf_dcache_inv_range) (vaddr_t, vsize_t); 134 void (*cf_dcache_wb_range) (vaddr_t, vsize_t); 135 136 void (*cf_idcache_wbinv_all) (void); 137 void (*cf_idcache_wbinv_range) (vaddr_t, vsize_t); 138 139 void (*cf_sdcache_wbinv_all) (void); 140 void (*cf_sdcache_wbinv_range) (vaddr_t, paddr_t, vsize_t); 141 void (*cf_sdcache_inv_range) (vaddr_t, paddr_t, vsize_t); 142 void (*cf_sdcache_wb_range) (vaddr_t, paddr_t, vsize_t); 143 void (*cf_sdcache_drain_writebuf) (void); 144 145 /* Other functions */ 146 147 void (*cf_flush_prefetchbuf) (void); 148 void (*cf_drain_writebuf) (void); 149 150 void (*cf_sleep) (int mode); 151 152 /* Soft functions */ 153 void (*cf_context_switch) (u_int); 154 void (*cf_setup) (void); 155 }; 156 157 extern struct cpu_functions cpufuncs; 158 extern u_int cputype; 159 160 #define cpu_id() cpufuncs.cf_id() 161 #define cpu_cpwait() cpufuncs.cf_cpwait() 162 163 #define cpu_control(c, s) cpufuncs.cf_control(c, s) 164 #define cpu_auxcontrol(c, s) cpufuncs.cf_auxcontrol(c, s) 165 #define cpu_domains(d) cpufuncs.cf_domains(d) 166 #define cpu_setttb(t) cpufuncs.cf_setttb(t) 167 #define cpu_dfsr() cpufuncs.cf_dfsr() 168 #define cpu_dfar() cpufuncs.cf_dfar() 169 #define cpu_ifsr() cpufuncs.cf_ifsr() 170 #define cpu_ifar() cpufuncs.cf_ifar() 171 172 #define cpu_tlb_flushID() cpufuncs.cf_tlb_flushID() 173 #define cpu_tlb_flushID_SE(e) cpufuncs.cf_tlb_flushID_SE(e) 174 #define cpu_tlb_flushI() cpufuncs.cf_tlb_flushI() 175 #define cpu_tlb_flushI_SE(e) cpufuncs.cf_tlb_flushI_SE(e) 176 #define cpu_tlb_flushD() cpufuncs.cf_tlb_flushD() 177 #define cpu_tlb_flushD_SE(e) cpufuncs.cf_tlb_flushD_SE(e) 178 179 #define cpu_icache_sync_all() cpufuncs.cf_icache_sync_all() 180 #define cpu_icache_sync_range(a, s) cpufuncs.cf_icache_sync_range((a), (s)) 181 182 #define cpu_dcache_wbinv_all() cpufuncs.cf_dcache_wbinv_all() 183 #define cpu_dcache_wbinv_range(a, s) cpufuncs.cf_dcache_wbinv_range((a), (s)) 184 #define cpu_dcache_inv_range(a, s) cpufuncs.cf_dcache_inv_range((a), (s)) 185 #define cpu_dcache_wb_range(a, s) cpufuncs.cf_dcache_wb_range((a), (s)) 186 187 #define cpu_idcache_wbinv_all() cpufuncs.cf_idcache_wbinv_all() 188 #define cpu_idcache_wbinv_range(a, s) cpufuncs.cf_idcache_wbinv_range((a), (s)) 189 190 #define cpu_sdcache_enabled() (cpufuncs.cf_sdcache_wbinv_all != cpufunc_nullop) 191 #define cpu_sdcache_wbinv_all() cpufuncs.cf_sdcache_wbinv_all() 192 #define cpu_sdcache_wbinv_range(va, pa, s) cpufuncs.cf_sdcache_wbinv_range((va), (pa), (s)) 193 #define cpu_sdcache_inv_range(va, pa, s) cpufuncs.cf_sdcache_inv_range((va), (pa), (s)) 194 #define cpu_sdcache_wb_range(va, pa, s) cpufuncs.cf_sdcache_wb_range((va), (pa), (s)) 195 #define cpu_sdcache_drain_writebuf() cpufuncs.cf_sdcache_drain_writebuf() 196 197 #define cpu_flush_prefetchbuf() cpufuncs.cf_flush_prefetchbuf() 198 #define cpu_drain_writebuf() cpufuncs.cf_drain_writebuf() 199 200 #define cpu_sleep(m) cpufuncs.cf_sleep(m) 201 202 #define cpu_context_switch(a) cpufuncs.cf_context_switch(a) 203 #define cpu_setup(a) cpufuncs.cf_setup(a) 204 205 int set_cpufuncs (void); 206 #define ARCHITECTURE_NOT_PRESENT 1 /* known but not configured */ 207 #define ARCHITECTURE_NOT_SUPPORTED 2 /* not known */ 208 209 void cpufunc_nullop (void); 210 int early_abort_fixup (void *); 211 int late_abort_fixup (void *); 212 u_int cpufunc_id (void); 213 u_int cpufunc_control (u_int clear, u_int set); 214 u_int cpufunc_auxcontrol (u_int clear, u_int set); 215 void cpufunc_domains (u_int domains); 216 u_int cpufunc_dfsr (void); 217 u_int cpufunc_dfar (void); 218 u_int cpufunc_ifsr (void); 219 u_int cpufunc_ifar (void); 220 221 void armv7_setttb (u_int); 222 223 void armv7_tlb_flushID_SE (u_int); 224 void armv7_tlb_flushI_SE (u_int); 225 226 void armv7_context_switch (u_int); 227 228 void armv7_setup (void); 229 void armv7_tlb_flushID (void); 230 void armv7_tlb_flushI (void); 231 void armv7_tlb_flushD (void); 232 void armv7_tlb_flushD_SE (u_int va); 233 234 void armv7_flush_bp(void); 235 void cortex_a15_flush_bp(void); 236 237 void armv7_drain_writebuf (void); 238 void armv7_cpu_sleep (int mode); 239 240 u_int armv7_periphbase (void); 241 242 void armv7_icache_sync_all (void); 243 void armv7_icache_sync_range (vaddr_t, vsize_t); 244 245 void armv7_dcache_wbinv_all (void); 246 void armv7_dcache_wbinv_range (vaddr_t, vsize_t); 247 void armv7_dcache_inv_range (vaddr_t, vsize_t); 248 void armv7_dcache_wb_range (vaddr_t, vsize_t); 249 250 void armv7_idcache_wbinv_all (void); 251 void armv7_idcache_wbinv_range (vaddr_t, vsize_t); 252 253 extern unsigned armv7_dcache_sets_max; 254 extern unsigned armv7_dcache_sets_inc; 255 extern unsigned armv7_dcache_index_max; 256 extern unsigned armv7_dcache_index_inc; 257 258 #define tlb_flush cpu_tlb_flushID 259 #define setttb cpu_setttb 260 #define drain_writebuf cpu_drain_writebuf 261 262 /* 263 * Macros for manipulating CPU interrupts 264 */ 265 /* Functions to manipulate the CPSR. */ 266 static __inline u_int32_t __set_cpsr_c(u_int bic, u_int eor); 267 static __inline u_int32_t __get_cpsr(void); 268 269 static __inline u_int32_t 270 __set_cpsr_c(u_int bic, u_int eor) 271 { 272 u_int32_t tmp, ret; 273 274 __asm volatile( 275 "mrs %0, cpsr\n\t" /* Get the CPSR */ 276 "bic %1, %0, %2\n\t" /* Clear bits */ 277 "eor %1, %1, %3\n\t" /* XOR bits */ 278 "msr cpsr_c, %1" /* Set CPSR control field */ 279 : "=&r" (ret), "=&r" (tmp) 280 : "r" (bic), "r" (eor)); 281 282 return ret; 283 } 284 285 static __inline u_int32_t 286 __get_cpsr() 287 { 288 u_int32_t ret; 289 290 __asm volatile("mrs %0, cpsr" : "=&r" (ret)); 291 292 return ret; 293 } 294 295 #define disable_interrupts(mask) \ 296 (__set_cpsr_c((mask) & (PSR_I | PSR_F), \ 297 (mask) & (PSR_I | PSR_F))) 298 299 #define enable_interrupts(mask) \ 300 (__set_cpsr_c((mask) & (PSR_I | PSR_F), 0)) 301 302 #define restore_interrupts(old_cpsr) \ 303 (__set_cpsr_c((PSR_I | PSR_F), (old_cpsr) & (PSR_I | PSR_F))) 304 305 /* 306 * Functions to manipulate cpu r13 307 * (in arm/arm/setstack.S) 308 */ 309 310 void set_stackptr (u_int mode, u_int address); 311 u_int get_stackptr (u_int mode); 312 313 /* 314 * CPU functions from locore.S 315 */ 316 317 void cpu_reset (void) __attribute__((__noreturn__)); 318 319 /* 320 * Cache info variables. 321 */ 322 323 /* PRIMARY CACHE VARIABLES */ 324 extern int arm_picache_size; 325 extern int arm_picache_line_size; 326 extern int arm_picache_ways; 327 328 extern int arm_pdcache_size; /* and unified */ 329 extern int arm_pdcache_line_size; 330 extern int arm_pdcache_ways; 331 332 extern int arm_pcache_type; 333 extern int arm_pcache_unified; 334 335 extern int arm_dcache_align; 336 extern int arm_dcache_align_mask; 337 338 #endif /* _KERNEL */ 339 #endif /* _ARM_CPUFUNC_H_ */ 340