1 /*
2 * Helpers for loads and stores
3 *
4 * Copyright (c) 2003-2005 Fabrice Bellard
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
18 */
19
20 #include "qemu/osdep.h"
21 #include "qemu/log.h"
22 #include "cpu.h"
23 #include "tcg/tcg.h"
24 #include "exec/helper-proto.h"
25 #include "exec/exec-all.h"
26 #include "exec/page-protection.h"
27 #include "exec/cpu_ldst.h"
28 #include "asi.h"
29
30 //#define DEBUG_MMU
31 //#define DEBUG_MXCC
32 //#define DEBUG_UNASSIGNED
33 //#define DEBUG_ASI
34 //#define DEBUG_CACHE_CONTROL
35
36 #ifdef DEBUG_MMU
37 #define DPRINTF_MMU(fmt, ...) \
38 do { printf("MMU: " fmt , ## __VA_ARGS__); } while (0)
39 #else
40 #define DPRINTF_MMU(fmt, ...) do {} while (0)
41 #endif
42
43 #ifdef DEBUG_MXCC
44 #define DPRINTF_MXCC(fmt, ...) \
45 do { printf("MXCC: " fmt , ## __VA_ARGS__); } while (0)
46 #else
47 #define DPRINTF_MXCC(fmt, ...) do {} while (0)
48 #endif
49
50 #ifdef DEBUG_ASI
51 #define DPRINTF_ASI(fmt, ...) \
52 do { printf("ASI: " fmt , ## __VA_ARGS__); } while (0)
53 #endif
54
55 #ifdef DEBUG_CACHE_CONTROL
56 #define DPRINTF_CACHE_CONTROL(fmt, ...) \
57 do { printf("CACHE_CONTROL: " fmt , ## __VA_ARGS__); } while (0)
58 #else
59 #define DPRINTF_CACHE_CONTROL(fmt, ...) do {} while (0)
60 #endif
61
62 #ifdef TARGET_SPARC64
63 #ifndef TARGET_ABI32
64 #define AM_CHECK(env1) ((env1)->pstate & PS_AM)
65 #else
66 #define AM_CHECK(env1) (1)
67 #endif
68 #endif
69
70 #if defined(TARGET_SPARC64) && !defined(CONFIG_USER_ONLY)
71 /* Calculates TSB pointer value for fault page size
72 * UltraSPARC IIi has fixed sizes (8k or 64k) for the page pointers
73 * UA2005 holds the page size configuration in mmu_ctx registers */
ultrasparc_tsb_pointer(CPUSPARCState * env,const SparcV9MMU * mmu,const int idx)74 static uint64_t ultrasparc_tsb_pointer(CPUSPARCState *env,
75 const SparcV9MMU *mmu, const int idx)
76 {
77 uint64_t tsb_register;
78 int page_size;
79 if (cpu_has_hypervisor(env)) {
80 int tsb_index = 0;
81 int ctx = mmu->tag_access & 0x1fffULL;
82 uint64_t ctx_register = mmu->sun4v_ctx_config[ctx ? 1 : 0];
83 tsb_index = idx;
84 tsb_index |= ctx ? 2 : 0;
85 page_size = idx ? ctx_register >> 8 : ctx_register;
86 page_size &= 7;
87 tsb_register = mmu->sun4v_tsb_pointers[tsb_index];
88 } else {
89 page_size = idx;
90 tsb_register = mmu->tsb;
91 }
92 int tsb_split = (tsb_register & 0x1000ULL) ? 1 : 0;
93 int tsb_size = tsb_register & 0xf;
94
95 uint64_t tsb_base_mask = (~0x1fffULL) << tsb_size;
96
97 /* move va bits to correct position,
98 * the context bits will be masked out later */
99 uint64_t va = mmu->tag_access >> (3 * page_size + 9);
100
101 /* calculate tsb_base mask and adjust va if split is in use */
102 if (tsb_split) {
103 if (idx == 0) {
104 va &= ~(1ULL << (13 + tsb_size));
105 } else {
106 va |= (1ULL << (13 + tsb_size));
107 }
108 tsb_base_mask <<= 1;
109 }
110
111 return ((tsb_register & tsb_base_mask) | (va & ~tsb_base_mask)) & ~0xfULL;
112 }
113
114 /* Calculates tag target register value by reordering bits
115 in tag access register */
ultrasparc_tag_target(uint64_t tag_access_register)116 static uint64_t ultrasparc_tag_target(uint64_t tag_access_register)
117 {
118 return ((tag_access_register & 0x1fff) << 48) | (tag_access_register >> 22);
119 }
120
replace_tlb_entry(SparcTLBEntry * tlb,uint64_t tlb_tag,uint64_t tlb_tte,CPUSPARCState * env)121 static void replace_tlb_entry(SparcTLBEntry *tlb,
122 uint64_t tlb_tag, uint64_t tlb_tte,
123 CPUSPARCState *env)
124 {
125 target_ulong mask, size, va, offset;
126
127 /* flush page range if translation is valid */
128 if (TTE_IS_VALID(tlb->tte)) {
129 CPUState *cs = env_cpu(env);
130
131 size = 8192ULL << 3 * TTE_PGSIZE(tlb->tte);
132 mask = 1ULL + ~size;
133
134 va = tlb->tag & mask;
135
136 for (offset = 0; offset < size; offset += TARGET_PAGE_SIZE) {
137 tlb_flush_page(cs, va + offset);
138 }
139 }
140
141 tlb->tag = tlb_tag;
142 tlb->tte = tlb_tte;
143 }
144
demap_tlb(SparcTLBEntry * tlb,target_ulong demap_addr,const char * strmmu,CPUSPARCState * env1)145 static void demap_tlb(SparcTLBEntry *tlb, target_ulong demap_addr,
146 const char *strmmu, CPUSPARCState *env1)
147 {
148 unsigned int i;
149 target_ulong mask;
150 uint64_t context;
151
152 int is_demap_context = (demap_addr >> 6) & 1;
153
154 /* demap context */
155 switch ((demap_addr >> 4) & 3) {
156 case 0: /* primary */
157 context = env1->dmmu.mmu_primary_context;
158 break;
159 case 1: /* secondary */
160 context = env1->dmmu.mmu_secondary_context;
161 break;
162 case 2: /* nucleus */
163 context = 0;
164 break;
165 case 3: /* reserved */
166 default:
167 return;
168 }
169
170 for (i = 0; i < 64; i++) {
171 if (TTE_IS_VALID(tlb[i].tte)) {
172
173 if (is_demap_context) {
174 /* will remove non-global entries matching context value */
175 if (TTE_IS_GLOBAL(tlb[i].tte) ||
176 !tlb_compare_context(&tlb[i], context)) {
177 continue;
178 }
179 } else {
180 /* demap page
181 will remove any entry matching VA */
182 mask = 0xffffffffffffe000ULL;
183 mask <<= 3 * ((tlb[i].tte >> 61) & 3);
184
185 if (!compare_masked(demap_addr, tlb[i].tag, mask)) {
186 continue;
187 }
188
189 /* entry should be global or matching context value */
190 if (!TTE_IS_GLOBAL(tlb[i].tte) &&
191 !tlb_compare_context(&tlb[i], context)) {
192 continue;
193 }
194 }
195
196 replace_tlb_entry(&tlb[i], 0, 0, env1);
197 #ifdef DEBUG_MMU
198 DPRINTF_MMU("%s demap invalidated entry [%02u]\n", strmmu, i);
199 dump_mmu(env1);
200 #endif
201 }
202 }
203 }
204
sun4v_tte_to_sun4u(CPUSPARCState * env,uint64_t tag,uint64_t sun4v_tte)205 static uint64_t sun4v_tte_to_sun4u(CPUSPARCState *env, uint64_t tag,
206 uint64_t sun4v_tte)
207 {
208 uint64_t sun4u_tte;
209 if (!(cpu_has_hypervisor(env) && (tag & TLB_UST1_IS_SUN4V_BIT))) {
210 /* is already in the sun4u format */
211 return sun4v_tte;
212 }
213 sun4u_tte = TTE_PA(sun4v_tte) | (sun4v_tte & TTE_VALID_BIT);
214 sun4u_tte |= (sun4v_tte & 3ULL) << 61; /* TTE_PGSIZE */
215 sun4u_tte |= CONVERT_BIT(sun4v_tte, TTE_NFO_BIT_UA2005, TTE_NFO_BIT);
216 sun4u_tte |= CONVERT_BIT(sun4v_tte, TTE_USED_BIT_UA2005, TTE_USED_BIT);
217 sun4u_tte |= CONVERT_BIT(sun4v_tte, TTE_W_OK_BIT_UA2005, TTE_W_OK_BIT);
218 sun4u_tte |= CONVERT_BIT(sun4v_tte, TTE_SIDEEFFECT_BIT_UA2005,
219 TTE_SIDEEFFECT_BIT);
220 sun4u_tte |= CONVERT_BIT(sun4v_tte, TTE_PRIV_BIT_UA2005, TTE_PRIV_BIT);
221 sun4u_tte |= CONVERT_BIT(sun4v_tte, TTE_LOCKED_BIT_UA2005, TTE_LOCKED_BIT);
222 return sun4u_tte;
223 }
224
replace_tlb_1bit_lru(SparcTLBEntry * tlb,uint64_t tlb_tag,uint64_t tlb_tte,const char * strmmu,CPUSPARCState * env1,uint64_t addr)225 static void replace_tlb_1bit_lru(SparcTLBEntry *tlb,
226 uint64_t tlb_tag, uint64_t tlb_tte,
227 const char *strmmu, CPUSPARCState *env1,
228 uint64_t addr)
229 {
230 unsigned int i, replace_used;
231
232 tlb_tte = sun4v_tte_to_sun4u(env1, addr, tlb_tte);
233 if (cpu_has_hypervisor(env1)) {
234 uint64_t new_vaddr = tlb_tag & ~0x1fffULL;
235 uint64_t new_size = 8192ULL << 3 * TTE_PGSIZE(tlb_tte);
236 uint32_t new_ctx = tlb_tag & 0x1fffU;
237 for (i = 0; i < 64; i++) {
238 uint32_t ctx = tlb[i].tag & 0x1fffU;
239 /* check if new mapping overlaps an existing one */
240 if (new_ctx == ctx) {
241 uint64_t vaddr = tlb[i].tag & ~0x1fffULL;
242 uint64_t size = 8192ULL << 3 * TTE_PGSIZE(tlb[i].tte);
243 if (new_vaddr == vaddr
244 || (new_vaddr < vaddr + size
245 && vaddr < new_vaddr + new_size)) {
246 DPRINTF_MMU("auto demap entry [%d] %lx->%lx\n", i, vaddr,
247 new_vaddr);
248 replace_tlb_entry(&tlb[i], tlb_tag, tlb_tte, env1);
249 return;
250 }
251 }
252
253 }
254 }
255 /* Try replacing invalid entry */
256 for (i = 0; i < 64; i++) {
257 if (!TTE_IS_VALID(tlb[i].tte)) {
258 replace_tlb_entry(&tlb[i], tlb_tag, tlb_tte, env1);
259 #ifdef DEBUG_MMU
260 DPRINTF_MMU("%s lru replaced invalid entry [%i]\n", strmmu, i);
261 dump_mmu(env1);
262 #endif
263 return;
264 }
265 }
266
267 /* All entries are valid, try replacing unlocked entry */
268
269 for (replace_used = 0; replace_used < 2; ++replace_used) {
270
271 /* Used entries are not replaced on first pass */
272
273 for (i = 0; i < 64; i++) {
274 if (!TTE_IS_LOCKED(tlb[i].tte) && !TTE_IS_USED(tlb[i].tte)) {
275
276 replace_tlb_entry(&tlb[i], tlb_tag, tlb_tte, env1);
277 #ifdef DEBUG_MMU
278 DPRINTF_MMU("%s lru replaced unlocked %s entry [%i]\n",
279 strmmu, (replace_used ? "used" : "unused"), i);
280 dump_mmu(env1);
281 #endif
282 return;
283 }
284 }
285
286 /* Now reset used bit and search for unused entries again */
287
288 for (i = 0; i < 64; i++) {
289 TTE_SET_UNUSED(tlb[i].tte);
290 }
291 }
292
293 #ifdef DEBUG_MMU
294 DPRINTF_MMU("%s lru replacement: no free entries available, "
295 "replacing the last one\n", strmmu);
296 #endif
297 /* corner case: the last entry is replaced anyway */
298 replace_tlb_entry(&tlb[63], tlb_tag, tlb_tte, env1);
299 }
300
301 #endif
302
303 #ifdef TARGET_SPARC64
304 /* returns true if access using this ASI is to have address translated by MMU
305 otherwise access is to raw physical address */
306 /* TODO: check sparc32 bits */
is_translating_asi(int asi)307 static inline int is_translating_asi(int asi)
308 {
309 /* Ultrasparc IIi translating asi
310 - note this list is defined by cpu implementation
311 */
312 switch (asi) {
313 case 0x04 ... 0x11:
314 case 0x16 ... 0x19:
315 case 0x1E ... 0x1F:
316 case 0x24 ... 0x2C:
317 case 0x70 ... 0x73:
318 case 0x78 ... 0x79:
319 case 0x80 ... 0xFF:
320 return 1;
321
322 default:
323 return 0;
324 }
325 }
326
address_mask(CPUSPARCState * env1,target_ulong addr)327 static inline target_ulong address_mask(CPUSPARCState *env1, target_ulong addr)
328 {
329 if (AM_CHECK(env1)) {
330 addr &= 0xffffffffULL;
331 }
332 return addr;
333 }
334
asi_address_mask(CPUSPARCState * env,int asi,target_ulong addr)335 static inline target_ulong asi_address_mask(CPUSPARCState *env,
336 int asi, target_ulong addr)
337 {
338 if (is_translating_asi(asi)) {
339 addr = address_mask(env, addr);
340 }
341 return addr;
342 }
343
344 #ifndef CONFIG_USER_ONLY
do_check_asi(CPUSPARCState * env,int asi,uintptr_t ra)345 static inline void do_check_asi(CPUSPARCState *env, int asi, uintptr_t ra)
346 {
347 /* ASIs >= 0x80 are user mode.
348 * ASIs >= 0x30 are hyper mode (or super if hyper is not available).
349 * ASIs <= 0x2f are super mode.
350 */
351 if (asi < 0x80
352 && !cpu_hypervisor_mode(env)
353 && (!cpu_supervisor_mode(env)
354 || (asi >= 0x30 && cpu_has_hypervisor(env)))) {
355 cpu_raise_exception_ra(env, TT_PRIV_ACT, ra);
356 }
357 }
358 #endif /* !CONFIG_USER_ONLY */
359 #endif
360
361 #if defined(TARGET_SPARC64) || !defined(CONFIG_USER_ONLY)
do_check_align(CPUSPARCState * env,target_ulong addr,uint32_t align,uintptr_t ra)362 static void do_check_align(CPUSPARCState *env, target_ulong addr,
363 uint32_t align, uintptr_t ra)
364 {
365 if (addr & align) {
366 cpu_raise_exception_ra(env, TT_UNALIGNED, ra);
367 }
368 }
369 #endif
370
371 #if !defined(TARGET_SPARC64) && !defined(CONFIG_USER_ONLY) && \
372 defined(DEBUG_MXCC)
dump_mxcc(CPUSPARCState * env)373 static void dump_mxcc(CPUSPARCState *env)
374 {
375 printf("mxccdata: %016" PRIx64 " %016" PRIx64 " %016" PRIx64 " %016" PRIx64
376 "\n",
377 env->mxccdata[0], env->mxccdata[1],
378 env->mxccdata[2], env->mxccdata[3]);
379 printf("mxccregs: %016" PRIx64 " %016" PRIx64 " %016" PRIx64 " %016" PRIx64
380 "\n"
381 " %016" PRIx64 " %016" PRIx64 " %016" PRIx64 " %016" PRIx64
382 "\n",
383 env->mxccregs[0], env->mxccregs[1],
384 env->mxccregs[2], env->mxccregs[3],
385 env->mxccregs[4], env->mxccregs[5],
386 env->mxccregs[6], env->mxccregs[7]);
387 }
388 #endif
389
390 #if (defined(TARGET_SPARC64) || !defined(CONFIG_USER_ONLY)) \
391 && defined(DEBUG_ASI)
dump_asi(const char * txt,target_ulong addr,int asi,int size,uint64_t r1)392 static void dump_asi(const char *txt, target_ulong addr, int asi, int size,
393 uint64_t r1)
394 {
395 switch (size) {
396 case 1:
397 DPRINTF_ASI("%s "TARGET_FMT_lx " asi 0x%02x = %02" PRIx64 "\n", txt,
398 addr, asi, r1 & 0xff);
399 break;
400 case 2:
401 DPRINTF_ASI("%s "TARGET_FMT_lx " asi 0x%02x = %04" PRIx64 "\n", txt,
402 addr, asi, r1 & 0xffff);
403 break;
404 case 4:
405 DPRINTF_ASI("%s "TARGET_FMT_lx " asi 0x%02x = %08" PRIx64 "\n", txt,
406 addr, asi, r1 & 0xffffffff);
407 break;
408 case 8:
409 DPRINTF_ASI("%s "TARGET_FMT_lx " asi 0x%02x = %016" PRIx64 "\n", txt,
410 addr, asi, r1);
411 break;
412 }
413 }
414 #endif
415
416 #ifndef CONFIG_USER_ONLY
417 #ifndef TARGET_SPARC64
sparc_raise_mmu_fault(CPUState * cs,hwaddr addr,bool is_write,bool is_exec,int is_asi,unsigned size,uintptr_t retaddr)418 static void sparc_raise_mmu_fault(CPUState *cs, hwaddr addr,
419 bool is_write, bool is_exec, int is_asi,
420 unsigned size, uintptr_t retaddr)
421 {
422 CPUSPARCState *env = cpu_env(cs);
423 int fault_type;
424
425 #ifdef DEBUG_UNASSIGNED
426 if (is_asi) {
427 printf("Unassigned mem %s access of %d byte%s to " HWADDR_FMT_plx
428 " asi 0x%02x from " TARGET_FMT_lx "\n",
429 is_exec ? "exec" : is_write ? "write" : "read", size,
430 size == 1 ? "" : "s", addr, is_asi, env->pc);
431 } else {
432 printf("Unassigned mem %s access of %d byte%s to " HWADDR_FMT_plx
433 " from " TARGET_FMT_lx "\n",
434 is_exec ? "exec" : is_write ? "write" : "read", size,
435 size == 1 ? "" : "s", addr, env->pc);
436 }
437 #endif
438 /* Don't overwrite translation and access faults */
439 fault_type = (env->mmuregs[3] & 0x1c) >> 2;
440 if ((fault_type > 4) || (fault_type == 0)) {
441 env->mmuregs[3] = 0; /* Fault status register */
442 if (is_asi) {
443 env->mmuregs[3] |= 1 << 16;
444 }
445 if (env->psrs) {
446 env->mmuregs[3] |= 1 << 5;
447 }
448 if (is_exec) {
449 env->mmuregs[3] |= 1 << 6;
450 }
451 if (is_write) {
452 env->mmuregs[3] |= 1 << 7;
453 }
454 env->mmuregs[3] |= (5 << 2) | 2;
455 /* SuperSPARC will never place instruction fault addresses in the FAR */
456 if (!is_exec) {
457 env->mmuregs[4] = addr; /* Fault address register */
458 }
459 }
460 /* overflow (same type fault was not read before another fault) */
461 if (fault_type == ((env->mmuregs[3] & 0x1c)) >> 2) {
462 env->mmuregs[3] |= 1;
463 }
464
465 if ((env->mmuregs[0] & MMU_E) && !(env->mmuregs[0] & MMU_NF)) {
466 int tt = is_exec ? TT_CODE_ACCESS : TT_DATA_ACCESS;
467 cpu_raise_exception_ra(env, tt, retaddr);
468 }
469
470 /*
471 * flush neverland mappings created during no-fault mode,
472 * so the sequential MMU faults report proper fault types
473 */
474 if (env->mmuregs[0] & MMU_NF) {
475 tlb_flush(cs);
476 }
477 }
478 #else
sparc_raise_mmu_fault(CPUState * cs,hwaddr addr,bool is_write,bool is_exec,int is_asi,unsigned size,uintptr_t retaddr)479 static void sparc_raise_mmu_fault(CPUState *cs, hwaddr addr,
480 bool is_write, bool is_exec, int is_asi,
481 unsigned size, uintptr_t retaddr)
482 {
483 CPUSPARCState *env = cpu_env(cs);
484
485 #ifdef DEBUG_UNASSIGNED
486 printf("Unassigned mem access to " HWADDR_FMT_plx " from " TARGET_FMT_lx
487 "\n", addr, env->pc);
488 #endif
489
490 if (is_exec) { /* XXX has_hypervisor */
491 if (env->lsu & (IMMU_E)) {
492 cpu_raise_exception_ra(env, TT_CODE_ACCESS, retaddr);
493 } else if (cpu_has_hypervisor(env) && !(env->hpstate & HS_PRIV)) {
494 cpu_raise_exception_ra(env, TT_INSN_REAL_TRANSLATION_MISS, retaddr);
495 }
496 } else {
497 if (env->lsu & (DMMU_E)) {
498 cpu_raise_exception_ra(env, TT_DATA_ACCESS, retaddr);
499 } else if (cpu_has_hypervisor(env) && !(env->hpstate & HS_PRIV)) {
500 cpu_raise_exception_ra(env, TT_DATA_REAL_TRANSLATION_MISS, retaddr);
501 }
502 }
503 }
504 #endif
505 #endif
506
507 #ifndef TARGET_SPARC64
508 #ifndef CONFIG_USER_ONLY
509
510
511 /* Leon3 cache control */
512
leon3_cache_control_st(CPUSPARCState * env,target_ulong addr,uint64_t val,int size)513 static void leon3_cache_control_st(CPUSPARCState *env, target_ulong addr,
514 uint64_t val, int size)
515 {
516 DPRINTF_CACHE_CONTROL("st addr:%08x, val:%" PRIx64 ", size:%d\n",
517 addr, val, size);
518
519 if (size != 4) {
520 DPRINTF_CACHE_CONTROL("32bits only\n");
521 return;
522 }
523
524 switch (addr) {
525 case 0x00: /* Cache control */
526
527 /* These values must always be read as zeros */
528 val &= ~CACHE_CTRL_FD;
529 val &= ~CACHE_CTRL_FI;
530 val &= ~CACHE_CTRL_IB;
531 val &= ~CACHE_CTRL_IP;
532 val &= ~CACHE_CTRL_DP;
533
534 env->cache_control = val;
535 break;
536 case 0x04: /* Instruction cache configuration */
537 case 0x08: /* Data cache configuration */
538 /* Read Only */
539 break;
540 default:
541 DPRINTF_CACHE_CONTROL("write unknown register %08x\n", addr);
542 break;
543 };
544 }
545
leon3_cache_control_ld(CPUSPARCState * env,target_ulong addr,int size)546 static uint64_t leon3_cache_control_ld(CPUSPARCState *env, target_ulong addr,
547 int size)
548 {
549 uint64_t ret = 0;
550
551 if (size != 4) {
552 DPRINTF_CACHE_CONTROL("32bits only\n");
553 return 0;
554 }
555
556 switch (addr) {
557 case 0x00: /* Cache control */
558 ret = env->cache_control;
559 break;
560
561 /* Configuration registers are read and only always keep those
562 predefined values */
563
564 case 0x04: /* Instruction cache configuration */
565 ret = 0x10220000;
566 break;
567 case 0x08: /* Data cache configuration */
568 ret = 0x18220000;
569 break;
570 default:
571 DPRINTF_CACHE_CONTROL("read unknown register %08x\n", addr);
572 break;
573 };
574 DPRINTF_CACHE_CONTROL("ld addr:%08x, ret:0x%" PRIx64 ", size:%d\n",
575 addr, ret, size);
576 return ret;
577 }
578
helper_ld_asi(CPUSPARCState * env,target_ulong addr,int asi,uint32_t memop)579 uint64_t helper_ld_asi(CPUSPARCState *env, target_ulong addr,
580 int asi, uint32_t memop)
581 {
582 int size = 1 << (memop & MO_SIZE);
583 int sign = memop & MO_SIGN;
584 CPUState *cs = env_cpu(env);
585 uint64_t ret = 0;
586 #if defined(DEBUG_MXCC) || defined(DEBUG_ASI)
587 uint32_t last_addr = addr;
588 #endif
589
590 do_check_align(env, addr, size - 1, GETPC());
591 switch (asi) {
592 case ASI_M_MXCC: /* SuperSparc MXCC registers, or... */
593 /* case ASI_LEON_CACHEREGS: Leon3 cache control */
594 switch (addr) {
595 case 0x00: /* Leon3 Cache Control */
596 case 0x08: /* Leon3 Instruction Cache config */
597 case 0x0C: /* Leon3 Date Cache config */
598 if (env->def.features & CPU_FEATURE_CACHE_CTRL) {
599 ret = leon3_cache_control_ld(env, addr, size);
600 }
601 break;
602 case 0x01c00a00: /* MXCC control register */
603 if (size == 8) {
604 ret = env->mxccregs[3];
605 } else {
606 qemu_log_mask(LOG_UNIMP,
607 "%08x: unimplemented access size: %d\n", addr,
608 size);
609 }
610 break;
611 case 0x01c00a04: /* MXCC control register */
612 if (size == 4) {
613 ret = env->mxccregs[3];
614 } else {
615 qemu_log_mask(LOG_UNIMP,
616 "%08x: unimplemented access size: %d\n", addr,
617 size);
618 }
619 break;
620 case 0x01c00c00: /* Module reset register */
621 if (size == 8) {
622 ret = env->mxccregs[5];
623 /* should we do something here? */
624 } else {
625 qemu_log_mask(LOG_UNIMP,
626 "%08x: unimplemented access size: %d\n", addr,
627 size);
628 }
629 break;
630 case 0x01c00f00: /* MBus port address register */
631 if (size == 8) {
632 ret = env->mxccregs[7];
633 } else {
634 qemu_log_mask(LOG_UNIMP,
635 "%08x: unimplemented access size: %d\n", addr,
636 size);
637 }
638 break;
639 default:
640 qemu_log_mask(LOG_UNIMP,
641 "%08x: unimplemented address, size: %d\n", addr,
642 size);
643 break;
644 }
645 DPRINTF_MXCC("asi = %d, size = %d, sign = %d, "
646 "addr = %08x -> ret = %" PRIx64 ","
647 "addr = %08x\n", asi, size, sign, last_addr, ret, addr);
648 #ifdef DEBUG_MXCC
649 dump_mxcc(env);
650 #endif
651 break;
652 case ASI_M_FLUSH_PROBE: /* SuperSparc MMU probe */
653 case ASI_LEON_MMUFLUSH: /* LEON3 MMU probe */
654 {
655 int mmulev;
656
657 mmulev = (addr >> 8) & 15;
658 if (mmulev > 4) {
659 ret = 0;
660 } else {
661 ret = mmu_probe(env, addr, mmulev);
662 }
663 DPRINTF_MMU("mmu_probe: 0x%08x (lev %d) -> 0x%08" PRIx64 "\n",
664 addr, mmulev, ret);
665 }
666 break;
667 case ASI_M_MMUREGS: /* SuperSparc MMU regs */
668 case ASI_LEON_MMUREGS: /* LEON3 MMU regs */
669 {
670 int reg = (addr >> 8) & 0x1f;
671
672 ret = env->mmuregs[reg];
673 if (reg == 3) { /* Fault status cleared on read */
674 env->mmuregs[3] = 0;
675 } else if (reg == 0x13) { /* Fault status read */
676 ret = env->mmuregs[3];
677 } else if (reg == 0x14) { /* Fault address read */
678 ret = env->mmuregs[4];
679 }
680 DPRINTF_MMU("mmu_read: reg[%d] = 0x%08" PRIx64 "\n", reg, ret);
681 }
682 break;
683 case ASI_M_TLBDIAG: /* Turbosparc ITLB Diagnostic */
684 case ASI_M_DIAGS: /* Turbosparc DTLB Diagnostic */
685 case ASI_M_IODIAG: /* Turbosparc IOTLB Diagnostic */
686 break;
687 case ASI_M_TXTC_TAG: /* SparcStation 5 I-cache tag */
688 case ASI_M_TXTC_DATA: /* SparcStation 5 I-cache data */
689 case ASI_M_DATAC_TAG: /* SparcStation 5 D-cache tag */
690 case ASI_M_DATAC_DATA: /* SparcStation 5 D-cache data */
691 break;
692 case 0x21 ... 0x2f: /* MMU passthrough, 0x100000000 to 0xfffffffff */
693 {
694 MemTxResult result;
695 hwaddr access_addr = (hwaddr)addr | ((hwaddr)(asi & 0xf) << 32);
696
697 switch (size) {
698 case 1:
699 ret = address_space_ldub(cs->as, access_addr,
700 MEMTXATTRS_UNSPECIFIED, &result);
701 break;
702 case 2:
703 ret = address_space_lduw(cs->as, access_addr,
704 MEMTXATTRS_UNSPECIFIED, &result);
705 break;
706 default:
707 case 4:
708 ret = address_space_ldl(cs->as, access_addr,
709 MEMTXATTRS_UNSPECIFIED, &result);
710 break;
711 case 8:
712 ret = address_space_ldq(cs->as, access_addr,
713 MEMTXATTRS_UNSPECIFIED, &result);
714 break;
715 }
716
717 if (result != MEMTX_OK) {
718 sparc_raise_mmu_fault(cs, access_addr, false, false, false,
719 size, GETPC());
720 }
721 break;
722 }
723 case 0x30: /* Turbosparc secondary cache diagnostic */
724 case 0x31: /* Turbosparc RAM snoop */
725 case 0x32: /* Turbosparc page table descriptor diagnostic */
726 case 0x39: /* data cache diagnostic register */
727 ret = 0;
728 break;
729 case 0x38: /* SuperSPARC MMU Breakpoint Control Registers */
730 {
731 int reg = (addr >> 8) & 3;
732
733 switch (reg) {
734 case 0: /* Breakpoint Value (Addr) */
735 ret = env->mmubpregs[reg];
736 break;
737 case 1: /* Breakpoint Mask */
738 ret = env->mmubpregs[reg];
739 break;
740 case 2: /* Breakpoint Control */
741 ret = env->mmubpregs[reg];
742 break;
743 case 3: /* Breakpoint Status */
744 ret = env->mmubpregs[reg];
745 env->mmubpregs[reg] = 0ULL;
746 break;
747 }
748 DPRINTF_MMU("read breakpoint reg[%d] 0x%016" PRIx64 "\n", reg,
749 ret);
750 }
751 break;
752 case 0x49: /* SuperSPARC MMU Counter Breakpoint Value */
753 ret = env->mmubpctrv;
754 break;
755 case 0x4a: /* SuperSPARC MMU Counter Breakpoint Control */
756 ret = env->mmubpctrc;
757 break;
758 case 0x4b: /* SuperSPARC MMU Counter Breakpoint Status */
759 ret = env->mmubpctrs;
760 break;
761 case 0x4c: /* SuperSPARC MMU Breakpoint Action */
762 ret = env->mmubpaction;
763 break;
764 default:
765 sparc_raise_mmu_fault(cs, addr, false, false, asi, size, GETPC());
766 ret = 0;
767 break;
768
769 case ASI_USERDATA: /* User data access */
770 case ASI_KERNELDATA: /* Supervisor data access */
771 case ASI_USERTXT: /* User code access */
772 case ASI_KERNELTXT: /* Supervisor code access */
773 case ASI_P: /* Implicit primary context data access (v9 only?) */
774 case ASI_M_BYPASS: /* MMU passthrough */
775 case ASI_LEON_BYPASS: /* LEON MMU passthrough */
776 /* These are always handled inline. */
777 g_assert_not_reached();
778 }
779 if (sign) {
780 switch (size) {
781 case 1:
782 ret = (int8_t) ret;
783 break;
784 case 2:
785 ret = (int16_t) ret;
786 break;
787 case 4:
788 ret = (int32_t) ret;
789 break;
790 default:
791 break;
792 }
793 }
794 #ifdef DEBUG_ASI
795 dump_asi("read ", last_addr, asi, size, ret);
796 #endif
797 return ret;
798 }
799
helper_st_asi(CPUSPARCState * env,target_ulong addr,uint64_t val,int asi,uint32_t memop)800 void helper_st_asi(CPUSPARCState *env, target_ulong addr, uint64_t val,
801 int asi, uint32_t memop)
802 {
803 int size = 1 << (memop & MO_SIZE);
804 CPUState *cs = env_cpu(env);
805
806 do_check_align(env, addr, size - 1, GETPC());
807 switch (asi) {
808 case ASI_M_MXCC: /* SuperSparc MXCC registers, or... */
809 /* case ASI_LEON_CACHEREGS: Leon3 cache control */
810 switch (addr) {
811 case 0x00: /* Leon3 Cache Control */
812 case 0x08: /* Leon3 Instruction Cache config */
813 case 0x0C: /* Leon3 Date Cache config */
814 if (env->def.features & CPU_FEATURE_CACHE_CTRL) {
815 leon3_cache_control_st(env, addr, val, size);
816 }
817 break;
818
819 case 0x01c00000: /* MXCC stream data register 0 */
820 if (size == 8) {
821 env->mxccdata[0] = val;
822 } else {
823 qemu_log_mask(LOG_UNIMP,
824 "%08x: unimplemented access size: %d\n", addr,
825 size);
826 }
827 break;
828 case 0x01c00008: /* MXCC stream data register 1 */
829 if (size == 8) {
830 env->mxccdata[1] = val;
831 } else {
832 qemu_log_mask(LOG_UNIMP,
833 "%08x: unimplemented access size: %d\n", addr,
834 size);
835 }
836 break;
837 case 0x01c00010: /* MXCC stream data register 2 */
838 if (size == 8) {
839 env->mxccdata[2] = val;
840 } else {
841 qemu_log_mask(LOG_UNIMP,
842 "%08x: unimplemented access size: %d\n", addr,
843 size);
844 }
845 break;
846 case 0x01c00018: /* MXCC stream data register 3 */
847 if (size == 8) {
848 env->mxccdata[3] = val;
849 } else {
850 qemu_log_mask(LOG_UNIMP,
851 "%08x: unimplemented access size: %d\n", addr,
852 size);
853 }
854 break;
855 case 0x01c00100: /* MXCC stream source */
856 {
857 int i;
858
859 if (size == 8) {
860 env->mxccregs[0] = val;
861 } else {
862 qemu_log_mask(LOG_UNIMP,
863 "%08x: unimplemented access size: %d\n", addr,
864 size);
865 }
866
867 for (i = 0; i < 4; i++) {
868 MemTxResult result;
869 hwaddr access_addr = (env->mxccregs[0] & 0xffffffffULL) + 8 * i;
870
871 env->mxccdata[i] = address_space_ldq(cs->as,
872 access_addr,
873 MEMTXATTRS_UNSPECIFIED,
874 &result);
875 if (result != MEMTX_OK) {
876 /* TODO: investigate whether this is the right behaviour */
877 sparc_raise_mmu_fault(cs, access_addr, false, false,
878 false, size, GETPC());
879 }
880 }
881 break;
882 }
883 case 0x01c00200: /* MXCC stream destination */
884 {
885 int i;
886
887 if (size == 8) {
888 env->mxccregs[1] = val;
889 } else {
890 qemu_log_mask(LOG_UNIMP,
891 "%08x: unimplemented access size: %d\n", addr,
892 size);
893 }
894
895 for (i = 0; i < 4; i++) {
896 MemTxResult result;
897 hwaddr access_addr = (env->mxccregs[1] & 0xffffffffULL) + 8 * i;
898
899 address_space_stq(cs->as, access_addr, env->mxccdata[i],
900 MEMTXATTRS_UNSPECIFIED, &result);
901
902 if (result != MEMTX_OK) {
903 /* TODO: investigate whether this is the right behaviour */
904 sparc_raise_mmu_fault(cs, access_addr, true, false,
905 false, size, GETPC());
906 }
907 }
908 break;
909 }
910 case 0x01c00a00: /* MXCC control register */
911 if (size == 8) {
912 env->mxccregs[3] = val;
913 } else {
914 qemu_log_mask(LOG_UNIMP,
915 "%08x: unimplemented access size: %d\n", addr,
916 size);
917 }
918 break;
919 case 0x01c00a04: /* MXCC control register */
920 if (size == 4) {
921 env->mxccregs[3] = (env->mxccregs[3] & 0xffffffff00000000ULL)
922 | val;
923 } else {
924 qemu_log_mask(LOG_UNIMP,
925 "%08x: unimplemented access size: %d\n", addr,
926 size);
927 }
928 break;
929 case 0x01c00e00: /* MXCC error register */
930 /* writing a 1 bit clears the error */
931 if (size == 8) {
932 env->mxccregs[6] &= ~val;
933 } else {
934 qemu_log_mask(LOG_UNIMP,
935 "%08x: unimplemented access size: %d\n", addr,
936 size);
937 }
938 break;
939 case 0x01c00f00: /* MBus port address register */
940 if (size == 8) {
941 env->mxccregs[7] = val;
942 } else {
943 qemu_log_mask(LOG_UNIMP,
944 "%08x: unimplemented access size: %d\n", addr,
945 size);
946 }
947 break;
948 default:
949 qemu_log_mask(LOG_UNIMP,
950 "%08x: unimplemented address, size: %d\n", addr,
951 size);
952 break;
953 }
954 DPRINTF_MXCC("asi = %d, size = %d, addr = %08x, val = %" PRIx64 "\n",
955 asi, size, addr, val);
956 #ifdef DEBUG_MXCC
957 dump_mxcc(env);
958 #endif
959 break;
960 case ASI_M_FLUSH_PROBE: /* SuperSparc MMU flush */
961 case ASI_LEON_MMUFLUSH: /* LEON3 MMU flush */
962 {
963 int mmulev;
964
965 mmulev = (addr >> 8) & 15;
966 DPRINTF_MMU("mmu flush level %d\n", mmulev);
967 switch (mmulev) {
968 case 0: /* flush page */
969 tlb_flush_page(cs, addr & 0xfffff000);
970 break;
971 case 1: /* flush segment (256k) */
972 case 2: /* flush region (16M) */
973 case 3: /* flush context (4G) */
974 case 4: /* flush entire */
975 tlb_flush(cs);
976 break;
977 default:
978 break;
979 }
980 #ifdef DEBUG_MMU
981 dump_mmu(env);
982 #endif
983 }
984 break;
985 case ASI_M_MMUREGS: /* write MMU regs */
986 case ASI_LEON_MMUREGS: /* LEON3 write MMU regs */
987 {
988 int reg = (addr >> 8) & 0x1f;
989 uint32_t oldreg;
990
991 oldreg = env->mmuregs[reg];
992 switch (reg) {
993 case 0: /* Control Register */
994 env->mmuregs[reg] = (env->mmuregs[reg] & 0xff000000) |
995 (val & 0x00ffffff);
996 /* Mappings generated during no-fault mode
997 are invalid in normal mode. */
998 if ((oldreg ^ env->mmuregs[reg])
999 & (MMU_NF | env->def.mmu_bm)) {
1000 tlb_flush(cs);
1001 }
1002 break;
1003 case 1: /* Context Table Pointer Register */
1004 env->mmuregs[reg] = val & env->def.mmu_ctpr_mask;
1005 break;
1006 case 2: /* Context Register */
1007 env->mmuregs[reg] = val & env->def.mmu_cxr_mask;
1008 if (oldreg != env->mmuregs[reg]) {
1009 /* we flush when the MMU context changes because
1010 QEMU has no MMU context support */
1011 tlb_flush(cs);
1012 }
1013 break;
1014 case 3: /* Synchronous Fault Status Register with Clear */
1015 case 4: /* Synchronous Fault Address Register */
1016 break;
1017 case 0x10: /* TLB Replacement Control Register */
1018 env->mmuregs[reg] = val & env->def.mmu_trcr_mask;
1019 break;
1020 case 0x13: /* Synchronous Fault Status Register with Read
1021 and Clear */
1022 env->mmuregs[3] = val & env->def.mmu_sfsr_mask;
1023 break;
1024 case 0x14: /* Synchronous Fault Address Register */
1025 env->mmuregs[4] = val;
1026 break;
1027 default:
1028 env->mmuregs[reg] = val;
1029 break;
1030 }
1031 if (oldreg != env->mmuregs[reg]) {
1032 DPRINTF_MMU("mmu change reg[%d]: 0x%08x -> 0x%08x\n",
1033 reg, oldreg, env->mmuregs[reg]);
1034 }
1035 #ifdef DEBUG_MMU
1036 dump_mmu(env);
1037 #endif
1038 }
1039 break;
1040 case ASI_M_TLBDIAG: /* Turbosparc ITLB Diagnostic */
1041 case ASI_M_DIAGS: /* Turbosparc DTLB Diagnostic */
1042 case ASI_M_IODIAG: /* Turbosparc IOTLB Diagnostic */
1043 break;
1044 case ASI_M_TXTC_TAG: /* I-cache tag */
1045 case ASI_M_TXTC_DATA: /* I-cache data */
1046 case ASI_M_DATAC_TAG: /* D-cache tag */
1047 case ASI_M_DATAC_DATA: /* D-cache data */
1048 case ASI_M_FLUSH_PAGE: /* I/D-cache flush page */
1049 case ASI_M_FLUSH_SEG: /* I/D-cache flush segment */
1050 case ASI_M_FLUSH_REGION: /* I/D-cache flush region */
1051 case ASI_M_FLUSH_CTX: /* I/D-cache flush context */
1052 case ASI_M_FLUSH_USER: /* I/D-cache flush user */
1053 break;
1054 case 0x21 ... 0x2f: /* MMU passthrough, 0x100000000 to 0xfffffffff */
1055 {
1056 MemTxResult result;
1057 hwaddr access_addr = (hwaddr)addr | ((hwaddr)(asi & 0xf) << 32);
1058
1059 switch (size) {
1060 case 1:
1061 address_space_stb(cs->as, access_addr, val,
1062 MEMTXATTRS_UNSPECIFIED, &result);
1063 break;
1064 case 2:
1065 address_space_stw(cs->as, access_addr, val,
1066 MEMTXATTRS_UNSPECIFIED, &result);
1067 break;
1068 case 4:
1069 default:
1070 address_space_stl(cs->as, access_addr, val,
1071 MEMTXATTRS_UNSPECIFIED, &result);
1072 break;
1073 case 8:
1074 address_space_stq(cs->as, access_addr, val,
1075 MEMTXATTRS_UNSPECIFIED, &result);
1076 break;
1077 }
1078 if (result != MEMTX_OK) {
1079 sparc_raise_mmu_fault(cs, access_addr, true, false, false,
1080 size, GETPC());
1081 }
1082 }
1083 break;
1084 case 0x30: /* store buffer tags or Turbosparc secondary cache diagnostic */
1085 case 0x31: /* store buffer data, Ross RT620 I-cache flush or
1086 Turbosparc snoop RAM */
1087 case 0x32: /* store buffer control or Turbosparc page table
1088 descriptor diagnostic */
1089 case 0x36: /* I-cache flash clear */
1090 case 0x37: /* D-cache flash clear */
1091 break;
1092 case 0x38: /* SuperSPARC MMU Breakpoint Control Registers*/
1093 {
1094 int reg = (addr >> 8) & 3;
1095
1096 switch (reg) {
1097 case 0: /* Breakpoint Value (Addr) */
1098 env->mmubpregs[reg] = (val & 0xfffffffffULL);
1099 break;
1100 case 1: /* Breakpoint Mask */
1101 env->mmubpregs[reg] = (val & 0xfffffffffULL);
1102 break;
1103 case 2: /* Breakpoint Control */
1104 env->mmubpregs[reg] = (val & 0x7fULL);
1105 break;
1106 case 3: /* Breakpoint Status */
1107 env->mmubpregs[reg] = (val & 0xfULL);
1108 break;
1109 }
1110 DPRINTF_MMU("write breakpoint reg[%d] 0x%016x\n", reg,
1111 env->mmuregs[reg]);
1112 }
1113 break;
1114 case 0x49: /* SuperSPARC MMU Counter Breakpoint Value */
1115 env->mmubpctrv = val & 0xffffffff;
1116 break;
1117 case 0x4a: /* SuperSPARC MMU Counter Breakpoint Control */
1118 env->mmubpctrc = val & 0x3;
1119 break;
1120 case 0x4b: /* SuperSPARC MMU Counter Breakpoint Status */
1121 env->mmubpctrs = val & 0x3;
1122 break;
1123 case 0x4c: /* SuperSPARC MMU Breakpoint Action */
1124 env->mmubpaction = val & 0x1fff;
1125 break;
1126 case ASI_USERTXT: /* User code access, XXX */
1127 case ASI_KERNELTXT: /* Supervisor code access, XXX */
1128 default:
1129 sparc_raise_mmu_fault(cs, addr, true, false, asi, size, GETPC());
1130 break;
1131
1132 case ASI_USERDATA: /* User data access */
1133 case ASI_KERNELDATA: /* Supervisor data access */
1134 case ASI_P:
1135 case ASI_M_BYPASS: /* MMU passthrough */
1136 case ASI_LEON_BYPASS: /* LEON MMU passthrough */
1137 case ASI_M_BCOPY: /* Block copy, sta access */
1138 case ASI_M_BFILL: /* Block fill, stda access */
1139 /* These are always handled inline. */
1140 g_assert_not_reached();
1141 }
1142 #ifdef DEBUG_ASI
1143 dump_asi("write", addr, asi, size, val);
1144 #endif
1145 }
1146
helper_ld_code(CPUSPARCState * env,target_ulong addr,uint32_t oi)1147 uint64_t helper_ld_code(CPUSPARCState *env, target_ulong addr, uint32_t oi)
1148 {
1149 MemOp mop = get_memop(oi);
1150 uintptr_t ra = GETPC();
1151 uint64_t ret;
1152
1153 switch (mop & MO_SIZE) {
1154 case MO_8:
1155 ret = cpu_ldb_code_mmu(env, addr, oi, ra);
1156 if (mop & MO_SIGN) {
1157 ret = (int8_t)ret;
1158 }
1159 break;
1160 case MO_16:
1161 ret = cpu_ldw_code_mmu(env, addr, oi, ra);
1162 if ((mop & MO_BSWAP) != MO_TE) {
1163 ret = bswap16(ret);
1164 }
1165 if (mop & MO_SIGN) {
1166 ret = (int16_t)ret;
1167 }
1168 break;
1169 case MO_32:
1170 ret = cpu_ldl_code_mmu(env, addr, oi, ra);
1171 if ((mop & MO_BSWAP) != MO_TE) {
1172 ret = bswap32(ret);
1173 }
1174 if (mop & MO_SIGN) {
1175 ret = (int32_t)ret;
1176 }
1177 break;
1178 case MO_64:
1179 ret = cpu_ldq_code_mmu(env, addr, oi, ra);
1180 if ((mop & MO_BSWAP) != MO_TE) {
1181 ret = bswap64(ret);
1182 }
1183 break;
1184 default:
1185 g_assert_not_reached();
1186 }
1187 return ret;
1188 }
1189
1190 #endif /* CONFIG_USER_ONLY */
1191 #else /* TARGET_SPARC64 */
1192
1193 #ifdef CONFIG_USER_ONLY
helper_ld_asi(CPUSPARCState * env,target_ulong addr,int asi,uint32_t memop)1194 uint64_t helper_ld_asi(CPUSPARCState *env, target_ulong addr,
1195 int asi, uint32_t memop)
1196 {
1197 int size = 1 << (memop & MO_SIZE);
1198 int sign = memop & MO_SIGN;
1199 uint64_t ret = 0;
1200
1201 if (asi < 0x80) {
1202 cpu_raise_exception_ra(env, TT_PRIV_ACT, GETPC());
1203 }
1204 do_check_align(env, addr, size - 1, GETPC());
1205 addr = asi_address_mask(env, asi, addr);
1206
1207 switch (asi) {
1208 case ASI_PNF: /* Primary no-fault */
1209 case ASI_PNFL: /* Primary no-fault LE */
1210 case ASI_SNF: /* Secondary no-fault */
1211 case ASI_SNFL: /* Secondary no-fault LE */
1212 if (!page_check_range(addr, size, PAGE_READ)) {
1213 ret = 0;
1214 break;
1215 }
1216 switch (size) {
1217 case 1:
1218 ret = cpu_ldub_data(env, addr);
1219 break;
1220 case 2:
1221 ret = cpu_lduw_data(env, addr);
1222 break;
1223 case 4:
1224 ret = cpu_ldl_data(env, addr);
1225 break;
1226 case 8:
1227 ret = cpu_ldq_data(env, addr);
1228 break;
1229 default:
1230 g_assert_not_reached();
1231 }
1232 break;
1233 break;
1234
1235 case ASI_P: /* Primary */
1236 case ASI_PL: /* Primary LE */
1237 case ASI_S: /* Secondary */
1238 case ASI_SL: /* Secondary LE */
1239 /* These are always handled inline. */
1240 g_assert_not_reached();
1241
1242 default:
1243 cpu_raise_exception_ra(env, TT_DATA_ACCESS, GETPC());
1244 }
1245
1246 /* Convert from little endian */
1247 switch (asi) {
1248 case ASI_PNFL: /* Primary no-fault LE */
1249 case ASI_SNFL: /* Secondary no-fault LE */
1250 switch (size) {
1251 case 2:
1252 ret = bswap16(ret);
1253 break;
1254 case 4:
1255 ret = bswap32(ret);
1256 break;
1257 case 8:
1258 ret = bswap64(ret);
1259 break;
1260 }
1261 }
1262
1263 /* Convert to signed number */
1264 if (sign) {
1265 switch (size) {
1266 case 1:
1267 ret = (int8_t) ret;
1268 break;
1269 case 2:
1270 ret = (int16_t) ret;
1271 break;
1272 case 4:
1273 ret = (int32_t) ret;
1274 break;
1275 }
1276 }
1277 #ifdef DEBUG_ASI
1278 dump_asi("read", addr, asi, size, ret);
1279 #endif
1280 return ret;
1281 }
1282
helper_st_asi(CPUSPARCState * env,target_ulong addr,target_ulong val,int asi,uint32_t memop)1283 void helper_st_asi(CPUSPARCState *env, target_ulong addr, target_ulong val,
1284 int asi, uint32_t memop)
1285 {
1286 int size = 1 << (memop & MO_SIZE);
1287 #ifdef DEBUG_ASI
1288 dump_asi("write", addr, asi, size, val);
1289 #endif
1290 if (asi < 0x80) {
1291 cpu_raise_exception_ra(env, TT_PRIV_ACT, GETPC());
1292 }
1293 do_check_align(env, addr, size - 1, GETPC());
1294
1295 switch (asi) {
1296 case ASI_P: /* Primary */
1297 case ASI_PL: /* Primary LE */
1298 case ASI_S: /* Secondary */
1299 case ASI_SL: /* Secondary LE */
1300 /* These are always handled inline. */
1301 g_assert_not_reached();
1302
1303 case ASI_PNF: /* Primary no-fault, RO */
1304 case ASI_SNF: /* Secondary no-fault, RO */
1305 case ASI_PNFL: /* Primary no-fault LE, RO */
1306 case ASI_SNFL: /* Secondary no-fault LE, RO */
1307 default:
1308 cpu_raise_exception_ra(env, TT_DATA_ACCESS, GETPC());
1309 }
1310 }
1311
1312 #else /* CONFIG_USER_ONLY */
1313
helper_ld_asi(CPUSPARCState * env,target_ulong addr,int asi,uint32_t memop)1314 uint64_t helper_ld_asi(CPUSPARCState *env, target_ulong addr,
1315 int asi, uint32_t memop)
1316 {
1317 int size = 1 << (memop & MO_SIZE);
1318 int sign = memop & MO_SIGN;
1319 CPUState *cs = env_cpu(env);
1320 uint64_t ret = 0;
1321 #if defined(DEBUG_ASI)
1322 target_ulong last_addr = addr;
1323 #endif
1324
1325 asi &= 0xff;
1326
1327 do_check_asi(env, asi, GETPC());
1328 do_check_align(env, addr, size - 1, GETPC());
1329 addr = asi_address_mask(env, asi, addr);
1330
1331 switch (asi) {
1332 case ASI_PNF:
1333 case ASI_PNFL:
1334 case ASI_SNF:
1335 case ASI_SNFL:
1336 {
1337 MemOpIdx oi;
1338 int idx = (env->pstate & PS_PRIV
1339 ? (asi & 1 ? MMU_KERNEL_SECONDARY_IDX : MMU_KERNEL_IDX)
1340 : (asi & 1 ? MMU_USER_SECONDARY_IDX : MMU_USER_IDX));
1341
1342 if (cpu_get_phys_page_nofault(env, addr, idx) == -1ULL) {
1343 #ifdef DEBUG_ASI
1344 dump_asi("read ", last_addr, asi, size, ret);
1345 #endif
1346 /* exception_index is set in get_physical_address_data. */
1347 cpu_raise_exception_ra(env, cs->exception_index, GETPC());
1348 }
1349 oi = make_memop_idx(memop, idx);
1350 switch (size) {
1351 case 1:
1352 ret = cpu_ldb_mmu(env, addr, oi, GETPC());
1353 break;
1354 case 2:
1355 ret = cpu_ldw_mmu(env, addr, oi, GETPC());
1356 break;
1357 case 4:
1358 ret = cpu_ldl_mmu(env, addr, oi, GETPC());
1359 break;
1360 case 8:
1361 ret = cpu_ldq_mmu(env, addr, oi, GETPC());
1362 break;
1363 default:
1364 g_assert_not_reached();
1365 }
1366 }
1367 break;
1368
1369 case ASI_AIUP: /* As if user primary */
1370 case ASI_AIUS: /* As if user secondary */
1371 case ASI_AIUPL: /* As if user primary LE */
1372 case ASI_AIUSL: /* As if user secondary LE */
1373 case ASI_P: /* Primary */
1374 case ASI_S: /* Secondary */
1375 case ASI_PL: /* Primary LE */
1376 case ASI_SL: /* Secondary LE */
1377 case ASI_REAL: /* Bypass */
1378 case ASI_REAL_IO: /* Bypass, non-cacheable */
1379 case ASI_REAL_L: /* Bypass LE */
1380 case ASI_REAL_IO_L: /* Bypass, non-cacheable LE */
1381 case ASI_N: /* Nucleus */
1382 case ASI_NL: /* Nucleus Little Endian (LE) */
1383 case ASI_NUCLEUS_QUAD_LDD: /* Nucleus quad LDD 128 bit atomic */
1384 case ASI_NUCLEUS_QUAD_LDD_L: /* Nucleus quad LDD 128 bit atomic LE */
1385 case ASI_TWINX_AIUP: /* As if user primary, twinx */
1386 case ASI_TWINX_AIUS: /* As if user secondary, twinx */
1387 case ASI_TWINX_REAL: /* Real address, twinx */
1388 case ASI_TWINX_AIUP_L: /* As if user primary, twinx, LE */
1389 case ASI_TWINX_AIUS_L: /* As if user secondary, twinx, LE */
1390 case ASI_TWINX_REAL_L: /* Real address, twinx, LE */
1391 case ASI_TWINX_N: /* Nucleus, twinx */
1392 case ASI_TWINX_NL: /* Nucleus, twinx, LE */
1393 /* ??? From the UA2011 document; overlaps BLK_INIT_QUAD_LDD_* */
1394 case ASI_TWINX_P: /* Primary, twinx */
1395 case ASI_TWINX_PL: /* Primary, twinx, LE */
1396 case ASI_TWINX_S: /* Secondary, twinx */
1397 case ASI_TWINX_SL: /* Secondary, twinx, LE */
1398 case ASI_MON_P:
1399 case ASI_MON_S:
1400 case ASI_MON_AIUP:
1401 case ASI_MON_AIUS:
1402 /* These are always handled inline. */
1403 g_assert_not_reached();
1404
1405 case ASI_UPA_CONFIG: /* UPA config */
1406 /* XXX */
1407 break;
1408 case ASI_LSU_CONTROL: /* LSU */
1409 ret = env->lsu;
1410 break;
1411 case ASI_IMMU: /* I-MMU regs */
1412 {
1413 int reg = (addr >> 3) & 0xf;
1414 switch (reg) {
1415 case 0:
1416 /* 0x00 I-TSB Tag Target register */
1417 ret = ultrasparc_tag_target(env->immu.tag_access);
1418 break;
1419 case 3: /* SFSR */
1420 ret = env->immu.sfsr;
1421 break;
1422 case 5: /* TSB access */
1423 ret = env->immu.tsb;
1424 break;
1425 case 6:
1426 /* 0x30 I-TSB Tag Access register */
1427 ret = env->immu.tag_access;
1428 break;
1429 default:
1430 sparc_raise_mmu_fault(cs, addr, false, false, 1, size, GETPC());
1431 ret = 0;
1432 }
1433 break;
1434 }
1435 case ASI_IMMU_TSB_8KB_PTR: /* I-MMU 8k TSB pointer */
1436 {
1437 /* env->immuregs[5] holds I-MMU TSB register value
1438 env->immuregs[6] holds I-MMU Tag Access register value */
1439 ret = ultrasparc_tsb_pointer(env, &env->immu, 0);
1440 break;
1441 }
1442 case ASI_IMMU_TSB_64KB_PTR: /* I-MMU 64k TSB pointer */
1443 {
1444 /* env->immuregs[5] holds I-MMU TSB register value
1445 env->immuregs[6] holds I-MMU Tag Access register value */
1446 ret = ultrasparc_tsb_pointer(env, &env->immu, 1);
1447 break;
1448 }
1449 case ASI_ITLB_DATA_ACCESS: /* I-MMU data access */
1450 {
1451 int reg = (addr >> 3) & 0x3f;
1452
1453 ret = env->itlb[reg].tte;
1454 break;
1455 }
1456 case ASI_ITLB_TAG_READ: /* I-MMU tag read */
1457 {
1458 int reg = (addr >> 3) & 0x3f;
1459
1460 ret = env->itlb[reg].tag;
1461 break;
1462 }
1463 case ASI_DMMU: /* D-MMU regs */
1464 {
1465 int reg = (addr >> 3) & 0xf;
1466 switch (reg) {
1467 case 0:
1468 /* 0x00 D-TSB Tag Target register */
1469 ret = ultrasparc_tag_target(env->dmmu.tag_access);
1470 break;
1471 case 1: /* 0x08 Primary Context */
1472 ret = env->dmmu.mmu_primary_context;
1473 break;
1474 case 2: /* 0x10 Secondary Context */
1475 ret = env->dmmu.mmu_secondary_context;
1476 break;
1477 case 3: /* SFSR */
1478 ret = env->dmmu.sfsr;
1479 break;
1480 case 4: /* 0x20 SFAR */
1481 ret = env->dmmu.sfar;
1482 break;
1483 case 5: /* 0x28 TSB access */
1484 ret = env->dmmu.tsb;
1485 break;
1486 case 6: /* 0x30 D-TSB Tag Access register */
1487 ret = env->dmmu.tag_access;
1488 break;
1489 case 7:
1490 ret = env->dmmu.virtual_watchpoint;
1491 break;
1492 case 8:
1493 ret = env->dmmu.physical_watchpoint;
1494 break;
1495 default:
1496 sparc_raise_mmu_fault(cs, addr, false, false, 1, size, GETPC());
1497 ret = 0;
1498 }
1499 break;
1500 }
1501 case ASI_DMMU_TSB_8KB_PTR: /* D-MMU 8k TSB pointer */
1502 {
1503 /* env->dmmuregs[5] holds D-MMU TSB register value
1504 env->dmmuregs[6] holds D-MMU Tag Access register value */
1505 ret = ultrasparc_tsb_pointer(env, &env->dmmu, 0);
1506 break;
1507 }
1508 case ASI_DMMU_TSB_64KB_PTR: /* D-MMU 64k TSB pointer */
1509 {
1510 /* env->dmmuregs[5] holds D-MMU TSB register value
1511 env->dmmuregs[6] holds D-MMU Tag Access register value */
1512 ret = ultrasparc_tsb_pointer(env, &env->dmmu, 1);
1513 break;
1514 }
1515 case ASI_DTLB_DATA_ACCESS: /* D-MMU data access */
1516 {
1517 int reg = (addr >> 3) & 0x3f;
1518
1519 ret = env->dtlb[reg].tte;
1520 break;
1521 }
1522 case ASI_DTLB_TAG_READ: /* D-MMU tag read */
1523 {
1524 int reg = (addr >> 3) & 0x3f;
1525
1526 ret = env->dtlb[reg].tag;
1527 break;
1528 }
1529 case ASI_INTR_DISPATCH_STAT: /* Interrupt dispatch, RO */
1530 break;
1531 case ASI_INTR_RECEIVE: /* Interrupt data receive */
1532 ret = env->ivec_status;
1533 break;
1534 case ASI_INTR_R: /* Incoming interrupt vector, RO */
1535 {
1536 int reg = (addr >> 4) & 0x3;
1537 if (reg < 3) {
1538 ret = env->ivec_data[reg];
1539 }
1540 break;
1541 }
1542 case ASI_SCRATCHPAD: /* UA2005 privileged scratchpad */
1543 if (unlikely((addr >= 0x20) && (addr < 0x30))) {
1544 /* Hyperprivileged access only */
1545 sparc_raise_mmu_fault(cs, addr, false, false, 1, size, GETPC());
1546 }
1547 /* fall through */
1548 case ASI_HYP_SCRATCHPAD: /* UA2005 hyperprivileged scratchpad */
1549 {
1550 unsigned int i = (addr >> 3) & 0x7;
1551 ret = env->scratch[i];
1552 break;
1553 }
1554 case ASI_MMU: /* UA2005 Context ID registers */
1555 switch ((addr >> 3) & 0x3) {
1556 case 1:
1557 ret = env->dmmu.mmu_primary_context;
1558 break;
1559 case 2:
1560 ret = env->dmmu.mmu_secondary_context;
1561 break;
1562 default:
1563 sparc_raise_mmu_fault(cs, addr, true, false, 1, size, GETPC());
1564 }
1565 break;
1566 case ASI_DCACHE_DATA: /* D-cache data */
1567 case ASI_DCACHE_TAG: /* D-cache tag access */
1568 case ASI_ESTATE_ERROR_EN: /* E-cache error enable */
1569 case ASI_AFSR: /* E-cache asynchronous fault status */
1570 case ASI_AFAR: /* E-cache asynchronous fault address */
1571 case ASI_EC_TAG_DATA: /* E-cache tag data */
1572 case ASI_IC_INSTR: /* I-cache instruction access */
1573 case ASI_IC_TAG: /* I-cache tag access */
1574 case ASI_IC_PRE_DECODE: /* I-cache predecode */
1575 case ASI_IC_NEXT_FIELD: /* I-cache LRU etc. */
1576 case ASI_EC_W: /* E-cache tag */
1577 case ASI_EC_R: /* E-cache tag */
1578 break;
1579 case ASI_DMMU_TSB_DIRECT_PTR: /* D-MMU data pointer */
1580 case ASI_ITLB_DATA_IN: /* I-MMU data in, WO */
1581 case ASI_IMMU_DEMAP: /* I-MMU demap, WO */
1582 case ASI_DTLB_DATA_IN: /* D-MMU data in, WO */
1583 case ASI_DMMU_DEMAP: /* D-MMU demap, WO */
1584 case ASI_INTR_W: /* Interrupt vector, WO */
1585 default:
1586 sparc_raise_mmu_fault(cs, addr, false, false, 1, size, GETPC());
1587 ret = 0;
1588 break;
1589 }
1590
1591 /* Convert to signed number */
1592 if (sign) {
1593 switch (size) {
1594 case 1:
1595 ret = (int8_t) ret;
1596 break;
1597 case 2:
1598 ret = (int16_t) ret;
1599 break;
1600 case 4:
1601 ret = (int32_t) ret;
1602 break;
1603 default:
1604 break;
1605 }
1606 }
1607 #ifdef DEBUG_ASI
1608 dump_asi("read ", last_addr, asi, size, ret);
1609 #endif
1610 return ret;
1611 }
1612
helper_st_asi(CPUSPARCState * env,target_ulong addr,target_ulong val,int asi,uint32_t memop)1613 void helper_st_asi(CPUSPARCState *env, target_ulong addr, target_ulong val,
1614 int asi, uint32_t memop)
1615 {
1616 int size = 1 << (memop & MO_SIZE);
1617 CPUState *cs = env_cpu(env);
1618
1619 #ifdef DEBUG_ASI
1620 dump_asi("write", addr, asi, size, val);
1621 #endif
1622
1623 asi &= 0xff;
1624
1625 do_check_asi(env, asi, GETPC());
1626 do_check_align(env, addr, size - 1, GETPC());
1627 addr = asi_address_mask(env, asi, addr);
1628
1629 switch (asi) {
1630 case ASI_AIUP: /* As if user primary */
1631 case ASI_AIUS: /* As if user secondary */
1632 case ASI_AIUPL: /* As if user primary LE */
1633 case ASI_AIUSL: /* As if user secondary LE */
1634 case ASI_P: /* Primary */
1635 case ASI_S: /* Secondary */
1636 case ASI_PL: /* Primary LE */
1637 case ASI_SL: /* Secondary LE */
1638 case ASI_REAL: /* Bypass */
1639 case ASI_REAL_IO: /* Bypass, non-cacheable */
1640 case ASI_REAL_L: /* Bypass LE */
1641 case ASI_REAL_IO_L: /* Bypass, non-cacheable LE */
1642 case ASI_N: /* Nucleus */
1643 case ASI_NL: /* Nucleus Little Endian (LE) */
1644 case ASI_NUCLEUS_QUAD_LDD: /* Nucleus quad LDD 128 bit atomic */
1645 case ASI_NUCLEUS_QUAD_LDD_L: /* Nucleus quad LDD 128 bit atomic LE */
1646 case ASI_TWINX_AIUP: /* As if user primary, twinx */
1647 case ASI_TWINX_AIUS: /* As if user secondary, twinx */
1648 case ASI_TWINX_REAL: /* Real address, twinx */
1649 case ASI_TWINX_AIUP_L: /* As if user primary, twinx, LE */
1650 case ASI_TWINX_AIUS_L: /* As if user secondary, twinx, LE */
1651 case ASI_TWINX_REAL_L: /* Real address, twinx, LE */
1652 case ASI_TWINX_N: /* Nucleus, twinx */
1653 case ASI_TWINX_NL: /* Nucleus, twinx, LE */
1654 /* ??? From the UA2011 document; overlaps BLK_INIT_QUAD_LDD_* */
1655 case ASI_TWINX_P: /* Primary, twinx */
1656 case ASI_TWINX_PL: /* Primary, twinx, LE */
1657 case ASI_TWINX_S: /* Secondary, twinx */
1658 case ASI_TWINX_SL: /* Secondary, twinx, LE */
1659 /* These are always handled inline. */
1660 g_assert_not_reached();
1661 /* these ASIs have different functions on UltraSPARC-IIIi
1662 * and UA2005 CPUs. Use the explicit numbers to avoid confusion
1663 */
1664 case 0x31:
1665 case 0x32:
1666 case 0x39:
1667 case 0x3a:
1668 if (cpu_has_hypervisor(env)) {
1669 /* UA2005
1670 * ASI_DMMU_CTX_ZERO_TSB_BASE_PS0
1671 * ASI_DMMU_CTX_ZERO_TSB_BASE_PS1
1672 * ASI_DMMU_CTX_NONZERO_TSB_BASE_PS0
1673 * ASI_DMMU_CTX_NONZERO_TSB_BASE_PS1
1674 */
1675 int idx = ((asi & 2) >> 1) | ((asi & 8) >> 2);
1676 env->dmmu.sun4v_tsb_pointers[idx] = val;
1677 } else {
1678 goto illegal_insn;
1679 }
1680 break;
1681 case 0x33:
1682 case 0x3b:
1683 if (cpu_has_hypervisor(env)) {
1684 /* UA2005
1685 * ASI_DMMU_CTX_ZERO_CONFIG
1686 * ASI_DMMU_CTX_NONZERO_CONFIG
1687 */
1688 env->dmmu.sun4v_ctx_config[(asi & 8) >> 3] = val;
1689 } else {
1690 goto illegal_insn;
1691 }
1692 break;
1693 case 0x35:
1694 case 0x36:
1695 case 0x3d:
1696 case 0x3e:
1697 if (cpu_has_hypervisor(env)) {
1698 /* UA2005
1699 * ASI_IMMU_CTX_ZERO_TSB_BASE_PS0
1700 * ASI_IMMU_CTX_ZERO_TSB_BASE_PS1
1701 * ASI_IMMU_CTX_NONZERO_TSB_BASE_PS0
1702 * ASI_IMMU_CTX_NONZERO_TSB_BASE_PS1
1703 */
1704 int idx = ((asi & 2) >> 1) | ((asi & 8) >> 2);
1705 env->immu.sun4v_tsb_pointers[idx] = val;
1706 } else {
1707 goto illegal_insn;
1708 }
1709 break;
1710 case 0x37:
1711 case 0x3f:
1712 if (cpu_has_hypervisor(env)) {
1713 /* UA2005
1714 * ASI_IMMU_CTX_ZERO_CONFIG
1715 * ASI_IMMU_CTX_NONZERO_CONFIG
1716 */
1717 env->immu.sun4v_ctx_config[(asi & 8) >> 3] = val;
1718 } else {
1719 goto illegal_insn;
1720 }
1721 break;
1722 case ASI_UPA_CONFIG: /* UPA config */
1723 /* XXX */
1724 return;
1725 case ASI_LSU_CONTROL: /* LSU */
1726 env->lsu = val & (DMMU_E | IMMU_E);
1727 return;
1728 case ASI_IMMU: /* I-MMU regs */
1729 {
1730 int reg = (addr >> 3) & 0xf;
1731 uint64_t oldreg;
1732
1733 oldreg = env->immu.mmuregs[reg];
1734 switch (reg) {
1735 case 0: /* RO */
1736 return;
1737 case 1: /* Not in I-MMU */
1738 case 2:
1739 return;
1740 case 3: /* SFSR */
1741 if ((val & 1) == 0) {
1742 val = 0; /* Clear SFSR */
1743 }
1744 env->immu.sfsr = val;
1745 break;
1746 case 4: /* RO */
1747 return;
1748 case 5: /* TSB access */
1749 DPRINTF_MMU("immu TSB write: 0x%016" PRIx64 " -> 0x%016"
1750 PRIx64 "\n", env->immu.tsb, val);
1751 env->immu.tsb = val;
1752 break;
1753 case 6: /* Tag access */
1754 env->immu.tag_access = val;
1755 break;
1756 case 7:
1757 case 8:
1758 return;
1759 default:
1760 sparc_raise_mmu_fault(cs, addr, true, false, 1, size, GETPC());
1761 break;
1762 }
1763
1764 if (oldreg != env->immu.mmuregs[reg]) {
1765 DPRINTF_MMU("immu change reg[%d]: 0x%016" PRIx64 " -> 0x%016"
1766 PRIx64 "\n", reg, oldreg, env->immuregs[reg]);
1767 }
1768 #ifdef DEBUG_MMU
1769 dump_mmu(env);
1770 #endif
1771 return;
1772 }
1773 case ASI_ITLB_DATA_IN: /* I-MMU data in */
1774 /* ignore real translation entries */
1775 if (!(addr & TLB_UST1_IS_REAL_BIT)) {
1776 replace_tlb_1bit_lru(env->itlb, env->immu.tag_access,
1777 val, "immu", env, addr);
1778 }
1779 return;
1780 case ASI_ITLB_DATA_ACCESS: /* I-MMU data access */
1781 {
1782 /* TODO: auto demap */
1783
1784 unsigned int i = (addr >> 3) & 0x3f;
1785
1786 /* ignore real translation entries */
1787 if (!(addr & TLB_UST1_IS_REAL_BIT)) {
1788 replace_tlb_entry(&env->itlb[i], env->immu.tag_access,
1789 sun4v_tte_to_sun4u(env, addr, val), env);
1790 }
1791 #ifdef DEBUG_MMU
1792 DPRINTF_MMU("immu data access replaced entry [%i]\n", i);
1793 dump_mmu(env);
1794 #endif
1795 return;
1796 }
1797 case ASI_IMMU_DEMAP: /* I-MMU demap */
1798 demap_tlb(env->itlb, addr, "immu", env);
1799 return;
1800 case ASI_DMMU: /* D-MMU regs */
1801 {
1802 int reg = (addr >> 3) & 0xf;
1803 uint64_t oldreg;
1804
1805 oldreg = env->dmmu.mmuregs[reg];
1806 switch (reg) {
1807 case 0: /* RO */
1808 case 4:
1809 return;
1810 case 3: /* SFSR */
1811 if ((val & 1) == 0) {
1812 val = 0; /* Clear SFSR, Fault address */
1813 env->dmmu.sfar = 0;
1814 }
1815 env->dmmu.sfsr = val;
1816 break;
1817 case 1: /* Primary context */
1818 env->dmmu.mmu_primary_context = val;
1819 /* can be optimized to only flush MMU_USER_IDX
1820 and MMU_KERNEL_IDX entries */
1821 tlb_flush(cs);
1822 break;
1823 case 2: /* Secondary context */
1824 env->dmmu.mmu_secondary_context = val;
1825 /* can be optimized to only flush MMU_USER_SECONDARY_IDX
1826 and MMU_KERNEL_SECONDARY_IDX entries */
1827 tlb_flush(cs);
1828 break;
1829 case 5: /* TSB access */
1830 DPRINTF_MMU("dmmu TSB write: 0x%016" PRIx64 " -> 0x%016"
1831 PRIx64 "\n", env->dmmu.tsb, val);
1832 env->dmmu.tsb = val;
1833 break;
1834 case 6: /* Tag access */
1835 env->dmmu.tag_access = val;
1836 break;
1837 case 7: /* Virtual Watchpoint */
1838 env->dmmu.virtual_watchpoint = val;
1839 break;
1840 case 8: /* Physical Watchpoint */
1841 env->dmmu.physical_watchpoint = val;
1842 break;
1843 default:
1844 sparc_raise_mmu_fault(cs, addr, true, false, 1, size, GETPC());
1845 break;
1846 }
1847
1848 if (oldreg != env->dmmu.mmuregs[reg]) {
1849 DPRINTF_MMU("dmmu change reg[%d]: 0x%016" PRIx64 " -> 0x%016"
1850 PRIx64 "\n", reg, oldreg, env->dmmuregs[reg]);
1851 }
1852 #ifdef DEBUG_MMU
1853 dump_mmu(env);
1854 #endif
1855 return;
1856 }
1857 case ASI_DTLB_DATA_IN: /* D-MMU data in */
1858 /* ignore real translation entries */
1859 if (!(addr & TLB_UST1_IS_REAL_BIT)) {
1860 replace_tlb_1bit_lru(env->dtlb, env->dmmu.tag_access,
1861 val, "dmmu", env, addr);
1862 }
1863 return;
1864 case ASI_DTLB_DATA_ACCESS: /* D-MMU data access */
1865 {
1866 unsigned int i = (addr >> 3) & 0x3f;
1867
1868 /* ignore real translation entries */
1869 if (!(addr & TLB_UST1_IS_REAL_BIT)) {
1870 replace_tlb_entry(&env->dtlb[i], env->dmmu.tag_access,
1871 sun4v_tte_to_sun4u(env, addr, val), env);
1872 }
1873 #ifdef DEBUG_MMU
1874 DPRINTF_MMU("dmmu data access replaced entry [%i]\n", i);
1875 dump_mmu(env);
1876 #endif
1877 return;
1878 }
1879 case ASI_DMMU_DEMAP: /* D-MMU demap */
1880 demap_tlb(env->dtlb, addr, "dmmu", env);
1881 return;
1882 case ASI_INTR_RECEIVE: /* Interrupt data receive */
1883 env->ivec_status = val & 0x20;
1884 return;
1885 case ASI_SCRATCHPAD: /* UA2005 privileged scratchpad */
1886 if (unlikely((addr >= 0x20) && (addr < 0x30))) {
1887 /* Hyperprivileged access only */
1888 sparc_raise_mmu_fault(cs, addr, true, false, 1, size, GETPC());
1889 }
1890 /* fall through */
1891 case ASI_HYP_SCRATCHPAD: /* UA2005 hyperprivileged scratchpad */
1892 {
1893 unsigned int i = (addr >> 3) & 0x7;
1894 env->scratch[i] = val;
1895 return;
1896 }
1897 case ASI_MMU: /* UA2005 Context ID registers */
1898 {
1899 switch ((addr >> 3) & 0x3) {
1900 case 1:
1901 env->dmmu.mmu_primary_context = val;
1902 env->immu.mmu_primary_context = val;
1903 tlb_flush_by_mmuidx(cs,
1904 (1 << MMU_USER_IDX) | (1 << MMU_KERNEL_IDX));
1905 break;
1906 case 2:
1907 env->dmmu.mmu_secondary_context = val;
1908 env->immu.mmu_secondary_context = val;
1909 tlb_flush_by_mmuidx(cs,
1910 (1 << MMU_USER_SECONDARY_IDX) |
1911 (1 << MMU_KERNEL_SECONDARY_IDX));
1912 break;
1913 default:
1914 sparc_raise_mmu_fault(cs, addr, true, false, 1, size, GETPC());
1915 }
1916 }
1917 return;
1918 case ASI_QUEUE: /* UA2005 CPU mondo queue */
1919 case ASI_DCACHE_DATA: /* D-cache data */
1920 case ASI_DCACHE_TAG: /* D-cache tag access */
1921 case ASI_ESTATE_ERROR_EN: /* E-cache error enable */
1922 case ASI_AFSR: /* E-cache asynchronous fault status */
1923 case ASI_AFAR: /* E-cache asynchronous fault address */
1924 case ASI_EC_TAG_DATA: /* E-cache tag data */
1925 case ASI_IC_INSTR: /* I-cache instruction access */
1926 case ASI_IC_TAG: /* I-cache tag access */
1927 case ASI_IC_PRE_DECODE: /* I-cache predecode */
1928 case ASI_IC_NEXT_FIELD: /* I-cache LRU etc. */
1929 case ASI_EC_W: /* E-cache tag */
1930 case ASI_EC_R: /* E-cache tag */
1931 return;
1932 case ASI_IMMU_TSB_8KB_PTR: /* I-MMU 8k TSB pointer, RO */
1933 case ASI_IMMU_TSB_64KB_PTR: /* I-MMU 64k TSB pointer, RO */
1934 case ASI_ITLB_TAG_READ: /* I-MMU tag read, RO */
1935 case ASI_DMMU_TSB_8KB_PTR: /* D-MMU 8k TSB pointer, RO */
1936 case ASI_DMMU_TSB_64KB_PTR: /* D-MMU 64k TSB pointer, RO */
1937 case ASI_DMMU_TSB_DIRECT_PTR: /* D-MMU data pointer, RO */
1938 case ASI_DTLB_TAG_READ: /* D-MMU tag read, RO */
1939 case ASI_INTR_DISPATCH_STAT: /* Interrupt dispatch, RO */
1940 case ASI_INTR_R: /* Incoming interrupt vector, RO */
1941 case ASI_PNF: /* Primary no-fault, RO */
1942 case ASI_SNF: /* Secondary no-fault, RO */
1943 case ASI_PNFL: /* Primary no-fault LE, RO */
1944 case ASI_SNFL: /* Secondary no-fault LE, RO */
1945 default:
1946 sparc_raise_mmu_fault(cs, addr, true, false, 1, size, GETPC());
1947 return;
1948 illegal_insn:
1949 cpu_raise_exception_ra(env, TT_ILL_INSN, GETPC());
1950 }
1951 }
1952 #endif /* CONFIG_USER_ONLY */
1953 #endif /* TARGET_SPARC64 */
1954
1955 #if !defined(CONFIG_USER_ONLY)
1956
sparc_cpu_do_transaction_failed(CPUState * cs,hwaddr physaddr,vaddr addr,unsigned size,MMUAccessType access_type,int mmu_idx,MemTxAttrs attrs,MemTxResult response,uintptr_t retaddr)1957 void sparc_cpu_do_transaction_failed(CPUState *cs, hwaddr physaddr,
1958 vaddr addr, unsigned size,
1959 MMUAccessType access_type,
1960 int mmu_idx, MemTxAttrs attrs,
1961 MemTxResult response, uintptr_t retaddr)
1962 {
1963 bool is_write = access_type == MMU_DATA_STORE;
1964 bool is_exec = access_type == MMU_INST_FETCH;
1965 bool is_asi = false;
1966
1967 sparc_raise_mmu_fault(cs, physaddr, is_write, is_exec,
1968 is_asi, size, retaddr);
1969 }
1970 #endif
1971