xref: /linux/arch/parisc/include/asm/assembly.h (revision db10cb9b)
1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /*
3  * Copyright (C) 1999 Hewlett-Packard (Frank Rowand)
4  * Copyright (C) 1999 Philipp Rumpf <prumpf@tux.org>
5  * Copyright (C) 1999 SuSE GmbH
6  * Copyright (C) 2021 Helge Deller <deller@gmx.de>
7  */
8 
9 #ifndef _PARISC_ASSEMBLY_H
10 #define _PARISC_ASSEMBLY_H
11 
12 #ifdef CONFIG_64BIT
13 #define RP_OFFSET	16
14 #define FRAME_SIZE	128
15 #define CALLEE_REG_FRAME_SIZE	144
16 #define REG_SZ		8
17 #define ASM_ULONG_INSN	.dword
18 #else	/* CONFIG_64BIT */
19 #define RP_OFFSET	20
20 #define FRAME_SIZE	64
21 #define CALLEE_REG_FRAME_SIZE	128
22 #define REG_SZ		4
23 #define ASM_ULONG_INSN	.word
24 #endif
25 
26 /* Frame alignment for 32- and 64-bit */
27 #define FRAME_ALIGN     64
28 
29 #define CALLEE_FLOAT_FRAME_SIZE	80
30 #define CALLEE_SAVE_FRAME_SIZE (CALLEE_REG_FRAME_SIZE + CALLEE_FLOAT_FRAME_SIZE)
31 
32 #ifdef CONFIG_PA20
33 #define LDCW		ldcw,co
34 #define BL		b,l
35 # ifdef CONFIG_64BIT
36 #  define PA_ASM_LEVEL	2.0w
37 # else
38 #  define PA_ASM_LEVEL	2.0
39 # endif
40 #else
41 #define LDCW		ldcw
42 #define BL		bl
43 #define PA_ASM_LEVEL	1.1
44 #endif
45 
46 /* Privilege level field in the rightmost two bits of the IA queues */
47 #define PRIV_USER	3
48 #define PRIV_KERNEL	0
49 
50 /* Space register used inside kernel */
51 #define SR_KERNEL	0
52 #define SR_TEMP1	1
53 #define SR_TEMP2	2
54 #define SR_USER		3
55 
56 #ifdef __ASSEMBLY__
57 
58 #ifdef CONFIG_64BIT
59 #define LDREG	ldd
60 #define STREG	std
61 #define LDREGX  ldd,s
62 #define LDREGM	ldd,mb
63 #define STREGM	std,ma
64 #define SHRREG	shrd
65 #define SHLREG	shld
66 #define ANDCM   andcm,*
67 #define	COND(x)	* ## x
68 #else	/* CONFIG_64BIT */
69 #define LDREG	ldw
70 #define STREG	stw
71 #define LDREGX  ldwx,s
72 #define LDREGM	ldwm
73 #define STREGM	stwm
74 #define SHRREG	shr
75 #define SHLREG	shlw
76 #define ANDCM   andcm
77 #define COND(x)	x
78 #endif
79 
80 #ifdef CONFIG_64BIT
81 /* the 64-bit pa gnu assembler unfortunately defaults to .level 1.1 or 2.0 so
82  * work around that for now... */
83 	.level 2.0w
84 #endif
85 
86 #include <asm/asm-offsets.h>
87 #include <asm/page.h>
88 #include <asm/types.h>
89 
90 #include <asm/asmregs.h>
91 #include <asm/psw.h>
92 
93 	/*
94 	 * We provide two versions of each macro to convert from physical
95 	 * to virtual and vice versa. The "_r1" versions take one argument
96 	 * register, but trashes r1 to do the conversion. The other
97 	 * version takes two arguments: a src and destination register.
98 	 * However, the source and destination registers can not be
99 	 * the same register.
100 	 */
101 
102 	.macro  tophys  grvirt, grphys
103 	ldil    L%(__PAGE_OFFSET), \grphys
104 	sub     \grvirt, \grphys, \grphys
105 	.endm
106 
107 	.macro  tovirt  grphys, grvirt
108 	ldil    L%(__PAGE_OFFSET), \grvirt
109 	add     \grphys, \grvirt, \grvirt
110 	.endm
111 
112 	.macro  tophys_r1  gr
113 	ldil    L%(__PAGE_OFFSET), %r1
114 	sub     \gr, %r1, \gr
115 	.endm
116 
117 	.macro  tovirt_r1  gr
118 	ldil    L%(__PAGE_OFFSET), %r1
119 	add     \gr, %r1, \gr
120 	.endm
121 
122 	.macro delay value
123 	ldil	L%\value, 1
124 	ldo	R%\value(1), 1
125 	addib,UV,n -1,1,.
126 	addib,NUV,n -1,1,.+8
127 	nop
128 	.endm
129 
130 	.macro	debug value
131 	.endm
132 
133 	.macro shlw r, sa, t
134 	zdep	\r, 31-(\sa), 32-(\sa), \t
135 	.endm
136 
137 	/* And the PA 2.0W shift left */
138 	.macro shld r, sa, t
139 	depd,z	\r, 63-(\sa), 64-(\sa), \t
140 	.endm
141 
142 	/* Shift Right for 32-bit. Clobbers upper 32-bit on PA2.0. */
143 	.macro shr r, sa, t
144 	extru \r, 31-(\sa), 32-(\sa), \t
145 	.endm
146 
147 	/* pa20w version of shift right */
148 	.macro shrd r, sa, t
149 	extrd,u \r, 63-(\sa), 64-(\sa), \t
150 	.endm
151 
152 	/* Extract unsigned for 32- and 64-bit
153 	 * The extru instruction leaves the most significant 32 bits of the
154 	 * target register in an undefined state on PA 2.0 systems. */
155 	.macro extru_safe r, p, len, t
156 #ifdef CONFIG_64BIT
157 	extrd,u	\r, 32+(\p), \len, \t
158 #else
159 	extru	\r, \p, \len, \t
160 #endif
161 	.endm
162 
163 	/* The depi instruction leaves the most significant 32 bits of the
164 	 * target register in an undefined state on PA 2.0 systems. */
165 	.macro depi_safe i, p, len, t
166 #ifdef CONFIG_64BIT
167 	depdi	\i, 32+(\p), \len, \t
168 #else
169 	depi	\i, \p, \len, \t
170 #endif
171 	.endm
172 
173 	/* The depw instruction leaves the most significant 32 bits of the
174 	 * target register in an undefined state on PA 2.0 systems. */
175 	.macro dep_safe i, p, len, t
176 #ifdef CONFIG_64BIT
177 	depd	\i, 32+(\p), \len, \t
178 #else
179 	depw	\i, \p, \len, \t
180 #endif
181 	.endm
182 
183 	/* load 32-bit 'value' into 'reg' compensating for the ldil
184 	 * sign-extension when running in wide mode.
185 	 * WARNING!! neither 'value' nor 'reg' can be expressions
186 	 * containing '.'!!!! */
187 	.macro	load32 value, reg
188 	ldil	L%\value, \reg
189 	ldo	R%\value(\reg), \reg
190 	.endm
191 
192 	.macro loadgp
193 #ifdef CONFIG_64BIT
194 	ldil		L%__gp, %r27
195 	ldo		R%__gp(%r27), %r27
196 #else
197 	ldil		L%$global$, %r27
198 	ldo		R%$global$(%r27), %r27
199 #endif
200 	.endm
201 
202 #define SAVE_SP(r, where) mfsp r, %r1 ! STREG %r1, where
203 #define REST_SP(r, where) LDREG where, %r1 ! mtsp %r1, r
204 #define SAVE_CR(r, where) mfctl r, %r1 ! STREG %r1, where
205 #define REST_CR(r, where) LDREG where, %r1 ! mtctl %r1, r
206 
207 	.macro	save_general	regs
208 	STREG %r1, PT_GR1 (\regs)
209 	STREG %r2, PT_GR2 (\regs)
210 	STREG %r3, PT_GR3 (\regs)
211 	STREG %r4, PT_GR4 (\regs)
212 	STREG %r5, PT_GR5 (\regs)
213 	STREG %r6, PT_GR6 (\regs)
214 	STREG %r7, PT_GR7 (\regs)
215 	STREG %r8, PT_GR8 (\regs)
216 	STREG %r9, PT_GR9 (\regs)
217 	STREG %r10, PT_GR10(\regs)
218 	STREG %r11, PT_GR11(\regs)
219 	STREG %r12, PT_GR12(\regs)
220 	STREG %r13, PT_GR13(\regs)
221 	STREG %r14, PT_GR14(\regs)
222 	STREG %r15, PT_GR15(\regs)
223 	STREG %r16, PT_GR16(\regs)
224 	STREG %r17, PT_GR17(\regs)
225 	STREG %r18, PT_GR18(\regs)
226 	STREG %r19, PT_GR19(\regs)
227 	STREG %r20, PT_GR20(\regs)
228 	STREG %r21, PT_GR21(\regs)
229 	STREG %r22, PT_GR22(\regs)
230 	STREG %r23, PT_GR23(\regs)
231 	STREG %r24, PT_GR24(\regs)
232 	STREG %r25, PT_GR25(\regs)
233 	/* r26 is saved in get_stack and used to preserve a value across virt_map */
234 	STREG %r27, PT_GR27(\regs)
235 	STREG %r28, PT_GR28(\regs)
236 	/* r29 is saved in get_stack and used to point to saved registers */
237 	/* r30 stack pointer saved in get_stack */
238 	STREG %r31, PT_GR31(\regs)
239 	.endm
240 
241 	.macro	rest_general	regs
242 	/* r1 used as a temp in rest_stack and is restored there */
243 	LDREG PT_GR2 (\regs), %r2
244 	LDREG PT_GR3 (\regs), %r3
245 	LDREG PT_GR4 (\regs), %r4
246 	LDREG PT_GR5 (\regs), %r5
247 	LDREG PT_GR6 (\regs), %r6
248 	LDREG PT_GR7 (\regs), %r7
249 	LDREG PT_GR8 (\regs), %r8
250 	LDREG PT_GR9 (\regs), %r9
251 	LDREG PT_GR10(\regs), %r10
252 	LDREG PT_GR11(\regs), %r11
253 	LDREG PT_GR12(\regs), %r12
254 	LDREG PT_GR13(\regs), %r13
255 	LDREG PT_GR14(\regs), %r14
256 	LDREG PT_GR15(\regs), %r15
257 	LDREG PT_GR16(\regs), %r16
258 	LDREG PT_GR17(\regs), %r17
259 	LDREG PT_GR18(\regs), %r18
260 	LDREG PT_GR19(\regs), %r19
261 	LDREG PT_GR20(\regs), %r20
262 	LDREG PT_GR21(\regs), %r21
263 	LDREG PT_GR22(\regs), %r22
264 	LDREG PT_GR23(\regs), %r23
265 	LDREG PT_GR24(\regs), %r24
266 	LDREG PT_GR25(\regs), %r25
267 	LDREG PT_GR26(\regs), %r26
268 	LDREG PT_GR27(\regs), %r27
269 	LDREG PT_GR28(\regs), %r28
270 	/* r29 points to register save area, and is restored in rest_stack */
271 	/* r30 stack pointer restored in rest_stack */
272 	LDREG PT_GR31(\regs), %r31
273 	.endm
274 
275 	.macro	save_fp 	regs
276 	fstd,ma  %fr0, 8(\regs)
277 	fstd,ma	 %fr1, 8(\regs)
278 	fstd,ma	 %fr2, 8(\regs)
279 	fstd,ma	 %fr3, 8(\regs)
280 	fstd,ma	 %fr4, 8(\regs)
281 	fstd,ma	 %fr5, 8(\regs)
282 	fstd,ma	 %fr6, 8(\regs)
283 	fstd,ma	 %fr7, 8(\regs)
284 	fstd,ma	 %fr8, 8(\regs)
285 	fstd,ma	 %fr9, 8(\regs)
286 	fstd,ma	%fr10, 8(\regs)
287 	fstd,ma	%fr11, 8(\regs)
288 	fstd,ma	%fr12, 8(\regs)
289 	fstd,ma	%fr13, 8(\regs)
290 	fstd,ma	%fr14, 8(\regs)
291 	fstd,ma	%fr15, 8(\regs)
292 	fstd,ma	%fr16, 8(\regs)
293 	fstd,ma	%fr17, 8(\regs)
294 	fstd,ma	%fr18, 8(\regs)
295 	fstd,ma	%fr19, 8(\regs)
296 	fstd,ma	%fr20, 8(\regs)
297 	fstd,ma	%fr21, 8(\regs)
298 	fstd,ma	%fr22, 8(\regs)
299 	fstd,ma	%fr23, 8(\regs)
300 	fstd,ma	%fr24, 8(\regs)
301 	fstd,ma	%fr25, 8(\regs)
302 	fstd,ma	%fr26, 8(\regs)
303 	fstd,ma	%fr27, 8(\regs)
304 	fstd,ma	%fr28, 8(\regs)
305 	fstd,ma	%fr29, 8(\regs)
306 	fstd,ma	%fr30, 8(\regs)
307 	fstd	%fr31, 0(\regs)
308 	.endm
309 
310 	.macro	rest_fp 	regs
311 	fldd	0(\regs),	 %fr31
312 	fldd,mb	-8(\regs),       %fr30
313 	fldd,mb	-8(\regs),       %fr29
314 	fldd,mb	-8(\regs),       %fr28
315 	fldd,mb	-8(\regs),       %fr27
316 	fldd,mb	-8(\regs),       %fr26
317 	fldd,mb	-8(\regs),       %fr25
318 	fldd,mb	-8(\regs),       %fr24
319 	fldd,mb	-8(\regs),       %fr23
320 	fldd,mb	-8(\regs),       %fr22
321 	fldd,mb	-8(\regs),       %fr21
322 	fldd,mb	-8(\regs),       %fr20
323 	fldd,mb	-8(\regs),       %fr19
324 	fldd,mb	-8(\regs),       %fr18
325 	fldd,mb	-8(\regs),       %fr17
326 	fldd,mb	-8(\regs),       %fr16
327 	fldd,mb	-8(\regs),       %fr15
328 	fldd,mb	-8(\regs),       %fr14
329 	fldd,mb	-8(\regs),       %fr13
330 	fldd,mb	-8(\regs),       %fr12
331 	fldd,mb	-8(\regs),       %fr11
332 	fldd,mb	-8(\regs),       %fr10
333 	fldd,mb	-8(\regs),       %fr9
334 	fldd,mb	-8(\regs),       %fr8
335 	fldd,mb	-8(\regs),       %fr7
336 	fldd,mb	-8(\regs),       %fr6
337 	fldd,mb	-8(\regs),       %fr5
338 	fldd,mb	-8(\regs),       %fr4
339 	fldd,mb	-8(\regs),       %fr3
340 	fldd,mb	-8(\regs),       %fr2
341 	fldd,mb	-8(\regs),       %fr1
342 	fldd,mb	-8(\regs),       %fr0
343 	.endm
344 
345 	.macro	callee_save_float
346 	fstd,ma	 %fr12,	8(%r30)
347 	fstd,ma	 %fr13,	8(%r30)
348 	fstd,ma	 %fr14,	8(%r30)
349 	fstd,ma	 %fr15,	8(%r30)
350 	fstd,ma	 %fr16,	8(%r30)
351 	fstd,ma	 %fr17,	8(%r30)
352 	fstd,ma	 %fr18,	8(%r30)
353 	fstd,ma	 %fr19,	8(%r30)
354 	fstd,ma	 %fr20,	8(%r30)
355 	fstd,ma	 %fr21,	8(%r30)
356 	.endm
357 
358 	.macro	callee_rest_float
359 	fldd,mb	-8(%r30),   %fr21
360 	fldd,mb	-8(%r30),   %fr20
361 	fldd,mb	-8(%r30),   %fr19
362 	fldd,mb	-8(%r30),   %fr18
363 	fldd,mb	-8(%r30),   %fr17
364 	fldd,mb	-8(%r30),   %fr16
365 	fldd,mb	-8(%r30),   %fr15
366 	fldd,mb	-8(%r30),   %fr14
367 	fldd,mb	-8(%r30),   %fr13
368 	fldd,mb	-8(%r30),   %fr12
369 	.endm
370 
371 #ifdef CONFIG_64BIT
372 	.macro	callee_save
373 	std,ma	  %r3,	 CALLEE_REG_FRAME_SIZE(%r30)
374 	mfctl	  %cr27, %r3
375 	std	  %r4,	-136(%r30)
376 	std	  %r5,	-128(%r30)
377 	std	  %r6,	-120(%r30)
378 	std	  %r7,	-112(%r30)
379 	std	  %r8,	-104(%r30)
380 	std	  %r9,	 -96(%r30)
381 	std	 %r10,	 -88(%r30)
382 	std	 %r11,	 -80(%r30)
383 	std	 %r12,	 -72(%r30)
384 	std	 %r13,	 -64(%r30)
385 	std	 %r14,	 -56(%r30)
386 	std	 %r15,	 -48(%r30)
387 	std	 %r16,	 -40(%r30)
388 	std	 %r17,	 -32(%r30)
389 	std	 %r18,	 -24(%r30)
390 	std	  %r3,	 -16(%r30)
391 	.endm
392 
393 	.macro	callee_rest
394 	ldd	 -16(%r30),    %r3
395 	ldd	 -24(%r30),   %r18
396 	ldd	 -32(%r30),   %r17
397 	ldd	 -40(%r30),   %r16
398 	ldd	 -48(%r30),   %r15
399 	ldd	 -56(%r30),   %r14
400 	ldd	 -64(%r30),   %r13
401 	ldd	 -72(%r30),   %r12
402 	ldd	 -80(%r30),   %r11
403 	ldd	 -88(%r30),   %r10
404 	ldd	 -96(%r30),    %r9
405 	ldd	-104(%r30),    %r8
406 	ldd	-112(%r30),    %r7
407 	ldd	-120(%r30),    %r6
408 	ldd	-128(%r30),    %r5
409 	ldd	-136(%r30),    %r4
410 	mtctl	%r3, %cr27
411 	ldd,mb	-CALLEE_REG_FRAME_SIZE(%r30),    %r3
412 	.endm
413 
414 #else /* ! CONFIG_64BIT */
415 
416 	.macro	callee_save
417 	stw,ma	 %r3,	CALLEE_REG_FRAME_SIZE(%r30)
418 	mfctl	 %cr27, %r3
419 	stw	 %r4,	-124(%r30)
420 	stw	 %r5,	-120(%r30)
421 	stw	 %r6,	-116(%r30)
422 	stw	 %r7,	-112(%r30)
423 	stw	 %r8,	-108(%r30)
424 	stw	 %r9,	-104(%r30)
425 	stw	 %r10,	-100(%r30)
426 	stw	 %r11,	 -96(%r30)
427 	stw	 %r12,	 -92(%r30)
428 	stw	 %r13,	 -88(%r30)
429 	stw	 %r14,	 -84(%r30)
430 	stw	 %r15,	 -80(%r30)
431 	stw	 %r16,	 -76(%r30)
432 	stw	 %r17,	 -72(%r30)
433 	stw	 %r18,	 -68(%r30)
434 	stw	  %r3,	 -64(%r30)
435 	.endm
436 
437 	.macro	callee_rest
438 	ldw	 -64(%r30),    %r3
439 	ldw	 -68(%r30),   %r18
440 	ldw	 -72(%r30),   %r17
441 	ldw	 -76(%r30),   %r16
442 	ldw	 -80(%r30),   %r15
443 	ldw	 -84(%r30),   %r14
444 	ldw	 -88(%r30),   %r13
445 	ldw	 -92(%r30),   %r12
446 	ldw	 -96(%r30),   %r11
447 	ldw	-100(%r30),   %r10
448 	ldw	-104(%r30),   %r9
449 	ldw	-108(%r30),   %r8
450 	ldw	-112(%r30),   %r7
451 	ldw	-116(%r30),   %r6
452 	ldw	-120(%r30),   %r5
453 	ldw	-124(%r30),   %r4
454 	mtctl	%r3, %cr27
455 	ldw,mb	-CALLEE_REG_FRAME_SIZE(%r30),   %r3
456 	.endm
457 #endif /* ! CONFIG_64BIT */
458 
459 	.macro	save_specials	regs
460 
461 	SAVE_SP  (%sr0, PT_SR0 (\regs))
462 	SAVE_SP  (%sr1, PT_SR1 (\regs))
463 	SAVE_SP  (%sr2, PT_SR2 (\regs))
464 	SAVE_SP  (%sr3, PT_SR3 (\regs))
465 	SAVE_SP  (%sr4, PT_SR4 (\regs))
466 	SAVE_SP  (%sr5, PT_SR5 (\regs))
467 	SAVE_SP  (%sr6, PT_SR6 (\regs))
468 
469 	SAVE_CR  (%cr17, PT_IASQ0(\regs))
470 	mtctl	 %r0,	%cr17
471 	SAVE_CR  (%cr17, PT_IASQ1(\regs))
472 
473 	SAVE_CR  (%cr18, PT_IAOQ0(\regs))
474 	mtctl	 %r0,	%cr18
475 	SAVE_CR  (%cr18, PT_IAOQ1(\regs))
476 
477 #ifdef CONFIG_64BIT
478 	/* cr11 (sar) is a funny one.  5 bits on PA1.1 and 6 bit on PA2.0
479 	 * For PA2.0 mtsar or mtctl always write 6 bits, but mfctl only
480 	 * reads 5 bits.  Use mfctl,w to read all six bits.  Otherwise
481 	 * we lose the 6th bit on a save/restore over interrupt.
482 	 */
483 	mfctl,w  %cr11, %r1
484 	STREG    %r1, PT_SAR (\regs)
485 #else
486 	SAVE_CR  (%cr11, PT_SAR  (\regs))
487 #endif
488 	SAVE_CR  (%cr19, PT_IIR  (\regs))
489 
490 	/*
491 	 * Code immediately following this macro (in intr_save) relies
492 	 * on r8 containing ipsw.
493 	 */
494 	mfctl    %cr22, %r8
495 	STREG    %r8,   PT_PSW(\regs)
496 	.endm
497 
498 	.macro	rest_specials	regs
499 
500 	REST_SP  (%sr0, PT_SR0 (\regs))
501 	REST_SP  (%sr1, PT_SR1 (\regs))
502 	REST_SP  (%sr2, PT_SR2 (\regs))
503 	REST_SP  (%sr3, PT_SR3 (\regs))
504 	REST_SP  (%sr4, PT_SR4 (\regs))
505 	REST_SP  (%sr5, PT_SR5 (\regs))
506 	REST_SP  (%sr6, PT_SR6 (\regs))
507 	REST_SP  (%sr7, PT_SR7 (\regs))
508 
509 	REST_CR	(%cr17, PT_IASQ0(\regs))
510 	REST_CR	(%cr17, PT_IASQ1(\regs))
511 
512 	REST_CR	(%cr18, PT_IAOQ0(\regs))
513 	REST_CR	(%cr18, PT_IAOQ1(\regs))
514 
515 	REST_CR (%cr11, PT_SAR	(\regs))
516 
517 	REST_CR	(%cr22, PT_PSW	(\regs))
518 	.endm
519 
520 
521 	/* First step to create a "relied upon translation"
522 	 * See PA 2.0 Arch. page F-4 and F-5.
523 	 *
524 	 * The ssm was originally necessary due to a "PCxT bug".
525 	 * But someone decided it needed to be added to the architecture
526 	 * and this "feature" went into rev3 of PA-RISC 1.1 Arch Manual.
527 	 * It's been carried forward into PA 2.0 Arch as well. :^(
528 	 *
529 	 * "ssm 0,%r0" is a NOP with side effects (prefetch barrier).
530 	 * rsm/ssm prevents the ifetch unit from speculatively fetching
531 	 * instructions past this line in the code stream.
532 	 * PA 2.0 processor will single step all insn in the same QUAD (4 insn).
533 	 */
534 	.macro	pcxt_ssm_bug
535 	rsm	PSW_SM_I,%r0
536 	nop	/* 1 */
537 	nop	/* 2 */
538 	nop	/* 3 */
539 	nop	/* 4 */
540 	nop	/* 5 */
541 	nop	/* 6 */
542 	nop	/* 7 */
543 	.endm
544 
545 	/* Switch to virtual mapping, trashing only %r1 */
546 	.macro  virt_map
547 	/* pcxt_ssm_bug */
548 	rsm	PSW_SM_I, %r0		/* barrier for "Relied upon Translation */
549 	mtsp	%r0, %sr4
550 	mtsp	%r0, %sr5
551 	mtsp	%r0, %sr6
552 	tovirt_r1 %r29
553 	load32	KERNEL_PSW, %r1
554 
555 	rsm     PSW_SM_QUIET,%r0	/* second "heavy weight" ctl op */
556 	mtctl	%r0, %cr17		/* Clear IIASQ tail */
557 	mtctl	%r0, %cr17		/* Clear IIASQ head */
558 	mtctl	%r1, %ipsw
559 	load32	4f, %r1
560 	mtctl	%r1, %cr18		/* Set IIAOQ tail */
561 	ldo	4(%r1), %r1
562 	mtctl	%r1, %cr18		/* Set IIAOQ head */
563 	rfir
564 	nop
565 4:
566 	.endm
567 
568 
569 	/*
570 	 * ASM_EXCEPTIONTABLE_ENTRY
571 	 *
572 	 * Creates an exception table entry.
573 	 * Do not convert to a assembler macro. This won't work.
574 	 */
575 #define ASM_EXCEPTIONTABLE_ENTRY(fault_addr, except_addr)	\
576 	.section __ex_table,"aw"			!	\
577 	.word (fault_addr - .), (except_addr - .)	!	\
578 	.previous
579 
580 
581 #endif /* __ASSEMBLY__ */
582 #endif
583