1 //===-- assembly.h - compiler-rt assembler support macros -----------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file defines macros for use in compiler-rt assembler source.
10 // This file is not part of the interface of this library.
11 //
12 //===----------------------------------------------------------------------===//
13 
14 #ifndef COMPILERRT_ASSEMBLY_H
15 #define COMPILERRT_ASSEMBLY_H
16 
17 #if defined(__linux__) && defined(__CET__)
18 #if __has_include(<cet.h>)
19 #include <cet.h>
20 #endif
21 #endif
22 
23 #if defined(__APPLE__) && defined(__aarch64__)
24 #define SEPARATOR %%
25 #else
26 #define SEPARATOR ;
27 #endif
28 
29 #if defined(__APPLE__)
30 #define HIDDEN(name) .private_extern name
31 #define LOCAL_LABEL(name) L_##name
32 // tell linker it can break up file at label boundaries
33 #define FILE_LEVEL_DIRECTIVE .subsections_via_symbols
34 #define SYMBOL_IS_FUNC(name)
35 #define CONST_SECTION .const
36 
37 #define NO_EXEC_STACK_DIRECTIVE
38 
39 #elif defined(__ELF__)
40 
41 #define HIDDEN(name) .hidden name
42 #define LOCAL_LABEL(name) .L_##name
43 #define FILE_LEVEL_DIRECTIVE
44 #if defined(__arm__) || defined(__aarch64__)
45 #define SYMBOL_IS_FUNC(name) .type name,%function
46 #else
47 #define SYMBOL_IS_FUNC(name) .type name,@function
48 #endif
49 #define CONST_SECTION .section .rodata
50 
51 #if defined(__GNU__) || defined(__FreeBSD__) || defined(__Fuchsia__) ||        \
52     defined(__linux__)
53 #define NO_EXEC_STACK_DIRECTIVE .section .note.GNU-stack,"",%progbits
54 #else
55 #define NO_EXEC_STACK_DIRECTIVE
56 #endif
57 
58 #else // !__APPLE__ && !__ELF__
59 
60 #define HIDDEN(name)
61 #define LOCAL_LABEL(name) .L ## name
62 #define FILE_LEVEL_DIRECTIVE
63 #define SYMBOL_IS_FUNC(name)                                                   \
64   .def name SEPARATOR                                                          \
65     .scl 2 SEPARATOR                                                           \
66     .type 32 SEPARATOR                                                         \
67   .endef
68 #define CONST_SECTION .section .rdata,"rd"
69 
70 #define NO_EXEC_STACK_DIRECTIVE
71 
72 #endif
73 
74 #if defined(__arm__) || defined(__aarch64__)
75 #define FUNC_ALIGN                                                             \
76   .text SEPARATOR                                                              \
77   .balign 16 SEPARATOR
78 #else
79 #define FUNC_ALIGN
80 #endif
81 
82 // BTI and PAC gnu property note
83 #define NT_GNU_PROPERTY_TYPE_0 5
84 #define GNU_PROPERTY_AARCH64_FEATURE_1_AND 0xc0000000
85 #define GNU_PROPERTY_AARCH64_FEATURE_1_BTI 1
86 #define GNU_PROPERTY_AARCH64_FEATURE_1_PAC 2
87 
88 #if defined(__ARM_FEATURE_BTI_DEFAULT)
89 #define BTI_FLAG GNU_PROPERTY_AARCH64_FEATURE_1_BTI
90 #else
91 #define BTI_FLAG 0
92 #endif
93 
94 #if __ARM_FEATURE_PAC_DEFAULT & 3
95 #define PAC_FLAG GNU_PROPERTY_AARCH64_FEATURE_1_PAC
96 #else
97 #define PAC_FLAG 0
98 #endif
99 
100 #define GNU_PROPERTY(type, value)                                              \
101   .pushsection .note.gnu.property, "a" SEPARATOR                               \
102   .p2align 3 SEPARATOR                                                         \
103   .word 4 SEPARATOR                                                            \
104   .word 16 SEPARATOR                                                           \
105   .word NT_GNU_PROPERTY_TYPE_0 SEPARATOR                                       \
106   .asciz "GNU" SEPARATOR                                                       \
107   .word type SEPARATOR                                                         \
108   .word 4 SEPARATOR                                                            \
109   .word value SEPARATOR                                                        \
110   .word 0 SEPARATOR                                                            \
111   .popsection
112 
113 #if BTI_FLAG != 0
114 #define BTI_C hint #34
115 #define BTI_J hint #36
116 #else
117 #define BTI_C
118 #define BTI_J
119 #endif
120 
121 #if (BTI_FLAG | PAC_FLAG) != 0
122 #define GNU_PROPERTY_BTI_PAC                                                   \
123   GNU_PROPERTY(GNU_PROPERTY_AARCH64_FEATURE_1_AND, BTI_FLAG | PAC_FLAG)
124 #else
125 #define GNU_PROPERTY_BTI_PAC
126 #endif
127 
128 #if defined(__clang__) || defined(__GCC_HAVE_DWARF2_CFI_ASM)
129 #define CFI_START .cfi_startproc
130 #define CFI_END .cfi_endproc
131 #else
132 #define CFI_START
133 #define CFI_END
134 #endif
135 
136 #if defined(__arm__)
137 
138 // Determine actual [ARM][THUMB[1][2]] ISA using compiler predefined macros:
139 // - for '-mthumb -march=armv6' compiler defines '__thumb__'
140 // - for '-mthumb -march=armv7' compiler defines '__thumb__' and '__thumb2__'
141 #if defined(__thumb2__) || defined(__thumb__)
142 #define DEFINE_CODE_STATE .thumb SEPARATOR
143 #define DECLARE_FUNC_ENCODING    .thumb_func SEPARATOR
144 #if defined(__thumb2__)
145 #define USE_THUMB_2
146 #define IT(cond)  it cond
147 #define ITT(cond) itt cond
148 #define ITE(cond) ite cond
149 #else
150 #define USE_THUMB_1
151 #define IT(cond)
152 #define ITT(cond)
153 #define ITE(cond)
154 #endif // defined(__thumb__2)
155 #else // !defined(__thumb2__) && !defined(__thumb__)
156 #define DEFINE_CODE_STATE .arm SEPARATOR
157 #define DECLARE_FUNC_ENCODING
158 #define IT(cond)
159 #define ITT(cond)
160 #define ITE(cond)
161 #endif
162 
163 #if defined(USE_THUMB_1) && defined(USE_THUMB_2)
164 #error "USE_THUMB_1 and USE_THUMB_2 can't be defined together."
165 #endif
166 
167 #if defined(__ARM_ARCH_4T__) || __ARM_ARCH >= 5
168 #define ARM_HAS_BX
169 #endif
170 #if !defined(__ARM_FEATURE_CLZ) && !defined(USE_THUMB_1) &&  \
171     (__ARM_ARCH >= 6 || (__ARM_ARCH == 5 && !defined(__ARM_ARCH_5__)))
172 #define __ARM_FEATURE_CLZ
173 #endif
174 
175 #ifdef ARM_HAS_BX
176 #define JMP(r) bx r
177 #define JMPc(r, c) bx##c r
178 #else
179 #define JMP(r) mov pc, r
180 #define JMPc(r, c) mov##c pc, r
181 #endif
182 
183 // pop {pc} can't switch Thumb mode on ARMv4T
184 #if __ARM_ARCH >= 5
185 #define POP_PC() pop {pc}
186 #else
187 #define POP_PC()                                                               \
188   pop {ip};                                                                    \
189   JMP(ip)
190 #endif
191 
192 #if defined(USE_THUMB_2)
193 #define WIDE(op) op.w
194 #else
195 #define WIDE(op) op
196 #endif
197 #else // !defined(__arm)
198 #define DECLARE_FUNC_ENCODING
199 #define DEFINE_CODE_STATE
200 #endif
201 
202 #define GLUE2_(a, b) a##b
203 #define GLUE(a, b) GLUE2_(a, b)
204 #define GLUE2(a, b) GLUE2_(a, b)
205 #define GLUE3_(a, b, c) a##b##c
206 #define GLUE3(a, b, c) GLUE3_(a, b, c)
207 #define GLUE4_(a, b, c, d) a##b##c##d
208 #define GLUE4(a, b, c, d) GLUE4_(a, b, c, d)
209 
210 #define SYMBOL_NAME(name) GLUE(__USER_LABEL_PREFIX__, name)
211 
212 #ifdef VISIBILITY_HIDDEN
213 #define DECLARE_SYMBOL_VISIBILITY(name)                                        \
214   HIDDEN(SYMBOL_NAME(name)) SEPARATOR
215 #define DECLARE_SYMBOL_VISIBILITY_UNMANGLED(name) \
216   HIDDEN(name) SEPARATOR
217 #else
218 #define DECLARE_SYMBOL_VISIBILITY(name)
219 #define DECLARE_SYMBOL_VISIBILITY_UNMANGLED(name)
220 #endif
221 
222 #define DEFINE_COMPILERRT_FUNCTION(name)                                       \
223   DEFINE_CODE_STATE                                                            \
224   FILE_LEVEL_DIRECTIVE SEPARATOR                                               \
225   .globl SYMBOL_NAME(name) SEPARATOR                                           \
226   SYMBOL_IS_FUNC(SYMBOL_NAME(name)) SEPARATOR                                  \
227   DECLARE_SYMBOL_VISIBILITY(name)                                              \
228   DECLARE_FUNC_ENCODING                                                        \
229   SYMBOL_NAME(name):
230 
231 #define DEFINE_COMPILERRT_THUMB_FUNCTION(name)                                 \
232   DEFINE_CODE_STATE                                                            \
233   FILE_LEVEL_DIRECTIVE SEPARATOR                                               \
234   .globl SYMBOL_NAME(name) SEPARATOR                                           \
235   SYMBOL_IS_FUNC(SYMBOL_NAME(name)) SEPARATOR                                  \
236   DECLARE_SYMBOL_VISIBILITY(name) SEPARATOR                                    \
237   .thumb_func SEPARATOR                                                        \
238   SYMBOL_NAME(name):
239 
240 #define DEFINE_COMPILERRT_PRIVATE_FUNCTION(name)                               \
241   DEFINE_CODE_STATE                                                            \
242   FILE_LEVEL_DIRECTIVE SEPARATOR                                               \
243   .globl SYMBOL_NAME(name) SEPARATOR                                           \
244   SYMBOL_IS_FUNC(SYMBOL_NAME(name)) SEPARATOR                                  \
245   HIDDEN(SYMBOL_NAME(name)) SEPARATOR                                          \
246   DECLARE_FUNC_ENCODING                                                        \
247   SYMBOL_NAME(name):
248 
249 #define DEFINE_COMPILERRT_PRIVATE_FUNCTION_UNMANGLED(name)                     \
250   DEFINE_CODE_STATE                                                            \
251   .globl name SEPARATOR                                                        \
252   SYMBOL_IS_FUNC(name) SEPARATOR                                               \
253   HIDDEN(name) SEPARATOR                                                       \
254   DECLARE_FUNC_ENCODING                                                        \
255   name:
256 
257 #define DEFINE_COMPILERRT_OUTLINE_FUNCTION_UNMANGLED(name)                     \
258   DEFINE_CODE_STATE                                                            \
259   FUNC_ALIGN                                                                   \
260   .globl name SEPARATOR                                                        \
261   SYMBOL_IS_FUNC(name) SEPARATOR                                               \
262   DECLARE_SYMBOL_VISIBILITY_UNMANGLED(name) SEPARATOR                          \
263   DECLARE_FUNC_ENCODING                                                        \
264   name:                                                                        \
265   SEPARATOR CFI_START                                                          \
266   SEPARATOR BTI_C
267 
268 #define DEFINE_COMPILERRT_FUNCTION_ALIAS(name, target)                         \
269   .globl SYMBOL_NAME(name) SEPARATOR                                           \
270   SYMBOL_IS_FUNC(SYMBOL_NAME(name)) SEPARATOR                                  \
271   DECLARE_SYMBOL_VISIBILITY(name) SEPARATOR                                    \
272   .set SYMBOL_NAME(name), SYMBOL_NAME(target) SEPARATOR
273 
274 #if defined(__ARM_EABI__)
275 #define DEFINE_AEABI_FUNCTION_ALIAS(aeabi_name, name)                          \
276   DEFINE_COMPILERRT_FUNCTION_ALIAS(aeabi_name, name)
277 #else
278 #define DEFINE_AEABI_FUNCTION_ALIAS(aeabi_name, name)
279 #endif
280 
281 #ifdef __ELF__
282 #define END_COMPILERRT_FUNCTION(name)                                          \
283   .size SYMBOL_NAME(name), . - SYMBOL_NAME(name)
284 #define END_COMPILERRT_OUTLINE_FUNCTION(name)                                  \
285   CFI_END SEPARATOR                                                            \
286   .size SYMBOL_NAME(name), . - SYMBOL_NAME(name)
287 #else
288 #define END_COMPILERRT_FUNCTION(name)
289 #define END_COMPILERRT_OUTLINE_FUNCTION(name)                                  \
290   CFI_END
291 #endif
292 
293 #endif // COMPILERRT_ASSEMBLY_H
294