1 /*
2 * Stack-less Just-In-Time compiler
3 *
4 * Copyright Zoltan Herczeg (hzmester@freemail.hu). All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without modification, are
7 * permitted provided that the following conditions are met:
8 *
9 * 1. Redistributions of source code must retain the above copyright notice, this list of
10 * conditions and the following disclaimer.
11 *
12 * 2. Redistributions in binary form must reproduce the above copyright notice, this list
13 * of conditions and the following disclaimer in the documentation and/or other materials
14 * provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER(S) AND CONTRIBUTORS ``AS IS'' AND ANY
17 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
19 * SHALL THE COPYRIGHT HOLDER(S) OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
21 * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
22 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
24 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 */
26
27 /* ------------------------------------------------------------------------ */
28 /* Locks */
29 /* ------------------------------------------------------------------------ */
30
31 /* Executable Allocator */
32
33 #if (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR) \
34 && !(defined SLJIT_WX_EXECUTABLE_ALLOCATOR && SLJIT_WX_EXECUTABLE_ALLOCATOR)
35 #if (defined SLJIT_SINGLE_THREADED && SLJIT_SINGLE_THREADED)
36 #define SLJIT_ALLOCATOR_LOCK()
37 #define SLJIT_ALLOCATOR_UNLOCK()
38 #elif !(defined _WIN32)
39 #include <pthread.h>
40
41 static pthread_mutex_t allocator_lock = PTHREAD_MUTEX_INITIALIZER;
42
43 #define SLJIT_ALLOCATOR_LOCK() pthread_mutex_lock(&allocator_lock)
44 #define SLJIT_ALLOCATOR_UNLOCK() pthread_mutex_unlock(&allocator_lock)
45 #else /* windows */
46 static HANDLE allocator_lock;
47
allocator_grab_lock(void)48 static SLJIT_INLINE void allocator_grab_lock(void)
49 {
50 HANDLE lock;
51 if (SLJIT_UNLIKELY(!allocator_lock)) {
52 lock = CreateMutex(NULL, FALSE, NULL);
53 if (InterlockedCompareExchangePointer(&allocator_lock, lock, NULL))
54 CloseHandle(lock);
55 }
56 WaitForSingleObject(allocator_lock, INFINITE);
57 }
58
59 #define SLJIT_ALLOCATOR_LOCK() allocator_grab_lock()
60 #define SLJIT_ALLOCATOR_UNLOCK() ReleaseMutex(allocator_lock)
61 #endif /* thread implementation */
62 #endif /* SLJIT_EXECUTABLE_ALLOCATOR && !SLJIT_WX_EXECUTABLE_ALLOCATOR */
63
64 /* ------------------------------------------------------------------------ */
65 /* Stack */
66 /* ------------------------------------------------------------------------ */
67
68 #if ((defined SLJIT_UTIL_STACK && SLJIT_UTIL_STACK) \
69 && !(defined SLJIT_UTIL_SIMPLE_STACK_ALLOCATION && SLJIT_UTIL_SIMPLE_STACK_ALLOCATION)) \
70 || ((defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR) \
71 && !((defined SLJIT_PROT_EXECUTABLE_ALLOCATOR && SLJIT_PROT_EXECUTABLE_ALLOCATOR) \
72 || (defined SLJIT_WX_EXECUTABLE_ALLOCATOR && SLJIT_WX_EXECUTABLE_ALLOCATOR)))
73
74 #ifndef _WIN32
75 /* Provides mmap function. */
76 #include <sys/types.h>
77 #include <sys/mman.h>
78
79 #ifndef MAP_ANON
80 #ifdef MAP_ANONYMOUS
81 #define MAP_ANON MAP_ANONYMOUS
82 #endif /* MAP_ANONYMOUS */
83 #endif /* !MAP_ANON */
84
85 #ifndef MAP_ANON
86
87 #include <fcntl.h>
88
89 #ifdef O_CLOEXEC
90 #define SLJIT_CLOEXEC O_CLOEXEC
91 #else /* !O_CLOEXEC */
92 #define SLJIT_CLOEXEC 0
93 #endif /* O_CLOEXEC */
94
95 /* Some old systems do not have MAP_ANON. */
96 static int dev_zero = -1;
97
98 #if (defined SLJIT_SINGLE_THREADED && SLJIT_SINGLE_THREADED)
99
open_dev_zero(void)100 static SLJIT_INLINE int open_dev_zero(void)
101 {
102 dev_zero = open("/dev/zero", O_RDWR | SLJIT_CLOEXEC);
103
104 return dev_zero < 0;
105 }
106
107 #else /* !SLJIT_SINGLE_THREADED */
108
109 #include <pthread.h>
110
111 static pthread_mutex_t dev_zero_mutex = PTHREAD_MUTEX_INITIALIZER;
112
open_dev_zero(void)113 static SLJIT_INLINE int open_dev_zero(void)
114 {
115 pthread_mutex_lock(&dev_zero_mutex);
116 if (SLJIT_UNLIKELY(dev_zero < 0))
117 dev_zero = open("/dev/zero", O_RDWR | SLJIT_CLOEXEC);
118
119 pthread_mutex_unlock(&dev_zero_mutex);
120 return dev_zero < 0;
121 }
122
123 #endif /* SLJIT_SINGLE_THREADED */
124 #undef SLJIT_CLOEXEC
125 #endif /* !MAP_ANON */
126 #endif /* !_WIN32 */
127 #endif /* open_dev_zero */
128
129 #if (defined SLJIT_UTIL_STACK && SLJIT_UTIL_STACK) \
130 || (defined SLJIT_EXECUTABLE_ALLOCATOR && SLJIT_EXECUTABLE_ALLOCATOR)
131
132 #ifdef _WIN32
133
get_page_alignment(void)134 static SLJIT_INLINE sljit_sw get_page_alignment(void) {
135 SYSTEM_INFO si;
136 static sljit_sw sljit_page_align;
137 if (!sljit_page_align) {
138 GetSystemInfo(&si);
139 sljit_page_align = si.dwPageSize - 1;
140 }
141 return sljit_page_align;
142 }
143
144 #else
145
146 #include <unistd.h>
147
get_page_alignment(void)148 static SLJIT_INLINE sljit_sw get_page_alignment(void) {
149 static sljit_sw sljit_page_align;
150 if (!sljit_page_align) {
151 sljit_page_align = sysconf(_SC_PAGESIZE);
152 /* Should never happen. */
153 if (sljit_page_align < 0)
154 sljit_page_align = 4096;
155 sljit_page_align--;
156 }
157 return sljit_page_align;
158 }
159
160 #endif /* _WIN32 */
161
162 #endif /* get_page_alignment() */
163
164 #if (defined SLJIT_UTIL_STACK && SLJIT_UTIL_STACK)
165
166 #if (defined SLJIT_UTIL_SIMPLE_STACK_ALLOCATION && SLJIT_UTIL_SIMPLE_STACK_ALLOCATION)
167
sljit_allocate_stack(sljit_uw start_size,sljit_uw max_size,void * allocator_data)168 SLJIT_API_FUNC_ATTRIBUTE struct sljit_stack* SLJIT_FUNC sljit_allocate_stack(sljit_uw start_size, sljit_uw max_size, void *allocator_data)
169 {
170 struct sljit_stack *stack;
171 void *ptr;
172
173 SLJIT_UNUSED_ARG(allocator_data);
174
175 if (start_size > max_size || start_size < 1)
176 return NULL;
177
178 stack = (struct sljit_stack*)SLJIT_MALLOC(sizeof(struct sljit_stack), allocator_data);
179 if (stack == NULL)
180 return NULL;
181
182 ptr = SLJIT_MALLOC(max_size, allocator_data);
183 if (ptr == NULL) {
184 SLJIT_FREE(stack, allocator_data);
185 return NULL;
186 }
187
188 stack->min_start = (sljit_u8 *)ptr;
189 stack->end = stack->min_start + max_size;
190 stack->start = stack->end - start_size;
191 stack->top = stack->end;
192 return stack;
193 }
194
sljit_free_stack(struct sljit_stack * stack,void * allocator_data)195 SLJIT_API_FUNC_ATTRIBUTE void SLJIT_FUNC sljit_free_stack(struct sljit_stack *stack, void *allocator_data)
196 {
197 SLJIT_UNUSED_ARG(allocator_data);
198 SLJIT_FREE((void*)stack->min_start, allocator_data);
199 SLJIT_FREE(stack, allocator_data);
200 }
201
sljit_stack_resize(struct sljit_stack * stack,sljit_u8 * new_start)202 SLJIT_API_FUNC_ATTRIBUTE sljit_u8 *SLJIT_FUNC sljit_stack_resize(struct sljit_stack *stack, sljit_u8 *new_start)
203 {
204 if ((new_start < stack->min_start) || (new_start >= stack->end))
205 return NULL;
206 stack->start = new_start;
207 return new_start;
208 }
209
210 #else /* !SLJIT_UTIL_SIMPLE_STACK_ALLOCATION */
211
212 #ifdef _WIN32
213
sljit_free_stack(struct sljit_stack * stack,void * allocator_data)214 SLJIT_API_FUNC_ATTRIBUTE void SLJIT_FUNC sljit_free_stack(struct sljit_stack *stack, void *allocator_data)
215 {
216 SLJIT_UNUSED_ARG(allocator_data);
217 VirtualFree((void*)stack->min_start, 0, MEM_RELEASE);
218 SLJIT_FREE(stack, allocator_data);
219 }
220
221 #else /* !_WIN32 */
222
sljit_free_stack(struct sljit_stack * stack,void * allocator_data)223 SLJIT_API_FUNC_ATTRIBUTE void SLJIT_FUNC sljit_free_stack(struct sljit_stack *stack, void *allocator_data)
224 {
225 SLJIT_UNUSED_ARG(allocator_data);
226 munmap((void*)stack->min_start, stack->end - stack->min_start);
227 SLJIT_FREE(stack, allocator_data);
228 }
229
230 #endif /* _WIN32 */
231
sljit_allocate_stack(sljit_uw start_size,sljit_uw max_size,void * allocator_data)232 SLJIT_API_FUNC_ATTRIBUTE struct sljit_stack* SLJIT_FUNC sljit_allocate_stack(sljit_uw start_size, sljit_uw max_size, void *allocator_data)
233 {
234 struct sljit_stack *stack;
235 void *ptr;
236 sljit_sw page_align;
237
238 SLJIT_UNUSED_ARG(allocator_data);
239
240 if (start_size > max_size || start_size < 1)
241 return NULL;
242
243 stack = (struct sljit_stack*)SLJIT_MALLOC(sizeof(struct sljit_stack), allocator_data);
244 if (stack == NULL)
245 return NULL;
246
247 /* Align max_size. */
248 page_align = get_page_alignment();
249 max_size = (max_size + page_align) & ~page_align;
250
251 #ifdef _WIN32
252 ptr = VirtualAlloc(NULL, max_size, MEM_RESERVE, PAGE_READWRITE);
253 if (!ptr) {
254 SLJIT_FREE(stack, allocator_data);
255 return NULL;
256 }
257
258 stack->min_start = (sljit_u8 *)ptr;
259 stack->end = stack->min_start + max_size;
260 stack->start = stack->end;
261
262 if (sljit_stack_resize(stack, stack->end - start_size) == NULL) {
263 sljit_free_stack(stack, allocator_data);
264 return NULL;
265 }
266 #else /* !_WIN32 */
267 #ifdef MAP_ANON
268 ptr = mmap(NULL, max_size, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANON, -1, 0);
269 #else /* !MAP_ANON */
270 if (SLJIT_UNLIKELY((dev_zero < 0) && open_dev_zero())) {
271 SLJIT_FREE(stack, allocator_data);
272 return NULL;
273 }
274 ptr = mmap(NULL, max_size, PROT_READ | PROT_WRITE, MAP_PRIVATE, dev_zero, 0);
275 #endif /* MAP_ANON */
276 if (ptr == MAP_FAILED) {
277 SLJIT_FREE(stack, allocator_data);
278 return NULL;
279 }
280 stack->min_start = (sljit_u8 *)ptr;
281 stack->end = stack->min_start + max_size;
282 stack->start = stack->end - start_size;
283 #endif /* _WIN32 */
284
285 stack->top = stack->end;
286 return stack;
287 }
288
sljit_stack_resize(struct sljit_stack * stack,sljit_u8 * new_start)289 SLJIT_API_FUNC_ATTRIBUTE sljit_u8 *SLJIT_FUNC sljit_stack_resize(struct sljit_stack *stack, sljit_u8 *new_start)
290 {
291 #if defined _WIN32 || defined(POSIX_MADV_DONTNEED)
292 sljit_uw aligned_old_start;
293 sljit_uw aligned_new_start;
294 sljit_sw page_align;
295 #endif
296
297 if ((new_start < stack->min_start) || (new_start >= stack->end))
298 return NULL;
299
300 #ifdef _WIN32
301 page_align = get_page_alignment();
302
303 aligned_new_start = (sljit_uw)new_start & ~page_align;
304 aligned_old_start = ((sljit_uw)stack->start) & ~page_align;
305 if (aligned_new_start != aligned_old_start) {
306 if (aligned_new_start < aligned_old_start) {
307 if (!VirtualAlloc((void*)aligned_new_start, aligned_old_start - aligned_new_start, MEM_COMMIT, PAGE_READWRITE))
308 return NULL;
309 }
310 else {
311 if (!VirtualFree((void*)aligned_old_start, aligned_new_start - aligned_old_start, MEM_DECOMMIT))
312 return NULL;
313 }
314 }
315 #elif defined(POSIX_MADV_DONTNEED)
316 if (stack->start < new_start) {
317 page_align = get_page_alignment();
318
319 aligned_new_start = (sljit_uw)new_start & ~page_align;
320 aligned_old_start = ((sljit_uw)stack->start) & ~page_align;
321
322 if (aligned_new_start > aligned_old_start) {
323 posix_madvise((void*)aligned_old_start, aligned_new_start - aligned_old_start, POSIX_MADV_DONTNEED);
324 #ifdef MADV_FREE
325 madvise((void*)aligned_old_start, aligned_new_start - aligned_old_start, MADV_FREE);
326 #endif /* MADV_FREE */
327 }
328 }
329 #endif /* _WIN32 */
330
331 stack->start = new_start;
332 return new_start;
333 }
334
335 #endif /* SLJIT_UTIL_SIMPLE_STACK_ALLOCATION */
336
337 #endif /* SLJIT_UTIL_STACK */
338