1e71b7053SJung-uk Kim /*
2b077aed3SPierre Pronchery  * Copyright 2016-2022 The OpenSSL Project Authors. All Rights Reserved.
3e71b7053SJung-uk Kim  *
4b077aed3SPierre Pronchery  * Licensed under the Apache License 2.0 (the "License").  You may not use
5e71b7053SJung-uk Kim  * this file except in compliance with the License.  You can obtain a copy
6e71b7053SJung-uk Kim  * in the file LICENSE in the source distribution or at
7e71b7053SJung-uk Kim  * https://www.openssl.org/source/license.html
8e71b7053SJung-uk Kim  */
9e71b7053SJung-uk Kim 
10b077aed3SPierre Pronchery /* We need to use the OPENSSL_fork_*() deprecated APIs */
11b077aed3SPierre Pronchery #define OPENSSL_SUPPRESS_DEPRECATED
12b077aed3SPierre Pronchery 
13e71b7053SJung-uk Kim #include <openssl/crypto.h>
14e71b7053SJung-uk Kim #include "internal/cryptlib.h"
15e71b7053SJung-uk Kim 
16b077aed3SPierre Pronchery #if defined(__sun)
17b077aed3SPierre Pronchery # include <atomic.h>
18b077aed3SPierre Pronchery #endif
19b077aed3SPierre Pronchery 
20b077aed3SPierre Pronchery #if defined(__apple_build_version__) && __apple_build_version__ < 6000000
21b077aed3SPierre Pronchery /*
22b077aed3SPierre Pronchery  * OS/X 10.7 and 10.8 had a weird version of clang which has __ATOMIC_ACQUIRE and
23b077aed3SPierre Pronchery  * __ATOMIC_ACQ_REL but which expects only one parameter for __atomic_is_lock_free()
24b077aed3SPierre Pronchery  * rather than two which has signature __atomic_is_lock_free(sizeof(_Atomic(T))).
25b077aed3SPierre Pronchery  * All of this makes impossible to use __atomic_is_lock_free here.
26b077aed3SPierre Pronchery  *
27b077aed3SPierre Pronchery  * See: https://github.com/llvm/llvm-project/commit/a4c2602b714e6c6edb98164550a5ae829b2de760
28b077aed3SPierre Pronchery  */
29b077aed3SPierre Pronchery #define BROKEN_CLANG_ATOMICS
30b077aed3SPierre Pronchery #endif
31b077aed3SPierre Pronchery 
32e71b7053SJung-uk Kim #if defined(OPENSSL_THREADS) && !defined(CRYPTO_TDEBUG) && !defined(OPENSSL_SYS_WINDOWS)
33e71b7053SJung-uk Kim 
34da327cd2SJung-uk Kim # if defined(OPENSSL_SYS_UNIX)
35da327cd2SJung-uk Kim #  include <sys/types.h>
36da327cd2SJung-uk Kim #  include <unistd.h>
37da327cd2SJung-uk Kim #endif
38da327cd2SJung-uk Kim 
39b077aed3SPierre Pronchery # include <assert.h>
40b077aed3SPierre Pronchery 
41e71b7053SJung-uk Kim # ifdef PTHREAD_RWLOCK_INITIALIZER
42e71b7053SJung-uk Kim #  define USE_RWLOCK
43e71b7053SJung-uk Kim # endif
44e71b7053SJung-uk Kim 
45e71b7053SJung-uk Kim CRYPTO_RWLOCK *CRYPTO_THREAD_lock_new(void)
46e71b7053SJung-uk Kim {
47e71b7053SJung-uk Kim # ifdef USE_RWLOCK
48e71b7053SJung-uk Kim     CRYPTO_RWLOCK *lock;
49e71b7053SJung-uk Kim 
50e71b7053SJung-uk Kim     if ((lock = OPENSSL_zalloc(sizeof(pthread_rwlock_t))) == NULL) {
51e71b7053SJung-uk Kim         /* Don't set error, to avoid recursion blowup. */
52e71b7053SJung-uk Kim         return NULL;
53e71b7053SJung-uk Kim     }
54e71b7053SJung-uk Kim 
55e71b7053SJung-uk Kim     if (pthread_rwlock_init(lock, NULL) != 0) {
56e71b7053SJung-uk Kim         OPENSSL_free(lock);
57e71b7053SJung-uk Kim         return NULL;
58e71b7053SJung-uk Kim     }
59e71b7053SJung-uk Kim # else
60e71b7053SJung-uk Kim     pthread_mutexattr_t attr;
61e71b7053SJung-uk Kim     CRYPTO_RWLOCK *lock;
62e71b7053SJung-uk Kim 
63e71b7053SJung-uk Kim     if ((lock = OPENSSL_zalloc(sizeof(pthread_mutex_t))) == NULL) {
64e71b7053SJung-uk Kim         /* Don't set error, to avoid recursion blowup. */
65e71b7053SJung-uk Kim         return NULL;
66e71b7053SJung-uk Kim     }
67e71b7053SJung-uk Kim 
68b077aed3SPierre Pronchery     /*
69b077aed3SPierre Pronchery      * We don't use recursive mutexes, but try to catch errors if we do.
70b077aed3SPierre Pronchery      */
71e71b7053SJung-uk Kim     pthread_mutexattr_init(&attr);
72b077aed3SPierre Pronchery #  if !defined (__TANDEM) && !defined (_SPT_MODEL_)
73b077aed3SPierre Pronchery #   if !defined(NDEBUG) && !defined(OPENSSL_NO_MUTEX_ERRORCHECK)
74b077aed3SPierre Pronchery     pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_ERRORCHECK);
75b077aed3SPierre Pronchery #   else
76b077aed3SPierre Pronchery     pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_NORMAL);
77b077aed3SPierre Pronchery #   endif
78b077aed3SPierre Pronchery #  else
79b077aed3SPierre Pronchery     /* The SPT Thread Library does not define MUTEX attributes. */
80b077aed3SPierre Pronchery #  endif
81e71b7053SJung-uk Kim 
82e71b7053SJung-uk Kim     if (pthread_mutex_init(lock, &attr) != 0) {
83e71b7053SJung-uk Kim         pthread_mutexattr_destroy(&attr);
84e71b7053SJung-uk Kim         OPENSSL_free(lock);
85e71b7053SJung-uk Kim         return NULL;
86e71b7053SJung-uk Kim     }
87e71b7053SJung-uk Kim 
88e71b7053SJung-uk Kim     pthread_mutexattr_destroy(&attr);
89e71b7053SJung-uk Kim # endif
90e71b7053SJung-uk Kim 
91e71b7053SJung-uk Kim     return lock;
92e71b7053SJung-uk Kim }
93e71b7053SJung-uk Kim 
94b077aed3SPierre Pronchery __owur int CRYPTO_THREAD_read_lock(CRYPTO_RWLOCK *lock)
95e71b7053SJung-uk Kim {
96e71b7053SJung-uk Kim # ifdef USE_RWLOCK
97e71b7053SJung-uk Kim     if (pthread_rwlock_rdlock(lock) != 0)
98e71b7053SJung-uk Kim         return 0;
99e71b7053SJung-uk Kim # else
100b077aed3SPierre Pronchery     if (pthread_mutex_lock(lock) != 0) {
101b077aed3SPierre Pronchery         assert(errno != EDEADLK && errno != EBUSY);
102e71b7053SJung-uk Kim         return 0;
103b077aed3SPierre Pronchery     }
104e71b7053SJung-uk Kim # endif
105e71b7053SJung-uk Kim 
106e71b7053SJung-uk Kim     return 1;
107e71b7053SJung-uk Kim }
108e71b7053SJung-uk Kim 
109b077aed3SPierre Pronchery __owur int CRYPTO_THREAD_write_lock(CRYPTO_RWLOCK *lock)
110e71b7053SJung-uk Kim {
111e71b7053SJung-uk Kim # ifdef USE_RWLOCK
112e71b7053SJung-uk Kim     if (pthread_rwlock_wrlock(lock) != 0)
113e71b7053SJung-uk Kim         return 0;
114e71b7053SJung-uk Kim # else
115b077aed3SPierre Pronchery     if (pthread_mutex_lock(lock) != 0) {
116b077aed3SPierre Pronchery         assert(errno != EDEADLK && errno != EBUSY);
117e71b7053SJung-uk Kim         return 0;
118b077aed3SPierre Pronchery     }
119e71b7053SJung-uk Kim # endif
120e71b7053SJung-uk Kim 
121e71b7053SJung-uk Kim     return 1;
122e71b7053SJung-uk Kim }
123e71b7053SJung-uk Kim 
124e71b7053SJung-uk Kim int CRYPTO_THREAD_unlock(CRYPTO_RWLOCK *lock)
125e71b7053SJung-uk Kim {
126e71b7053SJung-uk Kim # ifdef USE_RWLOCK
127e71b7053SJung-uk Kim     if (pthread_rwlock_unlock(lock) != 0)
128e71b7053SJung-uk Kim         return 0;
129e71b7053SJung-uk Kim # else
130b077aed3SPierre Pronchery     if (pthread_mutex_unlock(lock) != 0) {
131b077aed3SPierre Pronchery         assert(errno != EPERM);
132e71b7053SJung-uk Kim         return 0;
133b077aed3SPierre Pronchery     }
134e71b7053SJung-uk Kim # endif
135e71b7053SJung-uk Kim 
136e71b7053SJung-uk Kim     return 1;
137e71b7053SJung-uk Kim }
138e71b7053SJung-uk Kim 
139e71b7053SJung-uk Kim void CRYPTO_THREAD_lock_free(CRYPTO_RWLOCK *lock)
140e71b7053SJung-uk Kim {
141e71b7053SJung-uk Kim     if (lock == NULL)
142e71b7053SJung-uk Kim         return;
143e71b7053SJung-uk Kim 
144e71b7053SJung-uk Kim # ifdef USE_RWLOCK
145e71b7053SJung-uk Kim     pthread_rwlock_destroy(lock);
146e71b7053SJung-uk Kim # else
147e71b7053SJung-uk Kim     pthread_mutex_destroy(lock);
148e71b7053SJung-uk Kim # endif
149e71b7053SJung-uk Kim     OPENSSL_free(lock);
150e71b7053SJung-uk Kim 
151e71b7053SJung-uk Kim     return;
152e71b7053SJung-uk Kim }
153e71b7053SJung-uk Kim 
154e71b7053SJung-uk Kim int CRYPTO_THREAD_run_once(CRYPTO_ONCE *once, void (*init)(void))
155e71b7053SJung-uk Kim {
156e71b7053SJung-uk Kim     if (pthread_once(once, init) != 0)
157e71b7053SJung-uk Kim         return 0;
158e71b7053SJung-uk Kim 
159e71b7053SJung-uk Kim     return 1;
160e71b7053SJung-uk Kim }
161e71b7053SJung-uk Kim 
162e71b7053SJung-uk Kim int CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL *key, void (*cleanup)(void *))
163e71b7053SJung-uk Kim {
164e71b7053SJung-uk Kim     if (pthread_key_create(key, cleanup) != 0)
165e71b7053SJung-uk Kim         return 0;
166e71b7053SJung-uk Kim 
167e71b7053SJung-uk Kim     return 1;
168e71b7053SJung-uk Kim }
169e71b7053SJung-uk Kim 
170e71b7053SJung-uk Kim void *CRYPTO_THREAD_get_local(CRYPTO_THREAD_LOCAL *key)
171e71b7053SJung-uk Kim {
172e71b7053SJung-uk Kim     return pthread_getspecific(*key);
173e71b7053SJung-uk Kim }
174e71b7053SJung-uk Kim 
175e71b7053SJung-uk Kim int CRYPTO_THREAD_set_local(CRYPTO_THREAD_LOCAL *key, void *val)
176e71b7053SJung-uk Kim {
177e71b7053SJung-uk Kim     if (pthread_setspecific(*key, val) != 0)
178e71b7053SJung-uk Kim         return 0;
179e71b7053SJung-uk Kim 
180e71b7053SJung-uk Kim     return 1;
181e71b7053SJung-uk Kim }
182e71b7053SJung-uk Kim 
183e71b7053SJung-uk Kim int CRYPTO_THREAD_cleanup_local(CRYPTO_THREAD_LOCAL *key)
184e71b7053SJung-uk Kim {
185e71b7053SJung-uk Kim     if (pthread_key_delete(*key) != 0)
186e71b7053SJung-uk Kim         return 0;
187e71b7053SJung-uk Kim 
188e71b7053SJung-uk Kim     return 1;
189e71b7053SJung-uk Kim }
190e71b7053SJung-uk Kim 
191e71b7053SJung-uk Kim CRYPTO_THREAD_ID CRYPTO_THREAD_get_current_id(void)
192e71b7053SJung-uk Kim {
193e71b7053SJung-uk Kim     return pthread_self();
194e71b7053SJung-uk Kim }
195e71b7053SJung-uk Kim 
196e71b7053SJung-uk Kim int CRYPTO_THREAD_compare_id(CRYPTO_THREAD_ID a, CRYPTO_THREAD_ID b)
197e71b7053SJung-uk Kim {
198e71b7053SJung-uk Kim     return pthread_equal(a, b);
199e71b7053SJung-uk Kim }
200e71b7053SJung-uk Kim 
201e71b7053SJung-uk Kim int CRYPTO_atomic_add(int *val, int amount, int *ret, CRYPTO_RWLOCK *lock)
202e71b7053SJung-uk Kim {
203b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS)
204e71b7053SJung-uk Kim     if (__atomic_is_lock_free(sizeof(*val), val)) {
205e71b7053SJung-uk Kim         *ret = __atomic_add_fetch(val, amount, __ATOMIC_ACQ_REL);
206e71b7053SJung-uk Kim         return 1;
207e71b7053SJung-uk Kim     }
208b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11))
209b077aed3SPierre Pronchery     /* This will work for all future Solaris versions. */
210b077aed3SPierre Pronchery     if (ret != NULL) {
211b077aed3SPierre Pronchery         *ret = atomic_add_int_nv((volatile unsigned int *)val, amount);
212b077aed3SPierre Pronchery         return 1;
213b077aed3SPierre Pronchery     }
214e71b7053SJung-uk Kim # endif
215b077aed3SPierre Pronchery     if (lock == NULL || !CRYPTO_THREAD_write_lock(lock))
216e71b7053SJung-uk Kim         return 0;
217e71b7053SJung-uk Kim 
218e71b7053SJung-uk Kim     *val += amount;
219e71b7053SJung-uk Kim     *ret  = *val;
220e71b7053SJung-uk Kim 
221e71b7053SJung-uk Kim     if (!CRYPTO_THREAD_unlock(lock))
222e71b7053SJung-uk Kim         return 0;
223e71b7053SJung-uk Kim 
224e71b7053SJung-uk Kim     return 1;
225e71b7053SJung-uk Kim }
226e71b7053SJung-uk Kim 
227b077aed3SPierre Pronchery int CRYPTO_atomic_or(uint64_t *val, uint64_t op, uint64_t *ret,
228b077aed3SPierre Pronchery                      CRYPTO_RWLOCK *lock)
229e71b7053SJung-uk Kim {
230b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS)
231b077aed3SPierre Pronchery     if (__atomic_is_lock_free(sizeof(*val), val)) {
232b077aed3SPierre Pronchery         *ret = __atomic_or_fetch(val, op, __ATOMIC_ACQ_REL);
233b077aed3SPierre Pronchery         return 1;
234b077aed3SPierre Pronchery     }
235b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11))
236b077aed3SPierre Pronchery     /* This will work for all future Solaris versions. */
237b077aed3SPierre Pronchery     if (ret != NULL) {
238b077aed3SPierre Pronchery         *ret = atomic_or_64_nv(val, op);
239b077aed3SPierre Pronchery         return 1;
240e71b7053SJung-uk Kim     }
241e71b7053SJung-uk Kim # endif
242b077aed3SPierre Pronchery     if (lock == NULL || !CRYPTO_THREAD_write_lock(lock))
243b077aed3SPierre Pronchery         return 0;
244b077aed3SPierre Pronchery     *val |= op;
245b077aed3SPierre Pronchery     *ret  = *val;
246e71b7053SJung-uk Kim 
247b077aed3SPierre Pronchery     if (!CRYPTO_THREAD_unlock(lock))
248b077aed3SPierre Pronchery         return 0;
249b077aed3SPierre Pronchery 
250b077aed3SPierre Pronchery     return 1;
251b077aed3SPierre Pronchery }
252b077aed3SPierre Pronchery 
253b077aed3SPierre Pronchery int CRYPTO_atomic_load(uint64_t *val, uint64_t *ret, CRYPTO_RWLOCK *lock)
254b077aed3SPierre Pronchery {
255b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQUIRE) && !defined(BROKEN_CLANG_ATOMICS)
256b077aed3SPierre Pronchery     if (__atomic_is_lock_free(sizeof(*val), val)) {
257b077aed3SPierre Pronchery         __atomic_load(val, ret, __ATOMIC_ACQUIRE);
258b077aed3SPierre Pronchery         return 1;
259b077aed3SPierre Pronchery     }
260b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11))
261b077aed3SPierre Pronchery     /* This will work for all future Solaris versions. */
262b077aed3SPierre Pronchery     if (ret != NULL) {
263b077aed3SPierre Pronchery         *ret = atomic_or_64_nv(val, 0);
264b077aed3SPierre Pronchery         return 1;
265b077aed3SPierre Pronchery     }
266b077aed3SPierre Pronchery # endif
267b077aed3SPierre Pronchery     if (lock == NULL || !CRYPTO_THREAD_read_lock(lock))
268b077aed3SPierre Pronchery         return 0;
269b077aed3SPierre Pronchery     *ret  = *val;
270b077aed3SPierre Pronchery     if (!CRYPTO_THREAD_unlock(lock))
271b077aed3SPierre Pronchery         return 0;
272b077aed3SPierre Pronchery 
273b077aed3SPierre Pronchery     return 1;
274b077aed3SPierre Pronchery }
275b077aed3SPierre Pronchery # ifndef FIPS_MODULE
276e71b7053SJung-uk Kim int openssl_init_fork_handlers(void)
277e71b7053SJung-uk Kim {
278e71b7053SJung-uk Kim     return 1;
279e71b7053SJung-uk Kim }
280b077aed3SPierre Pronchery # endif /* FIPS_MODULE */
281da327cd2SJung-uk Kim 
282da327cd2SJung-uk Kim int openssl_get_fork_id(void)
283da327cd2SJung-uk Kim {
284da327cd2SJung-uk Kim     return getpid();
285da327cd2SJung-uk Kim }
286e71b7053SJung-uk Kim #endif
287