1e71b7053SJung-uk Kim /*
26f1af0d7SPierre Pronchery  * Copyright 2016-2023 The OpenSSL Project Authors. All Rights Reserved.
3e71b7053SJung-uk Kim  *
4b077aed3SPierre Pronchery  * Licensed under the Apache License 2.0 (the "License").  You may not use
5e71b7053SJung-uk Kim  * this file except in compliance with the License.  You can obtain a copy
6e71b7053SJung-uk Kim  * in the file LICENSE in the source distribution or at
7e71b7053SJung-uk Kim  * https://www.openssl.org/source/license.html
8e71b7053SJung-uk Kim  */
9e71b7053SJung-uk Kim 
10b077aed3SPierre Pronchery /* We need to use the OPENSSL_fork_*() deprecated APIs */
11b077aed3SPierre Pronchery #define OPENSSL_SUPPRESS_DEPRECATED
12b077aed3SPierre Pronchery 
13e71b7053SJung-uk Kim #include <openssl/crypto.h>
14e71b7053SJung-uk Kim #include "internal/cryptlib.h"
15e71b7053SJung-uk Kim 
16b077aed3SPierre Pronchery #if defined(__sun)
17b077aed3SPierre Pronchery # include <atomic.h>
18b077aed3SPierre Pronchery #endif
19b077aed3SPierre Pronchery 
20b077aed3SPierre Pronchery #if defined(__apple_build_version__) && __apple_build_version__ < 6000000
21b077aed3SPierre Pronchery /*
22b077aed3SPierre Pronchery  * OS/X 10.7 and 10.8 had a weird version of clang which has __ATOMIC_ACQUIRE and
23b077aed3SPierre Pronchery  * __ATOMIC_ACQ_REL but which expects only one parameter for __atomic_is_lock_free()
24b077aed3SPierre Pronchery  * rather than two which has signature __atomic_is_lock_free(sizeof(_Atomic(T))).
25b077aed3SPierre Pronchery  * All of this makes impossible to use __atomic_is_lock_free here.
26b077aed3SPierre Pronchery  *
27b077aed3SPierre Pronchery  * See: https://github.com/llvm/llvm-project/commit/a4c2602b714e6c6edb98164550a5ae829b2de760
28b077aed3SPierre Pronchery  */
29b077aed3SPierre Pronchery #define BROKEN_CLANG_ATOMICS
30b077aed3SPierre Pronchery #endif
31b077aed3SPierre Pronchery 
32e71b7053SJung-uk Kim #if defined(OPENSSL_THREADS) && !defined(CRYPTO_TDEBUG) && !defined(OPENSSL_SYS_WINDOWS)
33e71b7053SJung-uk Kim 
34da327cd2SJung-uk Kim # if defined(OPENSSL_SYS_UNIX)
35da327cd2SJung-uk Kim #  include <sys/types.h>
36da327cd2SJung-uk Kim #  include <unistd.h>
37da327cd2SJung-uk Kim #endif
38da327cd2SJung-uk Kim 
39b077aed3SPierre Pronchery # include <assert.h>
40b077aed3SPierre Pronchery 
41e71b7053SJung-uk Kim # ifdef PTHREAD_RWLOCK_INITIALIZER
42e71b7053SJung-uk Kim #  define USE_RWLOCK
43e71b7053SJung-uk Kim # endif
44e71b7053SJung-uk Kim 
CRYPTO_THREAD_lock_new(void)45e71b7053SJung-uk Kim CRYPTO_RWLOCK *CRYPTO_THREAD_lock_new(void)
46e71b7053SJung-uk Kim {
47e71b7053SJung-uk Kim # ifdef USE_RWLOCK
48e71b7053SJung-uk Kim     CRYPTO_RWLOCK *lock;
49e71b7053SJung-uk Kim 
50e71b7053SJung-uk Kim     if ((lock = OPENSSL_zalloc(sizeof(pthread_rwlock_t))) == NULL) {
51e71b7053SJung-uk Kim         /* Don't set error, to avoid recursion blowup. */
52e71b7053SJung-uk Kim         return NULL;
53e71b7053SJung-uk Kim     }
54e71b7053SJung-uk Kim 
55e71b7053SJung-uk Kim     if (pthread_rwlock_init(lock, NULL) != 0) {
56e71b7053SJung-uk Kim         OPENSSL_free(lock);
57e71b7053SJung-uk Kim         return NULL;
58e71b7053SJung-uk Kim     }
59e71b7053SJung-uk Kim # else
60e71b7053SJung-uk Kim     pthread_mutexattr_t attr;
61e71b7053SJung-uk Kim     CRYPTO_RWLOCK *lock;
62e71b7053SJung-uk Kim 
63e71b7053SJung-uk Kim     if ((lock = OPENSSL_zalloc(sizeof(pthread_mutex_t))) == NULL) {
64e71b7053SJung-uk Kim         /* Don't set error, to avoid recursion blowup. */
65e71b7053SJung-uk Kim         return NULL;
66e71b7053SJung-uk Kim     }
67e71b7053SJung-uk Kim 
68b077aed3SPierre Pronchery     /*
69b077aed3SPierre Pronchery      * We don't use recursive mutexes, but try to catch errors if we do.
70b077aed3SPierre Pronchery      */
71e71b7053SJung-uk Kim     pthread_mutexattr_init(&attr);
72b077aed3SPierre Pronchery #  if !defined (__TANDEM) && !defined (_SPT_MODEL_)
73b077aed3SPierre Pronchery #   if !defined(NDEBUG) && !defined(OPENSSL_NO_MUTEX_ERRORCHECK)
74b077aed3SPierre Pronchery     pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_ERRORCHECK);
75b077aed3SPierre Pronchery #   endif
76b077aed3SPierre Pronchery #  else
77b077aed3SPierre Pronchery     /* The SPT Thread Library does not define MUTEX attributes. */
78b077aed3SPierre Pronchery #  endif
79e71b7053SJung-uk Kim 
80e71b7053SJung-uk Kim     if (pthread_mutex_init(lock, &attr) != 0) {
81e71b7053SJung-uk Kim         pthread_mutexattr_destroy(&attr);
82e71b7053SJung-uk Kim         OPENSSL_free(lock);
83e71b7053SJung-uk Kim         return NULL;
84e71b7053SJung-uk Kim     }
85e71b7053SJung-uk Kim 
86e71b7053SJung-uk Kim     pthread_mutexattr_destroy(&attr);
87e71b7053SJung-uk Kim # endif
88e71b7053SJung-uk Kim 
89e71b7053SJung-uk Kim     return lock;
90e71b7053SJung-uk Kim }
91e71b7053SJung-uk Kim 
CRYPTO_THREAD_read_lock(CRYPTO_RWLOCK * lock)92b077aed3SPierre Pronchery __owur int CRYPTO_THREAD_read_lock(CRYPTO_RWLOCK *lock)
93e71b7053SJung-uk Kim {
94e71b7053SJung-uk Kim # ifdef USE_RWLOCK
95e71b7053SJung-uk Kim     if (pthread_rwlock_rdlock(lock) != 0)
96e71b7053SJung-uk Kim         return 0;
97e71b7053SJung-uk Kim # else
98b077aed3SPierre Pronchery     if (pthread_mutex_lock(lock) != 0) {
99b077aed3SPierre Pronchery         assert(errno != EDEADLK && errno != EBUSY);
100e71b7053SJung-uk Kim         return 0;
101b077aed3SPierre Pronchery     }
102e71b7053SJung-uk Kim # endif
103e71b7053SJung-uk Kim 
104e71b7053SJung-uk Kim     return 1;
105e71b7053SJung-uk Kim }
106e71b7053SJung-uk Kim 
CRYPTO_THREAD_write_lock(CRYPTO_RWLOCK * lock)107b077aed3SPierre Pronchery __owur int CRYPTO_THREAD_write_lock(CRYPTO_RWLOCK *lock)
108e71b7053SJung-uk Kim {
109e71b7053SJung-uk Kim # ifdef USE_RWLOCK
110e71b7053SJung-uk Kim     if (pthread_rwlock_wrlock(lock) != 0)
111e71b7053SJung-uk Kim         return 0;
112e71b7053SJung-uk Kim # else
113b077aed3SPierre Pronchery     if (pthread_mutex_lock(lock) != 0) {
114b077aed3SPierre Pronchery         assert(errno != EDEADLK && errno != EBUSY);
115e71b7053SJung-uk Kim         return 0;
116b077aed3SPierre Pronchery     }
117e71b7053SJung-uk Kim # endif
118e71b7053SJung-uk Kim 
119e71b7053SJung-uk Kim     return 1;
120e71b7053SJung-uk Kim }
121e71b7053SJung-uk Kim 
CRYPTO_THREAD_unlock(CRYPTO_RWLOCK * lock)122e71b7053SJung-uk Kim int CRYPTO_THREAD_unlock(CRYPTO_RWLOCK *lock)
123e71b7053SJung-uk Kim {
124e71b7053SJung-uk Kim # ifdef USE_RWLOCK
125e71b7053SJung-uk Kim     if (pthread_rwlock_unlock(lock) != 0)
126e71b7053SJung-uk Kim         return 0;
127e71b7053SJung-uk Kim # else
128b077aed3SPierre Pronchery     if (pthread_mutex_unlock(lock) != 0) {
129b077aed3SPierre Pronchery         assert(errno != EPERM);
130e71b7053SJung-uk Kim         return 0;
131b077aed3SPierre Pronchery     }
132e71b7053SJung-uk Kim # endif
133e71b7053SJung-uk Kim 
134e71b7053SJung-uk Kim     return 1;
135e71b7053SJung-uk Kim }
136e71b7053SJung-uk Kim 
CRYPTO_THREAD_lock_free(CRYPTO_RWLOCK * lock)137e71b7053SJung-uk Kim void CRYPTO_THREAD_lock_free(CRYPTO_RWLOCK *lock)
138e71b7053SJung-uk Kim {
139e71b7053SJung-uk Kim     if (lock == NULL)
140e71b7053SJung-uk Kim         return;
141e71b7053SJung-uk Kim 
142e71b7053SJung-uk Kim # ifdef USE_RWLOCK
143e71b7053SJung-uk Kim     pthread_rwlock_destroy(lock);
144e71b7053SJung-uk Kim # else
145e71b7053SJung-uk Kim     pthread_mutex_destroy(lock);
146e71b7053SJung-uk Kim # endif
147e71b7053SJung-uk Kim     OPENSSL_free(lock);
148e71b7053SJung-uk Kim 
149e71b7053SJung-uk Kim     return;
150e71b7053SJung-uk Kim }
151e71b7053SJung-uk Kim 
CRYPTO_THREAD_run_once(CRYPTO_ONCE * once,void (* init)(void))152e71b7053SJung-uk Kim int CRYPTO_THREAD_run_once(CRYPTO_ONCE *once, void (*init)(void))
153e71b7053SJung-uk Kim {
154e71b7053SJung-uk Kim     if (pthread_once(once, init) != 0)
155e71b7053SJung-uk Kim         return 0;
156e71b7053SJung-uk Kim 
157e71b7053SJung-uk Kim     return 1;
158e71b7053SJung-uk Kim }
159e71b7053SJung-uk Kim 
CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL * key,void (* cleanup)(void *))160e71b7053SJung-uk Kim int CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL *key, void (*cleanup)(void *))
161e71b7053SJung-uk Kim {
162e71b7053SJung-uk Kim     if (pthread_key_create(key, cleanup) != 0)
163e71b7053SJung-uk Kim         return 0;
164e71b7053SJung-uk Kim 
165e71b7053SJung-uk Kim     return 1;
166e71b7053SJung-uk Kim }
167e71b7053SJung-uk Kim 
CRYPTO_THREAD_get_local(CRYPTO_THREAD_LOCAL * key)168e71b7053SJung-uk Kim void *CRYPTO_THREAD_get_local(CRYPTO_THREAD_LOCAL *key)
169e71b7053SJung-uk Kim {
170e71b7053SJung-uk Kim     return pthread_getspecific(*key);
171e71b7053SJung-uk Kim }
172e71b7053SJung-uk Kim 
CRYPTO_THREAD_set_local(CRYPTO_THREAD_LOCAL * key,void * val)173e71b7053SJung-uk Kim int CRYPTO_THREAD_set_local(CRYPTO_THREAD_LOCAL *key, void *val)
174e71b7053SJung-uk Kim {
175e71b7053SJung-uk Kim     if (pthread_setspecific(*key, val) != 0)
176e71b7053SJung-uk Kim         return 0;
177e71b7053SJung-uk Kim 
178e71b7053SJung-uk Kim     return 1;
179e71b7053SJung-uk Kim }
180e71b7053SJung-uk Kim 
CRYPTO_THREAD_cleanup_local(CRYPTO_THREAD_LOCAL * key)181e71b7053SJung-uk Kim int CRYPTO_THREAD_cleanup_local(CRYPTO_THREAD_LOCAL *key)
182e71b7053SJung-uk Kim {
183e71b7053SJung-uk Kim     if (pthread_key_delete(*key) != 0)
184e71b7053SJung-uk Kim         return 0;
185e71b7053SJung-uk Kim 
186e71b7053SJung-uk Kim     return 1;
187e71b7053SJung-uk Kim }
188e71b7053SJung-uk Kim 
CRYPTO_THREAD_get_current_id(void)189e71b7053SJung-uk Kim CRYPTO_THREAD_ID CRYPTO_THREAD_get_current_id(void)
190e71b7053SJung-uk Kim {
191e71b7053SJung-uk Kim     return pthread_self();
192e71b7053SJung-uk Kim }
193e71b7053SJung-uk Kim 
CRYPTO_THREAD_compare_id(CRYPTO_THREAD_ID a,CRYPTO_THREAD_ID b)194e71b7053SJung-uk Kim int CRYPTO_THREAD_compare_id(CRYPTO_THREAD_ID a, CRYPTO_THREAD_ID b)
195e71b7053SJung-uk Kim {
196e71b7053SJung-uk Kim     return pthread_equal(a, b);
197e71b7053SJung-uk Kim }
198e71b7053SJung-uk Kim 
CRYPTO_atomic_add(int * val,int amount,int * ret,CRYPTO_RWLOCK * lock)199e71b7053SJung-uk Kim int CRYPTO_atomic_add(int *val, int amount, int *ret, CRYPTO_RWLOCK *lock)
200e71b7053SJung-uk Kim {
201b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS)
202e71b7053SJung-uk Kim     if (__atomic_is_lock_free(sizeof(*val), val)) {
203e71b7053SJung-uk Kim         *ret = __atomic_add_fetch(val, amount, __ATOMIC_ACQ_REL);
204e71b7053SJung-uk Kim         return 1;
205e71b7053SJung-uk Kim     }
206b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11))
207b077aed3SPierre Pronchery     /* This will work for all future Solaris versions. */
208b077aed3SPierre Pronchery     if (ret != NULL) {
209b077aed3SPierre Pronchery         *ret = atomic_add_int_nv((volatile unsigned int *)val, amount);
210b077aed3SPierre Pronchery         return 1;
211b077aed3SPierre Pronchery     }
212e71b7053SJung-uk Kim # endif
213b077aed3SPierre Pronchery     if (lock == NULL || !CRYPTO_THREAD_write_lock(lock))
214e71b7053SJung-uk Kim         return 0;
215e71b7053SJung-uk Kim 
216e71b7053SJung-uk Kim     *val += amount;
217e71b7053SJung-uk Kim     *ret  = *val;
218e71b7053SJung-uk Kim 
219e71b7053SJung-uk Kim     if (!CRYPTO_THREAD_unlock(lock))
220e71b7053SJung-uk Kim         return 0;
221e71b7053SJung-uk Kim 
222e71b7053SJung-uk Kim     return 1;
223e71b7053SJung-uk Kim }
224e71b7053SJung-uk Kim 
CRYPTO_atomic_or(uint64_t * val,uint64_t op,uint64_t * ret,CRYPTO_RWLOCK * lock)225b077aed3SPierre Pronchery int CRYPTO_atomic_or(uint64_t *val, uint64_t op, uint64_t *ret,
226b077aed3SPierre Pronchery                      CRYPTO_RWLOCK *lock)
227e71b7053SJung-uk Kim {
228b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS)
229b077aed3SPierre Pronchery     if (__atomic_is_lock_free(sizeof(*val), val)) {
230b077aed3SPierre Pronchery         *ret = __atomic_or_fetch(val, op, __ATOMIC_ACQ_REL);
231b077aed3SPierre Pronchery         return 1;
232b077aed3SPierre Pronchery     }
233b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11))
234b077aed3SPierre Pronchery     /* This will work for all future Solaris versions. */
235b077aed3SPierre Pronchery     if (ret != NULL) {
236b077aed3SPierre Pronchery         *ret = atomic_or_64_nv(val, op);
237b077aed3SPierre Pronchery         return 1;
238e71b7053SJung-uk Kim     }
239e71b7053SJung-uk Kim # endif
240b077aed3SPierre Pronchery     if (lock == NULL || !CRYPTO_THREAD_write_lock(lock))
241b077aed3SPierre Pronchery         return 0;
242b077aed3SPierre Pronchery     *val |= op;
243b077aed3SPierre Pronchery     *ret  = *val;
244e71b7053SJung-uk Kim 
245b077aed3SPierre Pronchery     if (!CRYPTO_THREAD_unlock(lock))
246b077aed3SPierre Pronchery         return 0;
247b077aed3SPierre Pronchery 
248b077aed3SPierre Pronchery     return 1;
249b077aed3SPierre Pronchery }
250b077aed3SPierre Pronchery 
CRYPTO_atomic_load(uint64_t * val,uint64_t * ret,CRYPTO_RWLOCK * lock)251b077aed3SPierre Pronchery int CRYPTO_atomic_load(uint64_t *val, uint64_t *ret, CRYPTO_RWLOCK *lock)
252b077aed3SPierre Pronchery {
253b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQUIRE) && !defined(BROKEN_CLANG_ATOMICS)
254b077aed3SPierre Pronchery     if (__atomic_is_lock_free(sizeof(*val), val)) {
255b077aed3SPierre Pronchery         __atomic_load(val, ret, __ATOMIC_ACQUIRE);
256b077aed3SPierre Pronchery         return 1;
257b077aed3SPierre Pronchery     }
258b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11))
259b077aed3SPierre Pronchery     /* This will work for all future Solaris versions. */
260b077aed3SPierre Pronchery     if (ret != NULL) {
261b077aed3SPierre Pronchery         *ret = atomic_or_64_nv(val, 0);
262b077aed3SPierre Pronchery         return 1;
263b077aed3SPierre Pronchery     }
264b077aed3SPierre Pronchery # endif
265b077aed3SPierre Pronchery     if (lock == NULL || !CRYPTO_THREAD_read_lock(lock))
266b077aed3SPierre Pronchery         return 0;
267b077aed3SPierre Pronchery     *ret  = *val;
268b077aed3SPierre Pronchery     if (!CRYPTO_THREAD_unlock(lock))
269b077aed3SPierre Pronchery         return 0;
270b077aed3SPierre Pronchery 
271b077aed3SPierre Pronchery     return 1;
272b077aed3SPierre Pronchery }
273b077aed3SPierre Pronchery # ifndef FIPS_MODULE
openssl_init_fork_handlers(void)274e71b7053SJung-uk Kim int openssl_init_fork_handlers(void)
275e71b7053SJung-uk Kim {
276e71b7053SJung-uk Kim     return 1;
277e71b7053SJung-uk Kim }
278b077aed3SPierre Pronchery # endif /* FIPS_MODULE */
279da327cd2SJung-uk Kim 
openssl_get_fork_id(void)280da327cd2SJung-uk Kim int openssl_get_fork_id(void)
281da327cd2SJung-uk Kim {
282da327cd2SJung-uk Kim     return getpid();
283da327cd2SJung-uk Kim }
284e71b7053SJung-uk Kim #endif
285