1e71b7053SJung-uk Kim /*
26f1af0d7SPierre Pronchery * Copyright 2016-2023 The OpenSSL Project Authors. All Rights Reserved.
3e71b7053SJung-uk Kim *
4b077aed3SPierre Pronchery * Licensed under the Apache License 2.0 (the "License"). You may not use
5e71b7053SJung-uk Kim * this file except in compliance with the License. You can obtain a copy
6e71b7053SJung-uk Kim * in the file LICENSE in the source distribution or at
7e71b7053SJung-uk Kim * https://www.openssl.org/source/license.html
8e71b7053SJung-uk Kim */
9e71b7053SJung-uk Kim
10b077aed3SPierre Pronchery /* We need to use the OPENSSL_fork_*() deprecated APIs */
11b077aed3SPierre Pronchery #define OPENSSL_SUPPRESS_DEPRECATED
12b077aed3SPierre Pronchery
13e71b7053SJung-uk Kim #include <openssl/crypto.h>
14e71b7053SJung-uk Kim #include "internal/cryptlib.h"
15e71b7053SJung-uk Kim
16b077aed3SPierre Pronchery #if defined(__sun)
17b077aed3SPierre Pronchery # include <atomic.h>
18b077aed3SPierre Pronchery #endif
19b077aed3SPierre Pronchery
20b077aed3SPierre Pronchery #if defined(__apple_build_version__) && __apple_build_version__ < 6000000
21b077aed3SPierre Pronchery /*
22b077aed3SPierre Pronchery * OS/X 10.7 and 10.8 had a weird version of clang which has __ATOMIC_ACQUIRE and
23b077aed3SPierre Pronchery * __ATOMIC_ACQ_REL but which expects only one parameter for __atomic_is_lock_free()
24b077aed3SPierre Pronchery * rather than two which has signature __atomic_is_lock_free(sizeof(_Atomic(T))).
25b077aed3SPierre Pronchery * All of this makes impossible to use __atomic_is_lock_free here.
26b077aed3SPierre Pronchery *
27b077aed3SPierre Pronchery * See: https://github.com/llvm/llvm-project/commit/a4c2602b714e6c6edb98164550a5ae829b2de760
28b077aed3SPierre Pronchery */
29b077aed3SPierre Pronchery #define BROKEN_CLANG_ATOMICS
30b077aed3SPierre Pronchery #endif
31b077aed3SPierre Pronchery
32e71b7053SJung-uk Kim #if defined(OPENSSL_THREADS) && !defined(CRYPTO_TDEBUG) && !defined(OPENSSL_SYS_WINDOWS)
33e71b7053SJung-uk Kim
34da327cd2SJung-uk Kim # if defined(OPENSSL_SYS_UNIX)
35da327cd2SJung-uk Kim # include <sys/types.h>
36da327cd2SJung-uk Kim # include <unistd.h>
37da327cd2SJung-uk Kim #endif
38da327cd2SJung-uk Kim
39b077aed3SPierre Pronchery # include <assert.h>
40b077aed3SPierre Pronchery
41e71b7053SJung-uk Kim # ifdef PTHREAD_RWLOCK_INITIALIZER
42e71b7053SJung-uk Kim # define USE_RWLOCK
43e71b7053SJung-uk Kim # endif
44e71b7053SJung-uk Kim
CRYPTO_THREAD_lock_new(void)45e71b7053SJung-uk Kim CRYPTO_RWLOCK *CRYPTO_THREAD_lock_new(void)
46e71b7053SJung-uk Kim {
47e71b7053SJung-uk Kim # ifdef USE_RWLOCK
48e71b7053SJung-uk Kim CRYPTO_RWLOCK *lock;
49e71b7053SJung-uk Kim
50e71b7053SJung-uk Kim if ((lock = OPENSSL_zalloc(sizeof(pthread_rwlock_t))) == NULL) {
51e71b7053SJung-uk Kim /* Don't set error, to avoid recursion blowup. */
52e71b7053SJung-uk Kim return NULL;
53e71b7053SJung-uk Kim }
54e71b7053SJung-uk Kim
55e71b7053SJung-uk Kim if (pthread_rwlock_init(lock, NULL) != 0) {
56e71b7053SJung-uk Kim OPENSSL_free(lock);
57e71b7053SJung-uk Kim return NULL;
58e71b7053SJung-uk Kim }
59e71b7053SJung-uk Kim # else
60e71b7053SJung-uk Kim pthread_mutexattr_t attr;
61e71b7053SJung-uk Kim CRYPTO_RWLOCK *lock;
62e71b7053SJung-uk Kim
63e71b7053SJung-uk Kim if ((lock = OPENSSL_zalloc(sizeof(pthread_mutex_t))) == NULL) {
64e71b7053SJung-uk Kim /* Don't set error, to avoid recursion blowup. */
65e71b7053SJung-uk Kim return NULL;
66e71b7053SJung-uk Kim }
67e71b7053SJung-uk Kim
68b077aed3SPierre Pronchery /*
69b077aed3SPierre Pronchery * We don't use recursive mutexes, but try to catch errors if we do.
70b077aed3SPierre Pronchery */
71e71b7053SJung-uk Kim pthread_mutexattr_init(&attr);
72b077aed3SPierre Pronchery # if !defined (__TANDEM) && !defined (_SPT_MODEL_)
73b077aed3SPierre Pronchery # if !defined(NDEBUG) && !defined(OPENSSL_NO_MUTEX_ERRORCHECK)
74b077aed3SPierre Pronchery pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_ERRORCHECK);
75b077aed3SPierre Pronchery # endif
76b077aed3SPierre Pronchery # else
77b077aed3SPierre Pronchery /* The SPT Thread Library does not define MUTEX attributes. */
78b077aed3SPierre Pronchery # endif
79e71b7053SJung-uk Kim
80e71b7053SJung-uk Kim if (pthread_mutex_init(lock, &attr) != 0) {
81e71b7053SJung-uk Kim pthread_mutexattr_destroy(&attr);
82e71b7053SJung-uk Kim OPENSSL_free(lock);
83e71b7053SJung-uk Kim return NULL;
84e71b7053SJung-uk Kim }
85e71b7053SJung-uk Kim
86e71b7053SJung-uk Kim pthread_mutexattr_destroy(&attr);
87e71b7053SJung-uk Kim # endif
88e71b7053SJung-uk Kim
89e71b7053SJung-uk Kim return lock;
90e71b7053SJung-uk Kim }
91e71b7053SJung-uk Kim
CRYPTO_THREAD_read_lock(CRYPTO_RWLOCK * lock)92b077aed3SPierre Pronchery __owur int CRYPTO_THREAD_read_lock(CRYPTO_RWLOCK *lock)
93e71b7053SJung-uk Kim {
94e71b7053SJung-uk Kim # ifdef USE_RWLOCK
95e71b7053SJung-uk Kim if (pthread_rwlock_rdlock(lock) != 0)
96e71b7053SJung-uk Kim return 0;
97e71b7053SJung-uk Kim # else
98b077aed3SPierre Pronchery if (pthread_mutex_lock(lock) != 0) {
99b077aed3SPierre Pronchery assert(errno != EDEADLK && errno != EBUSY);
100e71b7053SJung-uk Kim return 0;
101b077aed3SPierre Pronchery }
102e71b7053SJung-uk Kim # endif
103e71b7053SJung-uk Kim
104e71b7053SJung-uk Kim return 1;
105e71b7053SJung-uk Kim }
106e71b7053SJung-uk Kim
CRYPTO_THREAD_write_lock(CRYPTO_RWLOCK * lock)107b077aed3SPierre Pronchery __owur int CRYPTO_THREAD_write_lock(CRYPTO_RWLOCK *lock)
108e71b7053SJung-uk Kim {
109e71b7053SJung-uk Kim # ifdef USE_RWLOCK
110e71b7053SJung-uk Kim if (pthread_rwlock_wrlock(lock) != 0)
111e71b7053SJung-uk Kim return 0;
112e71b7053SJung-uk Kim # else
113b077aed3SPierre Pronchery if (pthread_mutex_lock(lock) != 0) {
114b077aed3SPierre Pronchery assert(errno != EDEADLK && errno != EBUSY);
115e71b7053SJung-uk Kim return 0;
116b077aed3SPierre Pronchery }
117e71b7053SJung-uk Kim # endif
118e71b7053SJung-uk Kim
119e71b7053SJung-uk Kim return 1;
120e71b7053SJung-uk Kim }
121e71b7053SJung-uk Kim
CRYPTO_THREAD_unlock(CRYPTO_RWLOCK * lock)122e71b7053SJung-uk Kim int CRYPTO_THREAD_unlock(CRYPTO_RWLOCK *lock)
123e71b7053SJung-uk Kim {
124e71b7053SJung-uk Kim # ifdef USE_RWLOCK
125e71b7053SJung-uk Kim if (pthread_rwlock_unlock(lock) != 0)
126e71b7053SJung-uk Kim return 0;
127e71b7053SJung-uk Kim # else
128b077aed3SPierre Pronchery if (pthread_mutex_unlock(lock) != 0) {
129b077aed3SPierre Pronchery assert(errno != EPERM);
130e71b7053SJung-uk Kim return 0;
131b077aed3SPierre Pronchery }
132e71b7053SJung-uk Kim # endif
133e71b7053SJung-uk Kim
134e71b7053SJung-uk Kim return 1;
135e71b7053SJung-uk Kim }
136e71b7053SJung-uk Kim
CRYPTO_THREAD_lock_free(CRYPTO_RWLOCK * lock)137e71b7053SJung-uk Kim void CRYPTO_THREAD_lock_free(CRYPTO_RWLOCK *lock)
138e71b7053SJung-uk Kim {
139e71b7053SJung-uk Kim if (lock == NULL)
140e71b7053SJung-uk Kim return;
141e71b7053SJung-uk Kim
142e71b7053SJung-uk Kim # ifdef USE_RWLOCK
143e71b7053SJung-uk Kim pthread_rwlock_destroy(lock);
144e71b7053SJung-uk Kim # else
145e71b7053SJung-uk Kim pthread_mutex_destroy(lock);
146e71b7053SJung-uk Kim # endif
147e71b7053SJung-uk Kim OPENSSL_free(lock);
148e71b7053SJung-uk Kim
149e71b7053SJung-uk Kim return;
150e71b7053SJung-uk Kim }
151e71b7053SJung-uk Kim
CRYPTO_THREAD_run_once(CRYPTO_ONCE * once,void (* init)(void))152e71b7053SJung-uk Kim int CRYPTO_THREAD_run_once(CRYPTO_ONCE *once, void (*init)(void))
153e71b7053SJung-uk Kim {
154e71b7053SJung-uk Kim if (pthread_once(once, init) != 0)
155e71b7053SJung-uk Kim return 0;
156e71b7053SJung-uk Kim
157e71b7053SJung-uk Kim return 1;
158e71b7053SJung-uk Kim }
159e71b7053SJung-uk Kim
CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL * key,void (* cleanup)(void *))160e71b7053SJung-uk Kim int CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL *key, void (*cleanup)(void *))
161e71b7053SJung-uk Kim {
162e71b7053SJung-uk Kim if (pthread_key_create(key, cleanup) != 0)
163e71b7053SJung-uk Kim return 0;
164e71b7053SJung-uk Kim
165e71b7053SJung-uk Kim return 1;
166e71b7053SJung-uk Kim }
167e71b7053SJung-uk Kim
CRYPTO_THREAD_get_local(CRYPTO_THREAD_LOCAL * key)168e71b7053SJung-uk Kim void *CRYPTO_THREAD_get_local(CRYPTO_THREAD_LOCAL *key)
169e71b7053SJung-uk Kim {
170e71b7053SJung-uk Kim return pthread_getspecific(*key);
171e71b7053SJung-uk Kim }
172e71b7053SJung-uk Kim
CRYPTO_THREAD_set_local(CRYPTO_THREAD_LOCAL * key,void * val)173e71b7053SJung-uk Kim int CRYPTO_THREAD_set_local(CRYPTO_THREAD_LOCAL *key, void *val)
174e71b7053SJung-uk Kim {
175e71b7053SJung-uk Kim if (pthread_setspecific(*key, val) != 0)
176e71b7053SJung-uk Kim return 0;
177e71b7053SJung-uk Kim
178e71b7053SJung-uk Kim return 1;
179e71b7053SJung-uk Kim }
180e71b7053SJung-uk Kim
CRYPTO_THREAD_cleanup_local(CRYPTO_THREAD_LOCAL * key)181e71b7053SJung-uk Kim int CRYPTO_THREAD_cleanup_local(CRYPTO_THREAD_LOCAL *key)
182e71b7053SJung-uk Kim {
183e71b7053SJung-uk Kim if (pthread_key_delete(*key) != 0)
184e71b7053SJung-uk Kim return 0;
185e71b7053SJung-uk Kim
186e71b7053SJung-uk Kim return 1;
187e71b7053SJung-uk Kim }
188e71b7053SJung-uk Kim
CRYPTO_THREAD_get_current_id(void)189e71b7053SJung-uk Kim CRYPTO_THREAD_ID CRYPTO_THREAD_get_current_id(void)
190e71b7053SJung-uk Kim {
191e71b7053SJung-uk Kim return pthread_self();
192e71b7053SJung-uk Kim }
193e71b7053SJung-uk Kim
CRYPTO_THREAD_compare_id(CRYPTO_THREAD_ID a,CRYPTO_THREAD_ID b)194e71b7053SJung-uk Kim int CRYPTO_THREAD_compare_id(CRYPTO_THREAD_ID a, CRYPTO_THREAD_ID b)
195e71b7053SJung-uk Kim {
196e71b7053SJung-uk Kim return pthread_equal(a, b);
197e71b7053SJung-uk Kim }
198e71b7053SJung-uk Kim
CRYPTO_atomic_add(int * val,int amount,int * ret,CRYPTO_RWLOCK * lock)199e71b7053SJung-uk Kim int CRYPTO_atomic_add(int *val, int amount, int *ret, CRYPTO_RWLOCK *lock)
200e71b7053SJung-uk Kim {
201b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS)
202e71b7053SJung-uk Kim if (__atomic_is_lock_free(sizeof(*val), val)) {
203e71b7053SJung-uk Kim *ret = __atomic_add_fetch(val, amount, __ATOMIC_ACQ_REL);
204e71b7053SJung-uk Kim return 1;
205e71b7053SJung-uk Kim }
206b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11))
207b077aed3SPierre Pronchery /* This will work for all future Solaris versions. */
208b077aed3SPierre Pronchery if (ret != NULL) {
209b077aed3SPierre Pronchery *ret = atomic_add_int_nv((volatile unsigned int *)val, amount);
210b077aed3SPierre Pronchery return 1;
211b077aed3SPierre Pronchery }
212e71b7053SJung-uk Kim # endif
213b077aed3SPierre Pronchery if (lock == NULL || !CRYPTO_THREAD_write_lock(lock))
214e71b7053SJung-uk Kim return 0;
215e71b7053SJung-uk Kim
216e71b7053SJung-uk Kim *val += amount;
217e71b7053SJung-uk Kim *ret = *val;
218e71b7053SJung-uk Kim
219e71b7053SJung-uk Kim if (!CRYPTO_THREAD_unlock(lock))
220e71b7053SJung-uk Kim return 0;
221e71b7053SJung-uk Kim
222e71b7053SJung-uk Kim return 1;
223e71b7053SJung-uk Kim }
224e71b7053SJung-uk Kim
CRYPTO_atomic_or(uint64_t * val,uint64_t op,uint64_t * ret,CRYPTO_RWLOCK * lock)225b077aed3SPierre Pronchery int CRYPTO_atomic_or(uint64_t *val, uint64_t op, uint64_t *ret,
226b077aed3SPierre Pronchery CRYPTO_RWLOCK *lock)
227e71b7053SJung-uk Kim {
228b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS)
229b077aed3SPierre Pronchery if (__atomic_is_lock_free(sizeof(*val), val)) {
230b077aed3SPierre Pronchery *ret = __atomic_or_fetch(val, op, __ATOMIC_ACQ_REL);
231b077aed3SPierre Pronchery return 1;
232b077aed3SPierre Pronchery }
233b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11))
234b077aed3SPierre Pronchery /* This will work for all future Solaris versions. */
235b077aed3SPierre Pronchery if (ret != NULL) {
236b077aed3SPierre Pronchery *ret = atomic_or_64_nv(val, op);
237b077aed3SPierre Pronchery return 1;
238e71b7053SJung-uk Kim }
239e71b7053SJung-uk Kim # endif
240b077aed3SPierre Pronchery if (lock == NULL || !CRYPTO_THREAD_write_lock(lock))
241b077aed3SPierre Pronchery return 0;
242b077aed3SPierre Pronchery *val |= op;
243b077aed3SPierre Pronchery *ret = *val;
244e71b7053SJung-uk Kim
245b077aed3SPierre Pronchery if (!CRYPTO_THREAD_unlock(lock))
246b077aed3SPierre Pronchery return 0;
247b077aed3SPierre Pronchery
248b077aed3SPierre Pronchery return 1;
249b077aed3SPierre Pronchery }
250b077aed3SPierre Pronchery
CRYPTO_atomic_load(uint64_t * val,uint64_t * ret,CRYPTO_RWLOCK * lock)251b077aed3SPierre Pronchery int CRYPTO_atomic_load(uint64_t *val, uint64_t *ret, CRYPTO_RWLOCK *lock)
252b077aed3SPierre Pronchery {
253b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQUIRE) && !defined(BROKEN_CLANG_ATOMICS)
254b077aed3SPierre Pronchery if (__atomic_is_lock_free(sizeof(*val), val)) {
255b077aed3SPierre Pronchery __atomic_load(val, ret, __ATOMIC_ACQUIRE);
256b077aed3SPierre Pronchery return 1;
257b077aed3SPierre Pronchery }
258b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11))
259b077aed3SPierre Pronchery /* This will work for all future Solaris versions. */
260b077aed3SPierre Pronchery if (ret != NULL) {
261b077aed3SPierre Pronchery *ret = atomic_or_64_nv(val, 0);
262b077aed3SPierre Pronchery return 1;
263b077aed3SPierre Pronchery }
264b077aed3SPierre Pronchery # endif
265b077aed3SPierre Pronchery if (lock == NULL || !CRYPTO_THREAD_read_lock(lock))
266b077aed3SPierre Pronchery return 0;
267b077aed3SPierre Pronchery *ret = *val;
268b077aed3SPierre Pronchery if (!CRYPTO_THREAD_unlock(lock))
269b077aed3SPierre Pronchery return 0;
270b077aed3SPierre Pronchery
271b077aed3SPierre Pronchery return 1;
272b077aed3SPierre Pronchery }
273b077aed3SPierre Pronchery # ifndef FIPS_MODULE
openssl_init_fork_handlers(void)274e71b7053SJung-uk Kim int openssl_init_fork_handlers(void)
275e71b7053SJung-uk Kim {
276e71b7053SJung-uk Kim return 1;
277e71b7053SJung-uk Kim }
278b077aed3SPierre Pronchery # endif /* FIPS_MODULE */
279da327cd2SJung-uk Kim
openssl_get_fork_id(void)280da327cd2SJung-uk Kim int openssl_get_fork_id(void)
281da327cd2SJung-uk Kim {
282da327cd2SJung-uk Kim return getpid();
283da327cd2SJung-uk Kim }
284e71b7053SJung-uk Kim #endif
285