1e71b7053SJung-uk Kim /* 2b077aed3SPierre Pronchery * Copyright 2016-2022 The OpenSSL Project Authors. All Rights Reserved. 3e71b7053SJung-uk Kim * 4b077aed3SPierre Pronchery * Licensed under the Apache License 2.0 (the "License"). You may not use 5e71b7053SJung-uk Kim * this file except in compliance with the License. You can obtain a copy 6e71b7053SJung-uk Kim * in the file LICENSE in the source distribution or at 7e71b7053SJung-uk Kim * https://www.openssl.org/source/license.html 8e71b7053SJung-uk Kim */ 9e71b7053SJung-uk Kim 10b077aed3SPierre Pronchery /* We need to use the OPENSSL_fork_*() deprecated APIs */ 11b077aed3SPierre Pronchery #define OPENSSL_SUPPRESS_DEPRECATED 12b077aed3SPierre Pronchery 13e71b7053SJung-uk Kim #include <openssl/crypto.h> 14e71b7053SJung-uk Kim #include "internal/cryptlib.h" 15e71b7053SJung-uk Kim 16b077aed3SPierre Pronchery #if defined(__sun) 17b077aed3SPierre Pronchery # include <atomic.h> 18b077aed3SPierre Pronchery #endif 19b077aed3SPierre Pronchery 20b077aed3SPierre Pronchery #if defined(__apple_build_version__) && __apple_build_version__ < 6000000 21b077aed3SPierre Pronchery /* 22b077aed3SPierre Pronchery * OS/X 10.7 and 10.8 had a weird version of clang which has __ATOMIC_ACQUIRE and 23b077aed3SPierre Pronchery * __ATOMIC_ACQ_REL but which expects only one parameter for __atomic_is_lock_free() 24b077aed3SPierre Pronchery * rather than two which has signature __atomic_is_lock_free(sizeof(_Atomic(T))). 25b077aed3SPierre Pronchery * All of this makes impossible to use __atomic_is_lock_free here. 26b077aed3SPierre Pronchery * 27b077aed3SPierre Pronchery * See: https://github.com/llvm/llvm-project/commit/a4c2602b714e6c6edb98164550a5ae829b2de760 28b077aed3SPierre Pronchery */ 29b077aed3SPierre Pronchery #define BROKEN_CLANG_ATOMICS 30b077aed3SPierre Pronchery #endif 31b077aed3SPierre Pronchery 32e71b7053SJung-uk Kim #if defined(OPENSSL_THREADS) && !defined(CRYPTO_TDEBUG) && !defined(OPENSSL_SYS_WINDOWS) 33e71b7053SJung-uk Kim 34da327cd2SJung-uk Kim # if defined(OPENSSL_SYS_UNIX) 35da327cd2SJung-uk Kim # include <sys/types.h> 36da327cd2SJung-uk Kim # include <unistd.h> 37da327cd2SJung-uk Kim #endif 38da327cd2SJung-uk Kim 39b077aed3SPierre Pronchery # include <assert.h> 40b077aed3SPierre Pronchery 41e71b7053SJung-uk Kim # ifdef PTHREAD_RWLOCK_INITIALIZER 42e71b7053SJung-uk Kim # define USE_RWLOCK 43e71b7053SJung-uk Kim # endif 44e71b7053SJung-uk Kim 45e71b7053SJung-uk Kim CRYPTO_RWLOCK *CRYPTO_THREAD_lock_new(void) 46e71b7053SJung-uk Kim { 47e71b7053SJung-uk Kim # ifdef USE_RWLOCK 48e71b7053SJung-uk Kim CRYPTO_RWLOCK *lock; 49e71b7053SJung-uk Kim 50e71b7053SJung-uk Kim if ((lock = OPENSSL_zalloc(sizeof(pthread_rwlock_t))) == NULL) { 51e71b7053SJung-uk Kim /* Don't set error, to avoid recursion blowup. */ 52e71b7053SJung-uk Kim return NULL; 53e71b7053SJung-uk Kim } 54e71b7053SJung-uk Kim 55e71b7053SJung-uk Kim if (pthread_rwlock_init(lock, NULL) != 0) { 56e71b7053SJung-uk Kim OPENSSL_free(lock); 57e71b7053SJung-uk Kim return NULL; 58e71b7053SJung-uk Kim } 59e71b7053SJung-uk Kim # else 60e71b7053SJung-uk Kim pthread_mutexattr_t attr; 61e71b7053SJung-uk Kim CRYPTO_RWLOCK *lock; 62e71b7053SJung-uk Kim 63e71b7053SJung-uk Kim if ((lock = OPENSSL_zalloc(sizeof(pthread_mutex_t))) == NULL) { 64e71b7053SJung-uk Kim /* Don't set error, to avoid recursion blowup. */ 65e71b7053SJung-uk Kim return NULL; 66e71b7053SJung-uk Kim } 67e71b7053SJung-uk Kim 68b077aed3SPierre Pronchery /* 69b077aed3SPierre Pronchery * We don't use recursive mutexes, but try to catch errors if we do. 70b077aed3SPierre Pronchery */ 71e71b7053SJung-uk Kim pthread_mutexattr_init(&attr); 72b077aed3SPierre Pronchery # if !defined (__TANDEM) && !defined (_SPT_MODEL_) 73b077aed3SPierre Pronchery # if !defined(NDEBUG) && !defined(OPENSSL_NO_MUTEX_ERRORCHECK) 74b077aed3SPierre Pronchery pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_ERRORCHECK); 75b077aed3SPierre Pronchery # else 76b077aed3SPierre Pronchery pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_NORMAL); 77b077aed3SPierre Pronchery # endif 78b077aed3SPierre Pronchery # else 79b077aed3SPierre Pronchery /* The SPT Thread Library does not define MUTEX attributes. */ 80b077aed3SPierre Pronchery # endif 81e71b7053SJung-uk Kim 82e71b7053SJung-uk Kim if (pthread_mutex_init(lock, &attr) != 0) { 83e71b7053SJung-uk Kim pthread_mutexattr_destroy(&attr); 84e71b7053SJung-uk Kim OPENSSL_free(lock); 85e71b7053SJung-uk Kim return NULL; 86e71b7053SJung-uk Kim } 87e71b7053SJung-uk Kim 88e71b7053SJung-uk Kim pthread_mutexattr_destroy(&attr); 89e71b7053SJung-uk Kim # endif 90e71b7053SJung-uk Kim 91e71b7053SJung-uk Kim return lock; 92e71b7053SJung-uk Kim } 93e71b7053SJung-uk Kim 94b077aed3SPierre Pronchery __owur int CRYPTO_THREAD_read_lock(CRYPTO_RWLOCK *lock) 95e71b7053SJung-uk Kim { 96e71b7053SJung-uk Kim # ifdef USE_RWLOCK 97e71b7053SJung-uk Kim if (pthread_rwlock_rdlock(lock) != 0) 98e71b7053SJung-uk Kim return 0; 99e71b7053SJung-uk Kim # else 100b077aed3SPierre Pronchery if (pthread_mutex_lock(lock) != 0) { 101b077aed3SPierre Pronchery assert(errno != EDEADLK && errno != EBUSY); 102e71b7053SJung-uk Kim return 0; 103b077aed3SPierre Pronchery } 104e71b7053SJung-uk Kim # endif 105e71b7053SJung-uk Kim 106e71b7053SJung-uk Kim return 1; 107e71b7053SJung-uk Kim } 108e71b7053SJung-uk Kim 109b077aed3SPierre Pronchery __owur int CRYPTO_THREAD_write_lock(CRYPTO_RWLOCK *lock) 110e71b7053SJung-uk Kim { 111e71b7053SJung-uk Kim # ifdef USE_RWLOCK 112e71b7053SJung-uk Kim if (pthread_rwlock_wrlock(lock) != 0) 113e71b7053SJung-uk Kim return 0; 114e71b7053SJung-uk Kim # else 115b077aed3SPierre Pronchery if (pthread_mutex_lock(lock) != 0) { 116b077aed3SPierre Pronchery assert(errno != EDEADLK && errno != EBUSY); 117e71b7053SJung-uk Kim return 0; 118b077aed3SPierre Pronchery } 119e71b7053SJung-uk Kim # endif 120e71b7053SJung-uk Kim 121e71b7053SJung-uk Kim return 1; 122e71b7053SJung-uk Kim } 123e71b7053SJung-uk Kim 124e71b7053SJung-uk Kim int CRYPTO_THREAD_unlock(CRYPTO_RWLOCK *lock) 125e71b7053SJung-uk Kim { 126e71b7053SJung-uk Kim # ifdef USE_RWLOCK 127e71b7053SJung-uk Kim if (pthread_rwlock_unlock(lock) != 0) 128e71b7053SJung-uk Kim return 0; 129e71b7053SJung-uk Kim # else 130b077aed3SPierre Pronchery if (pthread_mutex_unlock(lock) != 0) { 131b077aed3SPierre Pronchery assert(errno != EPERM); 132e71b7053SJung-uk Kim return 0; 133b077aed3SPierre Pronchery } 134e71b7053SJung-uk Kim # endif 135e71b7053SJung-uk Kim 136e71b7053SJung-uk Kim return 1; 137e71b7053SJung-uk Kim } 138e71b7053SJung-uk Kim 139e71b7053SJung-uk Kim void CRYPTO_THREAD_lock_free(CRYPTO_RWLOCK *lock) 140e71b7053SJung-uk Kim { 141e71b7053SJung-uk Kim if (lock == NULL) 142e71b7053SJung-uk Kim return; 143e71b7053SJung-uk Kim 144e71b7053SJung-uk Kim # ifdef USE_RWLOCK 145e71b7053SJung-uk Kim pthread_rwlock_destroy(lock); 146e71b7053SJung-uk Kim # else 147e71b7053SJung-uk Kim pthread_mutex_destroy(lock); 148e71b7053SJung-uk Kim # endif 149e71b7053SJung-uk Kim OPENSSL_free(lock); 150e71b7053SJung-uk Kim 151e71b7053SJung-uk Kim return; 152e71b7053SJung-uk Kim } 153e71b7053SJung-uk Kim 154e71b7053SJung-uk Kim int CRYPTO_THREAD_run_once(CRYPTO_ONCE *once, void (*init)(void)) 155e71b7053SJung-uk Kim { 156e71b7053SJung-uk Kim if (pthread_once(once, init) != 0) 157e71b7053SJung-uk Kim return 0; 158e71b7053SJung-uk Kim 159e71b7053SJung-uk Kim return 1; 160e71b7053SJung-uk Kim } 161e71b7053SJung-uk Kim 162e71b7053SJung-uk Kim int CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL *key, void (*cleanup)(void *)) 163e71b7053SJung-uk Kim { 164e71b7053SJung-uk Kim if (pthread_key_create(key, cleanup) != 0) 165e71b7053SJung-uk Kim return 0; 166e71b7053SJung-uk Kim 167e71b7053SJung-uk Kim return 1; 168e71b7053SJung-uk Kim } 169e71b7053SJung-uk Kim 170e71b7053SJung-uk Kim void *CRYPTO_THREAD_get_local(CRYPTO_THREAD_LOCAL *key) 171e71b7053SJung-uk Kim { 172e71b7053SJung-uk Kim return pthread_getspecific(*key); 173e71b7053SJung-uk Kim } 174e71b7053SJung-uk Kim 175e71b7053SJung-uk Kim int CRYPTO_THREAD_set_local(CRYPTO_THREAD_LOCAL *key, void *val) 176e71b7053SJung-uk Kim { 177e71b7053SJung-uk Kim if (pthread_setspecific(*key, val) != 0) 178e71b7053SJung-uk Kim return 0; 179e71b7053SJung-uk Kim 180e71b7053SJung-uk Kim return 1; 181e71b7053SJung-uk Kim } 182e71b7053SJung-uk Kim 183e71b7053SJung-uk Kim int CRYPTO_THREAD_cleanup_local(CRYPTO_THREAD_LOCAL *key) 184e71b7053SJung-uk Kim { 185e71b7053SJung-uk Kim if (pthread_key_delete(*key) != 0) 186e71b7053SJung-uk Kim return 0; 187e71b7053SJung-uk Kim 188e71b7053SJung-uk Kim return 1; 189e71b7053SJung-uk Kim } 190e71b7053SJung-uk Kim 191e71b7053SJung-uk Kim CRYPTO_THREAD_ID CRYPTO_THREAD_get_current_id(void) 192e71b7053SJung-uk Kim { 193e71b7053SJung-uk Kim return pthread_self(); 194e71b7053SJung-uk Kim } 195e71b7053SJung-uk Kim 196e71b7053SJung-uk Kim int CRYPTO_THREAD_compare_id(CRYPTO_THREAD_ID a, CRYPTO_THREAD_ID b) 197e71b7053SJung-uk Kim { 198e71b7053SJung-uk Kim return pthread_equal(a, b); 199e71b7053SJung-uk Kim } 200e71b7053SJung-uk Kim 201e71b7053SJung-uk Kim int CRYPTO_atomic_add(int *val, int amount, int *ret, CRYPTO_RWLOCK *lock) 202e71b7053SJung-uk Kim { 203b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS) 204e71b7053SJung-uk Kim if (__atomic_is_lock_free(sizeof(*val), val)) { 205e71b7053SJung-uk Kim *ret = __atomic_add_fetch(val, amount, __ATOMIC_ACQ_REL); 206e71b7053SJung-uk Kim return 1; 207e71b7053SJung-uk Kim } 208b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11)) 209b077aed3SPierre Pronchery /* This will work for all future Solaris versions. */ 210b077aed3SPierre Pronchery if (ret != NULL) { 211b077aed3SPierre Pronchery *ret = atomic_add_int_nv((volatile unsigned int *)val, amount); 212b077aed3SPierre Pronchery return 1; 213b077aed3SPierre Pronchery } 214e71b7053SJung-uk Kim # endif 215b077aed3SPierre Pronchery if (lock == NULL || !CRYPTO_THREAD_write_lock(lock)) 216e71b7053SJung-uk Kim return 0; 217e71b7053SJung-uk Kim 218e71b7053SJung-uk Kim *val += amount; 219e71b7053SJung-uk Kim *ret = *val; 220e71b7053SJung-uk Kim 221e71b7053SJung-uk Kim if (!CRYPTO_THREAD_unlock(lock)) 222e71b7053SJung-uk Kim return 0; 223e71b7053SJung-uk Kim 224e71b7053SJung-uk Kim return 1; 225e71b7053SJung-uk Kim } 226e71b7053SJung-uk Kim 227b077aed3SPierre Pronchery int CRYPTO_atomic_or(uint64_t *val, uint64_t op, uint64_t *ret, 228b077aed3SPierre Pronchery CRYPTO_RWLOCK *lock) 229e71b7053SJung-uk Kim { 230b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS) 231b077aed3SPierre Pronchery if (__atomic_is_lock_free(sizeof(*val), val)) { 232b077aed3SPierre Pronchery *ret = __atomic_or_fetch(val, op, __ATOMIC_ACQ_REL); 233b077aed3SPierre Pronchery return 1; 234b077aed3SPierre Pronchery } 235b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11)) 236b077aed3SPierre Pronchery /* This will work for all future Solaris versions. */ 237b077aed3SPierre Pronchery if (ret != NULL) { 238b077aed3SPierre Pronchery *ret = atomic_or_64_nv(val, op); 239b077aed3SPierre Pronchery return 1; 240e71b7053SJung-uk Kim } 241e71b7053SJung-uk Kim # endif 242b077aed3SPierre Pronchery if (lock == NULL || !CRYPTO_THREAD_write_lock(lock)) 243b077aed3SPierre Pronchery return 0; 244b077aed3SPierre Pronchery *val |= op; 245b077aed3SPierre Pronchery *ret = *val; 246e71b7053SJung-uk Kim 247b077aed3SPierre Pronchery if (!CRYPTO_THREAD_unlock(lock)) 248b077aed3SPierre Pronchery return 0; 249b077aed3SPierre Pronchery 250b077aed3SPierre Pronchery return 1; 251b077aed3SPierre Pronchery } 252b077aed3SPierre Pronchery 253b077aed3SPierre Pronchery int CRYPTO_atomic_load(uint64_t *val, uint64_t *ret, CRYPTO_RWLOCK *lock) 254b077aed3SPierre Pronchery { 255b077aed3SPierre Pronchery # if defined(__GNUC__) && defined(__ATOMIC_ACQUIRE) && !defined(BROKEN_CLANG_ATOMICS) 256b077aed3SPierre Pronchery if (__atomic_is_lock_free(sizeof(*val), val)) { 257b077aed3SPierre Pronchery __atomic_load(val, ret, __ATOMIC_ACQUIRE); 258b077aed3SPierre Pronchery return 1; 259b077aed3SPierre Pronchery } 260b077aed3SPierre Pronchery # elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11)) 261b077aed3SPierre Pronchery /* This will work for all future Solaris versions. */ 262b077aed3SPierre Pronchery if (ret != NULL) { 263b077aed3SPierre Pronchery *ret = atomic_or_64_nv(val, 0); 264b077aed3SPierre Pronchery return 1; 265b077aed3SPierre Pronchery } 266b077aed3SPierre Pronchery # endif 267b077aed3SPierre Pronchery if (lock == NULL || !CRYPTO_THREAD_read_lock(lock)) 268b077aed3SPierre Pronchery return 0; 269b077aed3SPierre Pronchery *ret = *val; 270b077aed3SPierre Pronchery if (!CRYPTO_THREAD_unlock(lock)) 271b077aed3SPierre Pronchery return 0; 272b077aed3SPierre Pronchery 273b077aed3SPierre Pronchery return 1; 274b077aed3SPierre Pronchery } 275b077aed3SPierre Pronchery # ifndef FIPS_MODULE 276e71b7053SJung-uk Kim int openssl_init_fork_handlers(void) 277e71b7053SJung-uk Kim { 278e71b7053SJung-uk Kim return 1; 279e71b7053SJung-uk Kim } 280b077aed3SPierre Pronchery # endif /* FIPS_MODULE */ 281da327cd2SJung-uk Kim 282da327cd2SJung-uk Kim int openssl_get_fork_id(void) 283da327cd2SJung-uk Kim { 284da327cd2SJung-uk Kim return getpid(); 285da327cd2SJung-uk Kim } 286e71b7053SJung-uk Kim #endif 287