1e1051a39Sopenharmony_ci/* 2e1051a39Sopenharmony_ci * Copyright 2016-2022 The OpenSSL Project Authors. All Rights Reserved. 3e1051a39Sopenharmony_ci * 4e1051a39Sopenharmony_ci * Licensed under the Apache License 2.0 (the "License"). You may not use 5e1051a39Sopenharmony_ci * this file except in compliance with the License. You can obtain a copy 6e1051a39Sopenharmony_ci * in the file LICENSE in the source distribution or at 7e1051a39Sopenharmony_ci * https://www.openssl.org/source/license.html 8e1051a39Sopenharmony_ci */ 9e1051a39Sopenharmony_ci 10e1051a39Sopenharmony_ci/* We need to use the OPENSSL_fork_*() deprecated APIs */ 11e1051a39Sopenharmony_ci#define OPENSSL_SUPPRESS_DEPRECATED 12e1051a39Sopenharmony_ci 13e1051a39Sopenharmony_ci#include <openssl/crypto.h> 14e1051a39Sopenharmony_ci#include "internal/cryptlib.h" 15e1051a39Sopenharmony_ci 16e1051a39Sopenharmony_ci#if defined(__sun) 17e1051a39Sopenharmony_ci# include <atomic.h> 18e1051a39Sopenharmony_ci#endif 19e1051a39Sopenharmony_ci 20e1051a39Sopenharmony_ci#if defined(__apple_build_version__) && __apple_build_version__ < 6000000 21e1051a39Sopenharmony_ci/* 22e1051a39Sopenharmony_ci * OS/X 10.7 and 10.8 had a weird version of clang which has __ATOMIC_ACQUIRE and 23e1051a39Sopenharmony_ci * __ATOMIC_ACQ_REL but which expects only one parameter for __atomic_is_lock_free() 24e1051a39Sopenharmony_ci * rather than two which has signature __atomic_is_lock_free(sizeof(_Atomic(T))). 25e1051a39Sopenharmony_ci * All of this makes impossible to use __atomic_is_lock_free here. 26e1051a39Sopenharmony_ci * 27e1051a39Sopenharmony_ci * See: https://github.com/llvm/llvm-project/commit/a4c2602b714e6c6edb98164550a5ae829b2de760 28e1051a39Sopenharmony_ci */ 29e1051a39Sopenharmony_ci#define BROKEN_CLANG_ATOMICS 30e1051a39Sopenharmony_ci#endif 31e1051a39Sopenharmony_ci 32e1051a39Sopenharmony_ci#if defined(OPENSSL_THREADS) && !defined(CRYPTO_TDEBUG) && !defined(OPENSSL_SYS_WINDOWS) 33e1051a39Sopenharmony_ci 34e1051a39Sopenharmony_ci# if defined(OPENSSL_SYS_UNIX) 35e1051a39Sopenharmony_ci# include <sys/types.h> 36e1051a39Sopenharmony_ci# include <unistd.h> 37e1051a39Sopenharmony_ci#endif 38e1051a39Sopenharmony_ci 39e1051a39Sopenharmony_ci# include <assert.h> 40e1051a39Sopenharmony_ci 41e1051a39Sopenharmony_ci# ifdef PTHREAD_RWLOCK_INITIALIZER 42e1051a39Sopenharmony_ci# define USE_RWLOCK 43e1051a39Sopenharmony_ci# endif 44e1051a39Sopenharmony_ci 45e1051a39Sopenharmony_ciCRYPTO_RWLOCK *CRYPTO_THREAD_lock_new(void) 46e1051a39Sopenharmony_ci{ 47e1051a39Sopenharmony_ci# ifdef USE_RWLOCK 48e1051a39Sopenharmony_ci CRYPTO_RWLOCK *lock; 49e1051a39Sopenharmony_ci 50e1051a39Sopenharmony_ci if ((lock = OPENSSL_zalloc(sizeof(pthread_rwlock_t))) == NULL) { 51e1051a39Sopenharmony_ci /* Don't set error, to avoid recursion blowup. */ 52e1051a39Sopenharmony_ci return NULL; 53e1051a39Sopenharmony_ci } 54e1051a39Sopenharmony_ci 55e1051a39Sopenharmony_ci if (pthread_rwlock_init(lock, NULL) != 0) { 56e1051a39Sopenharmony_ci OPENSSL_free(lock); 57e1051a39Sopenharmony_ci return NULL; 58e1051a39Sopenharmony_ci } 59e1051a39Sopenharmony_ci# else 60e1051a39Sopenharmony_ci pthread_mutexattr_t attr; 61e1051a39Sopenharmony_ci CRYPTO_RWLOCK *lock; 62e1051a39Sopenharmony_ci 63e1051a39Sopenharmony_ci if ((lock = OPENSSL_zalloc(sizeof(pthread_mutex_t))) == NULL) { 64e1051a39Sopenharmony_ci /* Don't set error, to avoid recursion blowup. */ 65e1051a39Sopenharmony_ci return NULL; 66e1051a39Sopenharmony_ci } 67e1051a39Sopenharmony_ci 68e1051a39Sopenharmony_ci /* 69e1051a39Sopenharmony_ci * We don't use recursive mutexes, but try to catch errors if we do. 70e1051a39Sopenharmony_ci */ 71e1051a39Sopenharmony_ci pthread_mutexattr_init(&attr); 72e1051a39Sopenharmony_ci# if !defined (__TANDEM) && !defined (_SPT_MODEL_) 73e1051a39Sopenharmony_ci# if !defined(NDEBUG) && !defined(OPENSSL_NO_MUTEX_ERRORCHECK) 74e1051a39Sopenharmony_ci pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_ERRORCHECK); 75e1051a39Sopenharmony_ci# else 76e1051a39Sopenharmony_ci pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_NORMAL); 77e1051a39Sopenharmony_ci# endif 78e1051a39Sopenharmony_ci# else 79e1051a39Sopenharmony_ci /* The SPT Thread Library does not define MUTEX attributes. */ 80e1051a39Sopenharmony_ci# endif 81e1051a39Sopenharmony_ci 82e1051a39Sopenharmony_ci if (pthread_mutex_init(lock, &attr) != 0) { 83e1051a39Sopenharmony_ci pthread_mutexattr_destroy(&attr); 84e1051a39Sopenharmony_ci OPENSSL_free(lock); 85e1051a39Sopenharmony_ci return NULL; 86e1051a39Sopenharmony_ci } 87e1051a39Sopenharmony_ci 88e1051a39Sopenharmony_ci pthread_mutexattr_destroy(&attr); 89e1051a39Sopenharmony_ci# endif 90e1051a39Sopenharmony_ci 91e1051a39Sopenharmony_ci return lock; 92e1051a39Sopenharmony_ci} 93e1051a39Sopenharmony_ci 94e1051a39Sopenharmony_ci__owur int CRYPTO_THREAD_read_lock(CRYPTO_RWLOCK *lock) 95e1051a39Sopenharmony_ci{ 96e1051a39Sopenharmony_ci# ifdef USE_RWLOCK 97e1051a39Sopenharmony_ci if (pthread_rwlock_rdlock(lock) != 0) 98e1051a39Sopenharmony_ci return 0; 99e1051a39Sopenharmony_ci# else 100e1051a39Sopenharmony_ci if (pthread_mutex_lock(lock) != 0) { 101e1051a39Sopenharmony_ci assert(errno != EDEADLK && errno != EBUSY); 102e1051a39Sopenharmony_ci return 0; 103e1051a39Sopenharmony_ci } 104e1051a39Sopenharmony_ci# endif 105e1051a39Sopenharmony_ci 106e1051a39Sopenharmony_ci return 1; 107e1051a39Sopenharmony_ci} 108e1051a39Sopenharmony_ci 109e1051a39Sopenharmony_ci__owur int CRYPTO_THREAD_write_lock(CRYPTO_RWLOCK *lock) 110e1051a39Sopenharmony_ci{ 111e1051a39Sopenharmony_ci# ifdef USE_RWLOCK 112e1051a39Sopenharmony_ci if (pthread_rwlock_wrlock(lock) != 0) 113e1051a39Sopenharmony_ci return 0; 114e1051a39Sopenharmony_ci# else 115e1051a39Sopenharmony_ci if (pthread_mutex_lock(lock) != 0) { 116e1051a39Sopenharmony_ci assert(errno != EDEADLK && errno != EBUSY); 117e1051a39Sopenharmony_ci return 0; 118e1051a39Sopenharmony_ci } 119e1051a39Sopenharmony_ci# endif 120e1051a39Sopenharmony_ci 121e1051a39Sopenharmony_ci return 1; 122e1051a39Sopenharmony_ci} 123e1051a39Sopenharmony_ci 124e1051a39Sopenharmony_ciint CRYPTO_THREAD_unlock(CRYPTO_RWLOCK *lock) 125e1051a39Sopenharmony_ci{ 126e1051a39Sopenharmony_ci# ifdef USE_RWLOCK 127e1051a39Sopenharmony_ci if (pthread_rwlock_unlock(lock) != 0) 128e1051a39Sopenharmony_ci return 0; 129e1051a39Sopenharmony_ci# else 130e1051a39Sopenharmony_ci if (pthread_mutex_unlock(lock) != 0) { 131e1051a39Sopenharmony_ci assert(errno != EPERM); 132e1051a39Sopenharmony_ci return 0; 133e1051a39Sopenharmony_ci } 134e1051a39Sopenharmony_ci# endif 135e1051a39Sopenharmony_ci 136e1051a39Sopenharmony_ci return 1; 137e1051a39Sopenharmony_ci} 138e1051a39Sopenharmony_ci 139e1051a39Sopenharmony_civoid CRYPTO_THREAD_lock_free(CRYPTO_RWLOCK *lock) 140e1051a39Sopenharmony_ci{ 141e1051a39Sopenharmony_ci if (lock == NULL) 142e1051a39Sopenharmony_ci return; 143e1051a39Sopenharmony_ci 144e1051a39Sopenharmony_ci# ifdef USE_RWLOCK 145e1051a39Sopenharmony_ci pthread_rwlock_destroy(lock); 146e1051a39Sopenharmony_ci# else 147e1051a39Sopenharmony_ci pthread_mutex_destroy(lock); 148e1051a39Sopenharmony_ci# endif 149e1051a39Sopenharmony_ci OPENSSL_free(lock); 150e1051a39Sopenharmony_ci 151e1051a39Sopenharmony_ci return; 152e1051a39Sopenharmony_ci} 153e1051a39Sopenharmony_ci 154e1051a39Sopenharmony_ciint CRYPTO_THREAD_run_once(CRYPTO_ONCE *once, void (*init)(void)) 155e1051a39Sopenharmony_ci{ 156e1051a39Sopenharmony_ci if (pthread_once(once, init) != 0) 157e1051a39Sopenharmony_ci return 0; 158e1051a39Sopenharmony_ci 159e1051a39Sopenharmony_ci return 1; 160e1051a39Sopenharmony_ci} 161e1051a39Sopenharmony_ci 162e1051a39Sopenharmony_ciint CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL *key, void (*cleanup)(void *)) 163e1051a39Sopenharmony_ci{ 164e1051a39Sopenharmony_ci if (pthread_key_create(key, cleanup) != 0) 165e1051a39Sopenharmony_ci return 0; 166e1051a39Sopenharmony_ci 167e1051a39Sopenharmony_ci return 1; 168e1051a39Sopenharmony_ci} 169e1051a39Sopenharmony_ci 170e1051a39Sopenharmony_civoid *CRYPTO_THREAD_get_local(CRYPTO_THREAD_LOCAL *key) 171e1051a39Sopenharmony_ci{ 172e1051a39Sopenharmony_ci return pthread_getspecific(*key); 173e1051a39Sopenharmony_ci} 174e1051a39Sopenharmony_ci 175e1051a39Sopenharmony_ciint CRYPTO_THREAD_set_local(CRYPTO_THREAD_LOCAL *key, void *val) 176e1051a39Sopenharmony_ci{ 177e1051a39Sopenharmony_ci if (pthread_setspecific(*key, val) != 0) 178e1051a39Sopenharmony_ci return 0; 179e1051a39Sopenharmony_ci 180e1051a39Sopenharmony_ci return 1; 181e1051a39Sopenharmony_ci} 182e1051a39Sopenharmony_ci 183e1051a39Sopenharmony_ciint CRYPTO_THREAD_cleanup_local(CRYPTO_THREAD_LOCAL *key) 184e1051a39Sopenharmony_ci{ 185e1051a39Sopenharmony_ci if (pthread_key_delete(*key) != 0) 186e1051a39Sopenharmony_ci return 0; 187e1051a39Sopenharmony_ci 188e1051a39Sopenharmony_ci return 1; 189e1051a39Sopenharmony_ci} 190e1051a39Sopenharmony_ci 191e1051a39Sopenharmony_ciCRYPTO_THREAD_ID CRYPTO_THREAD_get_current_id(void) 192e1051a39Sopenharmony_ci{ 193e1051a39Sopenharmony_ci return pthread_self(); 194e1051a39Sopenharmony_ci} 195e1051a39Sopenharmony_ci 196e1051a39Sopenharmony_ciint CRYPTO_THREAD_compare_id(CRYPTO_THREAD_ID a, CRYPTO_THREAD_ID b) 197e1051a39Sopenharmony_ci{ 198e1051a39Sopenharmony_ci return pthread_equal(a, b); 199e1051a39Sopenharmony_ci} 200e1051a39Sopenharmony_ci 201e1051a39Sopenharmony_ciint CRYPTO_atomic_add(int *val, int amount, int *ret, CRYPTO_RWLOCK *lock) 202e1051a39Sopenharmony_ci{ 203e1051a39Sopenharmony_ci# if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS) 204e1051a39Sopenharmony_ci if (__atomic_is_lock_free(sizeof(*val), val)) { 205e1051a39Sopenharmony_ci *ret = __atomic_add_fetch(val, amount, __ATOMIC_ACQ_REL); 206e1051a39Sopenharmony_ci return 1; 207e1051a39Sopenharmony_ci } 208e1051a39Sopenharmony_ci# elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11)) 209e1051a39Sopenharmony_ci /* This will work for all future Solaris versions. */ 210e1051a39Sopenharmony_ci if (ret != NULL) { 211e1051a39Sopenharmony_ci *ret = atomic_add_int_nv((volatile unsigned int *)val, amount); 212e1051a39Sopenharmony_ci return 1; 213e1051a39Sopenharmony_ci } 214e1051a39Sopenharmony_ci# endif 215e1051a39Sopenharmony_ci if (lock == NULL || !CRYPTO_THREAD_write_lock(lock)) 216e1051a39Sopenharmony_ci return 0; 217e1051a39Sopenharmony_ci 218e1051a39Sopenharmony_ci *val += amount; 219e1051a39Sopenharmony_ci *ret = *val; 220e1051a39Sopenharmony_ci 221e1051a39Sopenharmony_ci if (!CRYPTO_THREAD_unlock(lock)) 222e1051a39Sopenharmony_ci return 0; 223e1051a39Sopenharmony_ci 224e1051a39Sopenharmony_ci return 1; 225e1051a39Sopenharmony_ci} 226e1051a39Sopenharmony_ci 227e1051a39Sopenharmony_ciint CRYPTO_atomic_or(uint64_t *val, uint64_t op, uint64_t *ret, 228e1051a39Sopenharmony_ci CRYPTO_RWLOCK *lock) 229e1051a39Sopenharmony_ci{ 230e1051a39Sopenharmony_ci# if defined(__GNUC__) && defined(__ATOMIC_ACQ_REL) && !defined(BROKEN_CLANG_ATOMICS) 231e1051a39Sopenharmony_ci if (__atomic_is_lock_free(sizeof(*val), val)) { 232e1051a39Sopenharmony_ci *ret = __atomic_or_fetch(val, op, __ATOMIC_ACQ_REL); 233e1051a39Sopenharmony_ci return 1; 234e1051a39Sopenharmony_ci } 235e1051a39Sopenharmony_ci# elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11)) 236e1051a39Sopenharmony_ci /* This will work for all future Solaris versions. */ 237e1051a39Sopenharmony_ci if (ret != NULL) { 238e1051a39Sopenharmony_ci *ret = atomic_or_64_nv(val, op); 239e1051a39Sopenharmony_ci return 1; 240e1051a39Sopenharmony_ci } 241e1051a39Sopenharmony_ci# endif 242e1051a39Sopenharmony_ci if (lock == NULL || !CRYPTO_THREAD_write_lock(lock)) 243e1051a39Sopenharmony_ci return 0; 244e1051a39Sopenharmony_ci *val |= op; 245e1051a39Sopenharmony_ci *ret = *val; 246e1051a39Sopenharmony_ci 247e1051a39Sopenharmony_ci if (!CRYPTO_THREAD_unlock(lock)) 248e1051a39Sopenharmony_ci return 0; 249e1051a39Sopenharmony_ci 250e1051a39Sopenharmony_ci return 1; 251e1051a39Sopenharmony_ci} 252e1051a39Sopenharmony_ci 253e1051a39Sopenharmony_ciint CRYPTO_atomic_load(uint64_t *val, uint64_t *ret, CRYPTO_RWLOCK *lock) 254e1051a39Sopenharmony_ci{ 255e1051a39Sopenharmony_ci# if defined(__GNUC__) && defined(__ATOMIC_ACQUIRE) && !defined(BROKEN_CLANG_ATOMICS) 256e1051a39Sopenharmony_ci if (__atomic_is_lock_free(sizeof(*val), val)) { 257e1051a39Sopenharmony_ci __atomic_load(val, ret, __ATOMIC_ACQUIRE); 258e1051a39Sopenharmony_ci return 1; 259e1051a39Sopenharmony_ci } 260e1051a39Sopenharmony_ci# elif defined(__sun) && (defined(__SunOS_5_10) || defined(__SunOS_5_11)) 261e1051a39Sopenharmony_ci /* This will work for all future Solaris versions. */ 262e1051a39Sopenharmony_ci if (ret != NULL) { 263e1051a39Sopenharmony_ci *ret = atomic_or_64_nv(val, 0); 264e1051a39Sopenharmony_ci return 1; 265e1051a39Sopenharmony_ci } 266e1051a39Sopenharmony_ci# endif 267e1051a39Sopenharmony_ci if (lock == NULL || !CRYPTO_THREAD_read_lock(lock)) 268e1051a39Sopenharmony_ci return 0; 269e1051a39Sopenharmony_ci *ret = *val; 270e1051a39Sopenharmony_ci if (!CRYPTO_THREAD_unlock(lock)) 271e1051a39Sopenharmony_ci return 0; 272e1051a39Sopenharmony_ci 273e1051a39Sopenharmony_ci return 1; 274e1051a39Sopenharmony_ci} 275e1051a39Sopenharmony_ci# ifndef FIPS_MODULE 276e1051a39Sopenharmony_ciint openssl_init_fork_handlers(void) 277e1051a39Sopenharmony_ci{ 278e1051a39Sopenharmony_ci return 1; 279e1051a39Sopenharmony_ci} 280e1051a39Sopenharmony_ci# endif /* FIPS_MODULE */ 281e1051a39Sopenharmony_ci 282e1051a39Sopenharmony_ciint openssl_get_fork_id(void) 283e1051a39Sopenharmony_ci{ 284e1051a39Sopenharmony_ci return getpid(); 285e1051a39Sopenharmony_ci} 286e1051a39Sopenharmony_ci#endif 287