1349cc55cSDimitry Andric //===----------------------------------------------------------------------===// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric 981ad6265SDimitry Andric #include <__assert> 1006c3fb27SDimitry Andric #include <__thread/id.h> 1181ad6265SDimitry Andric #include <limits> 1281ad6265SDimitry Andric #include <mutex> 1381ad6265SDimitry Andric 140b57cec5SDimitry Andric #include "include/atomic_support.h" 150b57cec5SDimitry Andric 160b57cec5SDimitry Andric #ifndef _LIBCPP_HAS_NO_THREADS 17480093f4SDimitry Andric # if defined(__ELF__) && defined(_LIBCPP_LINK_PTHREAD_LIB) 180b57cec5SDimitry Andric # pragma comment(lib, "pthread") 190b57cec5SDimitry Andric # endif 200b57cec5SDimitry Andric #endif 210b57cec5SDimitry Andric 2281ad6265SDimitry Andric _LIBCPP_PUSH_MACROS 2381ad6265SDimitry Andric #include <__undef_macros> 2481ad6265SDimitry Andric 250b57cec5SDimitry Andric _LIBCPP_BEGIN_NAMESPACE_STD 2681ad6265SDimitry Andric 270b57cec5SDimitry Andric #ifndef _LIBCPP_HAS_NO_THREADS 280b57cec5SDimitry Andric 290b57cec5SDimitry Andric // ~mutex is defined elsewhere 300b57cec5SDimitry Andric 310b57cec5SDimitry Andric void 320b57cec5SDimitry Andric mutex::lock() 330b57cec5SDimitry Andric { 340b57cec5SDimitry Andric int ec = __libcpp_mutex_lock(&__m_); 350b57cec5SDimitry Andric if (ec) 360b57cec5SDimitry Andric __throw_system_error(ec, "mutex lock failed"); 370b57cec5SDimitry Andric } 380b57cec5SDimitry Andric 390b57cec5SDimitry Andric bool 40fe6060f1SDimitry Andric mutex::try_lock() noexcept 410b57cec5SDimitry Andric { 420b57cec5SDimitry Andric return __libcpp_mutex_trylock(&__m_); 430b57cec5SDimitry Andric } 440b57cec5SDimitry Andric 450b57cec5SDimitry Andric void 46fe6060f1SDimitry Andric mutex::unlock() noexcept 470b57cec5SDimitry Andric { 480b57cec5SDimitry Andric int ec = __libcpp_mutex_unlock(&__m_); 490b57cec5SDimitry Andric (void)ec; 5006c3fb27SDimitry Andric _LIBCPP_ASSERT_UNCATEGORIZED(ec == 0, "call to mutex::unlock failed"); 510b57cec5SDimitry Andric } 520b57cec5SDimitry Andric 530b57cec5SDimitry Andric // recursive_mutex 540b57cec5SDimitry Andric 550b57cec5SDimitry Andric recursive_mutex::recursive_mutex() 560b57cec5SDimitry Andric { 570b57cec5SDimitry Andric int ec = __libcpp_recursive_mutex_init(&__m_); 580b57cec5SDimitry Andric if (ec) 590b57cec5SDimitry Andric __throw_system_error(ec, "recursive_mutex constructor failed"); 600b57cec5SDimitry Andric } 610b57cec5SDimitry Andric 620b57cec5SDimitry Andric recursive_mutex::~recursive_mutex() 630b57cec5SDimitry Andric { 640b57cec5SDimitry Andric int e = __libcpp_recursive_mutex_destroy(&__m_); 650b57cec5SDimitry Andric (void)e; 6606c3fb27SDimitry Andric _LIBCPP_ASSERT_UNCATEGORIZED(e == 0, "call to ~recursive_mutex() failed"); 670b57cec5SDimitry Andric } 680b57cec5SDimitry Andric 690b57cec5SDimitry Andric void 700b57cec5SDimitry Andric recursive_mutex::lock() 710b57cec5SDimitry Andric { 720b57cec5SDimitry Andric int ec = __libcpp_recursive_mutex_lock(&__m_); 730b57cec5SDimitry Andric if (ec) 740b57cec5SDimitry Andric __throw_system_error(ec, "recursive_mutex lock failed"); 750b57cec5SDimitry Andric } 760b57cec5SDimitry Andric 770b57cec5SDimitry Andric void 78fe6060f1SDimitry Andric recursive_mutex::unlock() noexcept 790b57cec5SDimitry Andric { 800b57cec5SDimitry Andric int e = __libcpp_recursive_mutex_unlock(&__m_); 810b57cec5SDimitry Andric (void)e; 8206c3fb27SDimitry Andric _LIBCPP_ASSERT_UNCATEGORIZED(e == 0, "call to recursive_mutex::unlock() failed"); 830b57cec5SDimitry Andric } 840b57cec5SDimitry Andric 850b57cec5SDimitry Andric bool 86fe6060f1SDimitry Andric recursive_mutex::try_lock() noexcept 870b57cec5SDimitry Andric { 880b57cec5SDimitry Andric return __libcpp_recursive_mutex_trylock(&__m_); 890b57cec5SDimitry Andric } 900b57cec5SDimitry Andric 910b57cec5SDimitry Andric // timed_mutex 920b57cec5SDimitry Andric 930b57cec5SDimitry Andric timed_mutex::timed_mutex() 940b57cec5SDimitry Andric : __locked_(false) 950b57cec5SDimitry Andric { 960b57cec5SDimitry Andric } 970b57cec5SDimitry Andric 980b57cec5SDimitry Andric timed_mutex::~timed_mutex() 990b57cec5SDimitry Andric { 1000b57cec5SDimitry Andric lock_guard<mutex> _(__m_); 1010b57cec5SDimitry Andric } 1020b57cec5SDimitry Andric 1030b57cec5SDimitry Andric void 1040b57cec5SDimitry Andric timed_mutex::lock() 1050b57cec5SDimitry Andric { 1060b57cec5SDimitry Andric unique_lock<mutex> lk(__m_); 1070b57cec5SDimitry Andric while (__locked_) 1080b57cec5SDimitry Andric __cv_.wait(lk); 1090b57cec5SDimitry Andric __locked_ = true; 1100b57cec5SDimitry Andric } 1110b57cec5SDimitry Andric 1120b57cec5SDimitry Andric bool 113fe6060f1SDimitry Andric timed_mutex::try_lock() noexcept 1140b57cec5SDimitry Andric { 1150b57cec5SDimitry Andric unique_lock<mutex> lk(__m_, try_to_lock); 1160b57cec5SDimitry Andric if (lk.owns_lock() && !__locked_) 1170b57cec5SDimitry Andric { 1180b57cec5SDimitry Andric __locked_ = true; 1190b57cec5SDimitry Andric return true; 1200b57cec5SDimitry Andric } 1210b57cec5SDimitry Andric return false; 1220b57cec5SDimitry Andric } 1230b57cec5SDimitry Andric 1240b57cec5SDimitry Andric void 125fe6060f1SDimitry Andric timed_mutex::unlock() noexcept 1260b57cec5SDimitry Andric { 1270b57cec5SDimitry Andric lock_guard<mutex> _(__m_); 1280b57cec5SDimitry Andric __locked_ = false; 1290b57cec5SDimitry Andric __cv_.notify_one(); 1300b57cec5SDimitry Andric } 1310b57cec5SDimitry Andric 1320b57cec5SDimitry Andric // recursive_timed_mutex 1330b57cec5SDimitry Andric 1340b57cec5SDimitry Andric recursive_timed_mutex::recursive_timed_mutex() 1350b57cec5SDimitry Andric : __count_(0), 1360b57cec5SDimitry Andric __id_{} 1370b57cec5SDimitry Andric { 1380b57cec5SDimitry Andric } 1390b57cec5SDimitry Andric 1400b57cec5SDimitry Andric recursive_timed_mutex::~recursive_timed_mutex() 1410b57cec5SDimitry Andric { 1420b57cec5SDimitry Andric lock_guard<mutex> _(__m_); 1430b57cec5SDimitry Andric } 1440b57cec5SDimitry Andric 1450b57cec5SDimitry Andric void 1460b57cec5SDimitry Andric recursive_timed_mutex::lock() 1470b57cec5SDimitry Andric { 1480b57cec5SDimitry Andric __thread_id id = this_thread::get_id(); 1490b57cec5SDimitry Andric unique_lock<mutex> lk(__m_); 1500b57cec5SDimitry Andric if (id ==__id_) 1510b57cec5SDimitry Andric { 1520b57cec5SDimitry Andric if (__count_ == numeric_limits<size_t>::max()) 1530b57cec5SDimitry Andric __throw_system_error(EAGAIN, "recursive_timed_mutex lock limit reached"); 1540b57cec5SDimitry Andric ++__count_; 1550b57cec5SDimitry Andric return; 1560b57cec5SDimitry Andric } 1570b57cec5SDimitry Andric while (__count_ != 0) 1580b57cec5SDimitry Andric __cv_.wait(lk); 1590b57cec5SDimitry Andric __count_ = 1; 1600b57cec5SDimitry Andric __id_ = id; 1610b57cec5SDimitry Andric } 1620b57cec5SDimitry Andric 1630b57cec5SDimitry Andric bool 164fe6060f1SDimitry Andric recursive_timed_mutex::try_lock() noexcept 1650b57cec5SDimitry Andric { 1660b57cec5SDimitry Andric __thread_id id = this_thread::get_id(); 1670b57cec5SDimitry Andric unique_lock<mutex> lk(__m_, try_to_lock); 1680b57cec5SDimitry Andric if (lk.owns_lock() && (__count_ == 0 || id == __id_)) 1690b57cec5SDimitry Andric { 1700b57cec5SDimitry Andric if (__count_ == numeric_limits<size_t>::max()) 1710b57cec5SDimitry Andric return false; 1720b57cec5SDimitry Andric ++__count_; 1730b57cec5SDimitry Andric __id_ = id; 1740b57cec5SDimitry Andric return true; 1750b57cec5SDimitry Andric } 1760b57cec5SDimitry Andric return false; 1770b57cec5SDimitry Andric } 1780b57cec5SDimitry Andric 1790b57cec5SDimitry Andric void 180fe6060f1SDimitry Andric recursive_timed_mutex::unlock() noexcept 1810b57cec5SDimitry Andric { 1820b57cec5SDimitry Andric unique_lock<mutex> lk(__m_); 1830b57cec5SDimitry Andric if (--__count_ == 0) 1840b57cec5SDimitry Andric { 1850b57cec5SDimitry Andric __id_.__reset(); 1860b57cec5SDimitry Andric lk.unlock(); 1870b57cec5SDimitry Andric __cv_.notify_one(); 1880b57cec5SDimitry Andric } 1890b57cec5SDimitry Andric } 1900b57cec5SDimitry Andric 1910b57cec5SDimitry Andric #endif // !_LIBCPP_HAS_NO_THREADS 1920b57cec5SDimitry Andric 1930b57cec5SDimitry Andric // If dispatch_once_f ever handles C++ exceptions, and if one can get to it 1940b57cec5SDimitry Andric // without illegal macros (unexpected macros not beginning with _UpperCase or 1950b57cec5SDimitry Andric // __lowercase), and if it stops spinning waiting threads, then call_once should 1960b57cec5SDimitry Andric // call into dispatch_once_f instead of here. Relevant radar this code needs to 1970b57cec5SDimitry Andric // keep in sync with: 7741191. 1980b57cec5SDimitry Andric 1990b57cec5SDimitry Andric #ifndef _LIBCPP_HAS_NO_THREADS 20081ad6265SDimitry Andric static constinit __libcpp_mutex_t mut = _LIBCPP_MUTEX_INITIALIZER; 20181ad6265SDimitry Andric static constinit __libcpp_condvar_t cv = _LIBCPP_CONDVAR_INITIALIZER; 2020b57cec5SDimitry Andric #endif 2030b57cec5SDimitry Andric 2040b57cec5SDimitry Andric void __call_once(volatile once_flag::_State_type& flag, void* arg, 2050b57cec5SDimitry Andric void (*func)(void*)) 2060b57cec5SDimitry Andric { 2070b57cec5SDimitry Andric #if defined(_LIBCPP_HAS_NO_THREADS) 2080b57cec5SDimitry Andric if (flag == 0) 2090b57cec5SDimitry Andric { 21006c3fb27SDimitry Andric #ifndef _LIBCPP_HAS_NO_EXCEPTIONS 2110b57cec5SDimitry Andric try 2120b57cec5SDimitry Andric { 21306c3fb27SDimitry Andric #endif // _LIBCPP_HAS_NO_EXCEPTIONS 2140b57cec5SDimitry Andric flag = 1; 2150b57cec5SDimitry Andric func(arg); 2160b57cec5SDimitry Andric flag = ~once_flag::_State_type(0); 21706c3fb27SDimitry Andric #ifndef _LIBCPP_HAS_NO_EXCEPTIONS 2180b57cec5SDimitry Andric } 2190b57cec5SDimitry Andric catch (...) 2200b57cec5SDimitry Andric { 2210b57cec5SDimitry Andric flag = 0; 2220b57cec5SDimitry Andric throw; 2230b57cec5SDimitry Andric } 22406c3fb27SDimitry Andric #endif // _LIBCPP_HAS_NO_EXCEPTIONS 2250b57cec5SDimitry Andric } 2260b57cec5SDimitry Andric #else // !_LIBCPP_HAS_NO_THREADS 2270b57cec5SDimitry Andric __libcpp_mutex_lock(&mut); 2280b57cec5SDimitry Andric while (flag == 1) 2290b57cec5SDimitry Andric __libcpp_condvar_wait(&cv, &mut); 2300b57cec5SDimitry Andric if (flag == 0) 2310b57cec5SDimitry Andric { 23206c3fb27SDimitry Andric #ifndef _LIBCPP_HAS_NO_EXCEPTIONS 2330b57cec5SDimitry Andric try 2340b57cec5SDimitry Andric { 23506c3fb27SDimitry Andric #endif // _LIBCPP_HAS_NO_EXCEPTIONS 2360b57cec5SDimitry Andric __libcpp_relaxed_store(&flag, once_flag::_State_type(1)); 2370b57cec5SDimitry Andric __libcpp_mutex_unlock(&mut); 2380b57cec5SDimitry Andric func(arg); 2390b57cec5SDimitry Andric __libcpp_mutex_lock(&mut); 2400b57cec5SDimitry Andric __libcpp_atomic_store(&flag, ~once_flag::_State_type(0), 2410b57cec5SDimitry Andric _AO_Release); 2420b57cec5SDimitry Andric __libcpp_mutex_unlock(&mut); 2430b57cec5SDimitry Andric __libcpp_condvar_broadcast(&cv); 24406c3fb27SDimitry Andric #ifndef _LIBCPP_HAS_NO_EXCEPTIONS 2450b57cec5SDimitry Andric } 2460b57cec5SDimitry Andric catch (...) 2470b57cec5SDimitry Andric { 2480b57cec5SDimitry Andric __libcpp_mutex_lock(&mut); 2490b57cec5SDimitry Andric __libcpp_relaxed_store(&flag, once_flag::_State_type(0)); 2500b57cec5SDimitry Andric __libcpp_mutex_unlock(&mut); 2510b57cec5SDimitry Andric __libcpp_condvar_broadcast(&cv); 2520b57cec5SDimitry Andric throw; 2530b57cec5SDimitry Andric } 25406c3fb27SDimitry Andric #endif // _LIBCPP_HAS_NO_EXCEPTIONS 2550b57cec5SDimitry Andric } 2560b57cec5SDimitry Andric else 2570b57cec5SDimitry Andric __libcpp_mutex_unlock(&mut); 2580b57cec5SDimitry Andric #endif // !_LIBCPP_HAS_NO_THREADS 2590b57cec5SDimitry Andric } 2600b57cec5SDimitry Andric 2610b57cec5SDimitry Andric _LIBCPP_END_NAMESPACE_STD 26281ad6265SDimitry Andric 26381ad6265SDimitry Andric _LIBCPP_POP_MACROS 264