Lines Matching defs:mo
35 static bool IsLoadOrder(morder mo) { in IsLoadOrder()
40 static bool IsStoreOrder(morder mo) { in IsStoreOrder()
44 static bool IsReleaseOrder(morder mo) { in IsReleaseOrder()
48 static bool IsAcquireOrder(morder mo) { in IsAcquireOrder()
53 static bool IsAcqRelOrder(morder mo) { in IsAcqRelOrder()
196 static memory_order to_mo(morder mo) { in to_mo()
210 static T NoTsanAtomicLoad(const volatile T *a, morder mo) { in NoTsanAtomicLoad()
215 static a128 NoTsanAtomicLoad(const volatile a128 *a, morder mo) { in NoTsanAtomicLoad()
222 static T AtomicLoad(ThreadState *thr, uptr pc, const volatile T *a, morder mo) { in AtomicLoad()
246 static void NoTsanAtomicStore(volatile T *a, T v, morder mo) { in NoTsanAtomicStore()
251 static void NoTsanAtomicStore(volatile a128 *a, a128 v, morder mo) { in NoTsanAtomicStore()
259 morder mo) { in AtomicStore()
281 static T AtomicRMW(ThreadState *thr, uptr pc, volatile T *a, T v, morder mo) { in AtomicRMW()
303 static T NoTsanAtomicExchange(volatile T *a, T v, morder mo) { in NoTsanAtomicExchange()
308 static T NoTsanAtomicFetchAdd(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchAdd()
313 static T NoTsanAtomicFetchSub(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchSub()
318 static T NoTsanAtomicFetchAnd(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchAnd()
323 static T NoTsanAtomicFetchOr(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchOr()
328 static T NoTsanAtomicFetchXor(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchXor()
333 static T NoTsanAtomicFetchNand(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchNand()
339 morder mo) { in AtomicExchange()
345 morder mo) { in AtomicFetchAdd()
351 morder mo) { in AtomicFetchSub()
357 morder mo) { in AtomicFetchAnd()
363 morder mo) { in AtomicFetchOr()
369 morder mo) { in AtomicFetchXor()
375 morder mo) { in AtomicFetchNand()
380 static bool NoTsanAtomicCAS(volatile T *a, T *c, T v, morder mo, morder fmo) { in NoTsanAtomicCAS()
386 morder mo, morder fmo) { in NoTsanAtomicCAS()
397 static T NoTsanAtomicCAS(volatile T *a, T c, T v, morder mo, morder fmo) { in NoTsanAtomicCAS()
404 volatile T *a, T *c, T v, morder mo, morder fmo) { in AtomicCAS()
437 volatile T *a, T c, T v, morder mo, morder fmo) { in AtomicCAS()
443 static void NoTsanAtomicFence(morder mo) { in NoTsanAtomicFence()
447 static void AtomicFence(ThreadState *thr, uptr pc, morder mo) { in AtomicFence()
458 static morder convert_morder(morder mo) { in convert_morder()
492 morder mo, const char *func) in ScopedAtomic()
505 static void AtomicStatInc(ThreadState *thr, uptr size, morder mo, StatType t) { in AtomicStatInc()
523 a8 __tsan_atomic8_load(const volatile a8 *a, morder mo) { in __tsan_atomic8_load()
528 a16 __tsan_atomic16_load(const volatile a16 *a, morder mo) { in __tsan_atomic16_load()
533 a32 __tsan_atomic32_load(const volatile a32 *a, morder mo) { in __tsan_atomic32_load()
538 a64 __tsan_atomic64_load(const volatile a64 *a, morder mo) { in __tsan_atomic64_load()
544 a128 __tsan_atomic128_load(const volatile a128 *a, morder mo) { in __tsan_atomic128_load()
550 void __tsan_atomic8_store(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_store()
555 void __tsan_atomic16_store(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_store()
560 void __tsan_atomic32_store(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_store()
565 void __tsan_atomic64_store(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_store()
571 void __tsan_atomic128_store(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_store()
577 a8 __tsan_atomic8_exchange(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_exchange()
582 a16 __tsan_atomic16_exchange(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_exchange()
587 a32 __tsan_atomic32_exchange(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_exchange()
592 a64 __tsan_atomic64_exchange(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_exchange()
598 a128 __tsan_atomic128_exchange(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_exchange()
604 a8 __tsan_atomic8_fetch_add(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_add()
609 a16 __tsan_atomic16_fetch_add(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_add()
614 a32 __tsan_atomic32_fetch_add(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_add()
619 a64 __tsan_atomic64_fetch_add(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_add()
625 a128 __tsan_atomic128_fetch_add(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_add()
631 a8 __tsan_atomic8_fetch_sub(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_sub()
636 a16 __tsan_atomic16_fetch_sub(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_sub()
641 a32 __tsan_atomic32_fetch_sub(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_sub()
646 a64 __tsan_atomic64_fetch_sub(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_sub()
652 a128 __tsan_atomic128_fetch_sub(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_sub()
658 a8 __tsan_atomic8_fetch_and(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_and()
663 a16 __tsan_atomic16_fetch_and(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_and()
668 a32 __tsan_atomic32_fetch_and(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_and()
673 a64 __tsan_atomic64_fetch_and(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_and()
679 a128 __tsan_atomic128_fetch_and(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_and()
685 a8 __tsan_atomic8_fetch_or(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_or()
690 a16 __tsan_atomic16_fetch_or(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_or()
695 a32 __tsan_atomic32_fetch_or(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_or()
700 a64 __tsan_atomic64_fetch_or(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_or()
706 a128 __tsan_atomic128_fetch_or(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_or()
712 a8 __tsan_atomic8_fetch_xor(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_xor()
717 a16 __tsan_atomic16_fetch_xor(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_xor()
722 a32 __tsan_atomic32_fetch_xor(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_xor()
727 a64 __tsan_atomic64_fetch_xor(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_xor()
733 a128 __tsan_atomic128_fetch_xor(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_xor()
739 a8 __tsan_atomic8_fetch_nand(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_nand()
744 a16 __tsan_atomic16_fetch_nand(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_nand()
749 a32 __tsan_atomic32_fetch_nand(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_nand()
754 a64 __tsan_atomic64_fetch_nand(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_nand()
760 a128 __tsan_atomic128_fetch_nand(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_nand()
767 morder mo, morder fmo) { in __tsan_atomic8_compare_exchange_strong()
773 morder mo, morder fmo) { in __tsan_atomic16_compare_exchange_strong()
779 morder mo, morder fmo) { in __tsan_atomic32_compare_exchange_strong()
785 morder mo, morder fmo) { in __tsan_atomic64_compare_exchange_strong()
792 morder mo, morder fmo) { in __tsan_atomic128_compare_exchange_strong()
799 morder mo, morder fmo) { in __tsan_atomic8_compare_exchange_weak()
805 morder mo, morder fmo) { in __tsan_atomic16_compare_exchange_weak()
811 morder mo, morder fmo) { in __tsan_atomic32_compare_exchange_weak()
817 morder mo, morder fmo) { in __tsan_atomic64_compare_exchange_weak()
824 morder mo, morder fmo) { in __tsan_atomic128_compare_exchange_weak()
831 morder mo, morder fmo) { in __tsan_atomic8_compare_exchange_val()
837 morder mo, morder fmo) { in __tsan_atomic16_compare_exchange_val()
843 morder mo, morder fmo) { in __tsan_atomic32_compare_exchange_val()
849 morder mo, morder fmo) { in __tsan_atomic64_compare_exchange_val()
856 morder mo, morder fmo) { in __tsan_atomic128_compare_exchange_val()
862 void __tsan_atomic_thread_fence(morder mo) { in __tsan_atomic_thread_fence()
868 void __tsan_atomic_signal_fence(morder mo) { in __tsan_atomic_signal_fence()