Lines Matching defs:mo
34 static bool IsLoadOrder(morder mo) { in IsLoadOrder()
39 static bool IsStoreOrder(morder mo) { in IsStoreOrder()
43 static bool IsReleaseOrder(morder mo) { in IsReleaseOrder()
47 static bool IsAcquireOrder(morder mo) { in IsAcquireOrder()
52 static bool IsAcqRelOrder(morder mo) { in IsAcqRelOrder()
195 static memory_order to_mo(morder mo) { in to_mo()
209 static T NoTsanAtomicLoad(const volatile T *a, morder mo) { in NoTsanAtomicLoad()
214 static a128 NoTsanAtomicLoad(const volatile a128 *a, morder mo) { in NoTsanAtomicLoad()
221 static T AtomicLoad(ThreadState *thr, uptr pc, const volatile T *a, morder mo) { in AtomicLoad()
245 static void NoTsanAtomicStore(volatile T *a, T v, morder mo) { in NoTsanAtomicStore()
250 static void NoTsanAtomicStore(volatile a128 *a, a128 v, morder mo) { in NoTsanAtomicStore()
258 morder mo) { in AtomicStore()
280 static T AtomicRMW(ThreadState *thr, uptr pc, volatile T *a, T v, morder mo) { in AtomicRMW()
302 static T NoTsanAtomicExchange(volatile T *a, T v, morder mo) { in NoTsanAtomicExchange()
307 static T NoTsanAtomicFetchAdd(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchAdd()
312 static T NoTsanAtomicFetchSub(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchSub()
317 static T NoTsanAtomicFetchAnd(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchAnd()
322 static T NoTsanAtomicFetchOr(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchOr()
327 static T NoTsanAtomicFetchXor(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchXor()
332 static T NoTsanAtomicFetchNand(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchNand()
338 morder mo) { in AtomicExchange()
344 morder mo) { in AtomicFetchAdd()
350 morder mo) { in AtomicFetchSub()
356 morder mo) { in AtomicFetchAnd()
362 morder mo) { in AtomicFetchOr()
368 morder mo) { in AtomicFetchXor()
374 morder mo) { in AtomicFetchNand()
379 static bool NoTsanAtomicCAS(volatile T *a, T *c, T v, morder mo, morder fmo) { in NoTsanAtomicCAS()
385 morder mo, morder fmo) { in NoTsanAtomicCAS()
396 static T NoTsanAtomicCAS(volatile T *a, T c, T v, morder mo, morder fmo) { in NoTsanAtomicCAS()
403 volatile T *a, T *c, T v, morder mo, morder fmo) { in AtomicCAS()
436 volatile T *a, T c, T v, morder mo, morder fmo) { in AtomicCAS()
442 static void NoTsanAtomicFence(morder mo) { in NoTsanAtomicFence()
446 static void AtomicFence(ThreadState *thr, uptr pc, morder mo) { in AtomicFence()
457 static morder convert_morder(morder mo) { in convert_morder()
491 morder mo, const char *func) in ScopedAtomic()
504 static void AtomicStatInc(ThreadState *thr, uptr size, morder mo, StatType t) { in AtomicStatInc()
522 a8 __tsan_atomic8_load(const volatile a8 *a, morder mo) { in __tsan_atomic8_load()
527 a16 __tsan_atomic16_load(const volatile a16 *a, morder mo) { in __tsan_atomic16_load()
532 a32 __tsan_atomic32_load(const volatile a32 *a, morder mo) { in __tsan_atomic32_load()
537 a64 __tsan_atomic64_load(const volatile a64 *a, morder mo) { in __tsan_atomic64_load()
543 a128 __tsan_atomic128_load(const volatile a128 *a, morder mo) { in __tsan_atomic128_load()
549 void __tsan_atomic8_store(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_store()
554 void __tsan_atomic16_store(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_store()
559 void __tsan_atomic32_store(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_store()
564 void __tsan_atomic64_store(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_store()
570 void __tsan_atomic128_store(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_store()
576 a8 __tsan_atomic8_exchange(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_exchange()
581 a16 __tsan_atomic16_exchange(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_exchange()
586 a32 __tsan_atomic32_exchange(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_exchange()
591 a64 __tsan_atomic64_exchange(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_exchange()
597 a128 __tsan_atomic128_exchange(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_exchange()
603 a8 __tsan_atomic8_fetch_add(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_add()
608 a16 __tsan_atomic16_fetch_add(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_add()
613 a32 __tsan_atomic32_fetch_add(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_add()
618 a64 __tsan_atomic64_fetch_add(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_add()
624 a128 __tsan_atomic128_fetch_add(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_add()
630 a8 __tsan_atomic8_fetch_sub(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_sub()
635 a16 __tsan_atomic16_fetch_sub(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_sub()
640 a32 __tsan_atomic32_fetch_sub(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_sub()
645 a64 __tsan_atomic64_fetch_sub(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_sub()
651 a128 __tsan_atomic128_fetch_sub(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_sub()
657 a8 __tsan_atomic8_fetch_and(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_and()
662 a16 __tsan_atomic16_fetch_and(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_and()
667 a32 __tsan_atomic32_fetch_and(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_and()
672 a64 __tsan_atomic64_fetch_and(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_and()
678 a128 __tsan_atomic128_fetch_and(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_and()
684 a8 __tsan_atomic8_fetch_or(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_or()
689 a16 __tsan_atomic16_fetch_or(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_or()
694 a32 __tsan_atomic32_fetch_or(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_or()
699 a64 __tsan_atomic64_fetch_or(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_or()
705 a128 __tsan_atomic128_fetch_or(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_or()
711 a8 __tsan_atomic8_fetch_xor(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_xor()
716 a16 __tsan_atomic16_fetch_xor(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_xor()
721 a32 __tsan_atomic32_fetch_xor(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_xor()
726 a64 __tsan_atomic64_fetch_xor(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_xor()
732 a128 __tsan_atomic128_fetch_xor(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_xor()
738 a8 __tsan_atomic8_fetch_nand(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_nand()
743 a16 __tsan_atomic16_fetch_nand(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_nand()
748 a32 __tsan_atomic32_fetch_nand(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_nand()
753 a64 __tsan_atomic64_fetch_nand(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_nand()
759 a128 __tsan_atomic128_fetch_nand(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_nand()
766 morder mo, morder fmo) { in __tsan_atomic8_compare_exchange_strong()
772 morder mo, morder fmo) { in __tsan_atomic16_compare_exchange_strong()
778 morder mo, morder fmo) { in __tsan_atomic32_compare_exchange_strong()
784 morder mo, morder fmo) { in __tsan_atomic64_compare_exchange_strong()
791 morder mo, morder fmo) { in __tsan_atomic128_compare_exchange_strong()
798 morder mo, morder fmo) { in __tsan_atomic8_compare_exchange_weak()
804 morder mo, morder fmo) { in __tsan_atomic16_compare_exchange_weak()
810 morder mo, morder fmo) { in __tsan_atomic32_compare_exchange_weak()
816 morder mo, morder fmo) { in __tsan_atomic64_compare_exchange_weak()
823 morder mo, morder fmo) { in __tsan_atomic128_compare_exchange_weak()
830 morder mo, morder fmo) { in __tsan_atomic8_compare_exchange_val()
836 morder mo, morder fmo) { in __tsan_atomic16_compare_exchange_val()
842 morder mo, morder fmo) { in __tsan_atomic32_compare_exchange_val()
848 morder mo, morder fmo) { in __tsan_atomic64_compare_exchange_val()
855 morder mo, morder fmo) { in __tsan_atomic128_compare_exchange_val()
861 void __tsan_atomic_thread_fence(morder mo) { in __tsan_atomic_thread_fence()
867 void __tsan_atomic_signal_fence(morder mo) { in __tsan_atomic_signal_fence()