Lines Matching defs:mo
36 static bool IsLoadOrder(morder mo) { in IsLoadOrder()
41 static bool IsStoreOrder(morder mo) { in IsStoreOrder()
45 static bool IsReleaseOrder(morder mo) { in IsReleaseOrder()
49 static bool IsAcquireOrder(morder mo) { in IsAcquireOrder()
54 static bool IsAcqRelOrder(morder mo) { in IsAcqRelOrder()
197 static memory_order to_mo(morder mo) { in to_mo()
211 static T NoTsanAtomicLoad(const volatile T *a, morder mo) { in NoTsanAtomicLoad()
216 static a128 NoTsanAtomicLoad(const volatile a128 *a, morder mo) { in NoTsanAtomicLoad()
223 static T AtomicLoad(ThreadState *thr, uptr pc, const volatile T *a, morder mo) { in AtomicLoad()
247 static void NoTsanAtomicStore(volatile T *a, T v, morder mo) { in NoTsanAtomicStore()
252 static void NoTsanAtomicStore(volatile a128 *a, a128 v, morder mo) { in NoTsanAtomicStore()
260 morder mo) { in AtomicStore()
282 static T AtomicRMW(ThreadState *thr, uptr pc, volatile T *a, T v, morder mo) { in AtomicRMW()
304 static T NoTsanAtomicExchange(volatile T *a, T v, morder mo) { in NoTsanAtomicExchange()
309 static T NoTsanAtomicFetchAdd(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchAdd()
314 static T NoTsanAtomicFetchSub(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchSub()
319 static T NoTsanAtomicFetchAnd(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchAnd()
324 static T NoTsanAtomicFetchOr(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchOr()
329 static T NoTsanAtomicFetchXor(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchXor()
334 static T NoTsanAtomicFetchNand(volatile T *a, T v, morder mo) { in NoTsanAtomicFetchNand()
340 morder mo) { in AtomicExchange()
346 morder mo) { in AtomicFetchAdd()
352 morder mo) { in AtomicFetchSub()
358 morder mo) { in AtomicFetchAnd()
364 morder mo) { in AtomicFetchOr()
370 morder mo) { in AtomicFetchXor()
376 morder mo) { in AtomicFetchNand()
381 static bool NoTsanAtomicCAS(volatile T *a, T *c, T v, morder mo, morder fmo) { in NoTsanAtomicCAS()
387 morder mo, morder fmo) { in NoTsanAtomicCAS()
398 static T NoTsanAtomicCAS(volatile T *a, T c, T v, morder mo, morder fmo) { in NoTsanAtomicCAS()
405 volatile T *a, T *c, T v, morder mo, morder fmo) { in AtomicCAS()
438 volatile T *a, T c, T v, morder mo, morder fmo) { in AtomicCAS()
444 static void NoTsanAtomicFence(morder mo) { in NoTsanAtomicFence()
448 static void AtomicFence(ThreadState *thr, uptr pc, morder mo) { in AtomicFence()
459 static morder convert_morder(morder mo) { in convert_morder()
493 morder mo, const char *func) in ScopedAtomic()
506 static void AtomicStatInc(ThreadState *thr, uptr size, morder mo, StatType t) { in AtomicStatInc()
524 a8 __tsan_atomic8_load(const volatile a8 *a, morder mo) { in __tsan_atomic8_load()
529 a16 __tsan_atomic16_load(const volatile a16 *a, morder mo) { in __tsan_atomic16_load()
534 a32 __tsan_atomic32_load(const volatile a32 *a, morder mo) { in __tsan_atomic32_load()
539 a64 __tsan_atomic64_load(const volatile a64 *a, morder mo) { in __tsan_atomic64_load()
545 a128 __tsan_atomic128_load(const volatile a128 *a, morder mo) { in __tsan_atomic128_load()
551 void __tsan_atomic8_store(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_store()
556 void __tsan_atomic16_store(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_store()
561 void __tsan_atomic32_store(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_store()
566 void __tsan_atomic64_store(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_store()
572 void __tsan_atomic128_store(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_store()
578 a8 __tsan_atomic8_exchange(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_exchange()
583 a16 __tsan_atomic16_exchange(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_exchange()
588 a32 __tsan_atomic32_exchange(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_exchange()
593 a64 __tsan_atomic64_exchange(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_exchange()
599 a128 __tsan_atomic128_exchange(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_exchange()
605 a8 __tsan_atomic8_fetch_add(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_add()
610 a16 __tsan_atomic16_fetch_add(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_add()
615 a32 __tsan_atomic32_fetch_add(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_add()
620 a64 __tsan_atomic64_fetch_add(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_add()
626 a128 __tsan_atomic128_fetch_add(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_add()
632 a8 __tsan_atomic8_fetch_sub(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_sub()
637 a16 __tsan_atomic16_fetch_sub(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_sub()
642 a32 __tsan_atomic32_fetch_sub(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_sub()
647 a64 __tsan_atomic64_fetch_sub(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_sub()
653 a128 __tsan_atomic128_fetch_sub(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_sub()
659 a8 __tsan_atomic8_fetch_and(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_and()
664 a16 __tsan_atomic16_fetch_and(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_and()
669 a32 __tsan_atomic32_fetch_and(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_and()
674 a64 __tsan_atomic64_fetch_and(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_and()
680 a128 __tsan_atomic128_fetch_and(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_and()
686 a8 __tsan_atomic8_fetch_or(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_or()
691 a16 __tsan_atomic16_fetch_or(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_or()
696 a32 __tsan_atomic32_fetch_or(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_or()
701 a64 __tsan_atomic64_fetch_or(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_or()
707 a128 __tsan_atomic128_fetch_or(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_or()
713 a8 __tsan_atomic8_fetch_xor(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_xor()
718 a16 __tsan_atomic16_fetch_xor(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_xor()
723 a32 __tsan_atomic32_fetch_xor(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_xor()
728 a64 __tsan_atomic64_fetch_xor(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_xor()
734 a128 __tsan_atomic128_fetch_xor(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_xor()
740 a8 __tsan_atomic8_fetch_nand(volatile a8 *a, a8 v, morder mo) { in __tsan_atomic8_fetch_nand()
745 a16 __tsan_atomic16_fetch_nand(volatile a16 *a, a16 v, morder mo) { in __tsan_atomic16_fetch_nand()
750 a32 __tsan_atomic32_fetch_nand(volatile a32 *a, a32 v, morder mo) { in __tsan_atomic32_fetch_nand()
755 a64 __tsan_atomic64_fetch_nand(volatile a64 *a, a64 v, morder mo) { in __tsan_atomic64_fetch_nand()
761 a128 __tsan_atomic128_fetch_nand(volatile a128 *a, a128 v, morder mo) { in __tsan_atomic128_fetch_nand()
768 morder mo, morder fmo) { in __tsan_atomic8_compare_exchange_strong()
774 morder mo, morder fmo) { in __tsan_atomic16_compare_exchange_strong()
780 morder mo, morder fmo) { in __tsan_atomic32_compare_exchange_strong()
786 morder mo, morder fmo) { in __tsan_atomic64_compare_exchange_strong()
793 morder mo, morder fmo) { in __tsan_atomic128_compare_exchange_strong()
800 morder mo, morder fmo) { in __tsan_atomic8_compare_exchange_weak()
806 morder mo, morder fmo) { in __tsan_atomic16_compare_exchange_weak()
812 morder mo, morder fmo) { in __tsan_atomic32_compare_exchange_weak()
818 morder mo, morder fmo) { in __tsan_atomic64_compare_exchange_weak()
825 morder mo, morder fmo) { in __tsan_atomic128_compare_exchange_weak()
832 morder mo, morder fmo) { in __tsan_atomic8_compare_exchange_val()
838 morder mo, morder fmo) { in __tsan_atomic16_compare_exchange_val()
844 morder mo, morder fmo) { in __tsan_atomic32_compare_exchange_val()
850 morder mo, morder fmo) { in __tsan_atomic64_compare_exchange_val()
857 morder mo, morder fmo) { in __tsan_atomic128_compare_exchange_val()
863 void __tsan_atomic_thread_fence(morder mo) { in __tsan_atomic_thread_fence()
869 void __tsan_atomic_signal_fence(morder mo) { in __tsan_atomic_signal_fence()