/dragonfly/sys/kern/ |
H A D | kern_lock.c | 122 cpu_ccfence(); in lockmgr_shared() 300 cpu_ccfence(); in lockmgr_exclusive() 478 cpu_ccfence(); in lockmgr_exclusive() 511 cpu_ccfence(); in lockmgr_downgrade() 591 cpu_ccfence(); in lockmgr_upgrade() 670 cpu_ccfence(); in lockmgr_upgrade() 754 cpu_ccfence(); in lockmgr_release() 1330 cpu_ccfence(); in lockuninit() 1345 cpu_ccfence(); in lockstatus() 1371 cpu_ccfence(); in lockowned() [all …]
|
H A D | kern_spinlock.c | 237 cpu_ccfence(); in _spin_lock_contested() 293 cpu_ccfence(); in _spin_lock_shared_contested() 314 cpu_ccfence(); in _spin_lock_shared_contested()
|
H A D | lwkt_token.c | 271 cpu_ccfence(); in _lwkt_trytokref() 347 cpu_ccfence(); in _lwkt_trytokref() 663 cpu_ccfence(); in lwkt_gettoken() 734 cpu_ccfence(); in lwkt_gettoken_shared() 800 cpu_ccfence(); in lwkt_trytoken() 809 cpu_ccfence(); in lwkt_trytoken()
|
H A D | kern_mutex.c | 95 cpu_ccfence(); in __mtx_lock_ex() 246 cpu_ccfence(); in __mtx_lock_sh() 445 cpu_ccfence(); in _mtx_spinlock_try() 557 cpu_ccfence(); in _mtx_downgrade() 605 cpu_ccfence(); in _mtx_upgrade_try() 639 cpu_ccfence(); in _mtx_unlock()
|
H A D | lwkt_ipiq.c | 556 cpu_ccfence(); in lwkt_process_ipiq() 608 cpu_ccfence(); in lwkt_process_ipiq_frame() 664 cpu_ccfence(); in lwkt_process_ipiq_nested() 752 cpu_ccfence(); in lwkt_process_ipiq_core() 899 cpu_ccfence(); in lwkt_cpusync_deinterlock() 901 cpu_ccfence(); in lwkt_cpusync_deinterlock()
|
H A D | subr_taskqueue.c | 276 cpu_ccfence(); in taskqueue_enqueue_optq() 306 cpu_ccfence(); in taskqueue_enqueue_optq() 452 cpu_ccfence(); in taskqueue_cancel_simple() 508 cpu_ccfence(); in taskqueue_drain_simple()
|
H A D | kern_plimit.c | 156 cpu_ccfence(); in plimit_fork() 184 cpu_ccfence(); in plimit_lwp_fork() 221 cpu_ccfence(); in plimit_modify()
|
/dragonfly/sys/sys/ |
H A D | exislock2.h | 108 cpu_ccfence(); in exis_poll() 128 cpu_ccfence(); in exis_state() 176 cpu_ccfence(); in exis_cache() 185 cpu_ccfence(); in exis_cache()
|
H A D | thread2.h | 40 cpu_ccfence(); in crit_enter_raw() 42 cpu_ccfence(); in crit_enter_raw() 48 cpu_ccfence(); in crit_exit_raw() 50 cpu_ccfence(); in crit_exit_raw() 64 cpu_ccfence(); in _lwkt_token_held_any() 199 cpu_ccfence(); in _crit_enter_hard() 243 cpu_ccfence(); in _crit_exit_hard()
|
H A D | spinlock2.h | 74 cpu_ccfence(); in spin_trylock() 113 cpu_ccfence(); in _spin_lock_quick() 175 cpu_ccfence(); in spin_unlock_quick() 210 cpu_ccfence(); in _spin_lock_shared_quick() 268 cpu_ccfence(); in spin_unlock_shared_quick()
|
H A D | socketvar2.h | 65 cpu_ccfence(); in ssb_lock() 93 cpu_ccfence(); in ssb_unlock()
|
H A D | mutex2.h | 227 cpu_ccfence(); in mtx_spinlock() 251 cpu_ccfence(); in mtx_spinlock_try() 396 cpu_ccfence(); in mtx_spinunlock()
|
/dragonfly/lib/libthread_xu/thread/ |
H A D | thr_umtx.c | 37 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro 65 cpu_ccfence(); in __thr_umtx_lock() 187 cpu_ccfence(); in _thr_umtx_wait() 265 cpu_ccfence(); in _thr_umtx_wait_intr() 278 cpu_ccfence(); in _thr_umtx_wait_intr()
|
H A D | thr_sem.c | 54 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro 285 cpu_ccfence(); in _sem_trywait() 313 cpu_ccfence(); in _sem_wait() 315 cpu_ccfence(); in _sem_wait() 357 cpu_ccfence(); in _sem_timedwait()
|
H A D | thr_join.c | 34 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro 107 cpu_ccfence(); in join_common()
|
H A D | thr_cond.c | 44 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro 262 cpu_ccfence(); in cond_wait_common() 301 cpu_ccfence(); in cond_wait_common()
|
/dragonfly/sys/dev/drm/include/linux/ |
H A D | seqlock.h | 155 cpu_ccfence(); in write_seqcount_begin() 160 cpu_ccfence(); in write_seqcount_end() 169 cpu_ccfence(); in raw_read_seqcount()
|
H A D | preempt.h | 33 #define preempt_disable() cpu_ccfence() 35 #define preempt_enable() cpu_ccfence()
|
/dragonfly/libexec/rtld-elf/ |
H A D | rtld_lock.c | 73 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro 112 cpu_ccfence(); in rlock_acquire() 129 cpu_ccfence(); in rlock_acquire() 157 cpu_ccfence(); in wlock_acquire()
|
/dragonfly/sys/platform/vkernel64/x86_64/ |
H A D | exception.c | 154 cpu_ccfence(); in kqueuesig() 156 cpu_ccfence(); in kqueuesig() 177 cpu_ccfence(); in timersig() 179 cpu_ccfence(); in timersig()
|
/dragonfly/sys/platform/pc64/x86_64/ |
H A D | vm_machdep.c | 523 cpu_ccfence(); in spectre_sysctl_changed() 607 cpu_ccfence(); in spectre_sysctl_changed() 797 cpu_ccfence(); in spectre_vm_setup() 805 cpu_ccfence(); in spectre_vm_setup() 957 cpu_ccfence(); in mds_sysctl_changed() 1002 cpu_ccfence(); in mds_sysctl_changed() 1190 cpu_ccfence(); in mds_vm_setup() 1197 cpu_ccfence(); in mds_vm_setup()
|
H A D | pmap_inval.c | 132 cpu_ccfence(); in pmap_inval_init() 377 cpu_ccfence(); in pmap_inval_smp() 527 cpu_ccfence(); in pmap_inval_smp_cmpset() 671 cpu_ccfence(); in pmap_inval_intr()
|
/dragonfly/sys/dev/acpica/ |
H A D | acpi_timer.c | 223 cpu_ccfence(); in acpi_timer_get_timecount24() 248 cpu_ccfence(); in acpi_timer_get_timecount() 296 cpu_ccfence(); in acpi_timer_get_timecount_safe()
|
/dragonfly/sys/platform/vkernel64/platform/ |
H A D | machintr.c | 180 cpu_ccfence(); in signalintr() 183 cpu_ccfence(); in signalintr()
|
/dragonfly/sys/dev/virtual/hyperv/x86_64/ |
H A D | hyperv_machdep.c | 104 cpu_ccfence(); \ 117 cpu_ccfence(); \
|