| /dragonfly/sys/kern/ |
| H A D | kern_lock.c | 122 cpu_ccfence(); in lockmgr_shared()
300 cpu_ccfence(); in lockmgr_exclusive()
478 cpu_ccfence(); in lockmgr_exclusive()
511 cpu_ccfence(); in lockmgr_downgrade()
591 cpu_ccfence(); in lockmgr_upgrade()
670 cpu_ccfence(); in lockmgr_upgrade()
754 cpu_ccfence(); in lockmgr_release()
1330 cpu_ccfence(); in lockuninit()
1345 cpu_ccfence(); in lockstatus()
1371 cpu_ccfence(); in lockowned()
[all …]
|
| H A D | kern_spinlock.c | 237 cpu_ccfence(); in _spin_lock_contested()
293 cpu_ccfence(); in _spin_lock_shared_contested()
314 cpu_ccfence(); in _spin_lock_shared_contested()
|
| H A D | lwkt_token.c | 271 cpu_ccfence(); in _lwkt_trytokref()
347 cpu_ccfence(); in _lwkt_trytokref()
663 cpu_ccfence(); in lwkt_gettoken()
734 cpu_ccfence(); in lwkt_gettoken_shared()
800 cpu_ccfence(); in lwkt_trytoken()
809 cpu_ccfence(); in lwkt_trytoken()
|
| H A D | kern_mutex.c | 95 cpu_ccfence(); in __mtx_lock_ex()
246 cpu_ccfence(); in __mtx_lock_sh()
445 cpu_ccfence(); in _mtx_spinlock_try()
557 cpu_ccfence(); in _mtx_downgrade()
605 cpu_ccfence(); in _mtx_upgrade_try()
639 cpu_ccfence(); in _mtx_unlock()
|
| H A D | lwkt_ipiq.c | 556 cpu_ccfence(); in lwkt_process_ipiq()
608 cpu_ccfence(); in lwkt_process_ipiq_frame()
664 cpu_ccfence(); in lwkt_process_ipiq_nested()
752 cpu_ccfence(); in lwkt_process_ipiq_core()
899 cpu_ccfence(); in lwkt_cpusync_deinterlock()
901 cpu_ccfence(); in lwkt_cpusync_deinterlock()
|
| H A D | subr_taskqueue.c | 276 cpu_ccfence(); in taskqueue_enqueue_optq()
306 cpu_ccfence(); in taskqueue_enqueue_optq()
452 cpu_ccfence(); in taskqueue_cancel_simple()
508 cpu_ccfence(); in taskqueue_drain_simple()
|
| H A D | kern_plimit.c | 156 cpu_ccfence(); in plimit_fork()
184 cpu_ccfence(); in plimit_lwp_fork()
221 cpu_ccfence(); in plimit_modify()
|
| /dragonfly/sys/sys/ |
| H A D | exislock2.h | 108 cpu_ccfence(); in exis_poll()
128 cpu_ccfence(); in exis_state()
176 cpu_ccfence(); in exis_cache()
185 cpu_ccfence(); in exis_cache()
|
| H A D | thread2.h | 40 cpu_ccfence(); in crit_enter_raw()
42 cpu_ccfence(); in crit_enter_raw()
48 cpu_ccfence(); in crit_exit_raw()
50 cpu_ccfence(); in crit_exit_raw()
64 cpu_ccfence(); in _lwkt_token_held_any()
199 cpu_ccfence(); in _crit_enter_hard()
243 cpu_ccfence(); in _crit_exit_hard()
|
| H A D | spinlock2.h | 74 cpu_ccfence(); in spin_trylock()
113 cpu_ccfence(); in _spin_lock_quick()
175 cpu_ccfence(); in spin_unlock_quick()
210 cpu_ccfence(); in _spin_lock_shared_quick()
268 cpu_ccfence(); in spin_unlock_shared_quick()
|
| H A D | socketvar2.h | 65 cpu_ccfence(); in ssb_lock()
93 cpu_ccfence(); in ssb_unlock()
|
| H A D | mutex2.h | 227 cpu_ccfence(); in mtx_spinlock()
251 cpu_ccfence(); in mtx_spinlock_try()
396 cpu_ccfence(); in mtx_spinunlock()
|
| /dragonfly/lib/libthread_xu/thread/ |
| H A D | thr_umtx.c | 37 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro
65 cpu_ccfence(); in __thr_umtx_lock()
187 cpu_ccfence(); in _thr_umtx_wait()
265 cpu_ccfence(); in _thr_umtx_wait_intr()
278 cpu_ccfence(); in _thr_umtx_wait_intr()
|
| H A D | thr_sem.c | 54 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro
285 cpu_ccfence(); in _sem_trywait()
313 cpu_ccfence(); in _sem_wait()
315 cpu_ccfence(); in _sem_wait()
357 cpu_ccfence(); in _sem_timedwait()
|
| H A D | thr_join.c | 34 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro
107 cpu_ccfence(); in join_common()
|
| H A D | thr_cond.c | 44 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro
262 cpu_ccfence(); in cond_wait_common()
301 cpu_ccfence(); in cond_wait_common()
|
| /dragonfly/sys/dev/drm/include/linux/ |
| H A D | seqlock.h | 155 cpu_ccfence(); in write_seqcount_begin()
160 cpu_ccfence(); in write_seqcount_end()
169 cpu_ccfence(); in raw_read_seqcount()
|
| H A D | preempt.h | 33 #define preempt_disable() cpu_ccfence()
35 #define preempt_enable() cpu_ccfence()
|
| /dragonfly/libexec/rtld-elf/ |
| H A D | rtld_lock.c | 73 #define cpu_ccfence() __asm __volatile("" : : : "memory") macro
112 cpu_ccfence(); in rlock_acquire()
129 cpu_ccfence(); in rlock_acquire()
157 cpu_ccfence(); in wlock_acquire()
|
| /dragonfly/sys/platform/vkernel64/x86_64/ |
| H A D | exception.c | 154 cpu_ccfence(); in kqueuesig()
156 cpu_ccfence(); in kqueuesig()
177 cpu_ccfence(); in timersig()
179 cpu_ccfence(); in timersig()
|
| /dragonfly/sys/platform/pc64/x86_64/ |
| H A D | vm_machdep.c | 523 cpu_ccfence(); in spectre_sysctl_changed()
607 cpu_ccfence(); in spectre_sysctl_changed()
797 cpu_ccfence(); in spectre_vm_setup()
805 cpu_ccfence(); in spectre_vm_setup()
957 cpu_ccfence(); in mds_sysctl_changed()
1002 cpu_ccfence(); in mds_sysctl_changed()
1190 cpu_ccfence(); in mds_vm_setup()
1197 cpu_ccfence(); in mds_vm_setup()
|
| H A D | pmap_inval.c | 132 cpu_ccfence(); in pmap_inval_init()
377 cpu_ccfence(); in pmap_inval_smp()
527 cpu_ccfence(); in pmap_inval_smp_cmpset()
671 cpu_ccfence(); in pmap_inval_intr()
|
| /dragonfly/sys/dev/acpica/ |
| H A D | acpi_timer.c | 223 cpu_ccfence(); in acpi_timer_get_timecount24()
248 cpu_ccfence(); in acpi_timer_get_timecount()
296 cpu_ccfence(); in acpi_timer_get_timecount_safe()
|
| /dragonfly/sys/platform/vkernel64/platform/ |
| H A D | machintr.c | 180 cpu_ccfence(); in signalintr()
183 cpu_ccfence(); in signalintr()
|
| /dragonfly/sys/dev/virtual/hyperv/x86_64/ |
| H A D | hyperv_machdep.c | 104 cpu_ccfence(); \
117 cpu_ccfence(); \
|