Lines Matching refs:flgs
1586 erts_aint32_t flgs) in set_aux_work_flags_wakeup_nob() argument
1593 if ((old_flgs & flgs) != flgs) { in set_aux_work_flags_wakeup_nob()
1595 old_flgs = erts_atomic32_read_bor_nob(&ssi->aux_work, flgs); in set_aux_work_flags_wakeup_nob()
1597 if ((old_flgs & flgs) != flgs) { in set_aux_work_flags_wakeup_nob()
1605 erts_aint32_t flgs) in set_aux_work_flags_wakeup_relb() argument
1611 old_flgs = erts_atomic32_read_bor_relb(&ssi->aux_work, flgs); in set_aux_work_flags_wakeup_relb()
1613 if ((old_flgs & flgs) != flgs) { in set_aux_work_flags_wakeup_relb()
1619 set_aux_work_flags(ErtsSchedulerSleepInfo *ssi, erts_aint32_t flgs) in set_aux_work_flags() argument
1621 return erts_atomic32_read_bor_nob(&ssi->aux_work, flgs); in set_aux_work_flags()
1625 unset_aux_work_flags(ErtsSchedulerSleepInfo *ssi, erts_aint32_t flgs) in unset_aux_work_flags() argument
1627 return erts_atomic32_read_band_nob(&ssi->aux_work, ~flgs); in unset_aux_work_flags()
1631 unset_aux_work_flags_mb(ErtsSchedulerSleepInfo *ssi, erts_aint32_t flgs) in unset_aux_work_flags_mb() argument
1633 return erts_atomic32_read_band_mb(&ssi->aux_work, ~flgs); in unset_aux_work_flags_mb()
2984 erts_aint32_t flgs; in sched_spin_wait() local
2987 flgs = erts_atomic32_read_acqb(&ssi->flags); in sched_spin_wait()
2988 if ((flgs & (ERTS_SSI_FLG_SLEEPING|ERTS_SSI_FLG_WAITING)) in sched_spin_wait()
2998 return flgs; in sched_spin_wait()
3137 erts_aint32_t flgs; in aux_thread() local
3161 flgs = sched_spin_wait(ssi, 0); in aux_thread()
3163 if (flgs & ERTS_SSI_FLG_SLEEPING) { in aux_thread()
3164 ASSERT(flgs & ERTS_SSI_FLG_WAITING); in aux_thread()
3165 flgs = sched_set_sleeptype(ssi, ERTS_SSI_FLG_POLL_SLEEPING); in aux_thread()
3166 if (flgs & ERTS_SSI_FLG_SLEEPING) { in aux_thread()
3167 ASSERT(flgs & ERTS_SSI_FLG_POLL_SLEEPING); in aux_thread()
3168 ASSERT(flgs & ERTS_SSI_FLG_WAITING); in aux_thread()
3175 flgs = sched_spin_wait(ssi, 0); in aux_thread()
3177 if (flgs & ERTS_SSI_FLG_SLEEPING) { in aux_thread()
3178 flgs = sched_set_sleeptype(ssi, ERTS_SSI_FLG_TSE_SLEEPING); in aux_thread()
3179 if (flgs & ERTS_SSI_FLG_SLEEPING) { in aux_thread()
3181 ASSERT(flgs & ERTS_SSI_FLG_TSE_SLEEPING); in aux_thread()
3182 ASSERT(flgs & ERTS_SSI_FLG_WAITING); in aux_thread()
3195 flgs = sched_prep_spin_wait(ssi); in aux_thread()
3354 erts_aint32_t flgs; in scheduler_wait() local
3359 flgs = sched_prep_spin_wait(ssi); in scheduler_wait()
3360 if (flgs & ERTS_SSI_FLG_SUSPENDED) { in scheduler_wait()
3417 flgs = erts_atomic32_read_acqb(&ssi->flags); in scheduler_wait()
3450 flgs = sched_spin_wait(ssi, 0); in scheduler_wait()
3451 if (flgs & ERTS_SSI_FLG_SLEEPING) { in scheduler_wait()
3452 ASSERT(flgs & ERTS_SSI_FLG_WAITING); in scheduler_wait()
3453 flgs = sched_set_sleeptype(ssi, ERTS_SSI_FLG_POLL_SLEEPING); in scheduler_wait()
3454 if (flgs & ERTS_SSI_FLG_SLEEPING) { in scheduler_wait()
3455 ASSERT(flgs & ERTS_SSI_FLG_POLL_SLEEPING); in scheduler_wait()
3456 ASSERT(flgs & ERTS_SSI_FLG_WAITING); in scheduler_wait()
3471 flgs = sched_spin_wait(ssi, spincount); in scheduler_wait()
3472 if (flgs & ERTS_SSI_FLG_SLEEPING) { in scheduler_wait()
3473 ASSERT(flgs & ERTS_SSI_FLG_WAITING); in scheduler_wait()
3474 flgs = sched_set_sleeptype(ssi, ERTS_SSI_FLG_TSE_SLEEPING); in scheduler_wait()
3475 if (flgs & ERTS_SSI_FLG_SLEEPING) { in scheduler_wait()
3477 ASSERT(flgs & ERTS_SSI_FLG_TSE_SLEEPING); in scheduler_wait()
3478 ASSERT(flgs & ERTS_SSI_FLG_WAITING); in scheduler_wait()
3507 if (!(flgs & ERTS_SSI_FLG_WAITING)) { in scheduler_wait()
3508 ASSERT(!(flgs & ERTS_SSI_FLG_SLEEPING)); in scheduler_wait()
3512 flgs = sched_prep_cont_spin_wait(ssi); in scheduler_wait()
3515 if (!(flgs & ERTS_SSI_FLG_WAITING)) { in scheduler_wait()
3516 ASSERT(!(flgs & ERTS_SSI_FLG_SLEEPING)); in scheduler_wait()
3522 if (flgs & ~(ERTS_SSI_FLG_SUSPENDED|ERTS_SSI_FLG_MSB_EXEC)) in scheduler_wait()
3652 erts_aint32_t flgs; in wake_dirty_scheduler() local
3669 flgs = ssi_flags_set_wake(fo_ssi); in wake_dirty_scheduler()
3670 erts_sched_finish_poke(fo_ssi, flgs); in wake_dirty_scheduler()
7168 erts_aint32_t flgs; in sched_spin_suspended() local
7171 flgs = erts_atomic32_read_acqb(&ssi->flags); in sched_spin_suspended()
7172 if ((flgs & (ERTS_SSI_FLG_SLEEPING in sched_spin_suspended()
7186 return flgs; in sched_spin_suspended()
7307 msb_runq_prio_bit(Uint32 flgs) in msb_runq_prio_bit() argument
7311 pbit = (int) (flgs & ERTS_RUNQ_FLGS_PROCS_QMASK); in msb_runq_prio_bit()
7312 if (flgs & PORT_BIT) { in msb_runq_prio_bit()
7316 if (flgs & ERTS_RUNQ_FLG_MISC_OP) { in msb_runq_prio_bit()
7320 if (flgs & LOW_BIT) { in msb_runq_prio_bit()
7337 Uint32 flgs = ERTS_RUNQ_FLGS_GET(ERTS_RUNQ_IX(0)); in msb_runq_prio_bits() local
7338 if (flgs & ERTS_RUNQ_FLG_HALTING) { in msb_runq_prio_bits()
7349 *nrmlp = msb_runq_prio_bit(flgs); in msb_runq_prio_bits()
7351 flgs = ERTS_RUNQ_FLGS_GET(ERTS_DIRTY_CPU_RUNQ); in msb_runq_prio_bits()
7352 *dcpup = msb_runq_prio_bit(flgs); in msb_runq_prio_bits()
7354 flgs = ERTS_RUNQ_FLGS_GET(ERTS_DIRTY_IO_RUNQ); in msb_runq_prio_bits()
7355 *diop = msb_runq_prio_bit(flgs); in msb_runq_prio_bits()
7525 erts_aint32_t flgs = sched_spin_suspended(ssi, in suspend_scheduler_sleep() local
7529 if (flgs == (ERTS_SSI_FLG_SLEEPING in suspend_scheduler_sleep()
7532 flgs = sched_set_suspended_sleeptype(ssi, ERTS_SSI_FLG_TSE_SLEEPING); in suspend_scheduler_sleep()
7533 if (flgs == (ERTS_SSI_FLG_SLEEPING in suspend_scheduler_sleep()
7569 erts_aint32_t flgs; in suspend_scheduler() local
7645 flgs = sched_prep_spin_suspended(ssi, ERTS_SSI_FLG_SUSPENDED); in suspend_scheduler()
7646 if (flgs & ERTS_SSI_FLG_SUSPENDED) { in suspend_scheduler()
7763 flgs = erts_atomic32_read_acqb(&ssi->flags); in suspend_scheduler()
7764 if (!(flgs & ERTS_SSI_FLG_SUSPENDED)) in suspend_scheduler()
7832 flgs = sched_prep_spin_suspended(ssi, (ERTS_SSI_FLG_WAITING in suspend_scheduler()
7834 if (!(flgs & ERTS_SSI_FLG_SUSPENDED)) in suspend_scheduler()