Searched refs:grpmask (Results 1 – 9 of 9) sorted by relevance
112 mask = rnp->grpmask; in sync_exp_reset_tree_hotplug()123 mask = rnp_up->grpmask; in sync_exp_reset_tree_hotplug()206 mask = rnp->grpmask; in __rcu_report_exp_rnp()260 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp()353 unsigned long mask = rdp->grpmask; in __sync_rcu_exp_select_node_cpus()381 unsigned long mask = rdp->grpmask; in __sync_rcu_exp_select_node_cpus()592 "o."[!!(rdp->grpmask & rnp->expmaskinit)], in synchronize_rcu_expedited_wait()593 "N."[!!(rdp->grpmask & rnp->expmaskinitnext)], in synchronize_rcu_expedited_wait()726 if (rnp->expmask & rdp->grpmask) { in rcu_exp_handler()818 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) || in rcu_exp_handler()[all …]
156 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()157 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0); in rcu_preempt_ctxt_queue()165 rdp->grpmask); in rcu_preempt_ctxt_queue()250 !(rnp->qsmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()252 !(rnp->expmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()339 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()645 (rdp->grpmask & READ_ONCE(rnp->expmask)) || in rcu_read_unlock_special()647 ((rdp->grpmask & READ_ONCE(rnp->qsmask)) || t->rcu_blocked_node)) || in rcu_read_unlock_special()
2279 mask = rnp->grpmask; in rcu_report_qs_rnp()2337 mask = rnp->grpmask; in rcu_report_unblock_qs_rnp()2371 mask = rdp->grpmask; in rcu_report_qs_rdp()2688 mask |= rdp->grpmask; in force_qs_rnp()2692 rsmask |= rdp->grpmask; in force_qs_rnp()4712 mask = rnp->grpmask; in rcu_cleanup_dead_rnp()4744 mask = rnp->grpmask; in rcu_init_new_rnp()4981 rnp->ffmask |= rdp->grpmask; in rcutree_online_cpu()5021 mask = rdp->grpmask; in rcutree_report_cpu_starting()5082 mask = rdp->grpmask; in rcutree_report_cpu_dead()[all …]
77 unsigned long grpmask; /* Mask to apply to parent qsmask. */ member188 unsigned long grpmask; /* Mask to apply to leaf qsmask. */ member
512 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info()513 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info()552 } else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) { in rcu_check_gp_kthread_starvation()781 self_detected = READ_ONCE(rnp->qsmask) & rdp->grpmask; in check_cpu_stall()
226 sdp->grpmask = 1UL << (cpu - sdp->mynode->grplo); in init_srcu_struct_nodes()1015 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()1027 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
40 unsigned long grpmask; /* Mask for leaf srcu_node */ member
31 u64 grpmask = 0; in cpt_disable_cores() local38 grpmask = cpt_read_csr64(cpt->reg_base, CPTX_PF_GX_EN(0, grp)); in cpt_disable_cores()40 (grpmask & ~coremask)); in cpt_disable_cores()
336 4 unsigned long grpmask;348 during initialization and for tracing. The ``->grpmask`` field is the806 3 unsigned long grpmask;815 The ``->grpmask`` field indicates the bit in the ``->mynode->qsmask``