Home
last modified time | relevance | path

Searched refs:grpmask (Results 1 - 16 of 16) sorted by relevance

/kernel/linux/linux-5.10/kernel/rcu/
H A Dtree_exp.h109 mask = rnp->grpmask; in sync_exp_reset_tree_hotplug()
120 mask = rnp_up->grpmask; in sync_exp_reset_tree_hotplug()
205 mask = rnp->grpmask;
259 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp()
354 unsigned long mask = rdp->grpmask; in sync_rcu_exp_select_node_cpus()
382 unsigned long mask = rdp->grpmask; in sync_rcu_exp_select_node_cpus()
543 "o."[!!(rdp->grpmask & rnp->expmaskinit)],
544 "N."[!!(rdp->grpmask & rnp->expmaskinitnext)]);
685 if (rnp->expmask & rdp->grpmask) {
746 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||
[all...]
H A Dtree.c1162 if (rdp->grpmask & rcu_rnp_online_cpus(rnp) || READ_ONCE(rnp->ofl_seq) & 0x1) in rcu_lockdep_current_cpu_online()
1249 if (WARN_ON_ONCE(!(rdp->grpmask & rcu_rnp_online_cpus(rnp)))) { in rcu_implicit_dynticks_qs()
1259 onl = !!(rdp->grpmask & rcu_rnp_online_cpus(rnp)); in rcu_implicit_dynticks_qs()
1323 (rnp->ffmask & rdp->grpmask)) { in rcu_implicit_dynticks_qs()
1636 rdp->core_needs_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1648 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
2195 mask = rnp->grpmask;
2253 mask = rnp->grpmask;
2289 mask = rdp->grpmask; in rcu_report_qs_rdp()
2355 blkd = !!(rnp->qsmask & rdp->grpmask); in rcutree_dying_cpu()
[all...]
H A Dtree.h75 unsigned long grpmask; /* Mask to apply to parent qsmask. */ member
162 unsigned long grpmask; /* Mask to apply to leaf qsmask. */ member
H A Dtree_plugin.h139 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) +
140 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0);
148 rdp->grpmask);
233 !(rnp->qsmask & rdp->grpmask));
235 !(rnp->expmask & rdp->grpmask));
312 WARN_ON_ONCE((rdp->grpmask & rcu_rnp_online_cpus(rnp)) == 0); in rcu_note_context_switch()
316 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()
619 (rdp->grpmask & READ_ONCE(rnp->expmask)); in rcu_read_unlock_special()
773 onl = !!(rdp->grpmask & rcu_rnp_online_cpus(rnp)); in dump_blkd_tasks()
H A Dtree_stall.h435 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info()
436 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info()
645 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
H A Dsrcutree.c153 sdp->grpmask = 1 << (cpu - sdp->mynode->grplo); in init_srcu_struct_nodes()
652 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
666 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
/kernel/linux/linux-6.6/kernel/rcu/
H A Dtree_exp.h112 mask = rnp->grpmask; in sync_exp_reset_tree_hotplug()
123 mask = rnp_up->grpmask; in sync_exp_reset_tree_hotplug()
207 mask = rnp->grpmask;
261 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp()
354 unsigned long mask = rdp->grpmask; in __sync_rcu_exp_select_node_cpus()
382 unsigned long mask = rdp->grpmask; in __sync_rcu_exp_select_node_cpus()
653 "o."[!!(rdp->grpmask & rnp->expmaskinit)],
654 "N."[!!(rdp->grpmask & rnp->expmaskinitnext)],
787 if (rnp->expmask & rdp->grpmask) {
879 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||
[all...]
H A Dtree_plugin.h156 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) +
157 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0);
165 rdp->grpmask);
250 !(rnp->qsmask & rdp->grpmask));
252 !(rnp->expmask & rdp->grpmask));
339 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()
645 (rdp->grpmask & READ_ONCE(rnp->expmask)) || in rcu_read_unlock_special()
647 ((rdp->grpmask & READ_ONCE(rnp->qsmask)) || t->rcu_blocked_node)) || in rcu_read_unlock_special()
H A Dtree.c875 (rnp->ffmask & rdp->grpmask)) { in rcu_implicit_dynticks_qs()
1239 rdp->core_needs_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1251 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1940 mask = rnp->grpmask;
1998 mask = rnp->grpmask;
2032 mask = rdp->grpmask; in rcu_report_qs_rdp()
2342 mask |= rdp->grpmask; in force_qs_rnp()
2346 rsmask |= rdp->grpmask; in force_qs_rnp()
2655 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask | rdp->grpmask); in check_cb_ovld_locked()
2657 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask & ~rdp->grpmask); in check_cb_ovld_locked()
[all...]
H A Dtree.h78 unsigned long grpmask; /* Mask to apply to parent qsmask. */ member
189 unsigned long grpmask; /* Mask to apply to leaf qsmask. */ member
H A Dtree_stall.h510 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info()
511 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info()
778 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
H A Dsrcutree.c226 sdp->grpmask = 1UL << (cpu - sdp->mynode->grplo); in init_srcu_struct_nodes()
1023 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
1035 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
/kernel/linux/linux-5.10/include/linux/
H A Dsrcutree.h39 unsigned long grpmask; /* Mask for leaf srcu_node */ member
/kernel/linux/linux-6.6/include/linux/
H A Dsrcutree.h40 unsigned long grpmask; /* Mask for leaf srcu_node */ member
/kernel/linux/linux-5.10/drivers/crypto/cavium/cpt/
H A Dcptpf_main.c32 u64 grpmask = 0; in cpt_disable_cores() local
39 grpmask = cpt_read_csr64(cpt->reg_base, CPTX_PF_GX_EN(0, grp)); in cpt_disable_cores()
41 (grpmask & ~coremask)); in cpt_disable_cores()
/kernel/linux/linux-6.6/drivers/crypto/cavium/cpt/
H A Dcptpf_main.c31 u64 grpmask = 0; in cpt_disable_cores() local
38 grpmask = cpt_read_csr64(cpt->reg_base, CPTX_PF_GX_EN(0, grp)); in cpt_disable_cores()
40 (grpmask & ~coremask)); in cpt_disable_cores()

Completed in 31 milliseconds