Lines Matching refs:rcu_node
105 static void rcu_report_exp_rnp(struct rcu_node *rnp, bool wake);
151 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp)
276 * some leaf rcu_node structure's ->blkd_tasks list. In addition to the
316 struct rcu_node *rnp;
366 * for the specified rcu_node structure. If the caller needs a reliable
367 * answer, it must hold the rcu_node's ->lock.
369 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp)
441 struct rcu_node *rnp)
452 * Return true if the specified rcu_node structure has tasks that were
455 static bool rcu_preempt_has_tasks(struct rcu_node *rnp)
474 struct rcu_node *rnp;
513 * now remains queued on the rcu_node corresponding to the
564 * then we need to report up the rcu_node hierarchy.
642 struct rcu_node *rnp = rdp->mynode;
693 static void rcu_preempt_check_blocked_tasks(struct rcu_node *rnp)
715 * recorded in the corresponding CPU's rcu_node structure, which is checked
778 dump_blkd_tasks(struct rcu_node *rnp, int ncheck)
784 struct rcu_node *rnp1;
913 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp)
921 static bool rcu_preempt_has_tasks(struct rcu_node *rnp)
938 // read-side critical sections, which in turn means that the leaf rcu_node
955 static void rcu_preempt_check_blocked_tasks(struct rcu_node *rnp)
995 dump_blkd_tasks(struct rcu_node *rnp, int ncheck)
1047 static int rcu_boost(struct rcu_node *rnp)
1108 * Priority-boosting kthread, one per leaf rcu_node.
1112 struct rcu_node *rnp = (struct rcu_node *)arg;
1144 * blocking the current grace period, and, if so, tell the per-rcu_node
1152 static void rcu_initiate_boost(struct rcu_node *rnp, unsigned long flags)
1182 static void rcu_preempt_boost_start_gp(struct rcu_node *rnp)
1191 static void rcu_spawn_one_boost_kthread(struct rcu_node *rnp)
1219 * Set the per-rcu_node kthread's affinity to cover all CPUs that are
1220 * served by the rcu_node in question. The CPU hotplug lock is still
1229 static void rcu_boost_kthread_setaffinity(struct rcu_node *rnp, int outgoingcpu)
1259 static void rcu_initiate_boost(struct rcu_node *rnp, unsigned long flags)
1265 static void rcu_preempt_boost_start_gp(struct rcu_node *rnp)
1269 static void rcu_spawn_one_boost_kthread(struct rcu_node *rnp)
1273 static void rcu_boost_kthread_setaffinity(struct rcu_node *rnp, int outgoingcpu)