Home
last modified time | relevance | path

Searched refs:rcu_node (Results 1 - 21 of 21) sorted by relevance

/kernel/linux/linux-5.10/kernel/rcu/
H A Dtree.h40 struct rcu_node { struct
41 raw_spinlock_t __private lock; /* Root rcu_node's lock protects */
49 /* In leaf rcu_node, each bit corresponds to */
51 /* bit corresponds to a child rcu_node */
84 /* rcu_node tree? */
85 struct rcu_node *parent;
103 /* boosting is needed for this rcu_node */
105 /* queued on this rcu_node structure that */
115 /* boosting for this rcu_node structure. */
132 * Bitmasks in an rcu_node cove
[all...]
H A Dtree_exp.h13 static int rcu_print_task_exp_stall(struct rcu_node *rnp);
67 * Reset the ->expmaskinit values in the rcu_node tree to reflect any
80 struct rcu_node *rnp; in sync_exp_reset_tree_hotplug()
81 struct rcu_node *rnp_up; in sync_exp_reset_tree_hotplug()
90 * CPUs for the current rcu_node structure up the rcu_node tree. in sync_exp_reset_tree_hotplug()
127 * Reset the ->expmask values in the rcu_node tree in preparation for
133 struct rcu_node *rnp; in sync_exp_reset_tree()
146 * for the specified rcu_node structure, in other words, if all CPUs and
147 * tasks covered by the specified rcu_node structur
[all...]
H A Dtree_plugin.h88 static void rcu_report_exp_rnp(struct rcu_node *rnp, bool wake);
134 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp)
257 * some leaf rcu_node structure's ->blkd_tasks list. In addition to the
293 struct rcu_node *rnp; in rcu_note_context_switch()
343 * for the specified rcu_node structure. If the caller needs a reliable
344 * answer, it must hold the rcu_node's ->lock.
346 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp) in rcu_preempt_blocked_readers_cgp()
414 struct rcu_node *rnp) in rcu_next_node_entry()
425 * Return true if the specified rcu_node structure has tasks that were
428 static bool rcu_preempt_has_tasks(struct rcu_node *rn
[all...]
H A Dtree_stall.h184 struct rcu_node *rnp; in rcu_iw_handler()
204 * grace period on the specified rcu_node structure.
206 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
256 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags)
270 pr_err("\tTasks blocked on level-%d rcu_node (CPUs %d-%d):",
306 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
314 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags) in rcu_print_task_stall()
331 struct rcu_node *rnp; in rcu_dump_cpu_stacks()
478 struct rcu_node *rnp; in print_other_cpu_stall()
547 struct rcu_node *rn in print_cpu_stall()
[all...]
H A Dtree.c100 /* Dump rcu_node combining tree at boot to verify correct setup. */
106 /* Control rcu_node-tree auto-balancing at boot time. */
146 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp,
148 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf);
149 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf);
150 static void rcu_boost_kthread_setaffinity(struct rcu_node *rnp, int outgoingcpu);
154 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);
203 * Compute the mask of online CPUs for the specified rcu_node structure.
204 * This will not be stable unless the rcu_node structure's ->lock is
208 static unsigned long rcu_rnp_online_cpus(struct rcu_node *rn
[all...]
/kernel/linux/linux-6.6/kernel/rcu/
H A Dtree.h45 struct rcu_node { struct
46 raw_spinlock_t __private lock; /* Root rcu_node's lock protects */
54 /* In leaf rcu_node, each bit corresponds to */
56 /* bit corresponds to a child rcu_node */
87 /* rcu_node tree? */
88 struct rcu_node *parent;
106 /* boosting is needed for this rcu_node */
108 /* queued on this rcu_node structure that */
121 /* boosting for this rcu_node structure. */
124 unsigned long n_boosts; /* Number of boosts for this rcu_node structur
[all...]
H A Dtree_exp.h13 static int rcu_print_task_exp_stall(struct rcu_node *rnp);
14 static void rcu_exp_print_detail_task_stall_rnp(struct rcu_node *rnp);
70 * Reset the ->expmaskinit values in the rcu_node tree to reflect any
83 struct rcu_node *rnp; in sync_exp_reset_tree_hotplug()
84 struct rcu_node *rnp_up; in sync_exp_reset_tree_hotplug()
93 * CPUs for the current rcu_node structure up the rcu_node tree. in sync_exp_reset_tree_hotplug()
130 * Reset the ->expmask values in the rcu_node tree in preparation for
136 struct rcu_node *rnp; in sync_exp_reset_tree()
149 * for the specified rcu_node structur
[all...]
H A Dtree_plugin.h105 static void rcu_report_exp_rnp(struct rcu_node *rnp, bool wake);
151 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp)
276 * some leaf rcu_node structure's ->blkd_tasks list. In addition to the
316 struct rcu_node *rnp; in rcu_note_context_switch()
366 * for the specified rcu_node structure. If the caller needs a reliable
367 * answer, it must hold the rcu_node's ->lock.
369 static int rcu_preempt_blocked_readers_cgp(struct rcu_node *rnp) in rcu_preempt_blocked_readers_cgp()
441 struct rcu_node *rnp) in rcu_next_node_entry()
452 * Return true if the specified rcu_node structure has tasks that were
455 static bool rcu_preempt_has_tasks(struct rcu_node *rn
[all...]
H A Dtree.c98 /* Dump rcu_node combining tree at boot to verify correct setup. */
106 /* Control rcu_node-tree auto-balancing at boot time. */
146 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp,
148 static void rcu_boost_kthread_setaffinity(struct rcu_node *rnp, int outgoingcpu);
152 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);
156 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf);
157 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf);
222 * permit this function to be invoked without holding the root rcu_node
503 static struct rcu_node *rcu_get_root(void) in rcu_get_root()
632 // handler and that the rcu_node loc in __rcu_irq_enter_check_tick()
[all...]
H A Dtree_stall.h221 struct rcu_node *rnp; in rcu_iw_handler()
241 * grace period on the specified rcu_node structure.
243 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
293 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags)
307 pr_err("\tTasks blocked on level-%d rcu_node (CPUs %d-%d):",
343 static void rcu_print_detail_task_stall_rnp(struct rcu_node *rnp) in rcu_print_detail_task_stall_rnp()
351 static int rcu_print_task_stall(struct rcu_node *rnp, unsigned long flags)
369 struct rcu_node *rnp; in rcu_dump_cpu_stacks()
596 struct rcu_node *rnp; in print_other_cpu_stall()
667 struct rcu_node *rn in print_cpu_stall()
[all...]
H A Dtree_nocb.h204 static struct swait_queue_head *rcu_nocb_gp_get(struct rcu_node *rnp) in rcu_nocb_gp_get()
209 static void rcu_init_one_nocb(struct rcu_node *rnp) in rcu_init_one_nocb()
690 struct rcu_node *rnp; in nocb_gp_wait()
930 struct rcu_node *rnp = rdp->mynode; in nocb_cb_wait()
1630 struct rcu_node *rnp = rdp->mynode; in show_rcu_nocb_gp_state()
1750 static struct swait_queue_head *rcu_nocb_gp_get(struct rcu_node *rnp) in rcu_nocb_gp_get()
1755 static void rcu_init_one_nocb(struct rcu_node *rnp) in rcu_init_one_nocb()
/kernel/linux/linux-5.10/drivers/net/ethernet/chelsio/inline_crypto/chtls/
H A Dchtls.h234 struct list_head rcu_node; member
/kernel/linux/linux-5.10/drivers/scsi/cxgbi/
H A Dlibcxgbi.h480 struct list_head rcu_node; member
H A Dlibcxgbi.c157 list_add_tail_rcu(&cdev->rcu_node, &cdev_rcu_list); in cxgbi_device_register()
177 list_del_rcu(&cdev->rcu_node); in cxgbi_device_unregister()
267 list_for_each_entry_rcu(cdev, &cdev_rcu_list, rcu_node) { in cxgbi_device_find_by_netdev_rcu()
/kernel/linux/linux-6.6/drivers/net/ethernet/chelsio/inline_crypto/chtls/
H A Dchtls.h236 struct list_head rcu_node; member
/kernel/linux/linux-6.6/drivers/scsi/cxgbi/
H A Dlibcxgbi.h479 struct list_head rcu_node; member
H A Dlibcxgbi.c157 list_add_tail_rcu(&cdev->rcu_node, &cdev_rcu_list); in cxgbi_device_register()
177 list_del_rcu(&cdev->rcu_node); in cxgbi_device_unregister()
267 list_for_each_entry_rcu(cdev, &cdev_rcu_list, rcu_node) { in cxgbi_device_find_by_netdev_rcu()
/kernel/linux/linux-5.10/include/linux/
H A Dsched.h56 struct rcu_node;
873 struct rcu_node *rcu_blocked_node;
/kernel/linux/linux-6.6/include/linux/
H A Dsched.h60 struct rcu_node;
966 struct rcu_node *rcu_blocked_node;
/kernel/linux/linux-5.10/drivers/net/ethernet/chelsio/cxgb4/
H A Dcxgb4.h1158 struct list_head rcu_node; member
/kernel/linux/linux-6.6/drivers/net/ethernet/chelsio/cxgb4/
H A Dcxgb4.h1154 struct list_head rcu_node; member

Completed in 51 milliseconds