/kernel/linux/linux-5.10/kernel/rcu/ |
H A D | tree_stall.h | 187 rnp = rdp->mynode; in rcu_iw_handler() 429 delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq); in print_cpu_stall_info() 435 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info() 436 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info() 563 raw_spin_lock_irqsave_rcu_node(rdp->mynode, flags); in print_cpu_stall() 565 raw_spin_unlock_irqrestore_rcu_node(rdp->mynode, flags); in print_cpu_stall() 642 rnp = rdp->mynode; in check_cpu_stall() 821 rcu_check_gp_start_stall(rdp->mynode, rdp, j); in rcu_fwd_progress_check()
|
H A D | srcutree.c | 143 sdp->mynode = &snp_first[cpu / levelspread[level]]; in init_srcu_struct_nodes() 144 for (snp = sdp->mynode; snp != NULL; snp = snp->srcu_parent) { in init_srcu_struct_nodes() 153 sdp->grpmask = 1 << (cpu - sdp->mynode->grplo); in init_srcu_struct_nodes() 640 int idx = rcu_seq_ctr(s) % ARRAY_SIZE(sdp->mynode->srcu_have_cbs); in srcu_funnel_gp_start() 641 struct srcu_node *snp = sdp->mynode; in srcu_funnel_gp_start() 646 if (rcu_seq_done(&ssp->srcu_gp_seq, s) && snp != sdp->mynode) in srcu_funnel_gp_start() 651 if (snp == sdp->mynode && snp_seq == s) in srcu_funnel_gp_start() 654 if (snp == sdp->mynode && snp_seq != s) { in srcu_funnel_gp_start() 665 if (snp == sdp->mynode) in srcu_funnel_gp_start() 848 srcu_funnel_exp_start(ssp, sdp->mynode, in srcu_gp_start_if_needed() [all...] |
H A D | tree.c | 959 raw_spin_lock_rcu_node(rdp->mynode); in __rcu_irq_enter_check_tick() 966 raw_spin_unlock_rcu_node(rdp->mynode); in __rcu_irq_enter_check_tick() 1087 raw_lockdep_assert_held_rcu_node(rdp->mynode); in rcu_disable_urgency_upon_qs() 1161 rnp = rdp->mynode; in rcu_lockdep_current_cpu_online() 1198 rcu_gpnum_ovf(rdp->mynode, rdp); in dyntick_save_progress_counter() 1215 struct rcu_node *rnp = rdp->mynode; in rcu_implicit_dynticks_qs() 1668 rnp = rdp->mynode; in note_gp_changes() 1845 if (rnp == rdp->mynode) in rcu_gp_init() 2036 if (rnp == rdp->mynode) in rcu_gp_cleanup() 2274 rnp = rdp->mynode; in rcu_report_qs_rdp() [all...] |
H A D | tree_plugin.h | 144 WARN_ON_ONCE(rdp->mynode != rnp); 302 rnp = rdp->mynode; in rcu_note_context_switch() 615 struct rcu_node *rnp = rdp->mynode; in rcu_read_unlock_special() 1208 struct rcu_node *rnp = rdp->mynode; in rcu_prepare_kthreads() 1322 rnp = rdp->mynode; in rcu_try_advance_all_cbs() 1414 rnp = rdp->mynode; in rcu_prepare_for_idle() 1826 rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { in rcu_nocb_try_bypass() 1827 rcu_advance_cbs_nowake(rdp->mynode, rdp); in rcu_nocb_try_bypass() 1907 rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { 1908 rcu_advance_cbs_nowake(rdp->mynode, rd [all...] |
H A D | tree_exp.h | 259 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp() 283 struct rcu_node *rnp = rdp->mynode; in exp_funnel_lock() 651 struct rcu_node *rnp = rdp->mynode; 744 struct rcu_node *rnp = rdp->mynode; 766 rnp = rdp->mynode;
|
H A D | tree.h | 161 struct rcu_node *mynode; /* This CPU's leaf of hierarchy */ member
|
/kernel/linux/linux-6.6/kernel/rcu/ |
H A D | tree_stall.h | 224 rnp = rdp->mynode; in rcu_iw_handler() 501 delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq); in print_cpu_stall_info() 510 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info() 511 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info() 684 raw_spin_lock_irqsave_rcu_node(rdp->mynode, flags); in print_cpu_stall() 686 raw_spin_unlock_irqrestore_rcu_node(rdp->mynode, flags); in print_cpu_stall() 775 rnp = rdp->mynode; in check_cpu_stall() 1029 rcu_check_gp_start_stall(rdp->mynode, rdp, j); in rcu_fwd_progress_check()
|
H A D | tree.c | 635 raw_spin_lock_rcu_node(rdp->mynode); in __rcu_irq_enter_check_tick() 642 raw_spin_unlock_rcu_node(rdp->mynode); in __rcu_irq_enter_check_tick() 671 raw_lockdep_assert_held_rcu_node(rdp->mynode); in rcu_disable_urgency_upon_qs() 751 rcu_gpnum_ovf(rdp->mynode, rdp); in dyntick_save_progress_counter() 771 struct rcu_node *rnp = rdp->mynode; in rcu_implicit_dynticks_qs() 1273 rnp = rdp->mynode; in note_gp_changes() 1544 if (rnp == rdp->mynode) in rcu_gp_init() 1767 if (rnp == rdp->mynode) in rcu_gp_cleanup() 2017 rnp = rdp->mynode; in rcu_report_qs_rdp() 2373 rnp = raw_cpu_read(rcu_data.mynode); in rcu_force_quiescent_state() [all...] |
H A D | tree_nocb.h | 499 rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { in rcu_nocb_try_bypass() 500 rcu_advance_cbs_nowake(rdp->mynode, rdp); in rcu_nocb_try_bypass() 606 rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { 607 rcu_advance_cbs_nowake(rdp->mynode, rdp); 753 rnp = rdp->mynode; in nocb_gp_wait() 831 rnp = my_rdp->mynode; in nocb_gp_wait() 930 struct rcu_node *rnp = rdp->mynode; in nocb_cb_wait() 961 needwake_gp = rcu_advance_cbs(rdp->mynode, rdp); in nocb_cb_wait() 1630 struct rcu_node *rnp = rdp->mynode; in show_rcu_nocb_gp_state()
|
H A D | tree_exp.h | 261 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp() 285 struct rcu_node *rnp = rdp->mynode; in exp_funnel_lock() 753 struct rcu_node *rnp = rdp->mynode; 876 struct rcu_node *rnp = rdp->mynode; 900 rnp = rdp->mynode; 1079 rnp = rdp->mynode;
|
H A D | srcutree.c | 140 sdp->mynode = NULL; in init_srcu_struct_data() 220 sdp->mynode = &snp_first[cpu / levelspread[level]]; in init_srcu_struct_nodes() 221 for (snp = sdp->mynode; snp != NULL; snp = snp->srcu_parent) { in init_srcu_struct_nodes() 226 sdp->grpmask = 1UL << (cpu - sdp->mynode->grplo); in init_srcu_struct_nodes() 1001 int idx = rcu_seq_ctr(s) % ARRAY_SIZE(sdp->mynode->srcu_have_cbs); in srcu_funnel_gp_start() 1012 snp_leaf = sdp->mynode; in srcu_funnel_gp_start() 1289 sdp_mynode = sdp->mynode; in srcu_gp_start_if_needed()
|
H A D | tree_plugin.h | 161 WARN_ON_ONCE(rdp->mynode != rnp); 325 rnp = rdp->mynode; in rcu_note_context_switch() 642 struct rcu_node *rnp = rdp->mynode; in rcu_read_unlock_special()
|
H A D | tree.h | 188 struct rcu_node *mynode; /* This CPU's leaf of hierarchy */ member
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | srcutree.h | 38 struct srcu_node *mynode; /* Leaf srcu_node. */ member
|
/kernel/linux/linux-5.10/samples/bpf/ |
H A D | map_perf_test_user.c | 136 unsigned int mycpu, mynode; in do_test_lru() local 140 ret = syscall(__NR_getcpu, &mycpu, &mynode, NULL); in do_test_lru() 149 mynode); in do_test_lru()
|
/kernel/linux/linux-6.6/samples/bpf/ |
H A D | map_perf_test_user.c | 135 unsigned int mycpu, mynode; in do_test_lru() local 142 ret = syscall(__NR_getcpu, &mycpu, &mynode, NULL); in do_test_lru() 145 opts.numa_node = mynode; in do_test_lru()
|
/kernel/linux/linux-6.6/include/linux/ |
H A D | srcutree.h | 39 struct srcu_node *mynode; /* Leaf srcu_node. */ member
|
/kernel/linux/linux-5.10/fs/ocfs2/cluster/ |
H A D | tcp.c | 1552 struct o2nm_node *node = NULL, *mynode = NULL; in o2net_start_connect() local 1573 mynode = o2nm_get_node_by_num(o2nm_this_node()); in o2net_start_connect() 1574 if (mynode == NULL) in o2net_start_connect() 1612 myaddr.sin_addr.s_addr = mynode->nd_ipv4_address; in o2net_start_connect() 1619 ret, &mynode->nd_ipv4_address); in o2net_start_connect() 1656 if (mynode) in o2net_start_connect() 1657 o2nm_node_put(mynode); in o2net_start_connect()
|
/kernel/linux/linux-6.6/fs/ocfs2/cluster/ |
H A D | tcp.c | 1553 struct o2nm_node *node = NULL, *mynode = NULL; in o2net_start_connect() local 1574 mynode = o2nm_get_node_by_num(o2nm_this_node()); in o2net_start_connect() 1575 if (mynode == NULL) in o2net_start_connect() 1614 myaddr.sin_addr.s_addr = mynode->nd_ipv4_address; in o2net_start_connect() 1621 ret, &mynode->nd_ipv4_address); in o2net_start_connect() 1658 if (mynode) in o2net_start_connect() 1659 o2nm_node_put(mynode); in o2net_start_connect()
|