/kernel/linux/linux-6.6/kernel/rcu/ |
H A D | tasks.h | 16 typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *rtp); 21 typedef void (*postgp_func_t)(struct rcu_tasks *rtp); 219 static void set_tasks_gp_state(struct rcu_tasks *rtp, int newstate) in set_tasks_gp_state() argument 221 rtp->gp_state = newstate; in set_tasks_gp_state() 222 rtp->gp_jiffies = jiffies; in set_tasks_gp_state() 227 static const char *tasks_gp_state_getname(struct rcu_tasks *rtp) in tasks_gp_state_getname() argument 229 int i = data_race(rtp->gp_state); // Let KCSAN detect update races in tasks_gp_state_getname() 240 static void cblist_init_generic(struct rcu_tasks *rtp) in cblist_init_generic() argument 260 WRITE_ONCE(rtp->percpu_enqueue_shift, shift); in cblist_init_generic() 261 WRITE_ONCE(rtp in cblist_init_generic() 285 rcu_tasks_lazy_time(struct rcu_tasks *rtp) rcu_tasks_lazy_time() argument 295 struct rcu_tasks *rtp; call_rcu_tasks_generic_timer() local 314 struct rcu_tasks *rtp; call_rcu_tasks_iw_wakeup() local 322 call_rcu_tasks_generic(struct rcu_head *rhp, rcu_callback_t func, struct rcu_tasks *rtp) call_rcu_tasks_generic() argument 386 struct rcu_tasks *rtp; rcu_barrier_tasks_generic_cb() local 397 rcu_barrier_tasks_generic(struct rcu_tasks *rtp) rcu_barrier_tasks_generic() argument 432 rcu_tasks_need_gpcb(struct rcu_tasks *rtp) rcu_tasks_need_gpcb() argument 508 rcu_tasks_invoke_cbs(struct rcu_tasks *rtp, struct rcu_tasks_percpu *rtpcp) rcu_tasks_invoke_cbs() argument 555 struct rcu_tasks *rtp; rcu_tasks_invoke_cbs_wq() local 563 rcu_tasks_one_gp(struct rcu_tasks *rtp, bool midboot) rcu_tasks_one_gp() argument 600 struct rcu_tasks *rtp = arg; rcu_tasks_kthread() local 630 synchronize_rcu_tasks_generic(struct rcu_tasks *rtp) synchronize_rcu_tasks_generic() argument 646 rcu_spawn_tasks_kthread_generic(struct rcu_tasks *rtp) rcu_spawn_tasks_kthread_generic() argument 689 show_rcu_tasks_generic_gp_kthread(struct rcu_tasks *rtp, char *s) show_rcu_tasks_generic_gp_kthread() argument 732 rcu_tasks_wait_gp(struct rcu_tasks *rtp) rcu_tasks_wait_gp() argument 1010 rcu_tasks_postgp(struct rcu_tasks *rtp) rcu_tasks_postgp() argument 1207 rcu_tasks_rude_wait_gp(struct rcu_tasks *rtp) rcu_tasks_rude_wait_gp() argument 1823 rcu_tasks_trace_postgp(struct rcu_tasks *rtp) rcu_tasks_trace_postgp() argument [all...] |
H A D | rcutorture.c | 1713 static void rcu_torture_reader_do_mbchk(long myid, struct rcu_torture *rtp, in rcu_torture_reader_do_mbchk() argument 1739 !READ_ONCE(rtp->rtort_chkp) && in rcu_torture_reader_do_mbchk() 1746 cmpxchg_relaxed(&rtp->rtort_chkp, NULL, rtrcp)) in rcu_torture_reader_do_mbchk()
|
/kernel/linux/linux-5.10/kernel/rcu/ |
H A D | tasks.h | 15 typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *rtp); 20 typedef void (*postgp_func_t)(struct rcu_tasks *rtp); 132 static void set_tasks_gp_state(struct rcu_tasks *rtp, int newstate) in set_tasks_gp_state() argument 134 rtp->gp_state = newstate; in set_tasks_gp_state() 135 rtp->gp_jiffies = jiffies; in set_tasks_gp_state() 140 static const char *tasks_gp_state_getname(struct rcu_tasks *rtp) in tasks_gp_state_getname() argument 142 int i = data_race(rtp->gp_state); // Let KCSAN detect update races in tasks_gp_state_getname() 153 struct rcu_tasks *rtp) in call_rcu_tasks_generic() 160 raw_spin_lock_irqsave(&rtp->cbs_lock, flags); in call_rcu_tasks_generic() 161 needwake = !rtp in call_rcu_tasks_generic() 152 call_rcu_tasks_generic(struct rcu_head *rhp, rcu_callback_t func, struct rcu_tasks *rtp) call_rcu_tasks_generic() argument 171 synchronize_rcu_tasks_generic(struct rcu_tasks *rtp) synchronize_rcu_tasks_generic() argument 188 struct rcu_tasks *rtp = arg; rcu_tasks_kthread() local 245 rcu_spawn_tasks_kthread_generic(struct rcu_tasks *rtp) rcu_spawn_tasks_kthread_generic() argument 281 show_rcu_tasks_generic_gp_kthread(struct rcu_tasks *rtp, char *s) show_rcu_tasks_generic_gp_kthread() argument 304 rcu_tasks_wait_gp(struct rcu_tasks *rtp) rcu_tasks_wait_gp() argument 484 rcu_tasks_postgp(struct rcu_tasks *rtp) rcu_tasks_postgp() argument 650 rcu_tasks_rude_wait_gp(struct rcu_tasks *rtp) rcu_tasks_rude_wait_gp() argument 1091 rcu_tasks_trace_postgp(struct rcu_tasks *rtp) rcu_tasks_trace_postgp() argument [all...] |
/kernel/linux/linux-5.10/lib/ |
H A D | radix-tree.c | 244 struct radix_tree_preload *rtp; in radix_tree_node_alloc() local 261 rtp = this_cpu_ptr(&radix_tree_preloads); in radix_tree_node_alloc() 262 if (rtp->nr) { in radix_tree_node_alloc() 263 ret = rtp->nodes; in radix_tree_node_alloc() 264 rtp->nodes = ret->parent; in radix_tree_node_alloc() 265 rtp->nr--; in radix_tree_node_alloc() 322 struct radix_tree_preload *rtp; in __radix_tree_preload() local 333 rtp = this_cpu_ptr(&radix_tree_preloads); in __radix_tree_preload() 334 while (rtp->nr < nr) { in __radix_tree_preload() 340 rtp in __radix_tree_preload() 1577 struct radix_tree_preload *rtp; radix_tree_cpu_dead() local [all...] |
/kernel/linux/linux-6.6/lib/ |
H A D | radix-tree.c | 246 struct radix_tree_preload *rtp; in radix_tree_node_alloc() local 263 rtp = this_cpu_ptr(&radix_tree_preloads); in radix_tree_node_alloc() 264 if (rtp->nr) { in radix_tree_node_alloc() 265 ret = rtp->nodes; in radix_tree_node_alloc() 266 rtp->nodes = ret->parent; in radix_tree_node_alloc() 267 rtp->nr--; in radix_tree_node_alloc() 324 struct radix_tree_preload *rtp; in __radix_tree_preload() local 335 rtp = this_cpu_ptr(&radix_tree_preloads); in __radix_tree_preload() 336 while (rtp->nr < nr) { in __radix_tree_preload() 342 rtp in __radix_tree_preload() 1580 struct radix_tree_preload *rtp; radix_tree_cpu_dead() local [all...] |
/kernel/linux/linux-5.10/drivers/gpu/drm/radeon/ |
H A D | atombios_dp.c | 566 int rtp = 0; in radeon_dp_set_tp() local 572 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN1; in radeon_dp_set_tp() 575 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN2; in radeon_dp_set_tp() 578 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN3; in radeon_dp_set_tp() 581 atombios_dig_encoder_setup(dp_info->encoder, rtp, 0); in radeon_dp_set_tp() 585 rtp = 0; in radeon_dp_set_tp() 588 rtp = 1; in radeon_dp_set_tp() 592 dp_info->dp_clock, dp_info->enc_id, rtp); in radeon_dp_set_tp()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/radeon/ |
H A D | atombios_dp.c | 567 int rtp = 0; in radeon_dp_set_tp() local 573 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN1; in radeon_dp_set_tp() 576 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN2; in radeon_dp_set_tp() 579 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN3; in radeon_dp_set_tp() 582 atombios_dig_encoder_setup(dp_info->encoder, rtp, 0); in radeon_dp_set_tp() 586 rtp = 0; in radeon_dp_set_tp() 589 rtp = 1; in radeon_dp_set_tp() 593 dp_info->dp_clock, dp_info->enc_id, rtp); in radeon_dp_set_tp()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/amd/ |
H A D | declance.c | 333 unsigned char *rtp; in cp_to_buf() local 349 rtp = (unsigned char *)tp; in cp_to_buf() 352 *rtp++ = *rfp++; in cp_to_buf() 377 rtp = (unsigned char *)tp; in cp_to_buf() 380 *rtp++ = *rfp++; in cp_to_buf() 392 unsigned char *rtp; in cp_from_buf() local 408 rtp = (unsigned char *)tp; in cp_from_buf() 412 *rtp++ = *rfp++; in cp_from_buf() 438 rtp = (unsigned char *)tp; in cp_from_buf() 441 *rtp in cp_from_buf() [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/amd/ |
H A D | declance.c | 333 unsigned char *rtp; in cp_to_buf() local 349 rtp = (unsigned char *)tp; in cp_to_buf() 352 *rtp++ = *rfp++; in cp_to_buf() 377 rtp = (unsigned char *)tp; in cp_to_buf() 380 *rtp++ = *rfp++; in cp_to_buf() 392 unsigned char *rtp; in cp_from_buf() local 408 rtp = (unsigned char *)tp; in cp_from_buf() 412 *rtp++ = *rfp++; in cp_from_buf() 438 rtp = (unsigned char *)tp; in cp_from_buf() 441 *rtp in cp_from_buf() [all...] |
/kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
H A D | atombios_dp.c | 515 int rtp = 0; in amdgpu_atombios_dp_set_tp() local 520 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN1; in amdgpu_atombios_dp_set_tp() 523 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN2; in amdgpu_atombios_dp_set_tp() 526 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN3; in amdgpu_atombios_dp_set_tp() 529 amdgpu_atombios_encoder_setup_dig_encoder(dp_info->encoder, rtp, 0); in amdgpu_atombios_dp_set_tp()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdgpu/ |
H A D | atombios_dp.c | 518 int rtp = 0; in amdgpu_atombios_dp_set_tp() local 523 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN1; in amdgpu_atombios_dp_set_tp() 526 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN2; in amdgpu_atombios_dp_set_tp() 529 rtp = ATOM_ENCODER_CMD_DP_LINK_TRAINING_PATTERN3; in amdgpu_atombios_dp_set_tp() 532 amdgpu_atombios_encoder_setup_dig_encoder(dp_info->encoder, rtp, 0); in amdgpu_atombios_dp_set_tp()
|
/kernel/linux/linux-5.10/drivers/md/ |
H A D | dm-raid.c | 635 static bool __got_raid10(struct raid_type *rtp, const int layout) in __got_raid10() argument 637 if (rtp->level == 10) { in __got_raid10() 638 switch (rtp->algorithm) { in __got_raid10() 657 struct raid_type *rtp = raid_types + ARRAY_SIZE(raid_types); in get_raid_type() local 659 while (rtp-- > raid_types) in get_raid_type() 660 if (!strcasecmp(rtp->name, name)) in get_raid_type() 661 return rtp; in get_raid_type() 669 struct raid_type *rtp = raid_types + ARRAY_SIZE(raid_types); in get_raid_type_by_ll() local 671 while (rtp-- > raid_types) { in get_raid_type_by_ll() 673 if (rtp in get_raid_type_by_ll() [all...] |
/kernel/linux/linux-6.6/drivers/md/ |
H A D | dm-raid.c | 636 static bool __got_raid10(struct raid_type *rtp, const int layout) in __got_raid10() argument 638 if (rtp->level == 10) { in __got_raid10() 639 switch (rtp->algorithm) { in __got_raid10() 658 struct raid_type *rtp = raid_types + ARRAY_SIZE(raid_types); in get_raid_type() local 660 while (rtp-- > raid_types) in get_raid_type() 661 if (!strcasecmp(rtp->name, name)) in get_raid_type() 662 return rtp; in get_raid_type() 670 struct raid_type *rtp = raid_types + ARRAY_SIZE(raid_types); in get_raid_type_by_ll() local 672 while (rtp-- > raid_types) { in get_raid_type_by_ll() 674 if (rtp in get_raid_type_by_ll() [all...] |
/kernel/linux/linux-5.10/net/ipv4/ |
H A D | ip_output.c | 1254 struct ipcm_cookie *ipc, struct rtable **rtp) in ip_setup_cork() 1259 rt = *rtp; in ip_setup_cork() 1289 *rtp = NULL; in ip_setup_cork() 1318 struct ipcm_cookie *ipc, struct rtable **rtp, in ip_append_data() 1328 err = ip_setup_cork(sk, &inet->cork.base, ipc, rtp); in ip_append_data() 1638 struct ipcm_cookie *ipc, struct rtable **rtp, in ip_make_skb() 1652 err = ip_setup_cork(sk, cork, ipc, rtp); in ip_make_skb() 1253 ip_setup_cork(struct sock *sk, struct inet_cork *cork, struct ipcm_cookie *ipc, struct rtable **rtp) ip_setup_cork() argument 1314 ip_append_data(struct sock *sk, struct flowi4 *fl4, int getfrag(void *from, char *to, int offset, int len, int odd, struct sk_buff *skb), void *from, int length, int transhdrlen, struct ipcm_cookie *ipc, struct rtable **rtp, unsigned int flags) ip_append_data() argument 1633 ip_make_skb(struct sock *sk, struct flowi4 *fl4, int getfrag(void *from, char *to, int offset, int len, int odd, struct sk_buff *skb), void *from, int length, int transhdrlen, struct ipcm_cookie *ipc, struct rtable **rtp, struct inet_cork *cork, unsigned int flags) ip_make_skb() argument
|
H A D | fib_semantics.c | 148 static void rt_fibinfo_free(struct rtable __rcu **rtp) in rt_fibinfo_free() argument 150 struct rtable *rt = rcu_dereference_protected(*rtp, 1); in rt_fibinfo_free() 155 /* Not even needed : RCU_INIT_POINTER(*rtp, NULL); in rt_fibinfo_free() 192 static void rt_fibinfo_free_cpus(struct rtable __rcu * __percpu *rtp) in rt_fibinfo_free_cpus() argument 196 if (!rtp) in rt_fibinfo_free_cpus() 202 rt = rcu_dereference_protected(*per_cpu_ptr(rtp, cpu), 1); in rt_fibinfo_free_cpus() 208 free_percpu(rtp); in rt_fibinfo_free_cpus()
|
H A D | raw.c | 346 struct rtable **rtp, unsigned int flags, in raw_send_hdrinc() 355 struct rtable *rt = *rtp; in raw_send_hdrinc() 382 *rtp = NULL; in raw_send_hdrinc() 344 raw_send_hdrinc(struct sock *sk, struct flowi4 *fl4, struct msghdr *msg, size_t length, struct rtable **rtp, unsigned int flags, const struct sockcm_cookie *sockc) raw_send_hdrinc() argument
|
/kernel/linux/linux-6.6/net/ipv4/ |
H A D | ip_output.c | 1279 struct ipcm_cookie *ipc, struct rtable **rtp) in ip_setup_cork() 1284 rt = *rtp; in ip_setup_cork() 1314 *rtp = NULL; in ip_setup_cork() 1343 struct ipcm_cookie *ipc, struct rtable **rtp, in ip_append_data() 1353 err = ip_setup_cork(sk, &inet->cork.base, ipc, rtp); in ip_append_data() 1534 struct ipcm_cookie *ipc, struct rtable **rtp, in ip_make_skb() 1548 err = ip_setup_cork(sk, cork, ipc, rtp); in ip_make_skb() 1278 ip_setup_cork(struct sock *sk, struct inet_cork *cork, struct ipcm_cookie *ipc, struct rtable **rtp) ip_setup_cork() argument 1339 ip_append_data(struct sock *sk, struct flowi4 *fl4, int getfrag(void *from, char *to, int offset, int len, int odd, struct sk_buff *skb), void *from, int length, int transhdrlen, struct ipcm_cookie *ipc, struct rtable **rtp, unsigned int flags) ip_append_data() argument 1529 ip_make_skb(struct sock *sk, struct flowi4 *fl4, int getfrag(void *from, char *to, int offset, int len, int odd, struct sk_buff *skb), void *from, int length, int transhdrlen, struct ipcm_cookie *ipc, struct rtable **rtp, struct inet_cork *cork, unsigned int flags) ip_make_skb() argument
|
H A D | fib_semantics.c | 150 static void rt_fibinfo_free(struct rtable __rcu **rtp) in rt_fibinfo_free() argument 152 struct rtable *rt = rcu_dereference_protected(*rtp, 1); in rt_fibinfo_free() 157 /* Not even needed : RCU_INIT_POINTER(*rtp, NULL); in rt_fibinfo_free() 194 static void rt_fibinfo_free_cpus(struct rtable __rcu * __percpu *rtp) in rt_fibinfo_free_cpus() argument 198 if (!rtp) in rt_fibinfo_free_cpus() 204 rt = rcu_dereference_protected(*per_cpu_ptr(rtp, cpu), 1); in rt_fibinfo_free_cpus() 210 free_percpu(rtp); in rt_fibinfo_free_cpus()
|
H A D | raw.c | 321 struct rtable **rtp, unsigned int flags, in raw_send_hdrinc() 330 struct rtable *rt = *rtp; in raw_send_hdrinc() 358 *rtp = NULL; in raw_send_hdrinc() 319 raw_send_hdrinc(struct sock *sk, struct flowi4 *fl4, struct msghdr *msg, size_t length, struct rtable **rtp, unsigned int flags, const struct sockcm_cookie *sockc) raw_send_hdrinc() argument
|
/kernel/linux/linux-5.10/net/ipv6/ |
H A D | ip6_fib.c | 1902 struct fib6_info __rcu **rtp, struct nl_info *info) in fib6_del_route() 1906 struct fib6_info *rt = rcu_dereference_protected(*rtp, in fib6_del_route() 1928 *rtp = rt->fib6_next; in fib6_del_route() 2001 struct fib6_info __rcu **rtp; in fib6_del() local 2021 for (rtp = &fn->leaf; *rtp; rtp = rtp_next) { in fib6_del() 2022 struct fib6_info *cur = rcu_dereference_protected(*rtp, in fib6_del() 2027 fib6_del_route(table, fn, rtp, info); in fib6_del() 1901 fib6_del_route(struct fib6_table *table, struct fib6_node *fn, struct fib6_info __rcu **rtp, struct nl_info *info) fib6_del_route() argument
|
H A D | addrconf.c | 6491 struct rt6_info **rtp; in addrconf_disable_policy_idev() local 6493 rtp = per_cpu_ptr(nh->rt6i_pcpu, cpu); in addrconf_disable_policy_idev() 6494 addrconf_set_nopolicy(*rtp, val); in addrconf_disable_policy_idev()
|
/kernel/linux/linux-6.6/net/ipv6/ |
H A D | ip6_fib.c | 1899 struct fib6_info __rcu **rtp, struct nl_info *info) in fib6_del_route() 1903 struct fib6_info *rt = rcu_dereference_protected(*rtp, in fib6_del_route() 1925 *rtp = rt->fib6_next; in fib6_del_route() 1998 struct fib6_info __rcu **rtp; in fib6_del() local 2018 for (rtp = &fn->leaf; *rtp; rtp = rtp_next) { in fib6_del() 2019 struct fib6_info *cur = rcu_dereference_protected(*rtp, in fib6_del() 2024 fib6_del_route(table, fn, rtp, info); in fib6_del() 1898 fib6_del_route(struct fib6_table *table, struct fib6_node *fn, struct fib6_info __rcu **rtp, struct nl_info *info) fib6_del_route() argument
|
/kernel/linux/linux-6.6/net/mctp/test/ |
H A D | route-test.c | 285 struct mctp_test_route **rtp, in __mctp_route_test_init() 310 *rtp = rt; in __mctp_route_test_init() 283 __mctp_route_test_init(struct kunit *test, struct mctp_test_dev **devp, struct mctp_test_route **rtp, struct socket **sockp) __mctp_route_test_init() argument
|
/kernel/linux/linux-5.10/include/net/ |
H A D | ip.h | 237 struct ipcm_cookie *ipc, struct rtable **rtp,
|
/kernel/linux/linux-6.6/include/net/ |
H A D | ip.h | 236 struct ipcm_cookie *ipc, struct rtable **rtp,
|