Home
last modified time | relevance | path

Searched refs:need_qs (Results 1 - 12 of 12) sorted by relevance

/kernel/linux/linux-5.10/kernel/rcu/
H A Dtasks.h804 int nq = READ_ONCE(t->trc_reader_special.b.need_qs); in rcu_read_unlock_trace_special()
809 // Update .need_qs before ->trc_reader_nesting for irq/NMI handlers. in rcu_read_unlock_trace_special()
811 WRITE_ONCE(t->trc_reader_special.b.need_qs, false); in rcu_read_unlock_trace_special()
862 WARN_ON_ONCE(READ_ONCE(t->trc_reader_special.b.need_qs)); in trc_read_check_handler()
863 WRITE_ONCE(t->trc_reader_special.b.need_qs, true); in trc_read_check_handler()
914 WARN_ON_ONCE(READ_ONCE(t->trc_reader_special.b.need_qs)); in trc_inspect_reader()
915 WRITE_ONCE(t->trc_reader_special.b.need_qs, true); in trc_inspect_reader()
996 WRITE_ONCE(t->trc_reader_special.b.need_qs, false); in rcu_tasks_trace_pertask()
1039 " N"[!!READ_ONCE(t->trc_reader_special.b.need_qs)], in show_stalled_task_trace()
1125 if (READ_ONCE(t->trc_reader_special.b.need_qs)) in rcu_tasks_trace_postgp()
[all...]
H A Dtree_plugin.h272 WRITE_ONCE(current->rcu_read_unlock_special.b.need_qs, false); in rcu_qs()
380 WRITE_ONCE(current->rcu_read_unlock_special.b.need_qs, true); in __rcu_read_lock()
462 if (special.b.need_qs) { in rcu_preempt_deferred_qs_irqrestore()
709 !t->rcu_read_unlock_special.b.need_qs && in rcu_flavor_sched_clock_irq()
711 t->rcu_read_unlock_special.b.need_qs = true; in rcu_flavor_sched_clock_irq()
H A Dtree_stall.h289 ".q"[rscr.rs.b.need_qs],
H A Dtree.c1616 bool need_qs; in __note_gp_changes() local
1648 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1649 rdp->cpu_no_qs.b.norm = need_qs; in __note_gp_changes()
1650 rdp->core_needs_qs = need_qs; in __note_gp_changes()
/kernel/linux/linux-6.6/kernel/rcu/
H A Dtasks.h1359 // on .b.need_qs flag of each task involved in this process, or by scheduler
1386 /* Load from ->trc_reader_special.b.need_qs with proper ordering. */
1390 return smp_load_acquire(&t->trc_reader_special.b.need_qs); in rcu_ld_need_qs()
1393 /* Store to ->trc_reader_special.b.need_qs with proper ordering. */
1396 smp_store_release(&t->trc_reader_special.b.need_qs, v); in rcu_st_need_qs()
1401 * Do a cmpxchg() on ->trc_reader_special.b.need_qs, allowing for
1411 if (trs_old.b.need_qs != old) in rcu_trc_cmpxchg_need_qs()
1412 return trs_old.b.need_qs; in rcu_trc_cmpxchg_need_qs()
1413 trs_new.b.need_qs = new; in rcu_trc_cmpxchg_need_qs()
1415 return ret.b.need_qs; in rcu_trc_cmpxchg_need_qs()
[all...]
H A Dtree_plugin.h295 WRITE_ONCE(current->rcu_read_unlock_special.b.need_qs, false); in rcu_qs()
406 WRITE_ONCE(current->rcu_read_unlock_special.b.need_qs, true); in __rcu_read_lock()
489 if (special.b.need_qs) { in rcu_preempt_deferred_qs_irqrestore()
743 !t->rcu_read_unlock_special.b.need_qs && in rcu_flavor_sched_clock_irq()
745 t->rcu_read_unlock_special.b.need_qs = true; in rcu_flavor_sched_clock_irq()
H A Dtree.c1220 bool need_qs; in __note_gp_changes() local
1251 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1252 rdp->cpu_no_qs.b.norm = need_qs; in __note_gp_changes()
1253 rdp->core_needs_qs = need_qs; in __note_gp_changes()
H A Dtree_stall.h326 ".q"[rscr.rs.b.need_qs],
/kernel/linux/linux-6.6/include/linux/
H A Drcupdate.h181 // Bits for ->trc_reader_special.b.need_qs field.
192 if (likely(!READ_ONCE((t)->trc_reader_special.b.need_qs)) && \
H A Dsched.h818 u8 need_qs; member
/device/soc/rockchip/common/sdk_linux/include/linux/
H A Dsched.h731 u8 need_qs; member
/kernel/linux/linux-5.10/include/linux/
H A Dsched.h732 u8 need_qs; member

Completed in 38 milliseconds