Home
last modified time | relevance | path

Searched refs:this_cpu_read (Results 1 - 25 of 210) sorted by relevance

123456789

/kernel/linux/linux-5.10/arch/x86/mm/
H A Dtlb.c191 if (asid == this_cpu_read(cpu_tlbstate.loaded_mm_asid)) in clear_asid_other()
216 if (this_cpu_read(cpu_tlbstate.invalidate_other)) in choose_new_asid()
220 if (this_cpu_read(cpu_tlbstate.ctxs[asid].ctx_id) != in choose_new_asid()
225 *need_flush = (this_cpu_read(cpu_tlbstate.ctxs[asid].tlb_gen) < in choose_new_asid()
289 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in leave_mm()
303 WARN_ON(!this_cpu_read(cpu_tlbstate.is_lazy)); in leave_mm()
376 prev_mm = this_cpu_read(cpu_tlbstate.last_user_mm_ibpb); in cond_ibpb()
395 if (this_cpu_read(cpu_tlbstate.last_user_mm) != next->mm) { in cond_ibpb()
415 cr4_update_pce_mm(this_cpu_read(cpu_tlbstate.loaded_mm)); in cr4_update_pce()
425 struct mm_struct *real_prev = this_cpu_read(cpu_tlbstat in switch_mm_irqs_off()
[all...]
/kernel/linux/linux-6.6/arch/x86/mm/
H A Dtlb.c205 if (asid == this_cpu_read(cpu_tlbstate.loaded_mm_asid)) in clear_asid_other()
230 if (this_cpu_read(cpu_tlbstate.invalidate_other)) in choose_new_asid()
234 if (this_cpu_read(cpu_tlbstate.ctxs[asid].ctx_id) != in choose_new_asid()
239 *need_flush = (this_cpu_read(cpu_tlbstate.ctxs[asid].tlb_gen) < in choose_new_asid()
304 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in leave_mm()
318 WARN_ON(!this_cpu_read(cpu_tlbstate_shared.is_lazy)); in leave_mm()
362 if (this_cpu_read(cpu_info.smt_active)) { in l1d_flush_evaluate()
391 prev_mm = this_cpu_read(cpu_tlbstate.last_user_mm_spec); in cond_mitigation()
488 cr4_update_pce_mm(this_cpu_read(cpu_tlbstate.loaded_mm)); in cr4_update_pce()
498 struct mm_struct *real_prev = this_cpu_read(cpu_tlbstat in switch_mm_irqs_off()
[all...]
/kernel/linux/linux-5.10/kernel/trace/
H A Dtrace_preemptirq.c30 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on_prepare()
42 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on()
63 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off_finish()
78 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off()
90 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on_caller()
107 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off_caller()
/kernel/linux/linux-5.10/arch/x86/xen/
H A Dirq.c32 vcpu = this_cpu_read(xen_vcpu); in xen_save_fl()
54 vcpu = this_cpu_read(xen_vcpu); in xen_restore_fl()
73 this_cpu_read(xen_vcpu)->evtchn_upcall_mask = 1; in xen_irq_disable()
89 vcpu = this_cpu_read(xen_vcpu); in xen_irq_enable()
/kernel/linux/linux-6.6/kernel/trace/
H A Dtrace_preemptirq.c44 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on_prepare()
55 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on()
75 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off_finish()
89 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off()
/kernel/linux/linux-5.10/drivers/irqchip/
H A Dirq-csky-mpintc.c56 (this_cpu_read(intcl_reg) + INTCL_CFGR) : (INTCG_base + INTCG_CICFGR)))
75 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_handler()
83 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_enable()
92 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_disable()
99 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_eoi()
215 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_send_ipi()
/kernel/linux/linux-6.6/drivers/irqchip/
H A Dirq-csky-mpintc.c56 (this_cpu_read(intcl_reg) + INTCL_CFGR) : (INTCG_base + INTCG_CICFGR)))
75 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_handler()
83 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_unmask()
92 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_mask()
99 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_eoi()
215 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_send_ipi()
/kernel/linux/linux-6.6/arch/x86/include/asm/xen/
H A Dhypervisor.h79 enum xen_lazy_mode old_mode = this_cpu_read(xen_lazy_mode); in enter_lazy()
93 BUG_ON(this_cpu_read(xen_lazy_mode) != mode); in leave_lazy()
95 if (this_cpu_read(xen_lazy_nesting) == 0) in leave_lazy()
/kernel/linux/linux-5.10/arch/x86/include/asm/
H A Dkvmclock.h13 return &this_cpu_read(hv_clock_per_cpu)->pvti; in this_cpu_pvti()
18 return this_cpu_read(hv_clock_per_cpu); in this_cpu_hvclock()
/kernel/linux/linux-6.6/arch/x86/include/asm/
H A Dkvmclock.h13 return &this_cpu_read(hv_clock_per_cpu)->pvti; in this_cpu_pvti()
18 return this_cpu_read(hv_clock_per_cpu); in this_cpu_hvclock()
/kernel/linux/linux-6.6/arch/arm64/kernel/
H A Dtopology.c155 prev_const_cnt = this_cpu_read(arch_const_cycles_prev); in amu_scale_freq_tick()
156 prev_core_cnt = this_cpu_read(arch_core_cycles_prev); in amu_scale_freq_tick()
160 const_cnt = this_cpu_read(arch_const_cycles_prev); in amu_scale_freq_tick()
161 core_cnt = this_cpu_read(arch_core_cycles_prev); in amu_scale_freq_tick()
176 scale *= this_cpu_read(arch_max_freq_scale); in amu_scale_freq_tick()
/kernel/linux/linux-5.10/arch/x86/kernel/
H A Ddumpstack_32.c40 unsigned long *begin = (unsigned long *)this_cpu_read(hardirq_stack_ptr); in in_hardirq_stack()
65 unsigned long *begin = (unsigned long *)this_cpu_read(softirq_stack_ptr); in in_softirq_stack()
102 info->next_sp = (unsigned long *)this_cpu_read(cpu_tss_rw.x86_tss.sp); in in_doublefault_stack()
H A Dnmi.c489 if (this_cpu_read(nmi_state) != NMI_NOT_RUNNING) { in DEFINE_IDTENTRY_RAW()
514 local_db_restore(this_cpu_read(nmi_dr7)); in DEFINE_IDTENTRY_RAW()
518 if (unlikely(this_cpu_read(nmi_cr2) != read_cr2())) in DEFINE_IDTENTRY_RAW()
519 write_cr2(this_cpu_read(nmi_cr2)); in DEFINE_IDTENTRY_RAW()
H A Dparavirt.c198 BUG_ON(this_cpu_read(paravirt_lazy_mode) != PARAVIRT_LAZY_NONE); in enter_lazy()
205 BUG_ON(this_cpu_read(paravirt_lazy_mode) != mode); in leave_lazy()
237 if (this_cpu_read(paravirt_lazy_mode) == PARAVIRT_LAZY_MMU) { in paravirt_start_context_switch()
260 return this_cpu_read(paravirt_lazy_mode); in paravirt_get_lazy_mode()
/kernel/linux/linux-5.10/kernel/
H A Dwatchdog_hld.c199 perf_event_enable(this_cpu_read(watchdog_ev)); in hardlockup_detector_perf_enable()
207 struct perf_event *event = this_cpu_read(watchdog_ev); in hardlockup_detector_perf_disable()
292 perf_event_release_kernel(this_cpu_read(watchdog_ev)); in hardlockup_detector_perf_init()
/kernel/linux/linux-6.6/arch/x86/kernel/
H A Ddumpstack_32.c40 unsigned long *begin = (unsigned long *)this_cpu_read(pcpu_hot.hardirq_stack_ptr); in in_hardirq_stack()
65 unsigned long *begin = (unsigned long *)this_cpu_read(pcpu_hot.softirq_stack_ptr); in in_softirq_stack()
102 info->next_sp = (unsigned long *)this_cpu_read(cpu_tss_rw.x86_tss.sp); in in_doublefault_stack()
/kernel/linux/linux-6.6/kernel/
H A Dwatchdog_perf.c150 perf_event_enable(this_cpu_read(watchdog_ev)); in watchdog_hardlockup_enable()
160 struct perf_event *event = this_cpu_read(watchdog_ev); in watchdog_hardlockup_disable()
257 perf_event_release_kernel(this_cpu_read(watchdog_ev)); in watchdog_hardlockup_probe()
/kernel/linux/linux-5.10/kernel/printk/
H A Dprintk_safe.c328 if (this_cpu_read(printk_context) & PRINTK_NMI_CONTEXT_MASK) in printk_nmi_direct_enter()
382 if ((this_cpu_read(printk_context) & PRINTK_NMI_DIRECT_CONTEXT_MASK) && in vprintk_func()
393 if (this_cpu_read(printk_context) & PRINTK_NMI_CONTEXT_MASK) in vprintk_func()
397 if (this_cpu_read(printk_context) & PRINTK_SAFE_CONTEXT_MASK) in vprintk_func()
/kernel/linux/linux-5.10/arch/loongarch/kernel/
H A Dkfpu.c27 WARN_ON(this_cpu_read(in_kernel_fpu)); in kernel_fpu_begin()
55 WARN_ON(!this_cpu_read(in_kernel_fpu)); in kernel_fpu_end()
/kernel/linux/linux-6.6/arch/loongarch/kernel/
H A Dkfpu.c27 WARN_ON(this_cpu_read(in_kernel_fpu)); in kernel_fpu_begin()
55 WARN_ON(!this_cpu_read(in_kernel_fpu)); in kernel_fpu_end()
/kernel/linux/linux-5.10/arch/arm64/kernel/
H A Dtopology.c245 prev_const_cnt = this_cpu_read(arch_const_cycles_prev); in topology_scale_freq_tick()
246 prev_core_cnt = this_cpu_read(arch_core_cycles_prev); in topology_scale_freq_tick()
261 scale *= this_cpu_read(arch_max_freq_scale); in topology_scale_freq_tick()
/kernel/linux/linux-6.6/include/linux/
H A Dlockdep.h611 #define __lockdep_enabled (debug_locks && !this_cpu_read(lockdep_recursion))
615 WARN_ON_ONCE(__lockdep_enabled && !this_cpu_read(hardirqs_enabled)); \
620 WARN_ON_ONCE(__lockdep_enabled && this_cpu_read(hardirqs_enabled)); \
625 WARN_ON_ONCE(__lockdep_enabled && !this_cpu_read(hardirq_context)); \
630 WARN_ON_ONCE(__lockdep_enabled && (this_cpu_read(hardirq_context) || \
631 !this_cpu_read(hardirqs_enabled))); \
639 !this_cpu_read(hardirqs_enabled))); \
647 this_cpu_read(hardirqs_enabled))); \
/kernel/linux/linux-5.10/include/linux/
H A Dlockdep.h577 #define __lockdep_enabled (debug_locks && !this_cpu_read(lockdep_recursion))
581 WARN_ON_ONCE(__lockdep_enabled && !this_cpu_read(hardirqs_enabled)); \
586 WARN_ON_ONCE(__lockdep_enabled && this_cpu_read(hardirqs_enabled)); \
591 WARN_ON_ONCE(__lockdep_enabled && !this_cpu_read(hardirq_context)); \
599 !this_cpu_read(hardirqs_enabled))); \
607 this_cpu_read(hardirqs_enabled))); \
/kernel/linux/linux-5.10/arch/x86/kernel/fpu/
H A Dcore.c46 if (this_cpu_read(in_kernel_fpu)) in irq_fpu_usable()
114 WARN_ON_FPU(this_cpu_read(in_kernel_fpu)); in kernel_fpu_begin_mask()
140 WARN_ON_FPU(!this_cpu_read(in_kernel_fpu)); in kernel_fpu_end()
/kernel/linux/linux-5.10/arch/x86/kernel/cpu/mce/
H A Damd.c390 if (!this_cpu_read(threshold_banks) && !tr->set_lvt_off) in threshold_restart_bank()
649 for (bank = 0; bank < this_cpu_read(mce_num_banks); ++bank) { in mce_amd_feature_init()
1000 for (bank = 0; bank < this_cpu_read(mce_num_banks); ++bank) in amd_deferred_error_interrupt()
1039 struct threshold_bank **bp = this_cpu_read(threshold_banks); in amd_threshold_interrupt()
1050 for (bank = 0; bank < this_cpu_read(mce_num_banks); ++bank) { in amd_threshold_interrupt()
1245 if ((bank >= this_cpu_read(mce_num_banks)) || (block >= NR_BLOCKS)) in allocate_threshold_blocks()
1341 struct device *dev = this_cpu_read(mce_device); in threshold_create_bank()
1469 unsigned int bank, numbanks = this_cpu_read(mce_num_banks); in __threshold_remove_device()
1483 struct threshold_bank **bp = this_cpu_read(threshold_banks); in mce_threshold_remove_device()
1518 bp = this_cpu_read(threshold_bank in mce_threshold_create_device()
[all...]

Completed in 14 milliseconds

123456789