| /kernel/linux/linux-5.10/arch/x86/include/asm/ |
| H A D | switch_to.h | 56 if (unlikely(this_cpu_read(cpu_tss_rw.x86_tss.ss1) == thread->sysenter_cs)) in refresh_sysenter_cs()
59 this_cpu_write(cpu_tss_rw.x86_tss.ss1, thread->sysenter_cs); in refresh_sysenter_cs()
72 this_cpu_write(cpu_tss_rw.x86_tss.sp1, task->thread.sp0); in update_task_stack()
75 * x86-64 updates x86_tss.sp1 via cpu_current_top_of_stack. That in update_task_stack()
|
| H A D | processor.h | 350 offsetof(struct tss_struct, x86_tss))
354 offsetof(struct tss_struct, x86_tss))
366 (offsetof(struct tss_struct, x86_tss) + sizeof(struct x86_hw_tss) - 1)
390 * bitmap user will just set x86_tss.io_bitmap_base to a value
417 struct x86_hw_tss x86_tss; member
435 #define cpu_current_top_of_stack cpu_tss_rw.x86_tss.sp1
559 this_cpu_write(cpu_tss_rw.x86_tss.sp0, sp0); in native_load_sp0()
|
| H A D | io_bitmap.h | 33 this_cpu_write(cpu_tss_rw.x86_tss.io_bitmap_base, in native_tss_invalidate_io_bitmap()
|
| /kernel/linux/linux-6.6/arch/x86/include/asm/ |
| H A D | switch_to.h | 58 if (unlikely(this_cpu_read(cpu_tss_rw.x86_tss.ss1) == thread->sysenter_cs)) in refresh_sysenter_cs()
61 this_cpu_write(cpu_tss_rw.x86_tss.ss1, thread->sysenter_cs); in refresh_sysenter_cs()
71 this_cpu_write(cpu_tss_rw.x86_tss.sp1, task->thread.sp0); in update_task_stack()
|
| H A D | processor.h | 301 offsetof(struct tss_struct, x86_tss))
305 offsetof(struct tss_struct, x86_tss))
317 (offsetof(struct tss_struct, x86_tss) + sizeof(struct x86_hw_tss) - 1)
341 * bitmap user will just set x86_tss.io_bitmap_base to a value
368 struct x86_hw_tss x86_tss; member
504 this_cpu_write(cpu_tss_rw.x86_tss.sp0, sp0); in native_load_sp0()
|
| H A D | io_bitmap.h | 33 this_cpu_write(cpu_tss_rw.x86_tss.io_bitmap_base, in native_tss_invalidate_io_bitmap()
|
| /kernel/linux/linux-5.10/arch/x86/kernel/ |
| H A D | asm-offsets.c | 101 OFFSET(TSS_sp0, tss_struct, x86_tss.sp0); in common()
102 OFFSET(TSS_sp1, tss_struct, x86_tss.sp1); in common()
103 OFFSET(TSS_sp2, tss_struct, x86_tss.sp2); in common()
|
| H A D | asm-offsets_32.c | 49 * task-stack pointer stored in x86_tss.sp1, which is a copy of in foo()
53 offsetof(struct cpu_entry_area, tss.x86_tss.sp1) - in foo()
|
| H A D | dumpstack_32.c | 102 info->next_sp = (unsigned long *)this_cpu_read(cpu_tss_rw.x86_tss.sp); in in_doublefault_stack()
|
| H A D | doublefault_32.c | 15 #define TSS(x) this_cpu_read(cpu_tss_rw.x86_tss.x)
|
| H A D | sev-es.c | 122 old_ist = __this_cpu_read(cpu_tss_rw.x86_tss.ist[IST_INDEX_VC]); in __sev_es_ist_enter()
134 this_cpu_write(cpu_tss_rw.x86_tss.ist[IST_INDEX_VC], new_ist); in __sev_es_ist_enter()
142 ist = __this_cpu_read(cpu_tss_rw.x86_tss.ist[IST_INDEX_VC]); in __sev_es_ist_exit()
148 this_cpu_write(cpu_tss_rw.x86_tss.ist[IST_INDEX_VC], *(unsigned long *)ist); in __sev_es_ist_exit()
|
| H A D | traps.c | 375 struct pt_regs *gpregs = (struct pt_regs *)this_cpu_read(cpu_tss_rw.x86_tss.sp0) - 1; in DEFINE_IDTENTRY_DF()
774 (struct bad_iret_stack *)__this_cpu_read(cpu_tss_rw.x86_tss.sp0) - 1; in fixup_bad_iret()
|
| H A D | process.c | 57 .x86_tss = {
387 u16 *base = &tss->x86_tss.io_bitmap_base; in native_tss_update_io_bitmap()
|
| /kernel/linux/linux-6.6/arch/x86/kernel/ |
| H A D | asm-offsets.c | 114 OFFSET(TSS_sp0, tss_struct, x86_tss.sp0); in common()
115 OFFSET(TSS_sp1, tss_struct, x86_tss.sp1); in common()
116 OFFSET(TSS_sp2, tss_struct, x86_tss.sp2); in common()
|
| H A D | asm-offsets_32.c | 49 * task-stack pointer stored in x86_tss.sp1, which is a copy of in foo()
53 offsetof(struct cpu_entry_area, tss.x86_tss.sp1) - in foo()
|
| H A D | doublefault_32.c | 16 #define TSS(x) this_cpu_read(cpu_tss_rw.x86_tss.x)
|
| H A D | dumpstack_32.c | 102 info->next_sp = (unsigned long *)this_cpu_read(cpu_tss_rw.x86_tss.sp); in in_doublefault_stack()
|
| H A D | process.c | 66 .x86_tss = {
454 u16 *base = &tss->x86_tss.io_bitmap_base; in native_tss_update_io_bitmap()
|
| /kernel/linux/linux-5.10/arch/x86/mm/ |
| H A D | cpu_entry_area.c | 224 BUILD_BUG_ON((offsetof(struct tss_struct, x86_tss) ^ in setup_cpu_entry_area()
225 offsetofend(struct tss_struct, x86_tss)) & PAGE_MASK); in setup_cpu_entry_area()
232 BUILD_BUG_ON(offsetof(struct tss_struct, x86_tss) != 0); in setup_cpu_entry_area()
|
| /kernel/linux/linux-6.6/arch/x86/mm/ |
| H A D | cpu_entry_area.c | 222 BUILD_BUG_ON((offsetof(struct tss_struct, x86_tss) ^ in setup_cpu_entry_area()
223 offsetofend(struct tss_struct, x86_tss)) & PAGE_MASK); in setup_cpu_entry_area()
230 BUILD_BUG_ON(offsetof(struct tss_struct, x86_tss) != 0); in setup_cpu_entry_area()
|
| /kernel/linux/linux-5.10/arch/x86/kernel/cpu/ |
| H A D | common.c | 1825 tss->x86_tss.ss1 = __KERNEL_CS; in enable_sep_cpu()
1826 wrmsr(MSR_IA32_SYSENTER_CS, tss->x86_tss.ss1, 0); in enable_sep_cpu()
2054 tss->x86_tss.ist[IST_INDEX_DF] = __this_cpu_ist_top_va(DF); in tss_setup_ist()
2055 tss->x86_tss.ist[IST_INDEX_NMI] = __this_cpu_ist_top_va(NMI); in tss_setup_ist()
2056 tss->x86_tss.ist[IST_INDEX_DB] = __this_cpu_ist_top_va(DB); in tss_setup_ist()
2057 tss->x86_tss.ist[IST_INDEX_MCE] = __this_cpu_ist_top_va(MCE); in tss_setup_ist()
2059 tss->x86_tss.ist[IST_INDEX_VC] = __this_cpu_ist_top_va(VC); in tss_setup_ist()
2077 tss->x86_tss.io_bitmap_base = IO_BITMAP_OFFSET_INVALID; in tss_setup_io_bitmap()
2106 set_tss_desc(cpu, &get_cpu_entry_area(cpu)->tss.x86_tss); in cpu_init_exception_handling()
|
| /kernel/linux/linux-6.6/arch/x86/kernel/cpu/ |
| H A D | common.c | 2010 tss->x86_tss.ss1 = __KERNEL_CS; in enable_sep_cpu()
2011 wrmsr(MSR_IA32_SYSENTER_CS, tss->x86_tss.ss1, 0); in enable_sep_cpu()
2213 tss->x86_tss.ist[IST_INDEX_DF] = __this_cpu_ist_top_va(DF); in tss_setup_ist()
2214 tss->x86_tss.ist[IST_INDEX_NMI] = __this_cpu_ist_top_va(NMI); in tss_setup_ist()
2215 tss->x86_tss.ist[IST_INDEX_DB] = __this_cpu_ist_top_va(DB); in tss_setup_ist()
2216 tss->x86_tss.ist[IST_INDEX_MCE] = __this_cpu_ist_top_va(MCE); in tss_setup_ist()
2218 tss->x86_tss.ist[IST_INDEX_VC] = __this_cpu_ist_top_va(VC); in tss_setup_ist()
2234 tss->x86_tss.io_bitmap_base = IO_BITMAP_OFFSET_INVALID; in tss_setup_io_bitmap()
2263 set_tss_desc(cpu, &get_cpu_entry_area(cpu)->tss.x86_tss); in cpu_init_exception_handling()
|
| /kernel/linux/linux-5.10/arch/x86/xen/ |
| H A D | enlighten_pv.c | 850 this_cpu_write(cpu_tss_rw.x86_tss.sp0, sp0); in xen_load_sp0()
872 iobitmap.bitmap = (uint8_t *)(&tss->x86_tss) + in xen_update_io_bitmap()
873 tss->x86_tss.io_bitmap_base; in xen_update_io_bitmap()
874 if (tss->x86_tss.io_bitmap_base == IO_BITMAP_OFFSET_INVALID) in xen_update_io_bitmap()
|
| /kernel/linux/linux-6.6/arch/x86/xen/ |
| H A D | enlighten_pv.c | 939 this_cpu_write(cpu_tss_rw.x86_tss.sp0, sp0); in xen_load_sp0()
961 iobitmap.bitmap = (uint8_t *)(&tss->x86_tss) + in xen_update_io_bitmap()
962 tss->x86_tss.io_bitmap_base; in xen_update_io_bitmap()
963 if (tss->x86_tss.io_bitmap_base == IO_BITMAP_OFFSET_INVALID) in xen_update_io_bitmap()
|
| /kernel/linux/linux-5.10/arch/x86/power/ |
| H A D | cpu.c | 166 set_tss_desc(cpu, &get_cpu_entry_area(cpu)->tss.x86_tss); in fix_processor_context()
|