/kernel/linux/linux-5.10/arch/x86/xen/ |
H A D | xen-asm.S | 33 movb $0, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask 42 testb $0xff, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_pending 57 movb $1, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask 71 testb $0xff, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask 88 setz PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask 96 cmpw $0x0001, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_pending 136 _ASM_MOV PER_CPU_VAR(xen_vcpu), %_ASM_AX 144 _ASM_MOV PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_arch_cr2, %_ASM_AX 231 movq %rsp, PER_CPU_VAR(cpu_tss_rw + TSS_sp2) 232 movq PER_CPU_VAR(cpu_current_top_of_stac [all...] |
/kernel/linux/linux-6.6/arch/x86/xen/ |
H A D | xen-asm.S | 31 movb $1, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask 72 movb $0, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask 81 testb $0xff, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_pending 100 testb $0xff, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask 108 _ASM_MOV PER_CPU_VAR(xen_vcpu), %_ASM_AX 116 _ASM_MOV PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_arch_cr2, %_ASM_AX 203 * XEN pv doesn't use trampoline stack, PER_CPU_VAR(cpu_tss_rw + TSS_sp0) is
|
/kernel/linux/linux-5.10/arch/x86/entry/ |
H A D | entry_64.S | 100 movq %rsp, PER_CPU_VAR(cpu_tss_rw + TSS_sp2) 102 movq PER_CPU_VAR(cpu_current_top_of_stack), %rsp 108 pushq PER_CPU_VAR(cpu_tss_rw + TSS_sp2) /* pt_regs->sp */ 207 movq PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %rsp 249 movq %rbx, PER_CPU_VAR(fixed_percpu_data) + stack_canary_offset 594 movq PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %rsp 685 movq PER_CPU_VAR(espfix_waddr), %rdi 709 orq PER_CPU_VAR(espfix_stack), %rax 1205 movq PER_CPU_VAR(cpu_current_top_of_stack), %rsp 1517 movq PER_CPU_VAR(cpu_current_top_of_stac [all...] |
H A D | entry_32.S | 392 #define GDT_ESPFIX_SS PER_CPU_VAR(gdt_page) + GDT_ESPFIX_OFFSET 462 movl PER_CPU_VAR(cpu_entry_area), %ecx 614 movl PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %edi 660 movl PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %edi 663 movl PER_CPU_VAR(cpu_tss_rw + TSS_sp1), %ecx 782 movl %ebx, PER_CPU_VAR(stack_canary)+stack_canary_offset 964 movl PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %eax 1262 movl PER_CPU_VAR(cpu_entry_area), %ecx 1278 movl PER_CPU_VAR(cpu_current_top_of_stack), %esp 1340 movl PER_CPU_VAR(cpu_current_top_of_stac [all...] |
H A D | entry_64_compat.S | 60 movq PER_CPU_VAR(cpu_current_top_of_stack), %rsp 216 movq PER_CPU_VAR(cpu_current_top_of_stack), %rsp 379 movq PER_CPU_VAR(cpu_current_top_of_stack), %rsp
|
H A D | calling.h | 202 PER_CPU_VAR(cpu_tlbstate) + TLB_STATE_user_pcid_flush_mask 342 movq PER_CPU_VAR(x86_spec_ctrl_current), %rdx 362 movq PER_CPU_VAR(x86_spec_ctrl_current), %rdx
|
/kernel/linux/linux-6.6/arch/x86/entry/ |
H A D | entry_64.S | 93 movq %rsp, PER_CPU_VAR(cpu_tss_rw + TSS_sp2) 95 movq PER_CPU_VAR(pcpu_hot + X86_top_of_stack), %rsp 102 pushq PER_CPU_VAR(cpu_tss_rw + TSS_sp2) /* pt_regs->sp */ 207 movq PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %rsp 256 movq %rbx, PER_CPU_VAR(fixed_percpu_data) + FIXED_stack_canary 643 movq PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %rsp 740 movq PER_CPU_VAR(espfix_waddr), %rdi 764 orq PER_CPU_VAR(espfix_stack), %rax 1222 movq PER_CPU_VAR(pcpu_hot + X86_top_of_stack), %rsp 1545 movq PER_CPU_VAR(pcpu_ho [all...] |
H A D | entry_32.S | 308 #define GDT_ESPFIX_SS PER_CPU_VAR(gdt_page) + GDT_ESPFIX_OFFSET 378 movl PER_CPU_VAR(cpu_entry_area), %ecx 530 movl PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %edi 576 movl PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %edi 579 movl PER_CPU_VAR(cpu_tss_rw + TSS_sp1), %ecx 698 movl %ebx, PER_CPU_VAR(__stack_chk_guard) 853 movl PER_CPU_VAR(cpu_tss_rw + TSS_sp0), %eax 1143 movl PER_CPU_VAR(cpu_entry_area), %ecx 1160 movl PER_CPU_VAR(pcpu_hot + X86_top_of_stack), %esp 1222 movl PER_CPU_VAR(pcpu_ho [all...] |
H A D | entry_64_compat.S | 61 movq PER_CPU_VAR(pcpu_hot + X86_top_of_stack), %rsp 193 movq PER_CPU_VAR(pcpu_hot + X86_top_of_stack), %rsp
|
H A D | calling.h | 176 PER_CPU_VAR(cpu_tlbstate) + TLB_STATE_user_pcid_flush_mask 316 movq PER_CPU_VAR(x86_spec_ctrl_current), %rdx 336 movq PER_CPU_VAR(x86_spec_ctrl_current), %rdx
|
/kernel/linux/linux-6.6/arch/x86/include/asm/ |
H A D | nospec-branch.h | 81 movq $-1, PER_CPU_VAR(pcpu_hot + X86_call_depth); 84 movq $-1, PER_CPU_VAR(pcpu_hot + X86_call_depth); 89 movq %rax, PER_CPU_VAR(pcpu_hot + X86_call_depth); 94 movq %rax, PER_CPU_VAR(pcpu_hot + X86_call_depth); \ 102 sarq $5, PER_CPU_VAR(pcpu_hot + X86_call_depth); \
|
H A D | percpu.h | 14 #define PER_CPU_VAR(var) %__percpu_seg:var macro 16 #define PER_CPU_VAR(var) var macro
|
/kernel/linux/linux-6.6/arch/x86/kvm/svm/ |
H A D | vmenter.S | 55 cmp PER_CPU_VAR(x86_spec_ctrl_current), %eax 86 movl PER_CPU_VAR(x86_spec_ctrl_current), %eax 122 __ASM_SIZE(push) PER_CPU_VAR(svm_data + SD_save_area_pa)
|
/kernel/linux/linux-6.6/arch/x86/lib/ |
H A D | retpoline.S | 339 shlq $5, PER_CPU_VAR(pcpu_hot + X86_call_depth)
|
/kernel/linux/linux-5.10/arch/x86/include/asm/ |
H A D | percpu.h | 14 #define PER_CPU_VAR(var) %__percpu_seg:var macro 16 #define PER_CPU_VAR(var) var macro
|
/kernel/linux/linux-6.6/arch/x86/kvm/vmx/ |
H A D | vmenter.S | 123 movl PER_CPU_VAR(x86_spec_ctrl_current), %esi
|
/kernel/linux/linux-6.6/arch/x86/kernel/ |
H A D | head_64.S | 468 movq PER_CPU_VAR(pcpu_hot) + X86_current_task, %rcx
|