162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2009 Sunplus Core Technology Co., Ltd. 462306a36Sopenharmony_ci * Chen Liqin <liqin.chen@sunplusct.com> 562306a36Sopenharmony_ci * Lennox Wu <lennox.wu@sunplusct.com> 662306a36Sopenharmony_ci * Copyright (C) 2012 Regents of the University of California 762306a36Sopenharmony_ci * Copyright (C) 2017 SiFive 862306a36Sopenharmony_ci */ 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#include <linux/cpu.h> 1162306a36Sopenharmony_ci#include <linux/kernel.h> 1262306a36Sopenharmony_ci#include <linux/sched.h> 1362306a36Sopenharmony_ci#include <linux/sched/debug.h> 1462306a36Sopenharmony_ci#include <linux/sched/task_stack.h> 1562306a36Sopenharmony_ci#include <linux/tick.h> 1662306a36Sopenharmony_ci#include <linux/ptrace.h> 1762306a36Sopenharmony_ci#include <linux/uaccess.h> 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_ci#include <asm/unistd.h> 2062306a36Sopenharmony_ci#include <asm/processor.h> 2162306a36Sopenharmony_ci#include <asm/csr.h> 2262306a36Sopenharmony_ci#include <asm/stacktrace.h> 2362306a36Sopenharmony_ci#include <asm/string.h> 2462306a36Sopenharmony_ci#include <asm/switch_to.h> 2562306a36Sopenharmony_ci#include <asm/thread_info.h> 2662306a36Sopenharmony_ci#include <asm/cpuidle.h> 2762306a36Sopenharmony_ci#include <asm/vector.h> 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ciregister unsigned long gp_in_global __asm__("gp"); 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci#if defined(CONFIG_STACKPROTECTOR) && !defined(CONFIG_STACKPROTECTOR_PER_TASK) 3262306a36Sopenharmony_ci#include <linux/stackprotector.h> 3362306a36Sopenharmony_ciunsigned long __stack_chk_guard __read_mostly; 3462306a36Sopenharmony_ciEXPORT_SYMBOL(__stack_chk_guard); 3562306a36Sopenharmony_ci#endif 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_ciextern asmlinkage void ret_from_fork(void); 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_civoid arch_cpu_idle(void) 4062306a36Sopenharmony_ci{ 4162306a36Sopenharmony_ci cpu_do_idle(); 4262306a36Sopenharmony_ci} 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_civoid __show_regs(struct pt_regs *regs) 4562306a36Sopenharmony_ci{ 4662306a36Sopenharmony_ci show_regs_print_info(KERN_DEFAULT); 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci if (!user_mode(regs)) { 4962306a36Sopenharmony_ci pr_cont("epc : %pS\n", (void *)regs->epc); 5062306a36Sopenharmony_ci pr_cont(" ra : %pS\n", (void *)regs->ra); 5162306a36Sopenharmony_ci } 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci pr_cont("epc : " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n", 5462306a36Sopenharmony_ci regs->epc, regs->ra, regs->sp); 5562306a36Sopenharmony_ci pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n", 5662306a36Sopenharmony_ci regs->gp, regs->tp, regs->t0); 5762306a36Sopenharmony_ci pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n", 5862306a36Sopenharmony_ci regs->t1, regs->t2, regs->s0); 5962306a36Sopenharmony_ci pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n", 6062306a36Sopenharmony_ci regs->s1, regs->a0, regs->a1); 6162306a36Sopenharmony_ci pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n", 6262306a36Sopenharmony_ci regs->a2, regs->a3, regs->a4); 6362306a36Sopenharmony_ci pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n", 6462306a36Sopenharmony_ci regs->a5, regs->a6, regs->a7); 6562306a36Sopenharmony_ci pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n", 6662306a36Sopenharmony_ci regs->s2, regs->s3, regs->s4); 6762306a36Sopenharmony_ci pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n", 6862306a36Sopenharmony_ci regs->s5, regs->s6, regs->s7); 6962306a36Sopenharmony_ci pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n", 7062306a36Sopenharmony_ci regs->s8, regs->s9, regs->s10); 7162306a36Sopenharmony_ci pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n", 7262306a36Sopenharmony_ci regs->s11, regs->t3, regs->t4); 7362306a36Sopenharmony_ci pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n", 7462306a36Sopenharmony_ci regs->t5, regs->t6); 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ci pr_cont("status: " REG_FMT " badaddr: " REG_FMT " cause: " REG_FMT "\n", 7762306a36Sopenharmony_ci regs->status, regs->badaddr, regs->cause); 7862306a36Sopenharmony_ci} 7962306a36Sopenharmony_civoid show_regs(struct pt_regs *regs) 8062306a36Sopenharmony_ci{ 8162306a36Sopenharmony_ci __show_regs(regs); 8262306a36Sopenharmony_ci if (!user_mode(regs)) 8362306a36Sopenharmony_ci dump_backtrace(regs, NULL, KERN_DEFAULT); 8462306a36Sopenharmony_ci} 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci#ifdef CONFIG_COMPAT 8762306a36Sopenharmony_cistatic bool compat_mode_supported __read_mostly; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_cibool compat_elf_check_arch(Elf32_Ehdr *hdr) 9062306a36Sopenharmony_ci{ 9162306a36Sopenharmony_ci return compat_mode_supported && 9262306a36Sopenharmony_ci hdr->e_machine == EM_RISCV && 9362306a36Sopenharmony_ci hdr->e_ident[EI_CLASS] == ELFCLASS32; 9462306a36Sopenharmony_ci} 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_cistatic int __init compat_mode_detect(void) 9762306a36Sopenharmony_ci{ 9862306a36Sopenharmony_ci unsigned long tmp = csr_read(CSR_STATUS); 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_ci csr_write(CSR_STATUS, (tmp & ~SR_UXL) | SR_UXL_32); 10162306a36Sopenharmony_ci compat_mode_supported = 10262306a36Sopenharmony_ci (csr_read(CSR_STATUS) & SR_UXL) == SR_UXL_32; 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_ci csr_write(CSR_STATUS, tmp); 10562306a36Sopenharmony_ci 10662306a36Sopenharmony_ci pr_info("riscv: ELF compat mode %s", 10762306a36Sopenharmony_ci compat_mode_supported ? "supported" : "unsupported"); 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci return 0; 11062306a36Sopenharmony_ci} 11162306a36Sopenharmony_ciearly_initcall(compat_mode_detect); 11262306a36Sopenharmony_ci#endif 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_civoid start_thread(struct pt_regs *regs, unsigned long pc, 11562306a36Sopenharmony_ci unsigned long sp) 11662306a36Sopenharmony_ci{ 11762306a36Sopenharmony_ci regs->status = SR_PIE; 11862306a36Sopenharmony_ci if (has_fpu()) { 11962306a36Sopenharmony_ci regs->status |= SR_FS_INITIAL; 12062306a36Sopenharmony_ci /* 12162306a36Sopenharmony_ci * Restore the initial value to the FP register 12262306a36Sopenharmony_ci * before starting the user program. 12362306a36Sopenharmony_ci */ 12462306a36Sopenharmony_ci fstate_restore(current, regs); 12562306a36Sopenharmony_ci } 12662306a36Sopenharmony_ci regs->epc = pc; 12762306a36Sopenharmony_ci regs->sp = sp; 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_ci#ifdef CONFIG_64BIT 13062306a36Sopenharmony_ci regs->status &= ~SR_UXL; 13162306a36Sopenharmony_ci 13262306a36Sopenharmony_ci if (is_compat_task()) 13362306a36Sopenharmony_ci regs->status |= SR_UXL_32; 13462306a36Sopenharmony_ci else 13562306a36Sopenharmony_ci regs->status |= SR_UXL_64; 13662306a36Sopenharmony_ci#endif 13762306a36Sopenharmony_ci} 13862306a36Sopenharmony_ci 13962306a36Sopenharmony_civoid flush_thread(void) 14062306a36Sopenharmony_ci{ 14162306a36Sopenharmony_ci#ifdef CONFIG_FPU 14262306a36Sopenharmony_ci /* 14362306a36Sopenharmony_ci * Reset FPU state and context 14462306a36Sopenharmony_ci * frm: round to nearest, ties to even (IEEE default) 14562306a36Sopenharmony_ci * fflags: accrued exceptions cleared 14662306a36Sopenharmony_ci */ 14762306a36Sopenharmony_ci fstate_off(current, task_pt_regs(current)); 14862306a36Sopenharmony_ci memset(¤t->thread.fstate, 0, sizeof(current->thread.fstate)); 14962306a36Sopenharmony_ci#endif 15062306a36Sopenharmony_ci#ifdef CONFIG_RISCV_ISA_V 15162306a36Sopenharmony_ci /* Reset vector state */ 15262306a36Sopenharmony_ci riscv_v_vstate_ctrl_init(current); 15362306a36Sopenharmony_ci riscv_v_vstate_off(task_pt_regs(current)); 15462306a36Sopenharmony_ci kfree(current->thread.vstate.datap); 15562306a36Sopenharmony_ci memset(¤t->thread.vstate, 0, sizeof(struct __riscv_v_ext_state)); 15662306a36Sopenharmony_ci#endif 15762306a36Sopenharmony_ci} 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_civoid arch_release_task_struct(struct task_struct *tsk) 16062306a36Sopenharmony_ci{ 16162306a36Sopenharmony_ci /* Free the vector context of datap. */ 16262306a36Sopenharmony_ci if (has_vector()) 16362306a36Sopenharmony_ci kfree(tsk->thread.vstate.datap); 16462306a36Sopenharmony_ci} 16562306a36Sopenharmony_ci 16662306a36Sopenharmony_ciint arch_dup_task_struct(struct task_struct *dst, struct task_struct *src) 16762306a36Sopenharmony_ci{ 16862306a36Sopenharmony_ci fstate_save(src, task_pt_regs(src)); 16962306a36Sopenharmony_ci *dst = *src; 17062306a36Sopenharmony_ci /* clear entire V context, including datap for a new task */ 17162306a36Sopenharmony_ci memset(&dst->thread.vstate, 0, sizeof(struct __riscv_v_ext_state)); 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ci return 0; 17462306a36Sopenharmony_ci} 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ciint copy_thread(struct task_struct *p, const struct kernel_clone_args *args) 17762306a36Sopenharmony_ci{ 17862306a36Sopenharmony_ci unsigned long clone_flags = args->flags; 17962306a36Sopenharmony_ci unsigned long usp = args->stack; 18062306a36Sopenharmony_ci unsigned long tls = args->tls; 18162306a36Sopenharmony_ci struct pt_regs *childregs = task_pt_regs(p); 18262306a36Sopenharmony_ci 18362306a36Sopenharmony_ci memset(&p->thread.s, 0, sizeof(p->thread.s)); 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci /* p->thread holds context to be restored by __switch_to() */ 18662306a36Sopenharmony_ci if (unlikely(args->fn)) { 18762306a36Sopenharmony_ci /* Kernel thread */ 18862306a36Sopenharmony_ci memset(childregs, 0, sizeof(struct pt_regs)); 18962306a36Sopenharmony_ci childregs->gp = gp_in_global; 19062306a36Sopenharmony_ci /* Supervisor/Machine, irqs on: */ 19162306a36Sopenharmony_ci childregs->status = SR_PP | SR_PIE; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_ci p->thread.s[0] = (unsigned long)args->fn; 19462306a36Sopenharmony_ci p->thread.s[1] = (unsigned long)args->fn_arg; 19562306a36Sopenharmony_ci } else { 19662306a36Sopenharmony_ci *childregs = *(current_pt_regs()); 19762306a36Sopenharmony_ci /* Turn off status.VS */ 19862306a36Sopenharmony_ci riscv_v_vstate_off(childregs); 19962306a36Sopenharmony_ci if (usp) /* User fork */ 20062306a36Sopenharmony_ci childregs->sp = usp; 20162306a36Sopenharmony_ci if (clone_flags & CLONE_SETTLS) 20262306a36Sopenharmony_ci childregs->tp = tls; 20362306a36Sopenharmony_ci childregs->a0 = 0; /* Return value of fork() */ 20462306a36Sopenharmony_ci p->thread.s[0] = 0; 20562306a36Sopenharmony_ci } 20662306a36Sopenharmony_ci p->thread.ra = (unsigned long)ret_from_fork; 20762306a36Sopenharmony_ci p->thread.sp = (unsigned long)childregs; /* kernel sp */ 20862306a36Sopenharmony_ci return 0; 20962306a36Sopenharmony_ci} 210