162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2009 Sunplus Core Technology Co., Ltd.
462306a36Sopenharmony_ci *  Chen Liqin <liqin.chen@sunplusct.com>
562306a36Sopenharmony_ci *  Lennox Wu <lennox.wu@sunplusct.com>
662306a36Sopenharmony_ci * Copyright (C) 2012 Regents of the University of California
762306a36Sopenharmony_ci * Copyright (C) 2017 SiFive
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include <linux/cpu.h>
1162306a36Sopenharmony_ci#include <linux/kernel.h>
1262306a36Sopenharmony_ci#include <linux/sched.h>
1362306a36Sopenharmony_ci#include <linux/sched/debug.h>
1462306a36Sopenharmony_ci#include <linux/sched/task_stack.h>
1562306a36Sopenharmony_ci#include <linux/tick.h>
1662306a36Sopenharmony_ci#include <linux/ptrace.h>
1762306a36Sopenharmony_ci#include <linux/uaccess.h>
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ci#include <asm/unistd.h>
2062306a36Sopenharmony_ci#include <asm/processor.h>
2162306a36Sopenharmony_ci#include <asm/csr.h>
2262306a36Sopenharmony_ci#include <asm/stacktrace.h>
2362306a36Sopenharmony_ci#include <asm/string.h>
2462306a36Sopenharmony_ci#include <asm/switch_to.h>
2562306a36Sopenharmony_ci#include <asm/thread_info.h>
2662306a36Sopenharmony_ci#include <asm/cpuidle.h>
2762306a36Sopenharmony_ci#include <asm/vector.h>
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ciregister unsigned long gp_in_global __asm__("gp");
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_ci#if defined(CONFIG_STACKPROTECTOR) && !defined(CONFIG_STACKPROTECTOR_PER_TASK)
3262306a36Sopenharmony_ci#include <linux/stackprotector.h>
3362306a36Sopenharmony_ciunsigned long __stack_chk_guard __read_mostly;
3462306a36Sopenharmony_ciEXPORT_SYMBOL(__stack_chk_guard);
3562306a36Sopenharmony_ci#endif
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ciextern asmlinkage void ret_from_fork(void);
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_civoid arch_cpu_idle(void)
4062306a36Sopenharmony_ci{
4162306a36Sopenharmony_ci	cpu_do_idle();
4262306a36Sopenharmony_ci}
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_civoid __show_regs(struct pt_regs *regs)
4562306a36Sopenharmony_ci{
4662306a36Sopenharmony_ci	show_regs_print_info(KERN_DEFAULT);
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	if (!user_mode(regs)) {
4962306a36Sopenharmony_ci		pr_cont("epc : %pS\n", (void *)regs->epc);
5062306a36Sopenharmony_ci		pr_cont(" ra : %pS\n", (void *)regs->ra);
5162306a36Sopenharmony_ci	}
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_ci	pr_cont("epc : " REG_FMT " ra : " REG_FMT " sp : " REG_FMT "\n",
5462306a36Sopenharmony_ci		regs->epc, regs->ra, regs->sp);
5562306a36Sopenharmony_ci	pr_cont(" gp : " REG_FMT " tp : " REG_FMT " t0 : " REG_FMT "\n",
5662306a36Sopenharmony_ci		regs->gp, regs->tp, regs->t0);
5762306a36Sopenharmony_ci	pr_cont(" t1 : " REG_FMT " t2 : " REG_FMT " s0 : " REG_FMT "\n",
5862306a36Sopenharmony_ci		regs->t1, regs->t2, regs->s0);
5962306a36Sopenharmony_ci	pr_cont(" s1 : " REG_FMT " a0 : " REG_FMT " a1 : " REG_FMT "\n",
6062306a36Sopenharmony_ci		regs->s1, regs->a0, regs->a1);
6162306a36Sopenharmony_ci	pr_cont(" a2 : " REG_FMT " a3 : " REG_FMT " a4 : " REG_FMT "\n",
6262306a36Sopenharmony_ci		regs->a2, regs->a3, regs->a4);
6362306a36Sopenharmony_ci	pr_cont(" a5 : " REG_FMT " a6 : " REG_FMT " a7 : " REG_FMT "\n",
6462306a36Sopenharmony_ci		regs->a5, regs->a6, regs->a7);
6562306a36Sopenharmony_ci	pr_cont(" s2 : " REG_FMT " s3 : " REG_FMT " s4 : " REG_FMT "\n",
6662306a36Sopenharmony_ci		regs->s2, regs->s3, regs->s4);
6762306a36Sopenharmony_ci	pr_cont(" s5 : " REG_FMT " s6 : " REG_FMT " s7 : " REG_FMT "\n",
6862306a36Sopenharmony_ci		regs->s5, regs->s6, regs->s7);
6962306a36Sopenharmony_ci	pr_cont(" s8 : " REG_FMT " s9 : " REG_FMT " s10: " REG_FMT "\n",
7062306a36Sopenharmony_ci		regs->s8, regs->s9, regs->s10);
7162306a36Sopenharmony_ci	pr_cont(" s11: " REG_FMT " t3 : " REG_FMT " t4 : " REG_FMT "\n",
7262306a36Sopenharmony_ci		regs->s11, regs->t3, regs->t4);
7362306a36Sopenharmony_ci	pr_cont(" t5 : " REG_FMT " t6 : " REG_FMT "\n",
7462306a36Sopenharmony_ci		regs->t5, regs->t6);
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	pr_cont("status: " REG_FMT " badaddr: " REG_FMT " cause: " REG_FMT "\n",
7762306a36Sopenharmony_ci		regs->status, regs->badaddr, regs->cause);
7862306a36Sopenharmony_ci}
7962306a36Sopenharmony_civoid show_regs(struct pt_regs *regs)
8062306a36Sopenharmony_ci{
8162306a36Sopenharmony_ci	__show_regs(regs);
8262306a36Sopenharmony_ci	if (!user_mode(regs))
8362306a36Sopenharmony_ci		dump_backtrace(regs, NULL, KERN_DEFAULT);
8462306a36Sopenharmony_ci}
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci#ifdef CONFIG_COMPAT
8762306a36Sopenharmony_cistatic bool compat_mode_supported __read_mostly;
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_cibool compat_elf_check_arch(Elf32_Ehdr *hdr)
9062306a36Sopenharmony_ci{
9162306a36Sopenharmony_ci	return compat_mode_supported &&
9262306a36Sopenharmony_ci	       hdr->e_machine == EM_RISCV &&
9362306a36Sopenharmony_ci	       hdr->e_ident[EI_CLASS] == ELFCLASS32;
9462306a36Sopenharmony_ci}
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_cistatic int __init compat_mode_detect(void)
9762306a36Sopenharmony_ci{
9862306a36Sopenharmony_ci	unsigned long tmp = csr_read(CSR_STATUS);
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_ci	csr_write(CSR_STATUS, (tmp & ~SR_UXL) | SR_UXL_32);
10162306a36Sopenharmony_ci	compat_mode_supported =
10262306a36Sopenharmony_ci			(csr_read(CSR_STATUS) & SR_UXL) == SR_UXL_32;
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci	csr_write(CSR_STATUS, tmp);
10562306a36Sopenharmony_ci
10662306a36Sopenharmony_ci	pr_info("riscv: ELF compat mode %s",
10762306a36Sopenharmony_ci			compat_mode_supported ? "supported" : "unsupported");
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci	return 0;
11062306a36Sopenharmony_ci}
11162306a36Sopenharmony_ciearly_initcall(compat_mode_detect);
11262306a36Sopenharmony_ci#endif
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_civoid start_thread(struct pt_regs *regs, unsigned long pc,
11562306a36Sopenharmony_ci	unsigned long sp)
11662306a36Sopenharmony_ci{
11762306a36Sopenharmony_ci	regs->status = SR_PIE;
11862306a36Sopenharmony_ci	if (has_fpu()) {
11962306a36Sopenharmony_ci		regs->status |= SR_FS_INITIAL;
12062306a36Sopenharmony_ci		/*
12162306a36Sopenharmony_ci		 * Restore the initial value to the FP register
12262306a36Sopenharmony_ci		 * before starting the user program.
12362306a36Sopenharmony_ci		 */
12462306a36Sopenharmony_ci		fstate_restore(current, regs);
12562306a36Sopenharmony_ci	}
12662306a36Sopenharmony_ci	regs->epc = pc;
12762306a36Sopenharmony_ci	regs->sp = sp;
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci#ifdef CONFIG_64BIT
13062306a36Sopenharmony_ci	regs->status &= ~SR_UXL;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	if (is_compat_task())
13362306a36Sopenharmony_ci		regs->status |= SR_UXL_32;
13462306a36Sopenharmony_ci	else
13562306a36Sopenharmony_ci		regs->status |= SR_UXL_64;
13662306a36Sopenharmony_ci#endif
13762306a36Sopenharmony_ci}
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_civoid flush_thread(void)
14062306a36Sopenharmony_ci{
14162306a36Sopenharmony_ci#ifdef CONFIG_FPU
14262306a36Sopenharmony_ci	/*
14362306a36Sopenharmony_ci	 * Reset FPU state and context
14462306a36Sopenharmony_ci	 *	frm: round to nearest, ties to even (IEEE default)
14562306a36Sopenharmony_ci	 *	fflags: accrued exceptions cleared
14662306a36Sopenharmony_ci	 */
14762306a36Sopenharmony_ci	fstate_off(current, task_pt_regs(current));
14862306a36Sopenharmony_ci	memset(&current->thread.fstate, 0, sizeof(current->thread.fstate));
14962306a36Sopenharmony_ci#endif
15062306a36Sopenharmony_ci#ifdef CONFIG_RISCV_ISA_V
15162306a36Sopenharmony_ci	/* Reset vector state */
15262306a36Sopenharmony_ci	riscv_v_vstate_ctrl_init(current);
15362306a36Sopenharmony_ci	riscv_v_vstate_off(task_pt_regs(current));
15462306a36Sopenharmony_ci	kfree(current->thread.vstate.datap);
15562306a36Sopenharmony_ci	memset(&current->thread.vstate, 0, sizeof(struct __riscv_v_ext_state));
15662306a36Sopenharmony_ci#endif
15762306a36Sopenharmony_ci}
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_civoid arch_release_task_struct(struct task_struct *tsk)
16062306a36Sopenharmony_ci{
16162306a36Sopenharmony_ci	/* Free the vector context of datap. */
16262306a36Sopenharmony_ci	if (has_vector())
16362306a36Sopenharmony_ci		kfree(tsk->thread.vstate.datap);
16462306a36Sopenharmony_ci}
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ciint arch_dup_task_struct(struct task_struct *dst, struct task_struct *src)
16762306a36Sopenharmony_ci{
16862306a36Sopenharmony_ci	fstate_save(src, task_pt_regs(src));
16962306a36Sopenharmony_ci	*dst = *src;
17062306a36Sopenharmony_ci	/* clear entire V context, including datap for a new task */
17162306a36Sopenharmony_ci	memset(&dst->thread.vstate, 0, sizeof(struct __riscv_v_ext_state));
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_ci	return 0;
17462306a36Sopenharmony_ci}
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_ciint copy_thread(struct task_struct *p, const struct kernel_clone_args *args)
17762306a36Sopenharmony_ci{
17862306a36Sopenharmony_ci	unsigned long clone_flags = args->flags;
17962306a36Sopenharmony_ci	unsigned long usp = args->stack;
18062306a36Sopenharmony_ci	unsigned long tls = args->tls;
18162306a36Sopenharmony_ci	struct pt_regs *childregs = task_pt_regs(p);
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_ci	memset(&p->thread.s, 0, sizeof(p->thread.s));
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_ci	/* p->thread holds context to be restored by __switch_to() */
18662306a36Sopenharmony_ci	if (unlikely(args->fn)) {
18762306a36Sopenharmony_ci		/* Kernel thread */
18862306a36Sopenharmony_ci		memset(childregs, 0, sizeof(struct pt_regs));
18962306a36Sopenharmony_ci		childregs->gp = gp_in_global;
19062306a36Sopenharmony_ci		/* Supervisor/Machine, irqs on: */
19162306a36Sopenharmony_ci		childregs->status = SR_PP | SR_PIE;
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci		p->thread.s[0] = (unsigned long)args->fn;
19462306a36Sopenharmony_ci		p->thread.s[1] = (unsigned long)args->fn_arg;
19562306a36Sopenharmony_ci	} else {
19662306a36Sopenharmony_ci		*childregs = *(current_pt_regs());
19762306a36Sopenharmony_ci		/* Turn off status.VS */
19862306a36Sopenharmony_ci		riscv_v_vstate_off(childregs);
19962306a36Sopenharmony_ci		if (usp) /* User fork */
20062306a36Sopenharmony_ci			childregs->sp = usp;
20162306a36Sopenharmony_ci		if (clone_flags & CLONE_SETTLS)
20262306a36Sopenharmony_ci			childregs->tp = tls;
20362306a36Sopenharmony_ci		childregs->a0 = 0; /* Return value of fork() */
20462306a36Sopenharmony_ci		p->thread.s[0] = 0;
20562306a36Sopenharmony_ci	}
20662306a36Sopenharmony_ci	p->thread.ra = (unsigned long)ret_from_fork;
20762306a36Sopenharmony_ci	p->thread.sp = (unsigned long)childregs; /* kernel sp */
20862306a36Sopenharmony_ci	return 0;
20962306a36Sopenharmony_ci}
210