162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 */
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2018 ARM Limited
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci#ifndef __ASM_VDSO_GETTIMEOFDAY_H
662306a36Sopenharmony_ci#define __ASM_VDSO_GETTIMEOFDAY_H
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#ifndef __ASSEMBLY__
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include <asm/barrier.h>
1162306a36Sopenharmony_ci#include <asm/errno.h>
1262306a36Sopenharmony_ci#include <asm/unistd.h>
1362306a36Sopenharmony_ci#include <asm/vdso/cp15.h>
1462306a36Sopenharmony_ci#include <uapi/linux/time.h>
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_ci#define VDSO_HAS_CLOCK_GETRES		1
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ciextern struct vdso_data *__get_datapage(void);
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_cistatic __always_inline int gettimeofday_fallback(
2162306a36Sopenharmony_ci				struct __kernel_old_timeval *_tv,
2262306a36Sopenharmony_ci				struct timezone *_tz)
2362306a36Sopenharmony_ci{
2462306a36Sopenharmony_ci	register struct timezone *tz asm("r1") = _tz;
2562306a36Sopenharmony_ci	register struct __kernel_old_timeval *tv asm("r0") = _tv;
2662306a36Sopenharmony_ci	register long ret asm ("r0");
2762306a36Sopenharmony_ci	register long nr asm("r7") = __NR_gettimeofday;
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci	asm volatile(
3062306a36Sopenharmony_ci	"	swi #0\n"
3162306a36Sopenharmony_ci	: "=r" (ret)
3262306a36Sopenharmony_ci	: "r" (tv), "r" (tz), "r" (nr)
3362306a36Sopenharmony_ci	: "memory");
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_ci	return ret;
3662306a36Sopenharmony_ci}
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_cistatic __always_inline long clock_gettime_fallback(
3962306a36Sopenharmony_ci					clockid_t _clkid,
4062306a36Sopenharmony_ci					struct __kernel_timespec *_ts)
4162306a36Sopenharmony_ci{
4262306a36Sopenharmony_ci	register struct __kernel_timespec *ts asm("r1") = _ts;
4362306a36Sopenharmony_ci	register clockid_t clkid asm("r0") = _clkid;
4462306a36Sopenharmony_ci	register long ret asm ("r0");
4562306a36Sopenharmony_ci	register long nr asm("r7") = __NR_clock_gettime64;
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	asm volatile(
4862306a36Sopenharmony_ci	"	swi #0\n"
4962306a36Sopenharmony_ci	: "=r" (ret)
5062306a36Sopenharmony_ci	: "r" (clkid), "r" (ts), "r" (nr)
5162306a36Sopenharmony_ci	: "memory");
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_ci	return ret;
5462306a36Sopenharmony_ci}
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_cistatic __always_inline long clock_gettime32_fallback(
5762306a36Sopenharmony_ci					clockid_t _clkid,
5862306a36Sopenharmony_ci					struct old_timespec32 *_ts)
5962306a36Sopenharmony_ci{
6062306a36Sopenharmony_ci	register struct old_timespec32 *ts asm("r1") = _ts;
6162306a36Sopenharmony_ci	register clockid_t clkid asm("r0") = _clkid;
6262306a36Sopenharmony_ci	register long ret asm ("r0");
6362306a36Sopenharmony_ci	register long nr asm("r7") = __NR_clock_gettime;
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	asm volatile(
6662306a36Sopenharmony_ci	"	swi #0\n"
6762306a36Sopenharmony_ci	: "=r" (ret)
6862306a36Sopenharmony_ci	: "r" (clkid), "r" (ts), "r" (nr)
6962306a36Sopenharmony_ci	: "memory");
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci	return ret;
7262306a36Sopenharmony_ci}
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_cistatic __always_inline int clock_getres_fallback(
7562306a36Sopenharmony_ci					clockid_t _clkid,
7662306a36Sopenharmony_ci					struct __kernel_timespec *_ts)
7762306a36Sopenharmony_ci{
7862306a36Sopenharmony_ci	register struct __kernel_timespec *ts asm("r1") = _ts;
7962306a36Sopenharmony_ci	register clockid_t clkid asm("r0") = _clkid;
8062306a36Sopenharmony_ci	register long ret asm ("r0");
8162306a36Sopenharmony_ci	register long nr asm("r7") = __NR_clock_getres_time64;
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	asm volatile(
8462306a36Sopenharmony_ci	"       swi #0\n"
8562306a36Sopenharmony_ci	: "=r" (ret)
8662306a36Sopenharmony_ci	: "r" (clkid), "r" (ts), "r" (nr)
8762306a36Sopenharmony_ci	: "memory");
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	return ret;
9062306a36Sopenharmony_ci}
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_cistatic __always_inline int clock_getres32_fallback(
9362306a36Sopenharmony_ci					clockid_t _clkid,
9462306a36Sopenharmony_ci					struct old_timespec32 *_ts)
9562306a36Sopenharmony_ci{
9662306a36Sopenharmony_ci	register struct old_timespec32 *ts asm("r1") = _ts;
9762306a36Sopenharmony_ci	register clockid_t clkid asm("r0") = _clkid;
9862306a36Sopenharmony_ci	register long ret asm ("r0");
9962306a36Sopenharmony_ci	register long nr asm("r7") = __NR_clock_getres;
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci	asm volatile(
10262306a36Sopenharmony_ci	"       swi #0\n"
10362306a36Sopenharmony_ci	: "=r" (ret)
10462306a36Sopenharmony_ci	: "r" (clkid), "r" (ts), "r" (nr)
10562306a36Sopenharmony_ci	: "memory");
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	return ret;
10862306a36Sopenharmony_ci}
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_cistatic inline bool arm_vdso_hres_capable(void)
11162306a36Sopenharmony_ci{
11262306a36Sopenharmony_ci	return IS_ENABLED(CONFIG_ARM_ARCH_TIMER);
11362306a36Sopenharmony_ci}
11462306a36Sopenharmony_ci#define __arch_vdso_hres_capable arm_vdso_hres_capable
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_cistatic __always_inline u64 __arch_get_hw_counter(int clock_mode,
11762306a36Sopenharmony_ci						 const struct vdso_data *vd)
11862306a36Sopenharmony_ci{
11962306a36Sopenharmony_ci#ifdef CONFIG_ARM_ARCH_TIMER
12062306a36Sopenharmony_ci	u64 cycle_now;
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci	/*
12362306a36Sopenharmony_ci	 * Core checks for mode already, so this raced against a concurrent
12462306a36Sopenharmony_ci	 * update. Return something. Core will do another round and then
12562306a36Sopenharmony_ci	 * see the mode change and fallback to the syscall.
12662306a36Sopenharmony_ci	 */
12762306a36Sopenharmony_ci	if (clock_mode == VDSO_CLOCKMODE_NONE)
12862306a36Sopenharmony_ci		return 0;
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci	isb();
13162306a36Sopenharmony_ci	cycle_now = read_sysreg(CNTVCT);
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci	return cycle_now;
13462306a36Sopenharmony_ci#else
13562306a36Sopenharmony_ci	/* Make GCC happy. This is compiled out anyway */
13662306a36Sopenharmony_ci	return 0;
13762306a36Sopenharmony_ci#endif
13862306a36Sopenharmony_ci}
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_cistatic __always_inline const struct vdso_data *__arch_get_vdso_data(void)
14162306a36Sopenharmony_ci{
14262306a36Sopenharmony_ci	return __get_datapage();
14362306a36Sopenharmony_ci}
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci#endif /* !__ASSEMBLY__ */
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci#endif /* __ASM_VDSO_GETTIMEOFDAY_H */
148