162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 */ 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2018 ARM Limited 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci#ifndef __ASM_VDSO_GETTIMEOFDAY_H 662306a36Sopenharmony_ci#define __ASM_VDSO_GETTIMEOFDAY_H 762306a36Sopenharmony_ci 862306a36Sopenharmony_ci#ifndef __ASSEMBLY__ 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#include <asm/barrier.h> 1162306a36Sopenharmony_ci#include <asm/errno.h> 1262306a36Sopenharmony_ci#include <asm/unistd.h> 1362306a36Sopenharmony_ci#include <asm/vdso/cp15.h> 1462306a36Sopenharmony_ci#include <uapi/linux/time.h> 1562306a36Sopenharmony_ci 1662306a36Sopenharmony_ci#define VDSO_HAS_CLOCK_GETRES 1 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ciextern struct vdso_data *__get_datapage(void); 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_cistatic __always_inline int gettimeofday_fallback( 2162306a36Sopenharmony_ci struct __kernel_old_timeval *_tv, 2262306a36Sopenharmony_ci struct timezone *_tz) 2362306a36Sopenharmony_ci{ 2462306a36Sopenharmony_ci register struct timezone *tz asm("r1") = _tz; 2562306a36Sopenharmony_ci register struct __kernel_old_timeval *tv asm("r0") = _tv; 2662306a36Sopenharmony_ci register long ret asm ("r0"); 2762306a36Sopenharmony_ci register long nr asm("r7") = __NR_gettimeofday; 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ci asm volatile( 3062306a36Sopenharmony_ci " swi #0\n" 3162306a36Sopenharmony_ci : "=r" (ret) 3262306a36Sopenharmony_ci : "r" (tv), "r" (tz), "r" (nr) 3362306a36Sopenharmony_ci : "memory"); 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci return ret; 3662306a36Sopenharmony_ci} 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_cistatic __always_inline long clock_gettime_fallback( 3962306a36Sopenharmony_ci clockid_t _clkid, 4062306a36Sopenharmony_ci struct __kernel_timespec *_ts) 4162306a36Sopenharmony_ci{ 4262306a36Sopenharmony_ci register struct __kernel_timespec *ts asm("r1") = _ts; 4362306a36Sopenharmony_ci register clockid_t clkid asm("r0") = _clkid; 4462306a36Sopenharmony_ci register long ret asm ("r0"); 4562306a36Sopenharmony_ci register long nr asm("r7") = __NR_clock_gettime64; 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci asm volatile( 4862306a36Sopenharmony_ci " swi #0\n" 4962306a36Sopenharmony_ci : "=r" (ret) 5062306a36Sopenharmony_ci : "r" (clkid), "r" (ts), "r" (nr) 5162306a36Sopenharmony_ci : "memory"); 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci return ret; 5462306a36Sopenharmony_ci} 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_cistatic __always_inline long clock_gettime32_fallback( 5762306a36Sopenharmony_ci clockid_t _clkid, 5862306a36Sopenharmony_ci struct old_timespec32 *_ts) 5962306a36Sopenharmony_ci{ 6062306a36Sopenharmony_ci register struct old_timespec32 *ts asm("r1") = _ts; 6162306a36Sopenharmony_ci register clockid_t clkid asm("r0") = _clkid; 6262306a36Sopenharmony_ci register long ret asm ("r0"); 6362306a36Sopenharmony_ci register long nr asm("r7") = __NR_clock_gettime; 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci asm volatile( 6662306a36Sopenharmony_ci " swi #0\n" 6762306a36Sopenharmony_ci : "=r" (ret) 6862306a36Sopenharmony_ci : "r" (clkid), "r" (ts), "r" (nr) 6962306a36Sopenharmony_ci : "memory"); 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ci return ret; 7262306a36Sopenharmony_ci} 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_cistatic __always_inline int clock_getres_fallback( 7562306a36Sopenharmony_ci clockid_t _clkid, 7662306a36Sopenharmony_ci struct __kernel_timespec *_ts) 7762306a36Sopenharmony_ci{ 7862306a36Sopenharmony_ci register struct __kernel_timespec *ts asm("r1") = _ts; 7962306a36Sopenharmony_ci register clockid_t clkid asm("r0") = _clkid; 8062306a36Sopenharmony_ci register long ret asm ("r0"); 8162306a36Sopenharmony_ci register long nr asm("r7") = __NR_clock_getres_time64; 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci asm volatile( 8462306a36Sopenharmony_ci " swi #0\n" 8562306a36Sopenharmony_ci : "=r" (ret) 8662306a36Sopenharmony_ci : "r" (clkid), "r" (ts), "r" (nr) 8762306a36Sopenharmony_ci : "memory"); 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci return ret; 9062306a36Sopenharmony_ci} 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_cistatic __always_inline int clock_getres32_fallback( 9362306a36Sopenharmony_ci clockid_t _clkid, 9462306a36Sopenharmony_ci struct old_timespec32 *_ts) 9562306a36Sopenharmony_ci{ 9662306a36Sopenharmony_ci register struct old_timespec32 *ts asm("r1") = _ts; 9762306a36Sopenharmony_ci register clockid_t clkid asm("r0") = _clkid; 9862306a36Sopenharmony_ci register long ret asm ("r0"); 9962306a36Sopenharmony_ci register long nr asm("r7") = __NR_clock_getres; 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci asm volatile( 10262306a36Sopenharmony_ci " swi #0\n" 10362306a36Sopenharmony_ci : "=r" (ret) 10462306a36Sopenharmony_ci : "r" (clkid), "r" (ts), "r" (nr) 10562306a36Sopenharmony_ci : "memory"); 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci return ret; 10862306a36Sopenharmony_ci} 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_cistatic inline bool arm_vdso_hres_capable(void) 11162306a36Sopenharmony_ci{ 11262306a36Sopenharmony_ci return IS_ENABLED(CONFIG_ARM_ARCH_TIMER); 11362306a36Sopenharmony_ci} 11462306a36Sopenharmony_ci#define __arch_vdso_hres_capable arm_vdso_hres_capable 11562306a36Sopenharmony_ci 11662306a36Sopenharmony_cistatic __always_inline u64 __arch_get_hw_counter(int clock_mode, 11762306a36Sopenharmony_ci const struct vdso_data *vd) 11862306a36Sopenharmony_ci{ 11962306a36Sopenharmony_ci#ifdef CONFIG_ARM_ARCH_TIMER 12062306a36Sopenharmony_ci u64 cycle_now; 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_ci /* 12362306a36Sopenharmony_ci * Core checks for mode already, so this raced against a concurrent 12462306a36Sopenharmony_ci * update. Return something. Core will do another round and then 12562306a36Sopenharmony_ci * see the mode change and fallback to the syscall. 12662306a36Sopenharmony_ci */ 12762306a36Sopenharmony_ci if (clock_mode == VDSO_CLOCKMODE_NONE) 12862306a36Sopenharmony_ci return 0; 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_ci isb(); 13162306a36Sopenharmony_ci cycle_now = read_sysreg(CNTVCT); 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_ci return cycle_now; 13462306a36Sopenharmony_ci#else 13562306a36Sopenharmony_ci /* Make GCC happy. This is compiled out anyway */ 13662306a36Sopenharmony_ci return 0; 13762306a36Sopenharmony_ci#endif 13862306a36Sopenharmony_ci} 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_cistatic __always_inline const struct vdso_data *__arch_get_vdso_data(void) 14162306a36Sopenharmony_ci{ 14262306a36Sopenharmony_ci return __get_datapage(); 14362306a36Sopenharmony_ci} 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci#endif /* !__ASSEMBLY__ */ 14662306a36Sopenharmony_ci 14762306a36Sopenharmony_ci#endif /* __ASM_VDSO_GETTIMEOFDAY_H */ 148