/kernel/linux/linux-5.10/arch/nds32/kernel/ |
H A D | vdso.c | 41 struct vdso_data data; 44 struct vdso_data *vdso_data = &vdso_data_store.data; variable 58 vdso_data->cycle_count_offset = in get_timer_node_info() 60 vdso_data->cycle_count_down = in get_timer_node_info() 78 vdso_pages + 1, vdso_pages, vdso_start, 1L, vdso_data); in vdso_init() 148 page_colour_ofs = ((unsigned int)vdso_data & aliasing_mask) - in arch_setup_additional_pages() 163 virt_to_phys(vdso_data) >> PAGE_SHIFT, in arch_setup_additional_pages() 197 static void vdso_write_begin(struct vdso_data *vdata) in vdso_write_begin() 199 ++vdso_data in vdso_write_begin() [all...] |
/kernel/linux/linux-6.6/arch/powerpc/include/asm/vdso/ |
H A D | gettimeofday.h | 87 const struct vdso_data *vd) in __arch_get_hw_counter() 92 const struct vdso_data *__arch_get_vdso_data(void); 96 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data() 102 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok() 143 const struct vdso_data *vd); 145 const struct vdso_data *vd); 148 const struct vdso_data *vd); 150 const struct vdso_data *vd); 152 const struct vdso_data *v [all...] |
/kernel/linux/linux-6.6/arch/powerpc/kernel/ |
H A D | vdso.c | 53 struct vdso_arch_data *vdso_data = &vdso_data_store.data; variable 103 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data() 143 pfn = virt_to_pfn(vdso_data); in vvar_fault() 156 pfn = virt_to_pfn(vdso_data); in vvar_fault() 286 vdso_data->syscall_map[i >> 5] |= 0x80000000UL >> (i & 0x1f); in vdso_setup_syscall_map() 289 vdso_data->compat_syscall_map[i >> 5] |= 0x80000000UL >> (i & 0x1f); in vdso_setup_syscall_map() 342 strcpy((char *)vdso_data->eye_catcher, "SYSTEMCFG:PPC64"); in vdso_init() 343 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init() 344 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init() 345 vdso_data in vdso_init() [all...] |
/kernel/linux/linux-6.6/arch/powerpc/kernel/vdso/ |
H A D | vgettimeofday.c | 10 const struct vdso_data *vd) in __c_kernel_clock_gettime() 16 const struct vdso_data *vd) in __c_kernel_clock_getres() 22 const struct vdso_data *vd) in __c_kernel_clock_gettime() 28 const struct vdso_data *vd) in __c_kernel_clock_gettime64() 34 const struct vdso_data *vd) in __c_kernel_clock_getres() 41 const struct vdso_data *vd) in __c_kernel_gettimeofday() 46 __kernel_old_time_t __c_kernel_time(__kernel_old_time_t *time, const struct vdso_data *vd) in __c_kernel_time()
|
/kernel/linux/linux-5.10/arch/nds32/kernel/vdso/ |
H A D | gettimeofday.c | 19 extern struct vdso_data *__get_datapage(void); 20 extern struct vdso_data *__get_timerpage(void); 22 static notrace unsigned int __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin() 34 static notrace unsigned int vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin() 44 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry() 67 struct vdso_data *vdata) in do_realtime_coarse() 82 struct vdso_data *vdata) in do_monotonic_coarse() 101 static notrace inline u64 vgetsns(struct vdso_data *vdso) in vgetsns() 116 static notrace int do_realtime(struct __kernel_old_timespec *ts, struct vdso_data *vdata) in do_realtime() 134 static notrace int do_monotonic(struct __kernel_old_timespec *ts, struct vdso_data *vdat [all...] |
/kernel/linux/linux-5.10/arch/arm/include/asm/vdso/ |
H A D | vsyscall.h | 11 extern struct vdso_data *vdso_data; 18 struct vdso_data *__arm_get_k_vdso_data(void) in __arm_get_k_vdso_data() 20 return vdso_data; in __arm_get_k_vdso_data() 25 void __arm_sync_vdso_data(struct vdso_data *vdata) in __arm_sync_vdso_data()
|
/kernel/linux/linux-5.10/arch/arm64/include/asm/vdso/ |
H A D | vsyscall.h | 12 extern struct vdso_data *vdso_data; 18 struct vdso_data *__arm64_get_k_vdso_data(void) in __arm64_get_k_vdso_data() 20 return vdso_data; in __arm64_get_k_vdso_data() 25 void __arm64_update_vsyscall(struct vdso_data *vdata, struct timekeeper *tk) in __arm64_update_vsyscall()
|
H A D | compat_gettimeofday.h | 107 const struct vdso_data *vd) in __arch_get_hw_counter() 134 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data() 136 const struct vdso_data *ret; in __arch_get_vdso_data() 158 static __always_inline const struct vdso_data *__arch_get_timens_vdso_data(void) in __arch_get_timens_vdso_data() 160 const struct vdso_data *ret; in __arch_get_timens_vdso_data() 169 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
|
/kernel/linux/linux-6.6/arch/arm64/include/asm/vdso/ |
H A D | vsyscall.h | 12 extern struct vdso_data *vdso_data; 18 struct vdso_data *__arm64_get_k_vdso_data(void) in __arm64_get_k_vdso_data() 20 return vdso_data; in __arm64_get_k_vdso_data() 25 void __arm64_update_vsyscall(struct vdso_data *vdata, struct timekeeper *tk) in __arm64_update_vsyscall()
|
H A D | compat_gettimeofday.h | 107 const struct vdso_data *vd) in __arch_get_hw_counter() 134 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data() 136 const struct vdso_data *ret; in __arch_get_vdso_data() 159 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data() 161 const struct vdso_data *ret; in __arch_get_timens_vdso_data() 170 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok()
|
/kernel/linux/linux-6.6/arch/arm/include/asm/vdso/ |
H A D | vsyscall.h | 11 extern struct vdso_data *vdso_data; 18 struct vdso_data *__arm_get_k_vdso_data(void) in __arm_get_k_vdso_data() 20 return vdso_data; in __arm_get_k_vdso_data() 25 void __arm_sync_vdso_data(struct vdso_data *vdata) in __arm_sync_vdso_data()
|
/kernel/linux/linux-6.6/arch/loongarch/include/asm/vdso/ |
H A D | gettimeofday.h | 75 const struct vdso_data *vd) in __arch_get_hw_counter() 92 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data() 94 return (const struct vdso_data *)get_vdso_data(); in __arch_get_vdso_data() 99 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data() 101 return (const struct vdso_data *)(get_vdso_data() + VVAR_TIMENS_PAGE_OFFSET * PAGE_SIZE); in __arch_get_timens_vdso_data()
|
H A D | vsyscall.h | 10 extern struct vdso_data *vdso_data; 16 struct vdso_data *__loongarch_get_k_vdso_data(void) in __loongarch_get_k_vdso_data() 18 return vdso_data; in __loongarch_get_k_vdso_data()
|
/kernel/linux/linux-5.10/arch/powerpc/kernel/ |
H A D | vdso.c | 73 struct vdso_data data; 76 struct vdso_data *vdso_data = &vdso_data_store.data; variable 651 vdso_data->syscall_map_64[i >> 5] |= in vdso_setup_syscall_map() 655 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map() 659 vdso_data->syscall_map_32[i >> 5] |= in vdso_setup_syscall_map() 700 strcpy((char *)vdso_data->eye_catcher, "SYSTEMCFG:PPC64"); in vdso_init() 701 vdso_data->version.major = SYSTEMCFG_MAJOR; in vdso_init() 702 vdso_data->version.minor = SYSTEMCFG_MINOR; in vdso_init() 703 vdso_data in vdso_init() [all...] |
/kernel/linux/linux-6.6/lib/vdso/ |
H A D | gettimeofday.c | 35 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok() 49 static __always_inline int do_hres_timens(const struct vdso_data *vdns, clockid_t clk, in do_hres_timens() 52 const struct vdso_data *vd; in do_hres_timens() 98 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd) in __arch_get_timens_vdso_data() 103 static __always_inline int do_hres_timens(const struct vdso_data *vdns, clockid_t clk, in do_hres_timens() 110 static __always_inline int do_hres(const struct vdso_data *vd, clockid_t clk, in do_hres() 165 static __always_inline int do_coarse_timens(const struct vdso_data *vdns, clockid_t clk, in do_coarse_timens() 168 const struct vdso_data *vd = __arch_get_timens_vdso_data(vdns); in do_coarse_timens() 194 static __always_inline int do_coarse_timens(const struct vdso_data *vdn [all...] |
/kernel/linux/linux-6.6/arch/csky/include/asm/vdso/ |
H A D | vsyscall.h | 10 extern struct vdso_data *vdso_data; 12 static __always_inline struct vdso_data *__csky_get_k_vdso_data(void) in __csky_get_k_vdso_data() 14 return vdso_data; in __csky_get_k_vdso_data()
|
/kernel/linux/linux-5.10/lib/vdso/ |
H A D | gettimeofday.c | 35 static inline bool vdso_clocksource_ok(const struct vdso_data *vd) in vdso_clocksource_ok() 49 static __always_inline int do_hres_timens(const struct vdso_data *vdns, clockid_t clk, in do_hres_timens() 52 const struct vdso_data *vd = __arch_get_timens_vdso_data(); in do_hres_timens() 95 static __always_inline const struct vdso_data *__arch_get_timens_vdso_data(void) in __arch_get_timens_vdso_data() 100 static __always_inline int do_hres_timens(const struct vdso_data *vdns, clockid_t clk, in do_hres_timens() 107 static __always_inline int do_hres(const struct vdso_data *vd, clockid_t clk, in do_hres() 162 static __always_inline int do_coarse_timens(const struct vdso_data *vdns, clockid_t clk, in do_coarse_timens() 165 const struct vdso_data *vd = __arch_get_timens_vdso_data(); in do_coarse_timens() 191 static __always_inline int do_coarse_timens(const struct vdso_data *vdns, clockid_t clk, in do_coarse_timens() 198 static __always_inline int do_coarse(const struct vdso_data *v [all...] |
/kernel/linux/linux-5.10/arch/loongarch/include/asm/vdso/ |
H A D | vsyscall.h | 10 extern struct vdso_data *vdso_data; 16 struct vdso_data *__loongarch_get_k_vdso_data(void) in __loongarch_get_k_vdso_data() 18 return vdso_data; in __loongarch_get_k_vdso_data()
|
H A D | gettimeofday.h | 80 const struct vdso_data *vd) in __arch_get_hw_counter() 97 static __always_inline const struct vdso_data *__arch_get_vdso_data(void) in __arch_get_vdso_data() 99 return (const struct vdso_data *)get_vdso_data(); in __arch_get_vdso_data() 103 static __always_inline const struct vdso_data *__arch_get_timens_vdso_data(void) in __arch_get_timens_vdso_data() 105 return (const struct vdso_data *)(get_vdso_data() + VVAR_TIMENS_PAGE_OFFSET * PAGE_SIZE); in __arch_get_timens_vdso_data()
|
/kernel/linux/linux-5.10/arch/mips/include/asm/vdso/ |
H A D | vsyscall.h | 10 extern struct vdso_data *vdso_data; 16 struct vdso_data *__mips_get_k_vdso_data(void) in __mips_get_k_vdso_data() 18 return vdso_data; in __mips_get_k_vdso_data()
|
/kernel/linux/linux-5.10/arch/riscv/include/asm/vdso/ |
H A D | vsyscall.h | 10 extern struct vdso_data *vdso_data; 15 static __always_inline struct vdso_data *__riscv_get_k_vdso_data(void) in __riscv_get_k_vdso_data() 17 return vdso_data; in __riscv_get_k_vdso_data()
|
/kernel/linux/linux-6.6/arch/mips/include/asm/vdso/ |
H A D | vsyscall.h | 10 extern struct vdso_data *vdso_data; 16 struct vdso_data *__mips_get_k_vdso_data(void) in __mips_get_k_vdso_data() 18 return vdso_data; in __mips_get_k_vdso_data()
|
/kernel/linux/linux-6.6/arch/riscv/include/asm/vdso/ |
H A D | vsyscall.h | 10 extern struct vdso_data *vdso_data; 15 static __always_inline struct vdso_data *__riscv_get_k_vdso_data(void) in __riscv_get_k_vdso_data() 17 return vdso_data; in __riscv_get_k_vdso_data()
|
/kernel/linux/linux-6.6/arch/loongarch/kernel/ |
H A D | vdso.c | 31 struct vdso_data data[CS_BASES]; 40 struct vdso_data *vdso_data = generic_vdso_data.data; variable 59 pfn = sym_to_pfn(vdso_data); in vvar_fault() 74 pfn = sym_to_pfn(vdso_data); in vvar_fault() 121 struct vdso_data *arch_get_vdso_data(void *vvar_page) in arch_get_vdso_data() 123 return (struct vdso_data *)(vvar_page); in arch_get_vdso_data()
|
/kernel/linux/linux-5.10/include/vdso/ |
H A D | helpers.h | 9 static __always_inline u32 vdso_read_begin(const struct vdso_data *vd) in vdso_read_begin() 20 static __always_inline u32 vdso_read_retry(const struct vdso_data *vd, in vdso_read_retry() 30 static __always_inline void vdso_write_begin(struct vdso_data *vd) in vdso_write_begin() 42 static __always_inline void vdso_write_end(struct vdso_data *vd) in vdso_write_end()
|