Lines Matching refs:vd
35 static inline bool vdso_clocksource_ok(const struct vdso_data *vd)
37 return vd->clock_mode != VDSO_CLOCKMODE_NONE;
52 const struct vdso_data *vd = __arch_get_timens_vdso_data();
60 vd = &vd[CS_HRES_COARSE];
62 vd = &vd[CS_RAW];
63 vdso_ts = &vd->basetime[clk];
66 seq = vdso_read_begin(vd);
68 if (unlikely(!vdso_clocksource_ok(vd)))
71 cycles = __arch_get_hw_counter(vd->clock_mode, vd);
75 last = vd->cycle_last;
76 ns += vdso_calc_delta(cycles, last, vd->mask, vd->mult);
77 ns = vdso_shift_ns(ns, vd->shift);
79 } while (unlikely(vdso_read_retry(vd, seq)));
107 static __always_inline int do_hres(const struct vdso_data *vd, clockid_t clk,
110 const struct vdso_timestamp *vdso_ts = &vd->basetime[clk];
122 * has vd->seq set to 1 and vd->clock_mode set to
124 * this does not affect performance because if vd->seq is
126 * check for vd->clock_mode is just a few extra
127 * instructions while spin waiting for vd->seq to become
130 while (unlikely((seq = READ_ONCE(vd->seq)) & 1)) {
132 vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
133 return do_hres_timens(vd, clk, ts);
138 if (unlikely(!vdso_clocksource_ok(vd)))
141 cycles = __arch_get_hw_counter(vd->clock_mode, vd);
145 last = vd->cycle_last;
146 ns += vdso_calc_delta(cycles, last, vd->mask, vd->mult);
147 ns = vdso_shift_ns(ns, vd->shift);
149 } while (unlikely(vdso_read_retry(vd, seq)));
165 const struct vdso_data *vd = __arch_get_timens_vdso_data();
166 const struct vdso_timestamp *vdso_ts = &vd->basetime[clk];
173 seq = vdso_read_begin(vd);
176 } while (unlikely(vdso_read_retry(vd, seq)));
198 static __always_inline int do_coarse(const struct vdso_data *vd, clockid_t clk,
201 const struct vdso_timestamp *vdso_ts = &vd->basetime[clk];
209 while ((seq = READ_ONCE(vd->seq)) & 1) {
211 vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
212 return do_coarse_timens(vd, clk, ts);
219 } while (unlikely(vdso_read_retry(vd, seq)));
225 __cvdso_clock_gettime_common(const struct vdso_data *vd, clockid_t clock,
240 vd = &vd[CS_HRES_COARSE];
242 return do_coarse(&vd[CS_HRES_COARSE], clock, ts);
244 vd = &vd[CS_RAW];
248 return do_hres(vd, clock, ts);
252 __cvdso_clock_gettime_data(const struct vdso_data *vd, clockid_t clock,
255 int ret = __cvdso_clock_gettime_common(vd, clock, ts);
270 __cvdso_clock_gettime32_data(const struct vdso_data *vd, clockid_t clock,
276 ret = __cvdso_clock_gettime_common(vd, clock, &ts);
296 __cvdso_gettimeofday_data(const struct vdso_data *vd,
303 if (do_hres(&vd[CS_HRES_COARSE], CLOCK_REALTIME, &ts))
312 vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
313 vd = __arch_get_timens_vdso_data();
315 tz->tz_minuteswest = vd[CS_HRES_COARSE].tz_minuteswest;
316 tz->tz_dsttime = vd[CS_HRES_COARSE].tz_dsttime;
330 __cvdso_time_data(const struct vdso_data *vd, __kernel_old_time_t *time)
335 vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
336 vd = __arch_get_timens_vdso_data();
338 t = READ_ONCE(vd[CS_HRES_COARSE].basetime[CLOCK_REALTIME].sec);
354 int __cvdso_clock_getres_common(const struct vdso_data *vd, clockid_t clock,
365 vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
366 vd = __arch_get_timens_vdso_data();
377 ns = READ_ONCE(vd[CS_HRES_COARSE].hrtimer_res);
395 int __cvdso_clock_getres_data(const struct vdso_data *vd, clockid_t clock,
398 int ret = __cvdso_clock_getres_common(vd, clock, res);
413 __cvdso_clock_getres_time32_data(const struct vdso_data *vd, clockid_t clock,
419 ret = __cvdso_clock_getres_common(vd, clock, &ts);