/kernel/linux/linux-5.10/arch/nds32/kernel/vdso/ |
H A D | gettimeofday.c | 22 static notrace unsigned int __vdso_read_begin(const struct vdso_data *vdata) in __vdso_read_begin() argument 26 seq = READ_ONCE(vdata->seq_count); in __vdso_read_begin() 34 static notrace unsigned int vdso_read_begin(const struct vdso_data *vdata) in vdso_read_begin() argument 38 seq = __vdso_read_begin(vdata); in vdso_read_begin() 44 static notrace int vdso_read_retry(const struct vdso_data *vdata, u32 start) in vdso_read_retry() argument 47 return vdata->seq_count != start; in vdso_read_retry() 67 struct vdso_data *vdata) in do_realtime_coarse() 72 seq = vdso_read_begin(vdata); in do_realtime_coarse() 74 ts->tv_sec = vdata->xtime_coarse_sec; in do_realtime_coarse() 75 ts->tv_nsec = vdata in do_realtime_coarse() 66 do_realtime_coarse(struct __kernel_old_timespec *ts, struct vdso_data *vdata) do_realtime_coarse() argument 81 do_monotonic_coarse(struct __kernel_old_timespec *ts, struct vdso_data *vdata) do_monotonic_coarse() argument 116 do_realtime(struct __kernel_old_timespec *ts, struct vdso_data *vdata) do_realtime() argument 134 do_monotonic(struct __kernel_old_timespec *ts, struct vdso_data *vdata) do_monotonic() argument 160 struct vdso_data *vdata; __vdso_clock_gettime() local 208 struct vdso_data *vdata = __get_datapage(); __vdso_clock_getres() local 249 struct vdso_data *vdata; __vdso_gettimeofday() local [all...] |
/kernel/linux/linux-5.10/arch/sparc/kernel/ |
H A D | vdso.c | 26 struct vvar_data *vdata = vvar_data; in update_vsyscall() local 28 if (unlikely(vdata == NULL)) in update_vsyscall() 31 vvar_write_begin(vdata); in update_vsyscall() 32 vdata->vclock_mode = tk->tkr_mono.clock->archdata.vclock_mode; in update_vsyscall() 33 vdata->clock.cycle_last = tk->tkr_mono.cycle_last; in update_vsyscall() 34 vdata->clock.mask = tk->tkr_mono.mask; in update_vsyscall() 35 vdata->clock.mult = tk->tkr_mono.mult; in update_vsyscall() 36 vdata->clock.shift = tk->tkr_mono.shift; in update_vsyscall() 38 vdata->wall_time_sec = tk->xtime_sec; in update_vsyscall() 39 vdata in update_vsyscall() [all...] |
/kernel/linux/linux-6.6/arch/sparc/kernel/ |
H A D | vdso.c | 26 struct vvar_data *vdata = vvar_data; in update_vsyscall() local 28 if (unlikely(vdata == NULL)) in update_vsyscall() 31 vvar_write_begin(vdata); in update_vsyscall() 32 vdata->vclock_mode = tk->tkr_mono.clock->archdata.vclock_mode; in update_vsyscall() 33 vdata->clock.cycle_last = tk->tkr_mono.cycle_last; in update_vsyscall() 34 vdata->clock.mask = tk->tkr_mono.mask; in update_vsyscall() 35 vdata->clock.mult = tk->tkr_mono.mult; in update_vsyscall() 36 vdata->clock.shift = tk->tkr_mono.shift; in update_vsyscall() 38 vdata->wall_time_sec = tk->xtime_sec; in update_vsyscall() 39 vdata in update_vsyscall() [all...] |
/kernel/linux/linux-5.10/kernel/time/ |
H A D | vsyscall.c | 18 static inline void update_vdso_data(struct vdso_data *vdata, in update_vdso_data() argument 24 vdata[CS_HRES_COARSE].cycle_last = tk->tkr_mono.cycle_last; in update_vdso_data() 25 vdata[CS_HRES_COARSE].mask = tk->tkr_mono.mask; in update_vdso_data() 26 vdata[CS_HRES_COARSE].mult = tk->tkr_mono.mult; in update_vdso_data() 27 vdata[CS_HRES_COARSE].shift = tk->tkr_mono.shift; in update_vdso_data() 28 vdata[CS_RAW].cycle_last = tk->tkr_raw.cycle_last; in update_vdso_data() 29 vdata[CS_RAW].mask = tk->tkr_raw.mask; in update_vdso_data() 30 vdata[CS_RAW].mult = tk->tkr_raw.mult; in update_vdso_data() 31 vdata[CS_RAW].shift = tk->tkr_raw.shift; in update_vdso_data() 34 vdso_ts = &vdata[CS_HRES_COARS in update_vdso_data() 74 struct vdso_data *vdata = __arch_get_k_vdso_data(); update_vsyscall() local 125 struct vdso_data *vdata = __arch_get_k_vdso_data(); update_vsyscall_tz() local 147 struct vdso_data *vdata = __arch_get_k_vdso_data(); vdso_update_begin() local 165 struct vdso_data *vdata = __arch_get_k_vdso_data(); vdso_update_end() local [all...] |
/kernel/linux/linux-6.6/kernel/time/ |
H A D | vsyscall.c | 18 static inline void update_vdso_data(struct vdso_data *vdata, in update_vdso_data() argument 24 vdata[CS_HRES_COARSE].cycle_last = tk->tkr_mono.cycle_last; in update_vdso_data() 25 vdata[CS_HRES_COARSE].mask = tk->tkr_mono.mask; in update_vdso_data() 26 vdata[CS_HRES_COARSE].mult = tk->tkr_mono.mult; in update_vdso_data() 27 vdata[CS_HRES_COARSE].shift = tk->tkr_mono.shift; in update_vdso_data() 28 vdata[CS_RAW].cycle_last = tk->tkr_raw.cycle_last; in update_vdso_data() 29 vdata[CS_RAW].mask = tk->tkr_raw.mask; in update_vdso_data() 30 vdata[CS_RAW].mult = tk->tkr_raw.mult; in update_vdso_data() 31 vdata[CS_RAW].shift = tk->tkr_raw.shift; in update_vdso_data() 34 vdso_ts = &vdata[CS_HRES_COARS in update_vdso_data() 74 struct vdso_data *vdata = __arch_get_k_vdso_data(); update_vsyscall() local 125 struct vdso_data *vdata = __arch_get_k_vdso_data(); update_vsyscall_tz() local 147 struct vdso_data *vdata = __arch_get_k_vdso_data(); vdso_update_begin() local 165 struct vdso_data *vdata = __arch_get_k_vdso_data(); vdso_update_end() local [all...] |
/kernel/linux/linux-5.10/drivers/char/ |
H A D | mspec.c | 90 struct vma_data *vdata; in mspec_open() local 92 vdata = vma->vm_private_data; in mspec_open() 93 refcount_inc(&vdata->refcnt); in mspec_open() 105 struct vma_data *vdata; in mspec_close() local 109 vdata = vma->vm_private_data; in mspec_close() 111 if (!refcount_dec_and_test(&vdata->refcnt)) in mspec_close() 114 last_index = (vdata->vm_end - vdata->vm_start) >> PAGE_SHIFT; in mspec_close() 116 if (vdata->maddr[index] == 0) in mspec_close() 122 my_page = vdata in mspec_close() 142 struct vma_data *vdata = vmf->vma->vm_private_data; mspec_fault() local 184 struct vma_data *vdata; mspec_mmap() local [all...] |
/kernel/linux/linux-6.6/drivers/char/ |
H A D | mspec.c | 90 struct vma_data *vdata; in mspec_open() local 92 vdata = vma->vm_private_data; in mspec_open() 93 refcount_inc(&vdata->refcnt); in mspec_open() 105 struct vma_data *vdata; in mspec_close() local 109 vdata = vma->vm_private_data; in mspec_close() 111 if (!refcount_dec_and_test(&vdata->refcnt)) in mspec_close() 114 last_index = (vdata->vm_end - vdata->vm_start) >> PAGE_SHIFT; in mspec_close() 116 if (vdata->maddr[index] == 0) in mspec_close() 122 my_page = vdata in mspec_close() 142 struct vma_data *vdata = vmf->vma->vm_private_data; mspec_fault() local 184 struct vma_data *vdata; mspec_mmap() local [all...] |
/kernel/linux/linux-6.6/drivers/crypto/ccp/ |
H A D | platform-access.c | 71 if (!pa_dev->vdata->cmdresp_reg || !pa_dev->vdata->cmdbuff_addr_lo_reg || in psp_send_platform_access_msg() 72 !pa_dev->vdata->cmdbuff_addr_hi_reg) in psp_send_platform_access_msg() 75 cmd = psp->io_regs + pa_dev->vdata->cmdresp_reg; in psp_send_platform_access_msg() 76 lo = psp->io_regs + pa_dev->vdata->cmdbuff_addr_lo_reg; in psp_send_platform_access_msg() 77 hi = psp->io_regs + pa_dev->vdata->cmdbuff_addr_hi_reg; in psp_send_platform_access_msg() 159 button = psp->io_regs + pa_dev->vdata->doorbell_button_reg; in psp_ring_platform_doorbell() 160 cmd = psp->io_regs + pa_dev->vdata->doorbell_cmd_reg; in psp_ring_platform_doorbell() 219 pa_dev->vdata = (struct platform_access_vdata *)psp->vdata in platform_access_dev_init() [all...] |
H A D | psp-dev.c | 45 status = ioread32(psp->io_regs + psp->vdata->intsts_reg); in psp_irq_handler() 48 iowrite32(status, psp->io_regs + psp->vdata->intsts_reg); in psp_irq_handler() 61 unsigned int val = ioread32(psp->io_regs + psp->vdata->feature_reg); in psp_get_capability() 140 if (psp->vdata->platform_access) in psp_init() 159 psp->vdata = (struct psp_vdata *)sp->dev_vdata->psp_vdata; in psp_dev_init() 160 if (!psp->vdata) { in psp_dev_init() 173 iowrite32(0, psp->io_regs + psp->vdata->inten_reg); in psp_dev_init() 174 iowrite32(-1, psp->io_regs + psp->vdata->intsts_reg); in psp_dev_init() 192 iowrite32(-1, psp->io_regs + psp->vdata->inten_reg); in psp_dev_init()
|
H A D | tee-dev.c | 72 *reg = ioread32(tee->io_regs + tee->vdata->cmdresp_reg); in tee_wait_cmd_poll() 140 tee->io_regs + tee->vdata->cmdbuff_addr_lo_reg); in tee_init_ring() 142 tee->io_regs + tee->vdata->cmdbuff_addr_hi_reg); in tee_init_ring() 144 tee->io_regs + tee->vdata->cmdresp_reg); in tee_init_ring() 178 tee->io_regs + tee->vdata->cmdresp_reg); in tee_destroy_ring() 210 tee->vdata = (struct tee_vdata *)psp->vdata->tee; in tee_dev_init() 211 if (!tee->vdata) { in tee_dev_init() 262 rptr = ioread32(tee->io_regs + tee->vdata->ring_rptr_reg); in tee_submit_cmd() 313 iowrite32(tee->rb_mgr.wptr, tee->io_regs + tee->vdata in tee_submit_cmd() [all...] |
H A D | ccp-dev.c | 260 ret = dp->vdata->version; in ccp_version() 624 ccp->vdata = (struct ccp_vdata *)sp->dev_vdata->ccp_vdata; in ccp_dev_init() 625 if (!ccp->vdata || !ccp->vdata->version) { in ccp_dev_init() 633 ccp->io_regs = sp->io_map + ccp->vdata->offset; in ccp_dev_init() 634 if (ccp->vdata->setup) in ccp_dev_init() 635 ccp->vdata->setup(ccp); in ccp_dev_init() 637 ret = ccp->vdata->perform->init(ccp); in ccp_dev_init() 669 ccp->vdata->perform->destroy(ccp); in ccp_dev_destroy()
|
/kernel/linux/linux-5.10/drivers/crypto/ccp/ |
H A D | psp-dev.c | 43 status = ioread32(psp->io_regs + psp->vdata->intsts_reg); in psp_irq_handler() 46 iowrite32(status, psp->io_regs + psp->vdata->intsts_reg); in psp_irq_handler() 62 unsigned int val = ioread32(psp->io_regs + psp->vdata->feature_reg); in psp_get_capability() 149 psp->vdata = (struct psp_vdata *)sp->dev_vdata->psp_vdata; in psp_dev_init() 150 if (!psp->vdata) { in psp_dev_init() 167 iowrite32(0, psp->io_regs + psp->vdata->inten_reg); in psp_dev_init() 168 iowrite32(-1, psp->io_regs + psp->vdata->intsts_reg); in psp_dev_init() 185 iowrite32(-1, psp->io_regs + psp->vdata->inten_reg); in psp_dev_init()
|
H A D | tee-dev.c | 71 *reg = ioread32(tee->io_regs + tee->vdata->cmdresp_reg); in tee_wait_cmd_poll() 139 tee->io_regs + tee->vdata->cmdbuff_addr_lo_reg); in tee_init_ring() 141 tee->io_regs + tee->vdata->cmdbuff_addr_hi_reg); in tee_init_ring() 143 tee->io_regs + tee->vdata->cmdresp_reg); in tee_init_ring() 177 tee->io_regs + tee->vdata->cmdresp_reg); in tee_destroy_ring() 209 tee->vdata = (struct tee_vdata *)psp->vdata->tee; in tee_dev_init() 210 if (!tee->vdata) { in tee_dev_init() 261 rptr = ioread32(tee->io_regs + tee->vdata->ring_rptr_reg); in tee_submit_cmd() 312 iowrite32(tee->rb_mgr.wptr, tee->io_regs + tee->vdata in tee_submit_cmd() [all...] |
H A D | ccp-dev.c | 260 ret = dp->vdata->version; in ccp_version() 628 ccp->vdata = (struct ccp_vdata *)sp->dev_vdata->ccp_vdata; in ccp_dev_init() 629 if (!ccp->vdata || !ccp->vdata->version) { in ccp_dev_init() 637 ccp->io_regs = sp->io_map + ccp->vdata->offset; in ccp_dev_init() 638 if (ccp->vdata->setup) in ccp_dev_init() 639 ccp->vdata->setup(ccp); in ccp_dev_init() 641 ret = ccp->vdata->perform->init(ccp); in ccp_dev_init() 673 ccp->vdata->perform->destroy(ccp); in ccp_dev_destroy()
|
/kernel/linux/linux-5.10/drivers/misc/sgi-gru/ |
H A D | grumain.c | 297 *vdata, int tsid) in gru_find_current_gts_nolock() 301 list_for_each_entry(gts, &vdata->vd_head, ts_next) in gru_find_current_gts_nolock() 361 struct gru_vma_data *vdata = NULL; in gru_alloc_vma_data() local 363 vdata = kmalloc(sizeof(*vdata), GFP_KERNEL); in gru_alloc_vma_data() 364 if (!vdata) in gru_alloc_vma_data() 368 INIT_LIST_HEAD(&vdata->vd_head); in gru_alloc_vma_data() 369 spin_lock_init(&vdata->vd_lock); in gru_alloc_vma_data() 370 gru_dbg(grudev, "alloc vdata %p\n", vdata); in gru_alloc_vma_data() 296 gru_find_current_gts_nolock(struct gru_vma_data *vdata, int tsid) gru_find_current_gts_nolock() argument 380 struct gru_vma_data *vdata = vma->vm_private_data; gru_find_thread_state() local 397 struct gru_vma_data *vdata = vma->vm_private_data; gru_alloc_thread_state() local [all...] |
H A D | grufile.c | 63 struct gru_vma_data *vdata; in gru_vma_close() local 70 vdata = vma->vm_private_data; in gru_vma_close() 72 gru_dbg(grudev, "vma %p, file %p, vdata %p\n", vma, vma->vm_file, in gru_vma_close() 73 vdata); in gru_vma_close() 74 list_for_each_safe(entry, next, &vdata->vd_head) { in gru_vma_close() 84 kfree(vdata); in gru_vma_close() 113 gru_dbg(grudev, "file %p, vaddr 0x%lx, vma %p, vdata %p\n", in gru_file_mmap() 125 struct gru_vma_data *vdata; in gru_create_new_context() local 142 vdata = vma->vm_private_data; in gru_create_new_context() 143 vdata in gru_create_new_context() [all...] |
/kernel/linux/linux-6.6/drivers/misc/sgi-gru/ |
H A D | grumain.c | 297 *vdata, int tsid) in gru_find_current_gts_nolock() 301 list_for_each_entry(gts, &vdata->vd_head, ts_next) in gru_find_current_gts_nolock() 361 struct gru_vma_data *vdata = NULL; in gru_alloc_vma_data() local 363 vdata = kmalloc(sizeof(*vdata), GFP_KERNEL); in gru_alloc_vma_data() 364 if (!vdata) in gru_alloc_vma_data() 368 INIT_LIST_HEAD(&vdata->vd_head); in gru_alloc_vma_data() 369 spin_lock_init(&vdata->vd_lock); in gru_alloc_vma_data() 370 gru_dbg(grudev, "alloc vdata %p\n", vdata); in gru_alloc_vma_data() 296 gru_find_current_gts_nolock(struct gru_vma_data *vdata, int tsid) gru_find_current_gts_nolock() argument 380 struct gru_vma_data *vdata = vma->vm_private_data; gru_find_thread_state() local 397 struct gru_vma_data *vdata = vma->vm_private_data; gru_alloc_thread_state() local [all...] |
H A D | grufile.c | 63 struct gru_vma_data *vdata; in gru_vma_close() local 70 vdata = vma->vm_private_data; in gru_vma_close() 72 gru_dbg(grudev, "vma %p, file %p, vdata %p\n", vma, vma->vm_file, in gru_vma_close() 73 vdata); in gru_vma_close() 74 list_for_each_safe(entry, next, &vdata->vd_head) { in gru_vma_close() 84 kfree(vdata); in gru_vma_close() 113 gru_dbg(grudev, "file %p, vaddr 0x%lx, vma %p, vdata %p\n", in gru_file_mmap() 125 struct gru_vma_data *vdata; in gru_create_new_context() local 142 vdata = vma->vm_private_data; in gru_create_new_context() 143 vdata in gru_create_new_context() [all...] |
/kernel/linux/linux-5.10/arch/arm64/include/asm/vdso/ |
H A D | vsyscall.h | 25 void __arm64_update_vsyscall(struct vdso_data *vdata, struct timekeeper *tk) in __arm64_update_vsyscall() argument 27 vdata[CS_HRES_COARSE].mask = VDSO_PRECISION_MASK; in __arm64_update_vsyscall() 28 vdata[CS_RAW].mask = VDSO_PRECISION_MASK; in __arm64_update_vsyscall()
|
/kernel/linux/linux-6.6/arch/arm64/include/asm/vdso/ |
H A D | vsyscall.h | 25 void __arm64_update_vsyscall(struct vdso_data *vdata, struct timekeeper *tk) in __arm64_update_vsyscall() argument 27 vdata[CS_HRES_COARSE].mask = VDSO_PRECISION_MASK; in __arm64_update_vsyscall() 28 vdata[CS_RAW].mask = VDSO_PRECISION_MASK; in __arm64_update_vsyscall()
|
/kernel/linux/linux-5.10/fs/udf/ |
H A D | partition.c | 55 struct udf_virtual_data *vdata; in udf_get_pblock_virt15() local 59 vdata = &map->s_type_specific.s_virtual; in udf_get_pblock_virt15() 61 if (block > vdata->s_num_entries) { in udf_get_pblock_virt15() 63 block, vdata->s_num_entries); in udf_get_pblock_virt15() 69 vdata->s_start_offset))[block]); in udf_get_pblock_virt15() 72 index = (sb->s_blocksize - vdata->s_start_offset) / sizeof(uint32_t); in udf_get_pblock_virt15() 79 index = vdata->s_start_offset / sizeof(uint32_t) + block; in udf_get_pblock_virt15()
|
/kernel/linux/linux-6.6/fs/udf/ |
H A D | partition.c | 51 struct udf_virtual_data *vdata; in udf_get_pblock_virt15() local 56 vdata = &map->s_type_specific.s_virtual; in udf_get_pblock_virt15() 58 if (block > vdata->s_num_entries) { in udf_get_pblock_virt15() 60 block, vdata->s_num_entries); in udf_get_pblock_virt15() 66 vdata->s_start_offset))[block]); in udf_get_pblock_virt15() 69 index = (sb->s_blocksize - vdata->s_start_offset) / sizeof(uint32_t); in udf_get_pblock_virt15() 76 index = vdata->s_start_offset / sizeof(uint32_t) + block; in udf_get_pblock_virt15()
|
/kernel/linux/linux-5.10/include/asm-generic/vdso/ |
H A D | vsyscall.h | 15 static __always_inline void __arch_update_vsyscall(struct vdso_data *vdata, in __arch_update_vsyscall() argument 22 static __always_inline void __arch_sync_vdso_data(struct vdso_data *vdata) in __arch_sync_vdso_data() argument
|
/kernel/linux/linux-6.6/include/asm-generic/vdso/ |
H A D | vsyscall.h | 15 static __always_inline void __arch_update_vsyscall(struct vdso_data *vdata, in __arch_update_vsyscall() argument 22 static __always_inline void __arch_sync_vdso_data(struct vdso_data *vdata) in __arch_sync_vdso_data() argument
|
/kernel/linux/linux-5.10/arch/arm/include/asm/vdso/ |
H A D | vsyscall.h | 25 void __arm_sync_vdso_data(struct vdso_data *vdata) in __arm_sync_vdso_data() argument 27 flush_dcache_page(virt_to_page(vdata)); in __arm_sync_vdso_data()
|