/kernel/linux/linux-5.10/include/asm-generic/ |
H A D | barrier.h | 125 #ifndef smp_store_mb 126 #define smp_store_mb(var, value) __smp_store_mb(var, value) macro 147 #ifndef smp_store_mb 148 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0) macro
|
/kernel/linux/linux-6.6/include/asm-generic/ |
H A D | barrier.h | 159 #ifndef smp_store_mb 160 #define smp_store_mb(var, value) do { kcsan_mb(); __smp_store_mb(var, value); } while (0) macro 181 #ifndef smp_store_mb 182 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0) macro
|
/kernel/linux/linux-6.6/kernel/kcsan/ |
H A D | selftest.c | 149 KCSAN_CHECK_READ_BARRIER(smp_store_mb(test_var, 0)); in test_barrier() 178 KCSAN_CHECK_WRITE_BARRIER(smp_store_mb(test_var, 0)); in test_barrier() 210 KCSAN_CHECK_RW_BARRIER(smp_store_mb(test_var, 0)); in test_barrier()
|
H A D | kcsan_test.c | 579 KCSAN_EXPECT_READ_BARRIER(smp_store_mb(test_var, 0), true); in test_barrier_nothreads() 624 KCSAN_EXPECT_WRITE_BARRIER(smp_store_mb(test_var, 0), true); in test_barrier_nothreads() 669 KCSAN_EXPECT_RW_BARRIER(smp_store_mb(test_var, 0), true); in test_barrier_nothreads()
|
/kernel/linux/linux-6.6/drivers/firmware/arm_scmi/ |
H A D | virtio.c | 534 smp_store_mb(xfer->priv, msg); in virtio_send_message() 548 smp_store_mb(xfer->priv, NULL); in virtio_send_message() 623 smp_store_mb(xfer->priv, NULL); in virtio_mark_txdone() 868 smp_store_mb(scmi_vdev, vdev); in scmi_vio_probe() 885 smp_store_mb(scmi_vdev, NULL); in scmi_vio_remove()
|
H A D | optee.c | 598 smp_store_mb(scmi_optee_private, NULL); in scmi_optee_service_remove()
|
/kernel/linux/linux-5.10/drivers/gpu/drm/i915/selftests/ |
H A D | intel_uncore.c | 184 smp_store_mb(domain->active, false); in live_forcewake_ops() 221 smp_store_mb(domain->active, false); in live_forcewake_ops()
|
H A D | i915_sw_fence.c | 519 smp_store_mb(ipc->value, 1); in task_ipc()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/ |
H A D | intel_gt_irq.h | 62 smp_store_mb(engine->irq_handler, fn); in intel_engine_set_irq_handler()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/selftests/ |
H A D | intel_uncore.c | 204 smp_store_mb(domain->active, false); in live_forcewake_ops() 241 smp_store_mb(domain->active, false); in live_forcewake_ops()
|
H A D | i915_sw_fence.c | 519 smp_store_mb(ipc->value, 1); in task_ipc()
|
/kernel/linux/linux-5.10/drivers/infiniband/sw/siw/ |
H A D | siw_qp.c | 961 smp_store_mb(sqe->flags, 0); in siw_activate_tx_from_sq() 1025 smp_store_mb(irqe->flags, 0); in siw_activate_tx() 1094 smp_store_mb(sqe->flags, 0); in siw_sqe_complete() 1113 smp_store_mb(sqe->flags, 0); in siw_sqe_complete() 1156 smp_store_mb(rqe->flags, 0); in siw_rqe_complete() 1175 smp_store_mb(rqe->flags, 0); in siw_rqe_complete()
|
H A D | siw_qp_rx.c | 375 smp_store_mb(rqe->flags, 0); in siw_rqe_get() 717 smp_store_mb(resp->flags, SIW_WQE_VALID); in siw_init_rresp()
|
/kernel/linux/linux-6.6/drivers/infiniband/sw/siw/ |
H A D | siw_qp.c | 964 smp_store_mb(sqe->flags, 0); in siw_activate_tx_from_sq() 1028 smp_store_mb(irqe->flags, 0); in siw_activate_tx() 1097 smp_store_mb(sqe->flags, 0); in siw_sqe_complete() 1116 smp_store_mb(sqe->flags, 0); in siw_sqe_complete() 1159 smp_store_mb(rqe->flags, 0); in siw_rqe_complete() 1178 smp_store_mb(rqe->flags, 0); in siw_rqe_complete()
|
/kernel/linux/linux-5.10/drivers/dma-buf/ |
H A D | st-dma-fence.c | 153 smp_store_mb(container_of(cb, struct simple_cb, cb)->seen, true); in simple_callback() 473 smp_store_mb(cb.seen, false); in thread_signal_callback()
|
H A D | dma-resv.c | 294 smp_store_mb(fobj->shared_count, count); in dma_resv_add_shared_fence()
|
/kernel/linux/linux-6.6/drivers/dma-buf/ |
H A D | st-dma-fence.c | 157 smp_store_mb(container_of(cb, struct simple_cb, cb)->seen, true); in simple_callback() 489 smp_store_mb(cb.seen, false); in thread_signal_callback()
|
H A D | dma-resv.c | 317 smp_store_mb(fobj->num_fences, count); in dma_resv_add_fence()
|
/kernel/linux/linux-5.10/kernel/locking/ |
H A D | qspinlock_paravirt.h | 320 smp_store_mb(pn->state, vcpu_halted); in pv_wait_node() 369 * Matches with smp_store_mb() and cmpxchg() in pv_wait_node() in pv_kick_node()
|
/kernel/linux/linux-6.6/kernel/locking/ |
H A D | qspinlock_paravirt.h | 320 smp_store_mb(pn->state, vcpu_halted); in pv_wait_node() 369 * Matches with smp_store_mb() and cmpxchg() in pv_wait_node() in pv_kick_node()
|
/kernel/linux/linux-5.10/kernel/sched/ |
H A D | wait.c | 454 smp_store_mb(wq_entry->flags, wq_entry->flags & ~WQ_FLAG_WOKEN); /* B */ in wait_woken() 462 /* Pairs with the smp_store_mb() in wait_woken(). */ in woken_wake_function()
|
/kernel/linux/linux-6.6/kernel/sched/ |
H A D | wait.c | 472 smp_store_mb(wq_entry->flags, wq_entry->flags & ~WQ_FLAG_WOKEN); /* B */ in wait_woken() 480 /* Pairs with the smp_store_mb() in wait_woken(). */ in woken_wake_function()
|
/kernel/linux/linux-5.10/arch/mips/kvm/ |
H A D | mips.c | 482 smp_store_mb(vcpu->mode, IN_GUEST_MODE); in kvm_arch_vcpu_ioctl_run() 1388 smp_store_mb(vcpu->mode, IN_GUEST_MODE); in kvm_mips_handle_exit()
|
/kernel/linux/linux-6.6/arch/mips/kvm/ |
H A D | mips.c | 454 smp_store_mb(vcpu->mode, IN_GUEST_MODE); in kvm_arch_vcpu_ioctl_run() 1336 smp_store_mb(vcpu->mode, IN_GUEST_MODE); in __kvm_mips_handle_exit()
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | sched.h | 145 smp_store_mb(current->state, (state_value)); \ 199 smp_store_mb(current->state, (state_value))
|