Home
last modified time | relevance | path

Searched refs:membarrier_state (Results 1 - 10 of 10) sorted by relevance

/kernel/linux/linux-6.6/kernel/sched/
H A Dmembarrier.c209 this_cpu_write(runqueues.membarrier_state, in ipi_sync_rq_state()
210 atomic_read(&mm->membarrier_state)); in ipi_sync_rq_state()
223 * Issue a memory barrier before clearing membarrier_state to in membarrier_exec_mmap()
228 atomic_set(&mm->membarrier_state, 0); in membarrier_exec_mmap()
230 * Keep the runqueue membarrier_state in sync with this mm in membarrier_exec_mmap()
231 * membarrier_state. in membarrier_exec_mmap()
233 this_cpu_write(runqueues.membarrier_state, 0); in membarrier_exec_mmap()
239 int membarrier_state = 0; in membarrier_update_current_mm() local
242 membarrier_state = atomic_read(&next_mm->membarrier_state); in membarrier_update_current_mm()
433 int membarrier_state = atomic_read(&mm->membarrier_state); sync_runqueues_membarrier_state() local
554 int registrations_mask = 0, membarrier_state, i; membarrier_get_registrations() local
[all...]
H A Dsched.h1147 int membarrier_state; member
3426 * - prior user-space memory accesses and store to rq->membarrier_state,
3427 * - store to rq->membarrier_state and following user-space memory accesses.
3434 int membarrier_state; in membarrier_switch_mm() local
3439 membarrier_state = atomic_read(&next_mm->membarrier_state); in membarrier_switch_mm()
3440 if (READ_ONCE(rq->membarrier_state) == membarrier_state) in membarrier_switch_mm()
3443 WRITE_ONCE(rq->membarrier_state, membarrier_state); in membarrier_switch_mm()
[all...]
/kernel/linux/linux-5.10/kernel/sched/
H A Dmembarrier.c80 this_cpu_write(runqueues.membarrier_state, in ipi_sync_rq_state()
81 atomic_read(&mm->membarrier_state)); in ipi_sync_rq_state()
94 * Issue a memory barrier before clearing membarrier_state to in membarrier_exec_mmap()
99 atomic_set(&mm->membarrier_state, 0); in membarrier_exec_mmap()
101 * Keep the runqueue membarrier_state in sync with this mm in membarrier_exec_mmap()
102 * membarrier_state. in membarrier_exec_mmap()
104 this_cpu_write(runqueues.membarrier_state, 0); in membarrier_exec_mmap()
141 if (!(READ_ONCE(cpu_rq(cpu)->membarrier_state) & in membarrier_global_expedited()
185 if (!(atomic_read(&mm->membarrier_state) & in membarrier_private_expedited()
192 if (!(atomic_read(&mm->membarrier_state) in membarrier_private_expedited()
296 int membarrier_state = atomic_read(&mm->membarrier_state); sync_runqueues_membarrier_state() local
[all...]
H A Dsched.h1069 int membarrier_state; member
2852 * - prior user-space memory accesses and store to rq->membarrier_state,
2853 * - store to rq->membarrier_state and following user-space memory accesses.
2860 int membarrier_state; in membarrier_switch_mm() local
2865 membarrier_state = atomic_read(&next_mm->membarrier_state); in membarrier_switch_mm()
2866 if (READ_ONCE(rq->membarrier_state) == membarrier_state) in membarrier_switch_mm()
2869 WRITE_ONCE(rq->membarrier_state, membarrier_state); in membarrier_switch_mm()
[all...]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/
H A Dmembarrier.h15 if (likely(!(atomic_read(&next->membarrier_state) & in membarrier_arch_switch_mm()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/
H A Dmembarrier.h16 likely(!(atomic_read(&next->membarrier_state) & in membarrier_arch_switch_mm()
/kernel/linux/linux-5.10/include/linux/sched/
H A Dmm.h351 if (likely(!(atomic_read(&mm->membarrier_state) & in membarrier_mm_sync_core_before_usermode()
/kernel/linux/linux-6.6/include/linux/sched/
H A Dmm.h457 if (likely(!(atomic_read(&mm->membarrier_state) & in membarrier_mm_sync_core_before_usermode()
/kernel/linux/linux-5.10/include/linux/
H A Dmm_types.h436 * @membarrier_state: Flags controlling membarrier behavior.
441 atomic_t membarrier_state; member
/kernel/linux/linux-6.6/include/linux/
H A Dmm_types.h713 * @membarrier_state: Flags controlling membarrier behavior.
718 atomic_t membarrier_state; member

Completed in 16 milliseconds