Lines Matching defs:paravirt
11 #include <asm/paravirt.h>
75 static __always_inline int get_steal_spins(bool paravirt, bool sleepy)
77 if (paravirt && sleepy)
83 static __always_inline int get_remote_steal_spins(bool paravirt, bool sleepy)
85 if (paravirt && sleepy)
91 static __always_inline int get_head_spins(bool paravirt, bool sleepy)
93 if (paravirt && sleepy)
287 static __always_inline bool __yield_to_locked_owner(struct qspinlock *lock, u32 val, bool paravirt, bool mustq)
295 if (!paravirt)
340 static __always_inline bool yield_to_locked_owner(struct qspinlock *lock, u32 val, bool paravirt)
342 return __yield_to_locked_owner(lock, val, paravirt, false);
346 static __always_inline bool yield_head_to_locked_owner(struct qspinlock *lock, u32 val, bool paravirt)
353 return __yield_to_locked_owner(lock, val, paravirt, mustq);
356 static __always_inline void propagate_yield_cpu(struct qnode *node, u32 val, int *set_yield_cpu, bool paravirt)
361 if (!paravirt)
384 static __always_inline bool yield_to_prev(struct qspinlock *lock, struct qnode *node, u32 val, bool paravirt)
391 if (!paravirt)
456 static __always_inline bool steal_break(u32 val, int iters, bool paravirt, bool sleepy)
458 if (iters >= get_steal_spins(paravirt, sleepy))
462 (iters >= get_remote_steal_spins(paravirt, sleepy))) {
470 static __always_inline bool try_to_steal_lock(struct qspinlock *lock, bool paravirt)
498 preempted = yield_to_locked_owner(lock, val, paravirt);
501 if (paravirt && pv_sleepy_lock) {
533 } while (!steal_break(val, iters, paravirt, sleepy));
540 static __always_inline void queued_spin_lock_mcs_queue(struct qspinlock *lock, bool paravirt)
600 if (yield_to_prev(lock, node, old, paravirt))
607 if (paravirt && pv_yield_propagate_owner && node->yield_cpu != -1)
635 if (paravirt && pv_sleepy_lock && maybe_stealers) {
651 propagate_yield_cpu(node, val, &set_yield_cpu, paravirt);
652 preempted = yield_head_to_locked_owner(lock, val, paravirt);
659 if (paravirt && preempted) {
668 if (!mustq && iters >= get_head_spins(paravirt, sleepy)) {
704 if (paravirt && pv_prod_head) {
726 * is passed as the paravirt argument to the functions.