Lines Matching refs:fault_pending_wqh
37 * Start with fault_pending_wqh and fault_wqh so they're more likely
42 * fault_pending_wqh.lock
52 wait_queue_head_t fault_pending_wqh;
59 /* a refile sequence protected by fault_pending_wqh lock */
169 VM_BUG_ON(spin_is_locked(&ctx->fault_pending_wqh.lock));
170 VM_BUG_ON(waitqueue_active(&ctx->fault_pending_wqh));
273 * the fault_pending_wqh to avoid userland having to UFFDIO_WAKE any
485 spin_lock_irq(&ctx->fault_pending_wqh.lock);
490 __add_wait_queue(&ctx->fault_pending_wqh, &uwq.wq);
497 spin_unlock_irq(&ctx->fault_pending_wqh.lock);
529 spin_lock_irq(&ctx->fault_pending_wqh.lock);
535 spin_unlock_irq(&ctx->fault_pending_wqh.lock);
889 spin_lock_irq(&ctx->fault_pending_wqh.lock);
890 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, &range);
892 spin_unlock_irq(&ctx->fault_pending_wqh.lock);
902 /* fault_pending_wqh.lock must be hold by the caller */
924 return find_userfault_in(&ctx->fault_pending_wqh);
961 if (waitqueue_active(&ctx->fault_pending_wqh))
1003 /* always take the fd_wqh lock before the fault_pending_wqh lock */
1008 spin_lock(&ctx->fault_pending_wqh.lock);
1021 * The fault_pending_wqh.lock prevents the uwq
1025 * fault_pending_wqh to fault_wqh, it's not
1048 spin_unlock(&ctx->fault_pending_wqh.lock);
1052 spin_unlock(&ctx->fault_pending_wqh.lock);
1185 spin_lock_irq(&ctx->fault_pending_wqh.lock);
1187 if (waitqueue_active(&ctx->fault_pending_wqh))
1188 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL,
1192 spin_unlock_irq(&ctx->fault_pending_wqh.lock);
1218 need_wakeup = waitqueue_active(&ctx->fault_pending_wqh) ||
1917 spin_lock_irq(&ctx->fault_pending_wqh.lock);
1918 list_for_each_entry(wq, &ctx->fault_pending_wqh.head, entry) {
1925 spin_unlock_irq(&ctx->fault_pending_wqh.lock);
1954 init_waitqueue_head(&ctx->fault_pending_wqh);
1958 seqcount_spinlock_init(&ctx->refile_seq, &ctx->fault_pending_wqh.lock);