Lines Matching refs:orig_pte
121 return pte_marker_uffd_wp(vmf->orig_pte);
702 pte_t orig_pte;
706 orig_pte = ptep_get(ptep);
708 if (pte_swp_soft_dirty(orig_pte))
711 entry = pte_to_swp_entry(orig_pte);
712 if (pte_swp_uffd_wp(orig_pte))
773 pte_t orig_pte = ptep_get(src_pte);
774 pte_t pte = orig_pte;
776 swp_entry_t entry = pte_to_swp_entry(orig_pte);
791 if (pte_swp_exclusive(orig_pte)) {
792 pte = pte_swp_clear_exclusive(orig_pte);
811 if (pte_swp_soft_dirty(orig_pte))
813 if (pte_swp_uffd_wp(orig_pte))
846 if (pte_swp_uffd_wp(orig_pte))
2799 same = pte_same(ptep_get(vmf->pte), vmf->orig_pte);
2846 if (!arch_has_hw_pte_young() && !pte_young(vmf->orig_pte)) {
2850 if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
2861 entry = pte_mkyoung(vmf->orig_pte);
2878 if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
3036 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));
3037 entry = pte_mkyoung(vmf->orig_pte);
3081 if (is_zero_pfn(pte_pfn(vmf->orig_pte))) {
3125 if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
3132 ksm_might_unmap_zero_page(mm, vmf->orig_pte);
3135 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));
3139 if (pte_soft_dirty(vmf->orig_pte))
3141 if (pte_uffd_wp(vmf->orig_pte))
3256 if (!pte_same(ptep_get(vmf->pte), vmf->orig_pte)) {
3376 vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte);
3632 if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte)))
3677 if (pte_same(vmf->orig_pte, ptep_get(vmf->pte)))
3709 swp_entry_t entry = pte_to_swp_entry(vmf->orig_pte);
3755 entry = pte_to_swp_entry(vmf->orig_pte);
3779 vmf->orig_pte)))
3795 print_bad_pte(vma, vmf->address, vmf->orig_pte, NULL);
3871 pte_same(ptep_get(vmf->pte), vmf->orig_pte)))
3938 if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte)))
3962 exclusive = pte_swp_exclusive(vmf->orig_pte);
4028 if (pte_swp_soft_dirty(vmf->orig_pte))
4030 if (pte_swp_uffd_wp(vmf->orig_pte))
4032 vmf->orig_pte = pte;
4045 arch_do_swap_page(vma->vm_mm, vma, vmf->address, pte, vmf->orig_pte);
4426 return !pte_same(ptep_get(vmf->pte), vmf->orig_pte);
4812 if (unlikely(!pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
4885 if (unlikely(!pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
5027 vmf->orig_pte = ptep_get_lockless(vmf->pte);
5030 if (pte_none(vmf->orig_pte)) {
5039 if (!pte_present(vmf->orig_pte))
5042 if (pte_protnone(vmf->orig_pte) && vma_is_accessible(vmf->vma))
5046 entry = vmf->orig_pte;