Lines Matching refs:entry
203 * Restore a potential migration pte to a working pte entry
216 swp_entry_t entry;
227 /* PMD-mapped THP migration entry */
243 entry = pte_to_swp_entry(*pvmw.pte);
244 if (is_write_migration_entry(entry))
250 entry = make_device_private_entry(new, pte_write(pte));
251 pte = swp_entry_to_pte(entry);
316 swp_entry_t entry;
324 entry = pte_to_swp_entry(pte);
325 if (!is_migration_entry(entry))
328 page = migration_entry_to_page(entry);
724 * Pages are locked upon entry and exit.
1289 * because then pte is replaced with migration swap entry and direct I/O code
2148 pmd_t *pmd, pmd_t entry,
2187 if (unlikely(!pmd_same(*pmd, entry) || !page_ref_freeze(page, 2))) {
2208 entry = mk_huge_pmd(new_page, vma->vm_page_prot);
2209 entry = maybe_pmd_mkwrite(pmd_mkdirty(entry), vma);
2212 * Overwrite the old entry under pagetable lock and establish
2231 set_pmd_at(mm, start, pmd, entry);
2232 update_mmu_cache_pmd(vma, address, &entry);
2261 if (pmd_same(*pmd, entry)) {
2262 entry = pmd_modify(entry, vma->vm_page_prot);
2263 set_pmd_at(mm, start, pmd, entry);
2264 update_mmu_cache_pmd(vma, address, &entry);
2382 swp_entry_t entry;
2398 * page table entry. Other special swap entries are not
2401 entry = pte_to_swp_entry(pte);
2402 if (!is_device_private_entry(entry))
2405 page = device_private_entry_to_page(entry);
2413 if (is_write_device_private_entry(entry))
2450 * set up a special migration page table entry now.
2458 /* Setup special migration page table entry */
2459 entry = make_migration_entry(page, mpfn &
2461 swp_pte = swp_entry_to_pte(entry);
2566 * a thread might try to wait on the pte migration entry and
2571 * waiting on pte migration entry). We always return true here.
2698 * migrate_vma_unmap() - replace page mapping with special migration pte entry
2701 * Replace page mapping (CPU page table pte) with a special migration pte entry
2767 * corresponding src array entry. Then restores any pages that are pinned, by
2773 * corresponding entry in the dst array with the pfn value of the destination
2788 * properly set the destination entry like for regular migration. Note that
2793 * After that, the callers must call migrate_vma_pages() to go over each entry
2795 * set. If the corresponding entry in dst array has MIGRATE_PFN_VALID flag set,
2801 * At this point all successfully migrated pages have an entry in the src
2803 * array entry with MIGRATE_PFN_VALID flag set.
2807 * have the MIGRATE_PFN_MIGRATE flag set for their src array entry.
2879 pte_t entry;
2938 entry = swp_entry_to_pte(swp_entry);
2948 entry = mk_pte(page, vma->vm_page_prot);
2950 entry = pte_mkwrite(pte_mkdirty(entry));
2983 set_pte_at_notify(mm, addr, ptep, entry);
2987 set_pte_at(mm, addr, ptep, entry);
3090 * migrate_vma_finalize() - restore CPU page table entry
3093 * This replaces the special migration pte entry with either a mapping to the