Home
last modified time | relevance | path

Searched refs:H_PAGE_HASHPTE (Results 1 - 24 of 24) sorted by relevance

/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dhash_64k.c93 if (!(old_pte & H_PAGE_HASHPTE)) in __hash_page_4K()
106 old_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
107 new_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
217 new_pte |= H_PAGE_HASHPTE; in __hash_page_4K()
271 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_64K()
284 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_64K()
328 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_64K()
H A Dhash_hugetlbpage.c88 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_huge()
98 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_huge()
104 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_huge()
H A Dhash_4k.c65 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_4K()
77 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_4K()
119 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_4K()
H A Dhash_hugepage.c87 if ((old_pmd & H_PAGE_HASHPTE) && !(old_pmd & H_PAGE_COMBO)) { in __hash_page_thp()
134 new_pmd |= H_PAGE_HASHPTE; in __hash_page_thp()
H A Dhash_tlb.c216 if (!(pte & H_PAGE_HASHPTE)) in __flush_hash_table_range()
244 if (pteval & H_PAGE_HASHPTE) in flush_tlb_pmd_range()
H A Dhash_pgtable.c217 if (old & H_PAGE_HASHPTE) in hash__pmd_hugepage_update()
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dhash_64k.c95 if (!(old_pte & H_PAGE_HASHPTE)) in __hash_page_4K()
108 old_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
109 new_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
219 new_pte |= H_PAGE_HASHPTE; in __hash_page_4K()
276 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_64K()
289 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_64K()
333 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_64K()
H A Dhash_4k.c67 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_4K()
79 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_4K()
121 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_4K()
H A Dhugetlbpage.c85 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_huge()
95 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_huge()
101 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_huge()
H A Dhash_hugepage.c87 if ((old_pmd & H_PAGE_HASHPTE) && !(old_pmd & H_PAGE_COMBO)) { in __hash_page_thp()
134 new_pmd |= H_PAGE_HASHPTE; in __hash_page_thp()
H A Dhash_tlb.c216 if (!(pte & H_PAGE_HASHPTE)) in __flush_hash_table_range()
246 if (pteval & H_PAGE_HASHPTE) in flush_hash_table_pmd_range()
H A Dhash_pgtable.c218 if (old & H_PAGE_HASHPTE) in hash__pmd_hugepage_update()
/kernel/linux/linux-5.10/arch/powerpc/mm/ptdump/
H A Dbook3s64.c49 .mask = H_PAGE_HASHPTE,
50 .val = H_PAGE_HASHPTE,
H A Dhashpagetable.c395 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte()
/kernel/linux/linux-6.6/arch/powerpc/mm/ptdump/
H A Dbook3s64.c49 .mask = H_PAGE_HASHPTE,
50 .val = H_PAGE_HASHPTE,
H A Dhashpagetable.c398 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/
H A Dhash-4k.h45 #define H_PAGE_HASHPTE _RPAGE_PKEY_BIT4 macro
48 #define _PAGE_HPTEFLAGS (H_PAGE_BUSY | H_PAGE_HASHPTE | \
H A Dhash-64k.h49 #define H_PAGE_HASHPTE _RPAGE_RPN43 /* PTE has associated HPTE */ macro
65 #define _PAGE_HPTEFLAGS (H_PAGE_BUSY | H_PAGE_HASHPTE | H_PAGE_COMBO)
H A Dpgtable.h376 * For radix: H_PAGE_HASHPTE should be zero. Hence we can use the same
384 if ((pte_raw(*ptep) & cpu_to_be64(_PAGE_ACCESSED | H_PAGE_HASHPTE)) == 0) in __ptep_test_and_clear_young()
886 WARN_ON((pmd_val(*pmdp) & (H_PAGE_HASHPTE | _PAGE_PTE)) == (H_PAGE_HASHPTE | _PAGE_PTE)); in pmd_clear()
941 WARN_ON((pud_val(*pudp) & (H_PAGE_HASHPTE | _PAGE_PTE)) == (H_PAGE_HASHPTE | _PAGE_PTE)); in pud_clear()
1192 * For radix we should always find H_PAGE_HASHPTE zero. Hence
1200 if ((pmd_raw(*pmdp) & cpu_to_be64(_PAGE_ACCESSED | H_PAGE_HASHPTE)) == 0) in __pmdp_test_and_clear_young()
H A Dhash.h176 if (old & H_PAGE_HASHPTE) in hash__pte_update()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/
H A Dhash-4k.h45 #define H_PAGE_HASHPTE _RPAGE_PKEY_BIT4 macro
48 #define _PAGE_HPTEFLAGS (H_PAGE_BUSY | H_PAGE_HASHPTE | \
H A Dhash-64k.h49 #define H_PAGE_HASHPTE _RPAGE_RPN43 /* PTE has associated HPTE */ macro
65 #define _PAGE_HPTEFLAGS (H_PAGE_BUSY | H_PAGE_HASHPTE | H_PAGE_COMBO)
H A Dpgtable.h363 * For radix: H_PAGE_HASHPTE should be zero. Hence we can use the same
371 if ((pte_raw(*ptep) & cpu_to_be64(_PAGE_ACCESSED | H_PAGE_HASHPTE)) == 0) in __ptep_test_and_clear_young()
839 WARN_ON((pmd_val(*pmdp) & (H_PAGE_HASHPTE | _PAGE_PTE)) == (H_PAGE_HASHPTE | _PAGE_PTE)); in pmd_clear()
894 WARN_ON((pud_val(*pudp) & (H_PAGE_HASHPTE | _PAGE_PTE)) == (H_PAGE_HASHPTE | _PAGE_PTE)); in pud_clear()
1204 * For radix we should always find H_PAGE_HASHPTE zero. Hence
1212 if ((pmd_raw(*pmdp) & cpu_to_be64(_PAGE_ACCESSED | H_PAGE_HASHPTE)) == 0) in __pmdp_test_and_clear_young()
1223 if ((pud_raw(*pudp) & cpu_to_be64(_PAGE_ACCESSED | H_PAGE_HASHPTE)) == 0) in __pudp_test_and_clear_young()
H A Dhash.h190 if (old & H_PAGE_HASHPTE) in hash__pte_update()

Completed in 15 milliseconds