Lines Matching refs:early
15 #define __pgd_none(early, pgd) (early ? (pgd_val(pgd) == 0) : \
18 #define __pmd_none(early, pmd) (early ? (pmd_val(pmd) == 0) : \
21 #define __pte_none(early, pte) (early ? pte_none(pte) : \
92 bool early)
94 if (__pmd_none(early, READ_ONCE(*pmdp))) {
95 phys_addr_t pte_phys = early ?
98 if (!early)
114 bool early)
116 if (__pgd_none(early, READ_ONCE(*pgdp))) {
117 phys_addr_t pmd_phys = early ?
120 if (!early)
130 unsigned long end, int node, bool early)
133 pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early);
136 phys_addr_t page_phys = early ?
141 } while (ptep++, addr = next, addr != end && __pte_none(early, READ_ONCE(*ptep)));
145 unsigned long end, int node, bool early)
148 pmd_t *pmdp = kasan_pmd_offset(pgdp, addr, node, early);
152 kasan_pte_populate(pmdp, addr, next, node, early);
153 } while (pmdp++, addr = next, addr != end && __pmd_none(early, READ_ONCE(*pmdp)));
157 int node, bool early)
166 kasan_pmd_populate(pgdp, addr, next, node, early);