Lines Matching refs:early
17 #define __p4d_none(early, p4d) (0)
19 #define __p4d_none(early, p4d) (early ? (p4d_val(p4d) == 0) : \
24 #define __pud_none(early, pud) (0)
26 #define __pud_none(early, pud) (early ? (pud_val(pud) == 0) : \
30 #define __pmd_none(early, pmd) (early ? (pmd_val(pmd) == 0) : \
33 #define __pte_none(early, pte) (early ? pte_none(pte) : \
106 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, bool early)
108 if (__pmd_none(early, READ_ONCE(*pmdp))) {
109 phys_addr_t pte_phys = early ?
111 if (!early)
119 static pmd_t *__init kasan_pmd_offset(pud_t *pudp, unsigned long addr, int node, bool early)
121 if (__pud_none(early, READ_ONCE(*pudp))) {
122 phys_addr_t pmd_phys = early ?
124 if (!early)
132 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, bool early)
134 if (__p4d_none(early, READ_ONCE(*p4dp))) {
135 phys_addr_t pud_phys = early ?
137 if (!early)
146 unsigned long end, int node, bool early)
149 pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early);
152 phys_addr_t page_phys = early ?
157 } while (ptep++, addr = next, addr != end && __pte_none(early, READ_ONCE(*ptep)));
161 unsigned long end, int node, bool early)
164 pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early);
168 kasan_pte_populate(pmdp, addr, next, node, early);
169 } while (pmdp++, addr = next, addr != end && __pmd_none(early, READ_ONCE(*pmdp)));
173 unsigned long end, int node, bool early)
176 pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early);
180 kasan_pmd_populate(pudp, addr, next, node, early);
185 unsigned long end, int node, bool early)
192 kasan_pud_populate(p4dp, addr, next, node, early);
197 int node, bool early)
206 kasan_p4d_populate(pgdp, addr, next, node, early);