Lines Matching refs:pgd
123 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr,
130 if (pgd_none(*pgd)) {
132 pgd_populate(&init_mm, pgd, p);
135 p4d = p4d_offset(pgd, addr);
145 pgd_t *pgd;
150 pgd = pgd_offset_k(addr);
153 kasan_populate_pgd(pgd, addr, next, nid);
154 } while (pgd++, addr = next, addr != end);
171 pgd_t *pgd;
176 pgd = pgd_offset_k(start);
182 pgd_clear(pgd);
184 p4d_clear(p4d_offset(pgd, start));
187 pgd = pgd_offset_k(start);
189 p4d_clear(p4d_offset(pgd, start));
192 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr)
197 return (p4d_t *)pgd;
199 p4d = pgd_val(*pgd) & PTE_PFN_MASK;
204 static void __init kasan_early_p4d_populate(pgd_t *pgd,
212 if (pgd_none(*pgd)) {
215 set_pgd(pgd, pgd_entry);
218 p4d = early_p4d_offset(pgd, addr);
231 static void __init kasan_map_early_shadow(pgd_t *pgd)
238 pgd += pgd_index(addr);
241 kasan_early_p4d_populate(pgd, addr, next);
242 } while (pgd++, addr = next, addr != end);
245 static void __init kasan_shallow_populate_p4ds(pgd_t *pgd,
253 p4d = p4d_offset(pgd, addr);
267 pgd_t *pgd;
271 pgd = pgd_offset_k(addr);
275 if (pgd_none(*pgd)) {
277 pgd_populate(&init_mm, pgd, p);
284 kasan_shallow_populate_p4ds(pgd, addr, next);
285 } while (pgd++, addr = next, addr != (unsigned long)end);