Lines Matching refs:pgd
125 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr,
132 if (pgd_none(*pgd)) {
134 pgd_populate(&init_mm, pgd, p);
137 p4d = p4d_offset(pgd, addr);
147 pgd_t *pgd;
152 pgd = pgd_offset_k(addr);
155 kasan_populate_pgd(pgd, addr, next, nid);
156 } while (pgd++, addr = next, addr != end);
173 pgd_t *pgd;
178 pgd = pgd_offset_k(start);
184 pgd_clear(pgd);
186 p4d_clear(p4d_offset(pgd, start));
189 pgd = pgd_offset_k(start);
191 p4d_clear(p4d_offset(pgd, start));
194 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr)
199 return (p4d_t *)pgd;
201 p4d = pgd_val(*pgd) & PTE_PFN_MASK;
206 static void __init kasan_early_p4d_populate(pgd_t *pgd,
214 if (pgd_none(*pgd)) {
217 set_pgd(pgd, pgd_entry);
220 p4d = early_p4d_offset(pgd, addr);
233 static void __init kasan_map_early_shadow(pgd_t *pgd)
240 pgd += pgd_index(addr);
243 kasan_early_p4d_populate(pgd, addr, next);
244 } while (pgd++, addr = next, addr != end);
247 static void __init kasan_shallow_populate_p4ds(pgd_t *pgd,
255 p4d = p4d_offset(pgd, addr);
269 pgd_t *pgd;
273 pgd = pgd_offset_k(addr);
277 if (pgd_none(*pgd)) {
279 pgd_populate(&init_mm, pgd, p);
286 kasan_shallow_populate_p4ds(pgd, addr, next);
287 } while (pgd++, addr = next, addr != (unsigned long)end);