Lines Matching refs:vaddr
29 static void __init kasan_populate_pte(pmd_t *pmd, unsigned long vaddr, unsigned long end)
39 ptep = pte_offset_kernel(pmd, vaddr);
47 } while (ptep++, vaddr += PAGE_SIZE, vaddr != end);
50 static void __init kasan_populate_pmd(pud_t *pud, unsigned long vaddr, unsigned long end)
61 pmdp = pmd_offset(pud, vaddr);
64 next = pmd_addr_end(vaddr, end);
66 if (pmd_none(*pmdp) && IS_ALIGNED(vaddr, PMD_SIZE) && (next - vaddr) >= PMD_SIZE) {
75 kasan_populate_pte(pmdp, vaddr, next);
76 } while (pmdp++, vaddr = next, vaddr != end);
80 unsigned long vaddr, unsigned long end)
91 pudp = pud_offset(p4d, vaddr);
94 next = pud_addr_end(vaddr, end);
96 if (pud_none(*pudp) && IS_ALIGNED(vaddr, PUD_SIZE) && (next - vaddr) >= PUD_SIZE) {
105 kasan_populate_pmd(pudp, vaddr, next);
106 } while (pudp++, vaddr = next, vaddr != end);
110 unsigned long vaddr, unsigned long end)
121 p4dp = p4d_offset(pgd, vaddr);
124 next = p4d_addr_end(vaddr, end);
126 if (p4d_none(*p4dp) && IS_ALIGNED(vaddr, P4D_SIZE) && (next - vaddr) >= P4D_SIZE) {
135 kasan_populate_pud(p4dp, vaddr, next);
136 } while (p4dp++, vaddr = next, vaddr != end);
140 unsigned long vaddr, unsigned long end)
146 next = pgd_addr_end(vaddr, end);
148 if (pgd_none(*pgdp) && IS_ALIGNED(vaddr, PGDIR_SIZE) &&
149 (next - vaddr) >= PGDIR_SIZE) {
158 kasan_populate_p4d(pgdp, vaddr, next);
159 } while (pgdp++, vaddr = next, vaddr != end);
163 unsigned long vaddr, unsigned long end)
172 pudp = base_pud + pud_index(vaddr);
176 next = pud_addr_end(vaddr, end);
178 if (IS_ALIGNED(vaddr, PUD_SIZE) && (next - vaddr) >= PUD_SIZE) {
184 } while (pudp++, vaddr = next, vaddr != end);
188 unsigned long vaddr, unsigned long end)
197 p4dp = base_p4d + p4d_index(vaddr);
201 next = p4d_addr_end(vaddr, end);
203 if (pgtable_l4_enabled && IS_ALIGNED(vaddr, P4D_SIZE) &&
204 (next - vaddr) >= P4D_SIZE) {
209 kasan_early_clear_pud(p4dp, vaddr, next);
210 } while (p4dp++, vaddr = next, vaddr != end);
214 unsigned long vaddr, unsigned long end)
219 next = pgd_addr_end(vaddr, end);
221 if (pgtable_l5_enabled && IS_ALIGNED(vaddr, PGDIR_SIZE) &&
222 (next - vaddr) >= PGDIR_SIZE) {
227 kasan_early_clear_p4d(pgdp, vaddr, next);
228 } while (pgdp++, vaddr = next, vaddr != end);
232 unsigned long vaddr,
243 pudp = base_pud + pud_index(vaddr);
247 next = pud_addr_end(vaddr, end);
249 if (pud_none(*pudp) && IS_ALIGNED(vaddr, PUD_SIZE) &&
250 (next - vaddr) >= PUD_SIZE) {
257 } while (pudp++, vaddr = next, vaddr != end);
261 unsigned long vaddr,
275 * p4dp = p4d_offset(pgdp, vaddr)
281 p4dp = base_p4d + p4d_index(vaddr);
285 next = p4d_addr_end(vaddr, end);
287 if (p4d_none(*p4dp) && IS_ALIGNED(vaddr, P4D_SIZE) &&
288 (next - vaddr) >= P4D_SIZE) {
294 kasan_early_populate_pud(p4dp, vaddr, next);
295 } while (p4dp++, vaddr = next, vaddr != end);
299 unsigned long vaddr,
306 next = pgd_addr_end(vaddr, end);
308 if (pgd_none(*pgdp) && IS_ALIGNED(vaddr, PGDIR_SIZE) &&
309 (next - vaddr) >= PGDIR_SIZE) {
315 kasan_early_populate_p4d(pgdp, vaddr, next);
316 } while (pgdp++, vaddr = next, vaddr != end);
368 unsigned long vaddr = (unsigned long)start & PAGE_MASK;
371 kasan_populate_pgd(pgd_offset_k(vaddr), vaddr, vend);
375 unsigned long vaddr, unsigned long end)
379 pud_t *pud_k = pud_offset(p4d, vaddr);
382 next = pud_addr_end(vaddr, end);
391 } while (pud_k++, vaddr = next, vaddr != end);
395 unsigned long vaddr, unsigned long end)
399 p4d_t *p4d_k = p4d_offset(pgd, vaddr);
402 next = p4d_addr_end(vaddr, end);
410 kasan_shallow_populate_pud(p4d_k, vaddr, end);
411 } while (p4d_k++, vaddr = next, vaddr != end);
414 static void __init kasan_shallow_populate_pgd(unsigned long vaddr, unsigned long end)
418 pgd_t *pgd_k = pgd_offset_k(vaddr);
421 next = pgd_addr_end(vaddr, end);
429 kasan_shallow_populate_p4d(pgd_k, vaddr, next);
430 } while (pgd_k++, vaddr = next, vaddr != end);
435 unsigned long vaddr = (unsigned long)start & PAGE_MASK;
438 kasan_shallow_populate_pgd(vaddr, vend);