Lines Matching defs:vaddr
243 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr)
252 return p4d_offset(pgd, vaddr);
255 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr)
264 return pud_offset(p4d, vaddr);
267 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr)
276 return pmd_offset(pud, vaddr);
279 static pte_t *fill_pte(pmd_t *pmd, unsigned long vaddr)
287 return pte_offset_kernel(pmd, vaddr);
290 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte)
292 pmd_t *pmd = fill_pmd(pud, vaddr);
293 pte_t *pte = fill_pte(pmd, vaddr);
301 flush_tlb_one_kernel(vaddr);
304 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte)
306 p4d_t *p4d = p4d_page + p4d_index(vaddr);
307 pud_t *pud = fill_pud(p4d, vaddr);
309 __set_pte_vaddr(pud, vaddr, new_pte);
312 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte)
314 pud_t *pud = pud_page + pud_index(vaddr);
316 __set_pte_vaddr(pud, vaddr, new_pte);
319 void set_pte_vaddr(unsigned long vaddr, pte_t pteval)
324 pr_debug("set_pte_vaddr %lx to %lx\n", vaddr, native_pte_val(pteval));
326 pgd = pgd_offset_k(vaddr);
334 set_pte_vaddr_p4d(p4d_page, vaddr, pteval);
337 pmd_t * __init populate_extra_pmd(unsigned long vaddr)
343 pgd = pgd_offset_k(vaddr);
344 p4d = fill_p4d(pgd, vaddr);
345 pud = fill_pud(p4d, vaddr);
346 return fill_pmd(pud, vaddr);
349 pte_t * __init populate_extra_pte(unsigned long vaddr)
353 pmd = populate_extra_pmd(vaddr);
354 return fill_pte(pmd, vaddr);
422 unsigned long vaddr = __START_KERNEL_map;
435 for (; vaddr + PMD_SIZE - 1 < vaddr_end; pmd++, vaddr += PMD_SIZE) {
438 if (vaddr < (unsigned long) _text || vaddr > end)
592 unsigned long vaddr = (unsigned long)__va(paddr);
593 int i = pud_index(vaddr);
600 vaddr = (unsigned long)__va(paddr);
601 pud = pud_page + pud_index(vaddr);
677 unsigned long vaddr, vaddr_end, vaddr_next, paddr_next, paddr_last;
680 vaddr = (unsigned long)__va(paddr);
687 for (; vaddr < vaddr_end; vaddr = vaddr_next) {
688 p4d_t *p4d = p4d_page + p4d_index(vaddr);
691 vaddr_next = (vaddr & P4D_MASK) + P4D_SIZE;
692 paddr = __pa(vaddr);
731 unsigned long vaddr, vaddr_start, vaddr_end, vaddr_next, paddr_last;
734 vaddr = (unsigned long)__va(paddr_start);
736 vaddr_start = vaddr;
738 for (; vaddr < vaddr_end; vaddr = vaddr_next) {
739 pgd_t *pgd = pgd_offset_k(vaddr);
742 vaddr_next = (vaddr & PGDIR_MASK) + PGDIR_SIZE;
746 paddr_last = phys_p4d_init(p4d, __pa(vaddr),
754 paddr_last = phys_p4d_init(p4d, __pa(vaddr), __pa(vaddr_end),
761 p4d_populate_init(&init_mm, p4d_offset(pgd, vaddr),