Lines Matching defs:vaddr
249 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr)
258 return p4d_offset(pgd, vaddr);
261 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr)
270 return pud_offset(p4d, vaddr);
273 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr)
282 return pmd_offset(pud, vaddr);
285 static pte_t *fill_pte(pmd_t *pmd, unsigned long vaddr)
293 return pte_offset_kernel(pmd, vaddr);
296 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte)
298 pmd_t *pmd = fill_pmd(pud, vaddr);
299 pte_t *pte = fill_pte(pmd, vaddr);
307 flush_tlb_one_kernel(vaddr);
310 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte)
312 p4d_t *p4d = p4d_page + p4d_index(vaddr);
313 pud_t *pud = fill_pud(p4d, vaddr);
315 __set_pte_vaddr(pud, vaddr, new_pte);
318 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte)
320 pud_t *pud = pud_page + pud_index(vaddr);
322 __set_pte_vaddr(pud, vaddr, new_pte);
325 void set_pte_vaddr(unsigned long vaddr, pte_t pteval)
330 pr_debug("set_pte_vaddr %lx to %lx\n", vaddr, native_pte_val(pteval));
332 pgd = pgd_offset_k(vaddr);
340 set_pte_vaddr_p4d(p4d_page, vaddr, pteval);
343 pmd_t * __init populate_extra_pmd(unsigned long vaddr)
349 pgd = pgd_offset_k(vaddr);
350 p4d = fill_p4d(pgd, vaddr);
351 pud = fill_pud(p4d, vaddr);
352 return fill_pmd(pud, vaddr);
355 pte_t * __init populate_extra_pte(unsigned long vaddr)
359 pmd = populate_extra_pmd(vaddr);
360 return fill_pte(pmd, vaddr);
428 unsigned long vaddr = __START_KERNEL_map;
441 for (; vaddr + PMD_SIZE - 1 < vaddr_end; pmd++, vaddr += PMD_SIZE) {
444 if (vaddr < (unsigned long) _text || vaddr > end)
597 unsigned long vaddr = (unsigned long)__va(paddr);
598 int i = pud_index(vaddr);
605 vaddr = (unsigned long)__va(paddr);
606 pud = pud_page + pud_index(vaddr);
678 unsigned long vaddr, vaddr_end, vaddr_next, paddr_next, paddr_last;
681 vaddr = (unsigned long)__va(paddr);
688 for (; vaddr < vaddr_end; vaddr = vaddr_next) {
689 p4d_t *p4d = p4d_page + p4d_index(vaddr);
692 vaddr_next = (vaddr & P4D_MASK) + P4D_SIZE;
693 paddr = __pa(vaddr);
732 unsigned long vaddr, vaddr_start, vaddr_end, vaddr_next, paddr_last;
735 vaddr = (unsigned long)__va(paddr_start);
737 vaddr_start = vaddr;
739 for (; vaddr < vaddr_end; vaddr = vaddr_next) {
740 pgd_t *pgd = pgd_offset_k(vaddr);
743 vaddr_next = (vaddr & PGDIR_MASK) + PGDIR_SIZE;
747 paddr_last = phys_p4d_init(p4d, __pa(vaddr),
755 paddr_last = phys_p4d_init(p4d, __pa(vaddr), __pa(vaddr_end),
762 p4d_populate_init(&init_mm, p4d_offset(pgd, vaddr),