Lines Matching refs:vstart
1670 static unsigned long __ref kernel_map_hugepud(unsigned long vstart,
1675 u64 pte_val = vstart;
1678 if ((vstart & mask16gb) ||
1679 (vend - vstart <= mask16gb)) {
1683 return vstart + PUD_SIZE;
1689 vend = vstart + mask16gb + 1UL;
1690 while (vstart < vend) {
1694 vstart += PUD_SIZE;
1697 return vstart;
1700 static bool kernel_can_map_hugepud(unsigned long vstart, unsigned long vend,
1703 if (guard && !(vstart & ~PUD_MASK) && (vend - vstart) >= PUD_SIZE)
1709 static unsigned long __ref kernel_map_hugepmd(unsigned long vstart,
1715 u64 pte_val = vstart;
1718 if ((vstart & mask256mb) ||
1719 (vend - vstart <= mask256mb)) {
1723 return vstart + PMD_SIZE;
1726 if ((vstart & mask2gb) ||
1727 (vend - vstart <= mask2gb)) {
1730 vend = vstart + mask256mb + 1UL;
1734 vend = vstart + mask2gb + 1UL;
1737 while (vstart < vend) {
1741 vstart += PMD_SIZE;
1745 return vstart;
1748 static bool kernel_can_map_hugepmd(unsigned long vstart, unsigned long vend,
1751 if (guard && !(vstart & ~PMD_MASK) && (vend - vstart) >= PMD_SIZE)
1761 unsigned long vstart = PAGE_OFFSET + pstart;
1765 if ((vstart & ~PAGE_MASK) || (vend & ~PAGE_MASK)) {
1767 vstart, vend);
1771 while (vstart < vend) {
1772 unsigned long this_end, paddr = __pa(vstart);
1773 pgd_t *pgd = pgd_offset_k(vstart);
1790 p4d = p4d_offset(pgd, vstart);
1802 pud = pud_offset(p4d, vstart);
1806 if (kernel_can_map_hugepud(vstart, vend, use_huge)) {
1807 vstart = kernel_map_hugepud(vstart, vend, pud);
1818 pmd = pmd_offset(pud, vstart);
1822 if (kernel_can_map_hugepmd(vstart, vend, use_huge)) {
1823 vstart = kernel_map_hugepmd(vstart, vend, pmd);
1834 pte = pte_offset_kernel(pmd, vstart);
1835 this_end = (vstart + PMD_SIZE) & PMD_MASK;
1839 while (vstart < this_end) {
1842 vstart += PAGE_SIZE;
2581 int __meminit vmemmap_populate(unsigned long vstart, unsigned long vend,
2595 vstart = vstart & PMD_MASK;
2597 for (; vstart < vend; vstart += PMD_SIZE) {
2598 pgd_t *pgd = vmemmap_pgd_populate(vstart, node);
2607 p4d = vmemmap_p4d_populate(pgd, vstart, node);
2611 pud = vmemmap_pud_populate(p4d, vstart, node);
2615 pmd = pmd_offset(pud, vstart);