Lines Matching refs:addr
597 unsigned long addr, unsigned long len,
611 ret = current->mm->get_unmapped_area(filp, addr, len_pad,
625 if (ret == addr)
626 return addr;
632 unsigned long thp_get_unmapped_area(struct file *filp, unsigned long addr,
638 ret = __thp_get_unmapped_area(filp, addr, len, off, flags, PMD_SIZE);
642 return current->mm->get_unmapped_area(filp, addr, len, pgoff, flags);
835 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr,
852 if (pmdp_set_access_flags(vma, addr, pmd, entry, 1))
853 update_mmu_cache_pmd(vma, addr, pmd);
873 set_pmd_at(mm, addr, pmd, entry);
874 update_mmu_cache_pmd(vma, addr, pmd);
894 unsigned long addr = vmf->address & PMD_MASK;
910 if (addr < vma->vm_start || addr >= vma->vm_end)
921 insert_pfn_pmd(vma, addr, vmf->pmd, pfn, pgprot, write, pgtable);
934 static void insert_pfn_pud(struct vm_area_struct *vma, unsigned long addr,
951 if (pudp_set_access_flags(vma, addr, pud, entry, 1))
952 update_mmu_cache_pud(vma, addr, pud);
964 set_pud_at(mm, addr, pud, entry);
965 update_mmu_cache_pud(vma, addr, pud);
983 unsigned long addr = vmf->address & PUD_MASK;
998 if (addr < vma->vm_start || addr >= vma->vm_end)
1003 insert_pfn_pud(vma, addr, vmf->pud, pfn, write);
1009 static void touch_pmd(struct vm_area_struct *vma, unsigned long addr,
1017 if (pmdp_set_access_flags(vma, addr & HPAGE_PMD_MASK,
1019 update_mmu_cache_pmd(vma, addr, pmd);
1022 struct page *follow_devmap_pmd(struct vm_area_struct *vma, unsigned long addr,
1041 touch_pmd(vma, addr, pmd, flags & FOLL_WRITE);
1050 pfn += (addr & ~PMD_MASK) >> PAGE_SHIFT;
1063 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
1100 set_pmd_at(src_mm, addr, src_pmd, pmd);
1107 set_pmd_at(dst_mm, addr, dst_pmd, pmd);
1142 __split_huge_pmd(src_vma, src_pmd, addr, false, NULL);
1149 pmdp_set_wrprotect(src_mm, addr, src_pmd);
1153 set_pmd_at(dst_mm, addr, dst_pmd, pmd);
1164 static void touch_pud(struct vm_area_struct *vma, unsigned long addr,
1172 if (pudp_set_access_flags(vma, addr & HPAGE_PUD_MASK,
1174 update_mmu_cache_pud(vma, addr, pud);
1177 struct page *follow_devmap_pud(struct vm_area_struct *vma, unsigned long addr,
1196 touch_pud(vma, addr, pud, flags & FOLL_WRITE);
1207 pfn += (addr & ~PUD_MASK) >> PAGE_SHIFT;
1221 pud_t *dst_pud, pud_t *src_pud, unsigned long addr,
1250 pudp_set_wrprotect(src_mm, addr, src_pud);
1252 set_pud_at(dst_mm, addr, dst_pud, pud);
1376 unsigned long addr, pmd_t pmd)
1397 page = vm_normal_page_pmd(vma, addr, pmd);
1444 unsigned long addr,
1479 touch_pmd(vma, addr, pmd, flags & FOLL_WRITE);
1481 page += (addr & ~HPAGE_PMD_MASK) >> PAGE_SHIFT;
1581 pmd_t *pmd, unsigned long addr, unsigned long next)
1620 if (next - addr != HPAGE_PMD_SIZE) {
1634 pmdp_invalidate(vma, addr, pmd);
1638 set_pmd_at(mm, addr, pmd, orig_pmd);
1639 tlb_remove_pmd_tlb_entry(tlb, pmd, addr);
1660 pmd_t *pmd, unsigned long addr)
1676 orig_pmd = pmdp_huge_get_and_clear_full(vma, addr, pmd,
1679 tlb_remove_pmd_tlb_entry(tlb, pmd, addr);
1805 pmd_t *pmd, unsigned long addr, pgprot_t newprot,
1853 set_pmd_at(mm, addr, pmd, newpmd);
1907 oldpmd = pmdp_invalidate_ad(vma, addr, pmd);
1922 can_change_pmd_writable(vma, addr, entry))
1926 set_pmd_at(mm, addr, pmd, entry);
1929 tlb_flush_pmd_range(tlb, addr, HPAGE_PMD_SIZE);
1971 pud_t *pud, unsigned long addr)
1979 pudp_huge_get_and_clear_full(vma, addr, pud, tlb->fullmm);
1980 tlb_remove_pud_tlb_entry(tlb, pud, addr);
2031 unsigned long addr;
2050 for (i = 0, addr = haddr; i < HPAGE_PMD_NR; i++, addr += PAGE_SIZE) {
2053 entry = pfn_pte(my_zero_pfn(addr), vma->vm_page_prot);
2058 set_pte_at(mm, addr, pte, entry);
2075 unsigned long addr;
2207 for (i = 0, addr = haddr; i < HPAGE_PMD_NR; i++, addr += PAGE_SIZE) {
2249 page_add_anon_rmap(page + i, vma, addr, RMAP_NONE);
2252 set_pte_at(mm, addr, pte, entry);
2979 unsigned long addr;
3009 * always increase addr by PAGE_SIZE, since we could have a PTE page
3012 for (addr = vaddr_start; addr < vaddr_end; addr += PAGE_SIZE) {
3013 struct vm_area_struct *vma = vma_lookup(mm, addr);
3022 addr = vma->vm_end;
3027 page = follow_page(vma, addr, FOLL_GET | FOLL_DUMP);