Lines Matching refs:haddr
586 unsigned long haddr = vmf->address & HPAGE_PMD_MASK;
637 page_add_new_anon_rmap(page, vma, haddr, true);
640 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry);
696 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd,
706 set_pmd_at(mm, haddr, pmd, entry);
716 unsigned long haddr = vmf->address & HPAGE_PMD_MASK;
718 if (!transhuge_vma_suitable(vma, haddr))
753 haddr, vmf->pmd, zero_page);
763 page = alloc_hugepage_vma(gfp, vma, haddr, HPAGE_PMD_ORDER);
1231 unsigned long haddr;
1241 haddr = vmf->address & HPAGE_PUD_MASK;
1242 if (pudp_set_access_flags(vmf->vma, haddr, vmf->pud, entry, write))
1253 unsigned long haddr;
1263 haddr = vmf->address & HPAGE_PMD_MASK;
1264 if (pmdp_set_access_flags(vmf->vma, haddr, vmf->pmd, entry, write))
1275 unsigned long haddr = vmf->address & HPAGE_PMD_MASK;
1316 if (pmdp_set_access_flags(vma, haddr, vmf->pmd, entry, 1))
1416 unsigned long haddr = vmf->address & HPAGE_PMD_MASK;
1461 target_nid = mpol_misplaced(page, vma, haddr);
1514 flush_tlb_range(vma, haddr, haddr + HPAGE_PMD_SIZE);
1524 mmu_notifier_invalidate_range(vma->vm_mm, haddr,
1525 haddr + HPAGE_PMD_SIZE);
1550 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, pmd);
1955 unsigned long haddr)
1957 VM_BUG_ON(haddr & ~HPAGE_PUD_MASK);
1958 VM_BUG_ON_VMA(vma->vm_start > haddr, vma);
1959 VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PUD_SIZE, vma);
1964 pudp_huge_clear_flush_notify(vma, haddr, pud);
1993 unsigned long haddr, pmd_t *pmd)
2008 old_pmd = pmdp_huge_clear_flush(vma, haddr, pmd);
2013 for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {
2015 entry = pfn_pte(my_zero_pfn(haddr), vma->vm_page_prot);
2019 pte = pte_offset_map(&_pmd, haddr);
2021 set_pte_at(mm, haddr, pte, entry);
2029 unsigned long haddr, bool freeze)
2039 VM_BUG_ON(haddr & ~HPAGE_PMD_MASK);
2040 VM_BUG_ON_VMA(vma->vm_start > haddr, vma);
2041 VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PMD_SIZE, vma);
2048 old_pmd = pmdp_huge_clear_flush_notify(vma, haddr, pmd);
2085 return __split_huge_zero_page_pmd(vma, haddr, pmd);
2108 old_pmd = pmdp_invalidate(vma, haddr, pmd);
2139 for (i = 0, addr = haddr; i < HPAGE_PMD_NR; i++, addr += PAGE_SIZE) {