Lines Matching refs:tlb
23 #include <asm/tlb.h>
275 static void hugepd_free(struct mmu_gather *tlb, void *hugepte)
281 if (atomic_read(&tlb->mm->mm_users) < 2 ||
282 mm_is_thread_local(tlb->mm)) {
301 static inline void hugepd_free(struct mmu_gather *tlb, void *hugepte) {}
319 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift,
341 hugepd_free(tlb, hugepte);
343 pgtable_free_tlb(tlb, hugepte,
347 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd,
357 pte_free_tlb(tlb, token, addr);
358 mm_dec_nr_ptes(tlb->mm);
361 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud,
385 hugetlb_free_pte_range(tlb, pmd, addr, end, floor, ceiling);
399 free_hugepd_range(tlb, (hugepd_t *)pmd, PMD_SHIFT,
408 pmd_free_tlb(tlb, pmd, start & PUD_MASK);
409 mm_dec_nr_pmds(tlb->mm);
412 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d,
427 hugetlb_free_pmd_range(tlb, pud, addr, next, floor,
441 free_hugepd_range(tlb, (hugepd_t *)pud, PUD_SHIFT,
451 pud_free_tlb(tlb, pud, start & PGDIR_MASK);
452 mm_dec_nr_puds(tlb->mm);
458 void hugetlb_free_pgd_range(struct mmu_gather *tlb,
485 pgd = pgd_offset(tlb->mm, addr);
490 hugetlb_free_pud_range(tlb, p4d, addr, next, floor, ceiling);
503 free_hugepd_range(tlb, (hugepd_t *)p4d, PGDIR_SHIFT,