Lines Matching refs:mmu_gather
34 * The mmu_gather data structure is used by the mm code to implement the
47 * The mmu_gather API consists of:
51 * start and finish a mmu_gather
94 * - mmu_gather::fullmm
105 * - mmu_gather::need_flush_all
113 * tlb_flush() may, in addition to the above mentioned mmu_gather fields, make
116 * - mmu_gather::start / mmu_gather::end
121 * - mmu_gather::freed_tables
138 * changes the size and provides mmu_gather::page_size to tlb_flush().
182 * If the option is set the mmu_gather will not track individual pages for
204 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
256 * Limit the maximum number of mmu_gather batches to reduce a risk of soft
263 extern bool __tlb_remove_page_size(struct mmu_gather *tlb,
270 * function, except we define it before the 'struct mmu_gather'.
273 extern void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma);
287 static inline void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) { }
291 * struct mmu_gather is an opaque type used by the mm code for passing around
294 struct mmu_gather {
353 void tlb_flush_mmu(struct mmu_gather *tlb);
355 static inline void __tlb_adjust_range(struct mmu_gather *tlb,
363 static inline void __tlb_reset_range(struct mmu_gather *tlb)
377 * Do not reset mmu_gather::vma_* fields here, we do not
397 static inline void tlb_flush(struct mmu_gather *tlb)
411 static inline void tlb_flush(struct mmu_gather *tlb)
430 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma)
448 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb)
462 static inline void tlb_remove_page_size(struct mmu_gather *tlb,
469 static __always_inline bool __tlb_remove_page(struct mmu_gather *tlb, struct page *page, unsigned int flags)
478 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page)
483 static inline void tlb_remove_ptdesc(struct mmu_gather *tlb, void *pt)
489 static inline void tlb_remove_page_ptdesc(struct mmu_gather *tlb, struct ptdesc *pt)
494 static inline void tlb_change_page_size(struct mmu_gather *tlb,
507 static inline unsigned long tlb_get_unmap_shift(struct mmu_gather *tlb)
521 static inline unsigned long tlb_get_unmap_size(struct mmu_gather *tlb)
531 static inline void tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma)
542 static inline void tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma)
566 static inline void tlb_flush_pte_range(struct mmu_gather *tlb,
573 static inline void tlb_flush_pmd_range(struct mmu_gather *tlb,
580 static inline void tlb_flush_pud_range(struct mmu_gather *tlb,
587 static inline void tlb_flush_p4d_range(struct mmu_gather *tlb,