Home
last modified time | relevance | path

Searched refs:mmu_gather (Results 1 - 25 of 111) sorted by relevance

12345

/kernel/linux/linux-6.6/include/asm-generic/
H A Dtlb.h34 * The mmu_gather data structure is used by the mm code to implement the
47 * The mmu_gather API consists of:
51 * start and finish a mmu_gather
94 * - mmu_gather::fullmm
105 * - mmu_gather::need_flush_all
113 * tlb_flush() may, in addition to the above mentioned mmu_gather fields, make
116 * - mmu_gather::start / mmu_gather::end
121 * - mmu_gather::freed_tables
138 * changes the size and provides mmu_gather
294 struct mmu_gather { global() struct
[all...]
/kernel/linux/linux-5.10/include/asm-generic/
H A Dtlb.h34 * The mmu_gather data structure is used by the mm code to implement the
47 * The mmu_gather API consists of:
49 * - tlb_gather_mmu() / tlb_finish_mmu(); start and finish a mmu_gather
92 * - mmu_gather::fullmm
103 * - mmu_gather::need_flush_all
111 * tlb_flush() may, in addition to the above mentioned mmu_gather fields, make
114 * - mmu_gather::start / mmu_gather::end
119 * - mmu_gather::freed_tables
136 * changes the size and provides mmu_gather
254 struct mmu_gather { global() struct
[all...]
/kernel/linux/linux-6.6/mm/
H A Dmmu_gather.c18 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
65 * @tlb: the current mmu_gather
73 void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_flush_rmaps()
85 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
108 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
119 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct encoded_page *page, int page_size) in __tlb_remove_page_size()
229 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
247 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
258 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
277 static inline void tlb_table_init(struct mmu_gather *tl
[all...]
/kernel/linux/linux-5.10/mm/
H A Dmmu_gather.c16 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
44 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
55 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
66 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, int page_size) in __tlb_remove_page_size()
176 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
194 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
205 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
224 static inline void tlb_table_init(struct mmu_gather *tlb) in tlb_table_init()
231 static inline void tlb_table_flush(struct mmu_gather *tlb) { } in tlb_table_flush()
232 static inline void tlb_table_init(struct mmu_gather *tl in tlb_table_flush()
[all...]
/kernel/linux/linux-5.10/arch/s390/include/asm/
H A Dtlb.h26 static inline void tlb_flush(struct mmu_gather *tlb);
27 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
47 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size()
54 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
63 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb()
85 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
105 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb()
124 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
/kernel/linux/linux-6.6/arch/s390/include/asm/
H A Dtlb.h26 static inline void tlb_flush(struct mmu_gather *tlb);
27 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
48 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size()
56 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
65 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb()
87 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
107 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb()
125 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
/kernel/linux/linux-5.10/arch/arm64/include/asm/
H A Dtlb.h20 static void tlb_flush(struct mmu_gather *tlb);
29 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level()
53 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
83 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
94 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
/kernel/linux/linux-6.6/arch/arm64/include/asm/
H A Dtlb.h20 static void tlb_flush(struct mmu_gather *tlb);
29 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level()
53 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
85 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
96 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/
H A Dpgalloc.h8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
49 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
66 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/
H A Dpgalloc.h8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
49 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
66 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
/kernel/linux/linux-5.10/arch/x86/include/asm/
H A Dpgalloc.h56 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
58 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
90 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
92 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
127 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
129 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
170 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
172 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
H A Dtlb.h10 static inline void tlb_flush(struct mmu_gather *tlb);
14 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
/kernel/linux/linux-6.6/arch/x86/include/asm/
H A Dpgalloc.h56 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
58 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
88 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
90 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
125 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
168 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
H A Dtlb.h6 static inline void tlb_flush(struct mmu_gather *tlb);
10 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
/kernel/linux/linux-5.10/arch/riscv/include/asm/
H A Dtlb.h9 struct mmu_gather;
11 static void tlb_flush(struct mmu_gather *tlb);
16 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
/kernel/linux/linux-6.6/arch/riscv/include/asm/
H A Dtlb.h9 struct mmu_gather;
11 static void tlb_flush(struct mmu_gather *tlb);
16 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
/kernel/linux/linux-5.10/arch/sparc/include/asm/
H A Dpgalloc_64.h76 struct mmu_gather;
77 void tlb_remove_table(struct mmu_gather *, void *);
79 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
97 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
103 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
/kernel/linux/linux-6.6/arch/sparc/include/asm/
H A Dpgalloc_64.h79 struct mmu_gather;
80 void tlb_remove_table(struct mmu_gather *, void *);
82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/
H A Dpgalloc.h21 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
134 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
150 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
168 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
H A Dtlbflush-radix.h9 struct mmu_gather;
74 extern void radix__tlb_flush(struct mmu_gather *tlb);
87 extern void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr);
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/
H A Dpgalloc.h21 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
H A Dtlbflush-radix.h13 struct mmu_gather;
82 extern void radix__tlb_flush(struct mmu_gather *tlb);
95 extern void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr);
/kernel/linux/linux-5.10/arch/arm/include/asm/
H A Dtlb.h40 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb()
57 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
/kernel/linux/linux-6.6/arch/arm/include/asm/
H A Dtlb.h40 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb()
59 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/
H A Dtlb.h25 extern void tlb_flush(struct mmu_gather *tlb);
41 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()

Completed in 9 milliseconds

12345