Home
last modified time | relevance | path

Searched refs:init_mm (Results 1 - 25 of 366) sorted by relevance

12345678910>>...15

/kernel/linux/linux-6.6/mm/
H A Dinit-mm.c29 * Since there is only one init_mm in the entire system, keep it simple
32 struct mm_struct init_mm = { variable
33 .mm_mt = MTREE_INIT_EXT(mm_mt, MM_MT_FLAGS, init_mm.mmap_lock),
37 .write_protect_seq = SEQCNT_ZERO(init_mm.write_protect_seq),
38 MMAP_LOCK_INITIALIZER(init_mm)
39 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
40 .arg_lock = __SPIN_LOCK_UNLOCKED(init_mm.arg_lock),
41 .mmlist = LIST_HEAD_INIT(init_mm.mmlist),
50 INIT_MM_CONTEXT(init_mm)
56 init_mm in setup_initial_init_mm()
[all...]
H A Dhugetlb_vmemmap.c47 spin_lock(&init_mm.page_table_lock); in split_vmemmap_huge_pmd()
49 spin_unlock(&init_mm.page_table_lock); in split_vmemmap_huge_pmd()
54 pgtable = pte_alloc_one_kernel(&init_mm); in split_vmemmap_huge_pmd()
58 pmd_populate_kernel(&init_mm, &__pmd, pgtable); in split_vmemmap_huge_pmd()
66 set_pte_at(&init_mm, addr, pte, entry); in split_vmemmap_huge_pmd()
69 spin_lock(&init_mm.page_table_lock); in split_vmemmap_huge_pmd()
81 pmd_populate_kernel(&init_mm, pmd, pgtable); in split_vmemmap_huge_pmd()
84 pte_free_kernel(&init_mm, pgtable); in split_vmemmap_huge_pmd()
86 spin_unlock(&init_mm.page_table_lock); in split_vmemmap_huge_pmd()
254 set_pte_at(&init_mm, add in vmemmap_remap_pte()
[all...]
H A Dpage_table_check.c154 if (&init_mm == mm) in __page_table_check_pte_clear()
165 if (&init_mm == mm) in __page_table_check_pmd_clear()
176 if (&init_mm == mm) in __page_table_check_pud_clear()
190 if (&init_mm == mm) in __page_table_check_ptes_set()
202 if (&init_mm == mm) in __page_table_check_pmd_set()
215 if (&init_mm == mm) in __page_table_check_pud_set()
230 if (&init_mm == mm) in __page_table_check_pte_clear_range()
/kernel/linux/linux-5.10/mm/
H A Dinit-mm.c26 * Since there is only one init_mm in the entire system, keep it simple
29 struct mm_struct init_mm = { variable
34 .write_protect_seq = SEQCNT_ZERO(init_mm.write_protect_seq),
35 MMAP_LOCK_INITIALIZER(init_mm)
36 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
37 .arg_lock = __SPIN_LOCK_UNLOCKED(init_mm.arg_lock),
38 .mmlist = LIST_HEAD_INIT(init_mm.mmlist),
41 INIT_MM_CONTEXT(init_mm)
/kernel/linux/linux-5.10/mm/kasan/
H A Dinit.c107 set_pte_at(&init_mm, addr, pte, zero_pte); in zero_pte_populate()
123 pmd_populate_kernel(&init_mm, pmd, in zero_pmd_populate()
132 p = pte_alloc_one_kernel(&init_mm); in zero_pmd_populate()
138 pmd_populate_kernel(&init_mm, pmd, p); in zero_pmd_populate()
157 pud_populate(&init_mm, pud, in zero_pud_populate()
160 pmd_populate_kernel(&init_mm, pmd, in zero_pud_populate()
169 p = pmd_alloc(&init_mm, pud, addr); in zero_pud_populate()
177 pud_populate(&init_mm, pud, p); in zero_pud_populate()
198 p4d_populate(&init_mm, p4d, in zero_p4d_populate()
201 pud_populate(&init_mm, pu in zero_p4d_populate()
[all...]
/kernel/linux/linux-6.6/mm/kasan/
H A Dinit.c103 set_pte_at(&init_mm, addr, pte, zero_pte); in zero_pte_populate()
119 pmd_populate_kernel(&init_mm, pmd, in zero_pmd_populate()
128 p = pte_alloc_one_kernel(&init_mm); in zero_pmd_populate()
134 pmd_populate_kernel(&init_mm, pmd, p); in zero_pmd_populate()
157 pud_populate(&init_mm, pud, in zero_pud_populate()
160 pmd_populate_kernel(&init_mm, pmd, in zero_pud_populate()
169 p = pmd_alloc(&init_mm, pud, addr); in zero_pud_populate()
175 pud_populate(&init_mm, pud, p); in zero_pud_populate()
200 p4d_populate(&init_mm, p4d, in zero_p4d_populate()
203 pud_populate(&init_mm, pu in zero_p4d_populate()
[all...]
/kernel/linux/linux-5.10/arch/x86/mm/
H A Dinit_64.c247 pgd_populate(&init_mm, pgd, p4d); in fill_p4d()
259 p4d_populate(&init_mm, p4d, pud); in fill_pud()
271 pud_populate(&init_mm, pud, pmd); in fill_pmd()
283 pmd_populate_kernel(&init_mm, pmd, pte); in fill_pte()
528 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
533 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
559 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
564 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
572 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
573 pmd_populate_kernel_init(&init_mm, pm in phys_pmd_init()
[all...]
/kernel/linux/linux-5.10/arch/riscv/mm/
H A Dpageattr.c121 mmap_write_lock(&init_mm); in __set_memory()
122 ret = walk_page_range_novma(&init_mm, start, end, &pageattr_ops, NULL, in __set_memory()
124 mmap_write_unlock(&init_mm); in __set_memory()
169 mmap_read_lock(&init_mm); in set_direct_map_invalid_noflush()
170 ret = walk_page_range(&init_mm, start, end, &pageattr_ops, &masks); in set_direct_map_invalid_noflush()
171 mmap_read_unlock(&init_mm); in set_direct_map_invalid_noflush()
186 mmap_read_lock(&init_mm); in set_direct_map_default_noflush()
187 ret = walk_page_range(&init_mm, start, end, &pageattr_ops, &masks); in set_direct_map_default_noflush()
188 mmap_read_unlock(&init_mm); in set_direct_map_default_noflush()
/kernel/linux/linux-6.6/arch/powerpc/mm/kasan/
H A Dinit_book3e_64.c45 p4d_populate(&init_mm, p4dp, pudp); in kasan_map_kernel_page()
51 pud_populate(&init_mm, pudp, pmdp); in kasan_map_kernel_page()
57 pmd_populate_kernel(&init_mm, pmdp, ptep); in kasan_map_kernel_page()
61 __set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot), 0); in kasan_map_kernel_page()
93 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_early_init()
97 pmd_populate_kernel(&init_mm, &kasan_early_shadow_pmd[i], in kasan_early_init()
101 pud_populate(&init_mm, &kasan_early_shadow_pud[i], in kasan_early_init()
105 p4d_populate(&init_mm, p4d_offset(pgd++, addr), kasan_early_shadow_pud); in kasan_early_init()
121 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
H A Dinit_book3s_64.c68 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
72 pmd_populate_kernel(&init_mm, &kasan_early_shadow_pmd[i], in kasan_init()
76 pud_populate(&init_mm, &kasan_early_shadow_pud[i], in kasan_init()
85 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
/kernel/linux/linux-6.6/arch/x86/mm/
H A Dinit_64.c253 pgd_populate(&init_mm, pgd, p4d); in fill_p4d()
265 p4d_populate(&init_mm, p4d, pud); in fill_pud()
277 pud_populate(&init_mm, pud, pmd); in fill_pmd()
289 pmd_populate_kernel(&init_mm, pmd, pte); in fill_pte()
534 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
539 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
565 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
569 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
577 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
578 pmd_populate_kernel_init(&init_mm, pm in phys_pmd_init()
[all...]
/kernel/linux/linux-5.10/arch/openrisc/kernel/
H A Ddma.c77 mmap_read_lock(&init_mm); in arch_dma_set_uncached()
78 error = walk_page_range(&init_mm, va, va + size, &set_nocache_walk_ops, in arch_dma_set_uncached()
80 mmap_read_unlock(&init_mm); in arch_dma_set_uncached()
91 mmap_read_lock(&init_mm); in arch_dma_clear_uncached()
93 WARN_ON(walk_page_range(&init_mm, va, va + size, in arch_dma_clear_uncached()
95 mmap_read_unlock(&init_mm); in arch_dma_clear_uncached()
/kernel/linux/linux-6.6/arch/openrisc/kernel/
H A Ddma.c77 mmap_write_lock(&init_mm); in arch_dma_set_uncached()
78 error = walk_page_range_novma(&init_mm, va, va + size, in arch_dma_set_uncached()
80 mmap_write_unlock(&init_mm); in arch_dma_set_uncached()
91 mmap_write_lock(&init_mm); in arch_dma_clear_uncached()
93 WARN_ON(walk_page_range_novma(&init_mm, va, va + size, in arch_dma_clear_uncached()
95 mmap_write_unlock(&init_mm); in arch_dma_clear_uncached()
/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dradix_pgtable.c85 p4d_populate(&init_mm, p4dp, pudp); in early_map_kernel_page()
95 pud_populate(&init_mm, pudp, pmdp); in early_map_kernel_page()
105 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_map_kernel_page()
110 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in early_map_kernel_page()
151 pudp = pud_alloc(&init_mm, p4dp, ea); in __map_kernel_page()
158 pmdp = pmd_alloc(&init_mm, pudp, ea); in __map_kernel_page()
170 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in __map_kernel_page()
202 pudp = pud_alloc(&init_mm, p4dp, idx); in radix__change_memory_range()
209 pmdp = pmd_alloc(&init_mm, pudp, idx); in radix__change_memory_range()
220 radix__pte_update(&init_mm, id in radix__change_memory_range()
[all...]
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dradix_pgtable.c87 p4d_populate(&init_mm, p4dp, pudp); in early_map_kernel_page()
97 pud_populate(&init_mm, pudp, pmdp); in early_map_kernel_page()
107 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_map_kernel_page()
112 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in early_map_kernel_page()
153 pudp = pud_alloc(&init_mm, p4dp, ea); in __map_kernel_page()
160 pmdp = pmd_alloc(&init_mm, pudp, ea); in __map_kernel_page()
172 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in __map_kernel_page()
204 pudp = pud_alloc(&init_mm, p4dp, idx); in radix__change_memory_range()
211 pmdp = pmd_alloc(&init_mm, pudp, idx); in radix__change_memory_range()
222 radix__pte_update(&init_mm, id in radix__change_memory_range()
[all...]
/kernel/linux/linux-5.10/arch/powerpc/mm/nohash/
H A Dbook3e_pgtable.c85 pudp = pud_alloc(&init_mm, p4dp, ea); in map_kernel_page()
88 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
99 p4d_populate(&init_mm, p4dp, pudp); in map_kernel_page()
104 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
109 pmd_populate_kernel(&init_mm, pmdp, ptep); in map_kernel_page()
113 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
/kernel/linux/linux-6.6/arch/powerpc/mm/nohash/
H A Dbook3e_pgtable.c86 pudp = pud_alloc(&init_mm, p4dp, ea); in map_kernel_page()
89 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
100 p4d_populate(&init_mm, p4dp, pudp); in map_kernel_page()
105 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
110 pmd_populate_kernel(&init_mm, pmdp, ptep); in map_kernel_page()
114 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
/kernel/linux/linux-5.10/arch/csky/kernel/
H A Dsetup.c77 init_mm.start_code = (unsigned long) _stext; in setup_arch()
78 init_mm.end_code = (unsigned long) _etext; in setup_arch()
79 init_mm.end_data = (unsigned long) _edata; in setup_arch()
80 init_mm.brk = (unsigned long) _end; in setup_arch()
/kernel/linux/linux-6.6/arch/arm64/include/asm/
H A Dpgalloc.h32 pudval |= (mm == &init_mm) ? PUD_TABLE_UXN : PUD_TABLE_PXN; in pud_populate()
53 p4dval |= (mm == &init_mm) ? P4D_TABLE_UXN : P4D_TABLE_PXN; in p4d_populate()
79 VM_BUG_ON(mm && mm != &init_mm); in pmd_populate_kernel()
86 VM_BUG_ON(mm == &init_mm); in pmd_populate()
H A Dmmu_context.h109 if (mm != &init_mm && !system_uses_ttbr0_pan()) in cpu_uninstall_idmap()
119 cpu_switch_mm(lm_alias(idmap), &init_mm); in __cpu_install_idmap() local
221 if (mm == &init_mm) in update_saved_ttbr0()
243 update_saved_ttbr0(tsk, &init_mm); in enter_lazy_tlb()
249 * init_mm.pgd does not contain any user mappings and it is always in __switch_mm()
252 if (next == &init_mm) { in __switch_mm()
/kernel/linux/linux-6.6/arch/powerpc/mm/
H A Dpageattr.c21 return pte_update(&init_mm, addr, ptep, old & ~new, new & ~old, 0); in pte_update_delta()
51 pte_update(&init_mm, addr, ptep, _PAGE_PRESENT, 0, 0); in change_page_attr()
54 pte_update(&init_mm, addr, ptep, 0, _PAGE_PRESENT, 0); in change_page_attr()
97 return apply_to_existing_page_range(&init_mm, start, size, in change_memory_attr()
/kernel/linux/linux-5.10/arch/s390/mm/
H A Dinit.c95 init_mm.pgd = swapper_pg_dir; in paging_init()
103 init_mm.context.asce = (__pa(init_mm.pgd) & PAGE_MASK) | asce_bits; in paging_init()
104 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init()
106 crst_table_init((unsigned long *) init_mm.pgd, pgd_type); in paging_init()
108 kasan_copy_shadow(init_mm.pgd); in paging_init()
190 cpumask_set_cpu(0, &init_mm.context.cpu_attach_mask); in mem_init()
191 cpumask_set_cpu(0, mm_cpumask(&init_mm)); in mem_init()
/kernel/linux/linux-6.6/arch/s390/boot/
H A Dvmem.c20 #define init_mm (*(struct mm_struct *)vmlinux.init_mm_off) macro
128 pgd_populate(&init_mm, pgd, kasan_early_shadow_p4d); in kasan_pgd_populate_zero_shadow()
139 p4d_populate(&init_mm, p4d, kasan_early_shadow_pud); in kasan_p4d_populate_zero_shadow()
150 pud_populate(&init_mm, pud, kasan_early_shadow_pmd); in kasan_pud_populate_zero_shadow()
161 pmd_populate(&init_mm, pmd, kasan_early_shadow_pte); in kasan_pmd_populate_zero_shadow()
213 * Mimic virt_to_kpte() in lack of init_mm symbol. Skip pmd NULL check though.
329 pmd_populate(&init_mm, pmd, pte); in pgtable_pmd_populate()
362 pud_populate(&init_mm, pud, pmd); in pgtable_pud_populate()
386 p4d_populate(&init_mm, p4d, pud); in pgtable_p4d_populate()
398 pgd = pgd_offset(&init_mm, add in pgtable_populate()
[all...]
/kernel/linux/linux-5.10/arch/arm64/include/asm/
H A Dmmu_context.h120 if (mm != &init_mm && !system_uses_ttbr0_pan()) in cpu_uninstall_idmap()
130 cpu_switch_mm(lm_alias(idmap_pg_dir), &init_mm); in cpu_install_idmap() local
194 if (mm == &init_mm) in update_saved_ttbr0()
215 update_saved_ttbr0(tsk, &init_mm); in enter_lazy_tlb()
221 * init_mm.pgd does not contain any user mappings and it is always in __switch_mm()
224 if (next == &init_mm) { in __switch_mm()
/kernel/linux/linux-5.10/arch/powerpc/mm/kasan/
H A Dkasan_init_32.c28 __set_pte_at(&init_mm, va, ptep, pfn_pte(PHYS_PFN(pa), prot), 0); in kasan_populate_pte()
50 pmd_populate_kernel(&init_mm, pmd, new); in kasan_init_shadow_page_tables()
77 __set_pte_at(&init_mm, k_cur, pte_offset_kernel(pmd, k_cur), pte, 0); in kasan_init_region()
95 __set_pte_at(&init_mm, k_cur, ptep, pte, 0); in kasan_update_early_region()
190 pmd_populate_kernel(&init_mm, pmd, kasan_early_shadow_pte); in kasan_early_init()

Completed in 16 milliseconds

12345678910>>...15