18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 28c2ecf20Sopenharmony_ci// Copyright (C) 2018 Hangzhou C-SKY Microsystems co.,ltd. 38c2ecf20Sopenharmony_ci 48c2ecf20Sopenharmony_ci#include <linux/bug.h> 58c2ecf20Sopenharmony_ci#include <linux/module.h> 68c2ecf20Sopenharmony_ci#include <linux/init.h> 78c2ecf20Sopenharmony_ci#include <linux/signal.h> 88c2ecf20Sopenharmony_ci#include <linux/sched.h> 98c2ecf20Sopenharmony_ci#include <linux/kernel.h> 108c2ecf20Sopenharmony_ci#include <linux/errno.h> 118c2ecf20Sopenharmony_ci#include <linux/string.h> 128c2ecf20Sopenharmony_ci#include <linux/types.h> 138c2ecf20Sopenharmony_ci#include <linux/pagemap.h> 148c2ecf20Sopenharmony_ci#include <linux/ptrace.h> 158c2ecf20Sopenharmony_ci#include <linux/mman.h> 168c2ecf20Sopenharmony_ci#include <linux/mm.h> 178c2ecf20Sopenharmony_ci#include <linux/highmem.h> 188c2ecf20Sopenharmony_ci#include <linux/memblock.h> 198c2ecf20Sopenharmony_ci#include <linux/swap.h> 208c2ecf20Sopenharmony_ci#include <linux/proc_fs.h> 218c2ecf20Sopenharmony_ci#include <linux/pfn.h> 228c2ecf20Sopenharmony_ci#include <linux/initrd.h> 238c2ecf20Sopenharmony_ci 248c2ecf20Sopenharmony_ci#include <asm/setup.h> 258c2ecf20Sopenharmony_ci#include <asm/cachectl.h> 268c2ecf20Sopenharmony_ci#include <asm/dma.h> 278c2ecf20Sopenharmony_ci#include <asm/pgalloc.h> 288c2ecf20Sopenharmony_ci#include <asm/mmu_context.h> 298c2ecf20Sopenharmony_ci#include <asm/sections.h> 308c2ecf20Sopenharmony_ci#include <asm/tlb.h> 318c2ecf20Sopenharmony_ci 328c2ecf20Sopenharmony_cipgd_t swapper_pg_dir[PTRS_PER_PGD] __page_aligned_bss; 338c2ecf20Sopenharmony_cipte_t invalid_pte_table[PTRS_PER_PTE] __page_aligned_bss; 348c2ecf20Sopenharmony_ciEXPORT_SYMBOL(invalid_pte_table); 358c2ecf20Sopenharmony_ciunsigned long empty_zero_page[PAGE_SIZE / sizeof(unsigned long)] 368c2ecf20Sopenharmony_ci __page_aligned_bss; 378c2ecf20Sopenharmony_ciEXPORT_SYMBOL(empty_zero_page); 388c2ecf20Sopenharmony_ci 398c2ecf20Sopenharmony_ci#ifdef CONFIG_BLK_DEV_INITRD 408c2ecf20Sopenharmony_cistatic void __init setup_initrd(void) 418c2ecf20Sopenharmony_ci{ 428c2ecf20Sopenharmony_ci unsigned long size; 438c2ecf20Sopenharmony_ci 448c2ecf20Sopenharmony_ci if (initrd_start >= initrd_end) { 458c2ecf20Sopenharmony_ci pr_err("initrd not found or empty"); 468c2ecf20Sopenharmony_ci goto disable; 478c2ecf20Sopenharmony_ci } 488c2ecf20Sopenharmony_ci 498c2ecf20Sopenharmony_ci if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) { 508c2ecf20Sopenharmony_ci pr_err("initrd extends beyond end of memory"); 518c2ecf20Sopenharmony_ci goto disable; 528c2ecf20Sopenharmony_ci } 538c2ecf20Sopenharmony_ci 548c2ecf20Sopenharmony_ci size = initrd_end - initrd_start; 558c2ecf20Sopenharmony_ci 568c2ecf20Sopenharmony_ci if (memblock_is_region_reserved(__pa(initrd_start), size)) { 578c2ecf20Sopenharmony_ci pr_err("INITRD: 0x%08lx+0x%08lx overlaps in-use memory region", 588c2ecf20Sopenharmony_ci __pa(initrd_start), size); 598c2ecf20Sopenharmony_ci goto disable; 608c2ecf20Sopenharmony_ci } 618c2ecf20Sopenharmony_ci 628c2ecf20Sopenharmony_ci memblock_reserve(__pa(initrd_start), size); 638c2ecf20Sopenharmony_ci 648c2ecf20Sopenharmony_ci pr_info("Initial ramdisk at: 0x%p (%lu bytes)\n", 658c2ecf20Sopenharmony_ci (void *)(initrd_start), size); 668c2ecf20Sopenharmony_ci 678c2ecf20Sopenharmony_ci initrd_below_start_ok = 1; 688c2ecf20Sopenharmony_ci 698c2ecf20Sopenharmony_ci return; 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_cidisable: 728c2ecf20Sopenharmony_ci initrd_start = initrd_end = 0; 738c2ecf20Sopenharmony_ci 748c2ecf20Sopenharmony_ci pr_err(" - disabling initrd\n"); 758c2ecf20Sopenharmony_ci} 768c2ecf20Sopenharmony_ci#endif 778c2ecf20Sopenharmony_ci 788c2ecf20Sopenharmony_civoid __init mem_init(void) 798c2ecf20Sopenharmony_ci{ 808c2ecf20Sopenharmony_ci#ifdef CONFIG_HIGHMEM 818c2ecf20Sopenharmony_ci unsigned long tmp; 828c2ecf20Sopenharmony_ci 838c2ecf20Sopenharmony_ci max_mapnr = highend_pfn; 848c2ecf20Sopenharmony_ci#else 858c2ecf20Sopenharmony_ci max_mapnr = max_low_pfn; 868c2ecf20Sopenharmony_ci#endif 878c2ecf20Sopenharmony_ci high_memory = (void *) __va(max_low_pfn << PAGE_SHIFT); 888c2ecf20Sopenharmony_ci 898c2ecf20Sopenharmony_ci#ifdef CONFIG_BLK_DEV_INITRD 908c2ecf20Sopenharmony_ci setup_initrd(); 918c2ecf20Sopenharmony_ci#endif 928c2ecf20Sopenharmony_ci 938c2ecf20Sopenharmony_ci memblock_free_all(); 948c2ecf20Sopenharmony_ci 958c2ecf20Sopenharmony_ci#ifdef CONFIG_HIGHMEM 968c2ecf20Sopenharmony_ci for (tmp = highstart_pfn; tmp < highend_pfn; tmp++) { 978c2ecf20Sopenharmony_ci struct page *page = pfn_to_page(tmp); 988c2ecf20Sopenharmony_ci 998c2ecf20Sopenharmony_ci /* FIXME not sure about */ 1008c2ecf20Sopenharmony_ci if (!memblock_is_reserved(tmp << PAGE_SHIFT)) 1018c2ecf20Sopenharmony_ci free_highmem_page(page); 1028c2ecf20Sopenharmony_ci } 1038c2ecf20Sopenharmony_ci#endif 1048c2ecf20Sopenharmony_ci mem_init_print_info(NULL); 1058c2ecf20Sopenharmony_ci} 1068c2ecf20Sopenharmony_ci 1078c2ecf20Sopenharmony_ciextern char __init_begin[], __init_end[]; 1088c2ecf20Sopenharmony_ci 1098c2ecf20Sopenharmony_civoid free_initmem(void) 1108c2ecf20Sopenharmony_ci{ 1118c2ecf20Sopenharmony_ci unsigned long addr; 1128c2ecf20Sopenharmony_ci 1138c2ecf20Sopenharmony_ci addr = (unsigned long) &__init_begin; 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_ci while (addr < (unsigned long) &__init_end) { 1168c2ecf20Sopenharmony_ci ClearPageReserved(virt_to_page(addr)); 1178c2ecf20Sopenharmony_ci init_page_count(virt_to_page(addr)); 1188c2ecf20Sopenharmony_ci free_page(addr); 1198c2ecf20Sopenharmony_ci totalram_pages_inc(); 1208c2ecf20Sopenharmony_ci addr += PAGE_SIZE; 1218c2ecf20Sopenharmony_ci } 1228c2ecf20Sopenharmony_ci 1238c2ecf20Sopenharmony_ci pr_info("Freeing unused kernel memory: %dk freed\n", 1248c2ecf20Sopenharmony_ci ((unsigned int)&__init_end - (unsigned int)&__init_begin) >> 10); 1258c2ecf20Sopenharmony_ci} 1268c2ecf20Sopenharmony_ci 1278c2ecf20Sopenharmony_civoid pgd_init(unsigned long *p) 1288c2ecf20Sopenharmony_ci{ 1298c2ecf20Sopenharmony_ci int i; 1308c2ecf20Sopenharmony_ci 1318c2ecf20Sopenharmony_ci for (i = 0; i < PTRS_PER_PGD; i++) 1328c2ecf20Sopenharmony_ci p[i] = __pa(invalid_pte_table); 1338c2ecf20Sopenharmony_ci} 1348c2ecf20Sopenharmony_ci 1358c2ecf20Sopenharmony_civoid __init pre_mmu_init(void) 1368c2ecf20Sopenharmony_ci{ 1378c2ecf20Sopenharmony_ci /* 1388c2ecf20Sopenharmony_ci * Setup page-table and enable TLB-hardrefill 1398c2ecf20Sopenharmony_ci */ 1408c2ecf20Sopenharmony_ci flush_tlb_all(); 1418c2ecf20Sopenharmony_ci pgd_init((unsigned long *)swapper_pg_dir); 1428c2ecf20Sopenharmony_ci TLBMISS_HANDLER_SETUP_PGD(swapper_pg_dir); 1438c2ecf20Sopenharmony_ci TLBMISS_HANDLER_SETUP_PGD_KERNEL(swapper_pg_dir); 1448c2ecf20Sopenharmony_ci 1458c2ecf20Sopenharmony_ci /* Setup page mask to 4k */ 1468c2ecf20Sopenharmony_ci write_mmu_pagemask(0); 1478c2ecf20Sopenharmony_ci} 1488c2ecf20Sopenharmony_ci 1498c2ecf20Sopenharmony_civoid __init fixrange_init(unsigned long start, unsigned long end, 1508c2ecf20Sopenharmony_ci pgd_t *pgd_base) 1518c2ecf20Sopenharmony_ci{ 1528c2ecf20Sopenharmony_ci pgd_t *pgd; 1538c2ecf20Sopenharmony_ci pud_t *pud; 1548c2ecf20Sopenharmony_ci pmd_t *pmd; 1558c2ecf20Sopenharmony_ci pte_t *pte; 1568c2ecf20Sopenharmony_ci int i, j, k; 1578c2ecf20Sopenharmony_ci unsigned long vaddr; 1588c2ecf20Sopenharmony_ci 1598c2ecf20Sopenharmony_ci vaddr = start; 1608c2ecf20Sopenharmony_ci i = pgd_index(vaddr); 1618c2ecf20Sopenharmony_ci j = pud_index(vaddr); 1628c2ecf20Sopenharmony_ci k = pmd_index(vaddr); 1638c2ecf20Sopenharmony_ci pgd = pgd_base + i; 1648c2ecf20Sopenharmony_ci 1658c2ecf20Sopenharmony_ci for ( ; (i < PTRS_PER_PGD) && (vaddr != end); pgd++, i++) { 1668c2ecf20Sopenharmony_ci pud = (pud_t *)pgd; 1678c2ecf20Sopenharmony_ci for ( ; (j < PTRS_PER_PUD) && (vaddr != end); pud++, j++) { 1688c2ecf20Sopenharmony_ci pmd = (pmd_t *)pud; 1698c2ecf20Sopenharmony_ci for (; (k < PTRS_PER_PMD) && (vaddr != end); pmd++, k++) { 1708c2ecf20Sopenharmony_ci if (pmd_none(*pmd)) { 1718c2ecf20Sopenharmony_ci pte = (pte_t *) memblock_alloc_low(PAGE_SIZE, PAGE_SIZE); 1728c2ecf20Sopenharmony_ci if (!pte) 1738c2ecf20Sopenharmony_ci panic("%s: Failed to allocate %lu bytes align=%lx\n", 1748c2ecf20Sopenharmony_ci __func__, PAGE_SIZE, 1758c2ecf20Sopenharmony_ci PAGE_SIZE); 1768c2ecf20Sopenharmony_ci 1778c2ecf20Sopenharmony_ci set_pmd(pmd, __pmd(__pa(pte))); 1788c2ecf20Sopenharmony_ci BUG_ON(pte != pte_offset_kernel(pmd, 0)); 1798c2ecf20Sopenharmony_ci } 1808c2ecf20Sopenharmony_ci vaddr += PMD_SIZE; 1818c2ecf20Sopenharmony_ci } 1828c2ecf20Sopenharmony_ci k = 0; 1838c2ecf20Sopenharmony_ci } 1848c2ecf20Sopenharmony_ci j = 0; 1858c2ecf20Sopenharmony_ci } 1868c2ecf20Sopenharmony_ci} 1878c2ecf20Sopenharmony_ci 1888c2ecf20Sopenharmony_civoid __init fixaddr_init(void) 1898c2ecf20Sopenharmony_ci{ 1908c2ecf20Sopenharmony_ci unsigned long vaddr; 1918c2ecf20Sopenharmony_ci 1928c2ecf20Sopenharmony_ci vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK; 1938c2ecf20Sopenharmony_ci fixrange_init(vaddr, vaddr + PMD_SIZE, swapper_pg_dir); 1948c2ecf20Sopenharmony_ci} 195