18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 28c2ecf20Sopenharmony_ci// Copyright (C) 2018 Hangzhou C-SKY Microsystems co.,ltd. 38c2ecf20Sopenharmony_ci 48c2ecf20Sopenharmony_ci#include <linux/module.h> 58c2ecf20Sopenharmony_ci#include <linux/highmem.h> 68c2ecf20Sopenharmony_ci#include <linux/smp.h> 78c2ecf20Sopenharmony_ci#include <linux/memblock.h> 88c2ecf20Sopenharmony_ci#include <asm/fixmap.h> 98c2ecf20Sopenharmony_ci#include <asm/tlbflush.h> 108c2ecf20Sopenharmony_ci#include <asm/cacheflush.h> 118c2ecf20Sopenharmony_ci 128c2ecf20Sopenharmony_cistatic pte_t *kmap_pte; 138c2ecf20Sopenharmony_ci 148c2ecf20Sopenharmony_ciunsigned long highstart_pfn, highend_pfn; 158c2ecf20Sopenharmony_ci 168c2ecf20Sopenharmony_civoid kmap_flush_tlb(unsigned long addr) 178c2ecf20Sopenharmony_ci{ 188c2ecf20Sopenharmony_ci flush_tlb_one(addr); 198c2ecf20Sopenharmony_ci} 208c2ecf20Sopenharmony_ciEXPORT_SYMBOL(kmap_flush_tlb); 218c2ecf20Sopenharmony_ci 228c2ecf20Sopenharmony_civoid *kmap_atomic_high_prot(struct page *page, pgprot_t prot) 238c2ecf20Sopenharmony_ci{ 248c2ecf20Sopenharmony_ci unsigned long vaddr; 258c2ecf20Sopenharmony_ci int idx, type; 268c2ecf20Sopenharmony_ci 278c2ecf20Sopenharmony_ci type = kmap_atomic_idx_push(); 288c2ecf20Sopenharmony_ci idx = type + KM_TYPE_NR*smp_processor_id(); 298c2ecf20Sopenharmony_ci vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx); 308c2ecf20Sopenharmony_ci#ifdef CONFIG_DEBUG_HIGHMEM 318c2ecf20Sopenharmony_ci BUG_ON(!pte_none(*(kmap_pte - idx))); 328c2ecf20Sopenharmony_ci#endif 338c2ecf20Sopenharmony_ci set_pte(kmap_pte-idx, mk_pte(page, prot)); 348c2ecf20Sopenharmony_ci flush_tlb_one((unsigned long)vaddr); 358c2ecf20Sopenharmony_ci 368c2ecf20Sopenharmony_ci return (void *)vaddr; 378c2ecf20Sopenharmony_ci} 388c2ecf20Sopenharmony_ciEXPORT_SYMBOL(kmap_atomic_high_prot); 398c2ecf20Sopenharmony_ci 408c2ecf20Sopenharmony_civoid kunmap_atomic_high(void *kvaddr) 418c2ecf20Sopenharmony_ci{ 428c2ecf20Sopenharmony_ci unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; 438c2ecf20Sopenharmony_ci int idx; 448c2ecf20Sopenharmony_ci 458c2ecf20Sopenharmony_ci if (vaddr < FIXADDR_START) 468c2ecf20Sopenharmony_ci return; 478c2ecf20Sopenharmony_ci 488c2ecf20Sopenharmony_ci#ifdef CONFIG_DEBUG_HIGHMEM 498c2ecf20Sopenharmony_ci idx = KM_TYPE_NR*smp_processor_id() + kmap_atomic_idx(); 508c2ecf20Sopenharmony_ci 518c2ecf20Sopenharmony_ci BUG_ON(vaddr != __fix_to_virt(FIX_KMAP_BEGIN + idx)); 528c2ecf20Sopenharmony_ci 538c2ecf20Sopenharmony_ci pte_clear(&init_mm, vaddr, kmap_pte - idx); 548c2ecf20Sopenharmony_ci flush_tlb_one(vaddr); 558c2ecf20Sopenharmony_ci#else 568c2ecf20Sopenharmony_ci (void) idx; /* to kill a warning */ 578c2ecf20Sopenharmony_ci#endif 588c2ecf20Sopenharmony_ci kmap_atomic_idx_pop(); 598c2ecf20Sopenharmony_ci} 608c2ecf20Sopenharmony_ciEXPORT_SYMBOL(kunmap_atomic_high); 618c2ecf20Sopenharmony_ci 628c2ecf20Sopenharmony_ci/* 638c2ecf20Sopenharmony_ci * This is the same as kmap_atomic() but can map memory that doesn't 648c2ecf20Sopenharmony_ci * have a struct page associated with it. 658c2ecf20Sopenharmony_ci */ 668c2ecf20Sopenharmony_civoid *kmap_atomic_pfn(unsigned long pfn) 678c2ecf20Sopenharmony_ci{ 688c2ecf20Sopenharmony_ci unsigned long vaddr; 698c2ecf20Sopenharmony_ci int idx, type; 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_ci pagefault_disable(); 728c2ecf20Sopenharmony_ci 738c2ecf20Sopenharmony_ci type = kmap_atomic_idx_push(); 748c2ecf20Sopenharmony_ci idx = type + KM_TYPE_NR*smp_processor_id(); 758c2ecf20Sopenharmony_ci vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx); 768c2ecf20Sopenharmony_ci set_pte(kmap_pte-idx, pfn_pte(pfn, PAGE_KERNEL)); 778c2ecf20Sopenharmony_ci flush_tlb_one(vaddr); 788c2ecf20Sopenharmony_ci 798c2ecf20Sopenharmony_ci return (void *) vaddr; 808c2ecf20Sopenharmony_ci} 818c2ecf20Sopenharmony_ci 828c2ecf20Sopenharmony_cistatic void __init kmap_pages_init(void) 838c2ecf20Sopenharmony_ci{ 848c2ecf20Sopenharmony_ci unsigned long vaddr; 858c2ecf20Sopenharmony_ci pgd_t *pgd; 868c2ecf20Sopenharmony_ci pmd_t *pmd; 878c2ecf20Sopenharmony_ci pud_t *pud; 888c2ecf20Sopenharmony_ci pte_t *pte; 898c2ecf20Sopenharmony_ci 908c2ecf20Sopenharmony_ci vaddr = PKMAP_BASE; 918c2ecf20Sopenharmony_ci fixrange_init(vaddr, vaddr + PAGE_SIZE*LAST_PKMAP, swapper_pg_dir); 928c2ecf20Sopenharmony_ci 938c2ecf20Sopenharmony_ci pgd = swapper_pg_dir + pgd_index(vaddr); 948c2ecf20Sopenharmony_ci pud = (pud_t *)pgd; 958c2ecf20Sopenharmony_ci pmd = pmd_offset(pud, vaddr); 968c2ecf20Sopenharmony_ci pte = pte_offset_kernel(pmd, vaddr); 978c2ecf20Sopenharmony_ci pkmap_page_table = pte; 988c2ecf20Sopenharmony_ci} 998c2ecf20Sopenharmony_ci 1008c2ecf20Sopenharmony_civoid __init kmap_init(void) 1018c2ecf20Sopenharmony_ci{ 1028c2ecf20Sopenharmony_ci unsigned long vaddr; 1038c2ecf20Sopenharmony_ci 1048c2ecf20Sopenharmony_ci kmap_pages_init(); 1058c2ecf20Sopenharmony_ci 1068c2ecf20Sopenharmony_ci vaddr = __fix_to_virt(FIX_KMAP_BEGIN); 1078c2ecf20Sopenharmony_ci 1088c2ecf20Sopenharmony_ci kmap_pte = pte_offset_kernel((pmd_t *)pgd_offset_k(vaddr), vaddr); 1098c2ecf20Sopenharmony_ci} 110