1// SPDX-License-Identifier: GPL-2.0-or-later 2 3#include <linux/io.h> 4#include <linux/slab.h> 5#include <linux/mmzone.h> 6#include <linux/vmalloc.h> 7#include <asm/io-workarounds.h> 8 9unsigned long ioremap_bot; 10EXPORT_SYMBOL(ioremap_bot); 11 12void __iomem *ioremap(phys_addr_t addr, unsigned long size) 13{ 14 pgprot_t prot = pgprot_noncached(PAGE_KERNEL); 15 void *caller = __builtin_return_address(0); 16 17 if (iowa_is_active()) 18 return iowa_ioremap(addr, size, prot, caller); 19 return __ioremap_caller(addr, size, prot, caller); 20} 21EXPORT_SYMBOL(ioremap); 22 23void __iomem *ioremap_wc(phys_addr_t addr, unsigned long size) 24{ 25 pgprot_t prot = pgprot_noncached_wc(PAGE_KERNEL); 26 void *caller = __builtin_return_address(0); 27 28 if (iowa_is_active()) 29 return iowa_ioremap(addr, size, prot, caller); 30 return __ioremap_caller(addr, size, prot, caller); 31} 32EXPORT_SYMBOL(ioremap_wc); 33 34void __iomem *ioremap_coherent(phys_addr_t addr, unsigned long size) 35{ 36 pgprot_t prot = pgprot_cached(PAGE_KERNEL); 37 void *caller = __builtin_return_address(0); 38 39 if (iowa_is_active()) 40 return iowa_ioremap(addr, size, prot, caller); 41 return __ioremap_caller(addr, size, prot, caller); 42} 43 44void __iomem *ioremap_prot(phys_addr_t addr, size_t size, unsigned long flags) 45{ 46 pte_t pte = __pte(flags); 47 void *caller = __builtin_return_address(0); 48 49 /* writeable implies dirty for kernel addresses */ 50 if (pte_write(pte)) 51 pte = pte_mkdirty(pte); 52 53 /* we don't want to let _PAGE_USER and _PAGE_EXEC leak out */ 54 pte = pte_exprotect(pte); 55 pte = pte_mkprivileged(pte); 56 57 if (iowa_is_active()) 58 return iowa_ioremap(addr, size, pte_pgprot(pte), caller); 59 return __ioremap_caller(addr, size, pte_pgprot(pte), caller); 60} 61EXPORT_SYMBOL(ioremap_prot); 62 63int early_ioremap_range(unsigned long ea, phys_addr_t pa, 64 unsigned long size, pgprot_t prot) 65{ 66 unsigned long i; 67 68 for (i = 0; i < size; i += PAGE_SIZE) { 69 int err = map_kernel_page(ea + i, pa + i, prot); 70 71 if (WARN_ON_ONCE(err)) /* Should clean up */ 72 return err; 73 } 74 75 return 0; 76} 77