162306a36Sopenharmony_ci/* 262306a36Sopenharmony_ci * This file is subject to the terms and conditions of the GNU General Public 362306a36Sopenharmony_ci * License. See the file "COPYING" in the main directory of this archive 462306a36Sopenharmony_ci * for more details. 562306a36Sopenharmony_ci * 662306a36Sopenharmony_ci * Copyright (C) 2011 Wind River Systems, 762306a36Sopenharmony_ci * written by Ralf Baechle <ralf@linux-mips.org> 862306a36Sopenharmony_ci */ 962306a36Sopenharmony_ci#include <linux/compiler.h> 1062306a36Sopenharmony_ci#include <linux/elf-randomize.h> 1162306a36Sopenharmony_ci#include <linux/errno.h> 1262306a36Sopenharmony_ci#include <linux/mm.h> 1362306a36Sopenharmony_ci#include <linux/mman.h> 1462306a36Sopenharmony_ci#include <linux/export.h> 1562306a36Sopenharmony_ci#include <linux/personality.h> 1662306a36Sopenharmony_ci#include <linux/random.h> 1762306a36Sopenharmony_ci#include <linux/sched/signal.h> 1862306a36Sopenharmony_ci#include <linux/sched/mm.h> 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_ciunsigned long shm_align_mask = PAGE_SIZE - 1; /* Sane caches */ 2162306a36Sopenharmony_ciEXPORT_SYMBOL(shm_align_mask); 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_ci#define COLOUR_ALIGN(addr, pgoff) \ 2462306a36Sopenharmony_ci ((((addr) + shm_align_mask) & ~shm_align_mask) + \ 2562306a36Sopenharmony_ci (((pgoff) << PAGE_SHIFT) & shm_align_mask)) 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_cienum mmap_allocation_direction {UP, DOWN}; 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_cistatic unsigned long arch_get_unmapped_area_common(struct file *filp, 3062306a36Sopenharmony_ci unsigned long addr0, unsigned long len, unsigned long pgoff, 3162306a36Sopenharmony_ci unsigned long flags, enum mmap_allocation_direction dir) 3262306a36Sopenharmony_ci{ 3362306a36Sopenharmony_ci struct mm_struct *mm = current->mm; 3462306a36Sopenharmony_ci struct vm_area_struct *vma; 3562306a36Sopenharmony_ci unsigned long addr = addr0; 3662306a36Sopenharmony_ci int do_color_align; 3762306a36Sopenharmony_ci struct vm_unmapped_area_info info; 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_ci if (unlikely(len > TASK_SIZE)) 4062306a36Sopenharmony_ci return -ENOMEM; 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_ci if (flags & MAP_FIXED) { 4362306a36Sopenharmony_ci /* Even MAP_FIXED mappings must reside within TASK_SIZE */ 4462306a36Sopenharmony_ci if (TASK_SIZE - len < addr) 4562306a36Sopenharmony_ci return -EINVAL; 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci /* 4862306a36Sopenharmony_ci * We do not accept a shared mapping if it would violate 4962306a36Sopenharmony_ci * cache aliasing constraints. 5062306a36Sopenharmony_ci */ 5162306a36Sopenharmony_ci if ((flags & MAP_SHARED) && 5262306a36Sopenharmony_ci ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) 5362306a36Sopenharmony_ci return -EINVAL; 5462306a36Sopenharmony_ci return addr; 5562306a36Sopenharmony_ci } 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci do_color_align = 0; 5862306a36Sopenharmony_ci if (filp || (flags & MAP_SHARED)) 5962306a36Sopenharmony_ci do_color_align = 1; 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_ci /* requesting a specific address */ 6262306a36Sopenharmony_ci if (addr) { 6362306a36Sopenharmony_ci if (do_color_align) 6462306a36Sopenharmony_ci addr = COLOUR_ALIGN(addr, pgoff); 6562306a36Sopenharmony_ci else 6662306a36Sopenharmony_ci addr = PAGE_ALIGN(addr); 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci vma = find_vma(mm, addr); 6962306a36Sopenharmony_ci if (TASK_SIZE - len >= addr && 7062306a36Sopenharmony_ci (!vma || addr + len <= vm_start_gap(vma))) 7162306a36Sopenharmony_ci return addr; 7262306a36Sopenharmony_ci } 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci info.length = len; 7562306a36Sopenharmony_ci info.align_mask = do_color_align ? (PAGE_MASK & shm_align_mask) : 0; 7662306a36Sopenharmony_ci info.align_offset = pgoff << PAGE_SHIFT; 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci if (dir == DOWN) { 7962306a36Sopenharmony_ci info.flags = VM_UNMAPPED_AREA_TOPDOWN; 8062306a36Sopenharmony_ci info.low_limit = PAGE_SIZE; 8162306a36Sopenharmony_ci info.high_limit = mm->mmap_base; 8262306a36Sopenharmony_ci addr = vm_unmapped_area(&info); 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci if (!(addr & ~PAGE_MASK)) 8562306a36Sopenharmony_ci return addr; 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci /* 8862306a36Sopenharmony_ci * A failed mmap() very likely causes application failure, 8962306a36Sopenharmony_ci * so fall back to the bottom-up function here. This scenario 9062306a36Sopenharmony_ci * can happen with large stack limits and large mmap() 9162306a36Sopenharmony_ci * allocations. 9262306a36Sopenharmony_ci */ 9362306a36Sopenharmony_ci } 9462306a36Sopenharmony_ci 9562306a36Sopenharmony_ci info.flags = 0; 9662306a36Sopenharmony_ci info.low_limit = mm->mmap_base; 9762306a36Sopenharmony_ci info.high_limit = TASK_SIZE; 9862306a36Sopenharmony_ci return vm_unmapped_area(&info); 9962306a36Sopenharmony_ci} 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ciunsigned long arch_get_unmapped_area(struct file *filp, unsigned long addr0, 10262306a36Sopenharmony_ci unsigned long len, unsigned long pgoff, unsigned long flags) 10362306a36Sopenharmony_ci{ 10462306a36Sopenharmony_ci return arch_get_unmapped_area_common(filp, 10562306a36Sopenharmony_ci addr0, len, pgoff, flags, UP); 10662306a36Sopenharmony_ci} 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_ci/* 10962306a36Sopenharmony_ci * There is no need to export this but sched.h declares the function as 11062306a36Sopenharmony_ci * extern so making it static here results in an error. 11162306a36Sopenharmony_ci */ 11262306a36Sopenharmony_ciunsigned long arch_get_unmapped_area_topdown(struct file *filp, 11362306a36Sopenharmony_ci unsigned long addr0, unsigned long len, unsigned long pgoff, 11462306a36Sopenharmony_ci unsigned long flags) 11562306a36Sopenharmony_ci{ 11662306a36Sopenharmony_ci return arch_get_unmapped_area_common(filp, 11762306a36Sopenharmony_ci addr0, len, pgoff, flags, DOWN); 11862306a36Sopenharmony_ci} 11962306a36Sopenharmony_ci 12062306a36Sopenharmony_cibool __virt_addr_valid(const volatile void *kaddr) 12162306a36Sopenharmony_ci{ 12262306a36Sopenharmony_ci unsigned long vaddr = (unsigned long)kaddr; 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci if ((vaddr < PAGE_OFFSET) || (vaddr >= MAP_BASE)) 12562306a36Sopenharmony_ci return false; 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_ci return pfn_valid(PFN_DOWN(virt_to_phys(kaddr))); 12862306a36Sopenharmony_ci} 12962306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(__virt_addr_valid); 130