162306a36Sopenharmony_ci/*
262306a36Sopenharmony_ci * This file is subject to the terms and conditions of the GNU General Public
362306a36Sopenharmony_ci * License.  See the file "COPYING" in the main directory of this archive
462306a36Sopenharmony_ci * for more details.
562306a36Sopenharmony_ci *
662306a36Sopenharmony_ci * Copyright (C) 2011 Wind River Systems,
762306a36Sopenharmony_ci *   written by Ralf Baechle <ralf@linux-mips.org>
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci#include <linux/compiler.h>
1062306a36Sopenharmony_ci#include <linux/elf-randomize.h>
1162306a36Sopenharmony_ci#include <linux/errno.h>
1262306a36Sopenharmony_ci#include <linux/mm.h>
1362306a36Sopenharmony_ci#include <linux/mman.h>
1462306a36Sopenharmony_ci#include <linux/export.h>
1562306a36Sopenharmony_ci#include <linux/personality.h>
1662306a36Sopenharmony_ci#include <linux/random.h>
1762306a36Sopenharmony_ci#include <linux/sched/signal.h>
1862306a36Sopenharmony_ci#include <linux/sched/mm.h>
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_ciunsigned long shm_align_mask = PAGE_SIZE - 1;	/* Sane caches */
2162306a36Sopenharmony_ciEXPORT_SYMBOL(shm_align_mask);
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_ci#define COLOUR_ALIGN(addr, pgoff)				\
2462306a36Sopenharmony_ci	((((addr) + shm_align_mask) & ~shm_align_mask) +	\
2562306a36Sopenharmony_ci	 (((pgoff) << PAGE_SHIFT) & shm_align_mask))
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_cienum mmap_allocation_direction {UP, DOWN};
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_cistatic unsigned long arch_get_unmapped_area_common(struct file *filp,
3062306a36Sopenharmony_ci	unsigned long addr0, unsigned long len, unsigned long pgoff,
3162306a36Sopenharmony_ci	unsigned long flags, enum mmap_allocation_direction dir)
3262306a36Sopenharmony_ci{
3362306a36Sopenharmony_ci	struct mm_struct *mm = current->mm;
3462306a36Sopenharmony_ci	struct vm_area_struct *vma;
3562306a36Sopenharmony_ci	unsigned long addr = addr0;
3662306a36Sopenharmony_ci	int do_color_align;
3762306a36Sopenharmony_ci	struct vm_unmapped_area_info info;
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_ci	if (unlikely(len > TASK_SIZE))
4062306a36Sopenharmony_ci		return -ENOMEM;
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci	if (flags & MAP_FIXED) {
4362306a36Sopenharmony_ci		/* Even MAP_FIXED mappings must reside within TASK_SIZE */
4462306a36Sopenharmony_ci		if (TASK_SIZE - len < addr)
4562306a36Sopenharmony_ci			return -EINVAL;
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci		/*
4862306a36Sopenharmony_ci		 * We do not accept a shared mapping if it would violate
4962306a36Sopenharmony_ci		 * cache aliasing constraints.
5062306a36Sopenharmony_ci		 */
5162306a36Sopenharmony_ci		if ((flags & MAP_SHARED) &&
5262306a36Sopenharmony_ci		    ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask))
5362306a36Sopenharmony_ci			return -EINVAL;
5462306a36Sopenharmony_ci		return addr;
5562306a36Sopenharmony_ci	}
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci	do_color_align = 0;
5862306a36Sopenharmony_ci	if (filp || (flags & MAP_SHARED))
5962306a36Sopenharmony_ci		do_color_align = 1;
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_ci	/* requesting a specific address */
6262306a36Sopenharmony_ci	if (addr) {
6362306a36Sopenharmony_ci		if (do_color_align)
6462306a36Sopenharmony_ci			addr = COLOUR_ALIGN(addr, pgoff);
6562306a36Sopenharmony_ci		else
6662306a36Sopenharmony_ci			addr = PAGE_ALIGN(addr);
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci		vma = find_vma(mm, addr);
6962306a36Sopenharmony_ci		if (TASK_SIZE - len >= addr &&
7062306a36Sopenharmony_ci		    (!vma || addr + len <= vm_start_gap(vma)))
7162306a36Sopenharmony_ci			return addr;
7262306a36Sopenharmony_ci	}
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	info.length = len;
7562306a36Sopenharmony_ci	info.align_mask = do_color_align ? (PAGE_MASK & shm_align_mask) : 0;
7662306a36Sopenharmony_ci	info.align_offset = pgoff << PAGE_SHIFT;
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	if (dir == DOWN) {
7962306a36Sopenharmony_ci		info.flags = VM_UNMAPPED_AREA_TOPDOWN;
8062306a36Sopenharmony_ci		info.low_limit = PAGE_SIZE;
8162306a36Sopenharmony_ci		info.high_limit = mm->mmap_base;
8262306a36Sopenharmony_ci		addr = vm_unmapped_area(&info);
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci		if (!(addr & ~PAGE_MASK))
8562306a36Sopenharmony_ci			return addr;
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci		/*
8862306a36Sopenharmony_ci		 * A failed mmap() very likely causes application failure,
8962306a36Sopenharmony_ci		 * so fall back to the bottom-up function here. This scenario
9062306a36Sopenharmony_ci		 * can happen with large stack limits and large mmap()
9162306a36Sopenharmony_ci		 * allocations.
9262306a36Sopenharmony_ci		 */
9362306a36Sopenharmony_ci	}
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	info.flags = 0;
9662306a36Sopenharmony_ci	info.low_limit = mm->mmap_base;
9762306a36Sopenharmony_ci	info.high_limit = TASK_SIZE;
9862306a36Sopenharmony_ci	return vm_unmapped_area(&info);
9962306a36Sopenharmony_ci}
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ciunsigned long arch_get_unmapped_area(struct file *filp, unsigned long addr0,
10262306a36Sopenharmony_ci	unsigned long len, unsigned long pgoff, unsigned long flags)
10362306a36Sopenharmony_ci{
10462306a36Sopenharmony_ci	return arch_get_unmapped_area_common(filp,
10562306a36Sopenharmony_ci			addr0, len, pgoff, flags, UP);
10662306a36Sopenharmony_ci}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci/*
10962306a36Sopenharmony_ci * There is no need to export this but sched.h declares the function as
11062306a36Sopenharmony_ci * extern so making it static here results in an error.
11162306a36Sopenharmony_ci */
11262306a36Sopenharmony_ciunsigned long arch_get_unmapped_area_topdown(struct file *filp,
11362306a36Sopenharmony_ci	unsigned long addr0, unsigned long len, unsigned long pgoff,
11462306a36Sopenharmony_ci	unsigned long flags)
11562306a36Sopenharmony_ci{
11662306a36Sopenharmony_ci	return arch_get_unmapped_area_common(filp,
11762306a36Sopenharmony_ci			addr0, len, pgoff, flags, DOWN);
11862306a36Sopenharmony_ci}
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_cibool __virt_addr_valid(const volatile void *kaddr)
12162306a36Sopenharmony_ci{
12262306a36Sopenharmony_ci	unsigned long vaddr = (unsigned long)kaddr;
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	if ((vaddr < PAGE_OFFSET) || (vaddr >= MAP_BASE))
12562306a36Sopenharmony_ci		return false;
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_ci	return pfn_valid(PFN_DOWN(virt_to_phys(kaddr)));
12862306a36Sopenharmony_ci}
12962306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(__virt_addr_valid);
130