xref: /kernel/linux/linux-5.10/arch/hexagon/mm/cache.c (revision 8c2ecf20)
18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Cache management functions for Hexagon
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Copyright (c) 2010-2011, The Linux Foundation. All rights reserved.
68c2ecf20Sopenharmony_ci */
78c2ecf20Sopenharmony_ci
88c2ecf20Sopenharmony_ci#include <linux/mm.h>
98c2ecf20Sopenharmony_ci#include <asm/cacheflush.h>
108c2ecf20Sopenharmony_ci#include <asm/hexagon_vm.h>
118c2ecf20Sopenharmony_ci
128c2ecf20Sopenharmony_ci#define spanlines(start, end) \
138c2ecf20Sopenharmony_ci	(((end - (start & ~(LINESIZE - 1))) >> LINEBITS) + 1)
148c2ecf20Sopenharmony_ci
158c2ecf20Sopenharmony_civoid flush_dcache_range(unsigned long start, unsigned long end)
168c2ecf20Sopenharmony_ci{
178c2ecf20Sopenharmony_ci	unsigned long lines = spanlines(start, end-1);
188c2ecf20Sopenharmony_ci	unsigned long i, flags;
198c2ecf20Sopenharmony_ci
208c2ecf20Sopenharmony_ci	start &= ~(LINESIZE - 1);
218c2ecf20Sopenharmony_ci
228c2ecf20Sopenharmony_ci	local_irq_save(flags);
238c2ecf20Sopenharmony_ci
248c2ecf20Sopenharmony_ci	for (i = 0; i < lines; i++) {
258c2ecf20Sopenharmony_ci		__asm__ __volatile__ (
268c2ecf20Sopenharmony_ci		"	dccleaninva(%0);	"
278c2ecf20Sopenharmony_ci		:
288c2ecf20Sopenharmony_ci		: "r" (start)
298c2ecf20Sopenharmony_ci		);
308c2ecf20Sopenharmony_ci		start += LINESIZE;
318c2ecf20Sopenharmony_ci	}
328c2ecf20Sopenharmony_ci	local_irq_restore(flags);
338c2ecf20Sopenharmony_ci}
348c2ecf20Sopenharmony_ci
358c2ecf20Sopenharmony_civoid flush_icache_range(unsigned long start, unsigned long end)
368c2ecf20Sopenharmony_ci{
378c2ecf20Sopenharmony_ci	unsigned long lines = spanlines(start, end-1);
388c2ecf20Sopenharmony_ci	unsigned long i, flags;
398c2ecf20Sopenharmony_ci
408c2ecf20Sopenharmony_ci	start &= ~(LINESIZE - 1);
418c2ecf20Sopenharmony_ci
428c2ecf20Sopenharmony_ci	local_irq_save(flags);
438c2ecf20Sopenharmony_ci
448c2ecf20Sopenharmony_ci	for (i = 0; i < lines; i++) {
458c2ecf20Sopenharmony_ci		__asm__ __volatile__ (
468c2ecf20Sopenharmony_ci			"	dccleana(%0); "
478c2ecf20Sopenharmony_ci			"	icinva(%0);	"
488c2ecf20Sopenharmony_ci			:
498c2ecf20Sopenharmony_ci			: "r" (start)
508c2ecf20Sopenharmony_ci		);
518c2ecf20Sopenharmony_ci		start += LINESIZE;
528c2ecf20Sopenharmony_ci	}
538c2ecf20Sopenharmony_ci	__asm__ __volatile__ (
548c2ecf20Sopenharmony_ci		"isync"
558c2ecf20Sopenharmony_ci	);
568c2ecf20Sopenharmony_ci	local_irq_restore(flags);
578c2ecf20Sopenharmony_ci}
588c2ecf20Sopenharmony_ciEXPORT_SYMBOL(flush_icache_range);
598c2ecf20Sopenharmony_ci
608c2ecf20Sopenharmony_civoid hexagon_clean_dcache_range(unsigned long start, unsigned long end)
618c2ecf20Sopenharmony_ci{
628c2ecf20Sopenharmony_ci	unsigned long lines = spanlines(start, end-1);
638c2ecf20Sopenharmony_ci	unsigned long i, flags;
648c2ecf20Sopenharmony_ci
658c2ecf20Sopenharmony_ci	start &= ~(LINESIZE - 1);
668c2ecf20Sopenharmony_ci
678c2ecf20Sopenharmony_ci	local_irq_save(flags);
688c2ecf20Sopenharmony_ci
698c2ecf20Sopenharmony_ci	for (i = 0; i < lines; i++) {
708c2ecf20Sopenharmony_ci		__asm__ __volatile__ (
718c2ecf20Sopenharmony_ci		"	dccleana(%0);	"
728c2ecf20Sopenharmony_ci		:
738c2ecf20Sopenharmony_ci		: "r" (start)
748c2ecf20Sopenharmony_ci		);
758c2ecf20Sopenharmony_ci		start += LINESIZE;
768c2ecf20Sopenharmony_ci	}
778c2ecf20Sopenharmony_ci	local_irq_restore(flags);
788c2ecf20Sopenharmony_ci}
798c2ecf20Sopenharmony_ci
808c2ecf20Sopenharmony_civoid hexagon_inv_dcache_range(unsigned long start, unsigned long end)
818c2ecf20Sopenharmony_ci{
828c2ecf20Sopenharmony_ci	unsigned long lines = spanlines(start, end-1);
838c2ecf20Sopenharmony_ci	unsigned long i, flags;
848c2ecf20Sopenharmony_ci
858c2ecf20Sopenharmony_ci	start &= ~(LINESIZE - 1);
868c2ecf20Sopenharmony_ci
878c2ecf20Sopenharmony_ci	local_irq_save(flags);
888c2ecf20Sopenharmony_ci
898c2ecf20Sopenharmony_ci	for (i = 0; i < lines; i++) {
908c2ecf20Sopenharmony_ci		__asm__ __volatile__ (
918c2ecf20Sopenharmony_ci		"	dcinva(%0);	"
928c2ecf20Sopenharmony_ci		:
938c2ecf20Sopenharmony_ci		: "r" (start)
948c2ecf20Sopenharmony_ci		);
958c2ecf20Sopenharmony_ci		start += LINESIZE;
968c2ecf20Sopenharmony_ci	}
978c2ecf20Sopenharmony_ci	local_irq_restore(flags);
988c2ecf20Sopenharmony_ci}
998c2ecf20Sopenharmony_ci
1008c2ecf20Sopenharmony_ci
1018c2ecf20Sopenharmony_ci
1028c2ecf20Sopenharmony_ci
1038c2ecf20Sopenharmony_ci/*
1048c2ecf20Sopenharmony_ci * This is just really brutal and shouldn't be used anyways,
1058c2ecf20Sopenharmony_ci * especially on V2.  Left here just in case.
1068c2ecf20Sopenharmony_ci */
1078c2ecf20Sopenharmony_civoid flush_cache_all_hexagon(void)
1088c2ecf20Sopenharmony_ci{
1098c2ecf20Sopenharmony_ci	unsigned long flags;
1108c2ecf20Sopenharmony_ci	local_irq_save(flags);
1118c2ecf20Sopenharmony_ci	__vmcache_ickill();
1128c2ecf20Sopenharmony_ci	__vmcache_dckill();
1138c2ecf20Sopenharmony_ci	__vmcache_l2kill();
1148c2ecf20Sopenharmony_ci	local_irq_restore(flags);
1158c2ecf20Sopenharmony_ci	mb();
1168c2ecf20Sopenharmony_ci}
1178c2ecf20Sopenharmony_ci
1188c2ecf20Sopenharmony_civoid copy_to_user_page(struct vm_area_struct *vma, struct page *page,
1198c2ecf20Sopenharmony_ci		       unsigned long vaddr, void *dst, void *src, int len)
1208c2ecf20Sopenharmony_ci{
1218c2ecf20Sopenharmony_ci	memcpy(dst, src, len);
1228c2ecf20Sopenharmony_ci	if (vma->vm_flags & VM_EXEC) {
1238c2ecf20Sopenharmony_ci		flush_icache_range((unsigned long) dst,
1248c2ecf20Sopenharmony_ci		(unsigned long) dst + len);
1258c2ecf20Sopenharmony_ci	}
1268c2ecf20Sopenharmony_ci}
127