xref: /kernel/linux/linux-6.6/arch/loongarch/lib/xor_simd_glue.c

// SPDX-License-Identifier: GPL-2.0-or-later
/*
 * LoongArch SIMD XOR operations
 *
 * Copyright (C) 2023 WANG Xuerui <git@xen0n.name>
 */

#include <linux/export.h>
#include <linux/sched.h>
#include <asm/fpu.h>
#include <asm/xor_simd.h>
#include "xor_simd.h"

#define MAKE_XOR_GLUE_2(flavor)							\
void xor_##flavor##_2(unsigned long bytes, unsigned long * __restrict p1,	\
		      const unsigned long * __restrict p2)			\
{										\
	kernel_fpu_begin();							\
	__xor_##flavor##_2(bytes, p1, p2);					\
	kernel_fpu_end();							\
}										\
EXPORT_SYMBOL_GPL(xor_##flavor##_2)

#define MAKE_XOR_GLUE_3(flavor)							\
void xor_##flavor##_3(unsigned long bytes, unsigned long * __restrict p1,	\
		      const unsigned long * __restrict p2,			\
		      const unsigned long * __restrict p3)			\
{										\
	kernel_fpu_begin();							\
	__xor_##flavor##_3(bytes, p1, p2, p3);					\
	kernel_fpu_end();							\
}										\
EXPORT_SYMBOL_GPL(xor_##flavor##_3)

#define MAKE_XOR_GLUE_4(flavor)							\
void xor_##flavor##_4(unsigned long bytes, unsigned long * __restrict p1,	\
		      const unsigned long * __restrict p2,			\
		      const unsigned long * __restrict p3,			\
		      const unsigned long * __restrict p4)			\
{										\
	kernel_fpu_begin();							\
	__xor_##flavor##_4(bytes, p1, p2, p3, p4);				\
	kernel_fpu_end();							\
}										\
EXPORT_SYMBOL_GPL(xor_##flavor##_4)

#define MAKE_XOR_GLUE_5(flavor)							\
void xor_##flavor##_5(unsigned long bytes, unsigned long * __restrict p1,	\
		      const unsigned long * __restrict p2,			\
		      const unsigned long * __restrict p3,			\
		      const unsigned long * __restrict p4,			\
		      const unsigned long * __restrict p5)			\
{										\
	kernel_fpu_begin();							\
	__xor_##flavor##_5(bytes, p1, p2, p3, p4, p5);				\
	kernel_fpu_end();							\
}										\
EXPORT_SYMBOL_GPL(xor_##flavor##_5)

#define MAKE_XOR_GLUES(flavor)		\
	MAKE_XOR_GLUE_2(flavor);	\
	MAKE_XOR_GLUE_3(flavor);	\
	MAKE_XOR_GLUE_4(flavor);	\
	MAKE_XOR_GLUE_5(flavor)

#ifdef CONFIG_CPU_HAS_LSX
MAKE_XOR_GLUES(lsx);
#endif

#ifdef CONFIG_CPU_HAS_LASX
MAKE_XOR_GLUES(lasx);
#endif