1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * LoongArch SIMD XOR operations
4 *
5 * Copyright (C) 2023 WANG Xuerui <git@xen0n.name>
6 */
7
8#include <linux/export.h>
9#include <linux/sched.h>
10#include <asm/fpu.h>
11#include <asm/xor_simd.h>
12#include "xor_simd.h"
13
14#define MAKE_XOR_GLUE_2(flavor)							\
15void xor_##flavor##_2(unsigned long bytes, unsigned long * __restrict p1,	\
16		      const unsigned long * __restrict p2)			\
17{										\
18	kernel_fpu_begin();							\
19	__xor_##flavor##_2(bytes, p1, p2);					\
20	kernel_fpu_end();							\
21}										\
22EXPORT_SYMBOL_GPL(xor_##flavor##_2)
23
24#define MAKE_XOR_GLUE_3(flavor)							\
25void xor_##flavor##_3(unsigned long bytes, unsigned long * __restrict p1,	\
26		      const unsigned long * __restrict p2,			\
27		      const unsigned long * __restrict p3)			\
28{										\
29	kernel_fpu_begin();							\
30	__xor_##flavor##_3(bytes, p1, p2, p3);					\
31	kernel_fpu_end();							\
32}										\
33EXPORT_SYMBOL_GPL(xor_##flavor##_3)
34
35#define MAKE_XOR_GLUE_4(flavor)							\
36void xor_##flavor##_4(unsigned long bytes, unsigned long * __restrict p1,	\
37		      const unsigned long * __restrict p2,			\
38		      const unsigned long * __restrict p3,			\
39		      const unsigned long * __restrict p4)			\
40{										\
41	kernel_fpu_begin();							\
42	__xor_##flavor##_4(bytes, p1, p2, p3, p4);				\
43	kernel_fpu_end();							\
44}										\
45EXPORT_SYMBOL_GPL(xor_##flavor##_4)
46
47#define MAKE_XOR_GLUE_5(flavor)							\
48void xor_##flavor##_5(unsigned long bytes, unsigned long * __restrict p1,	\
49		      const unsigned long * __restrict p2,			\
50		      const unsigned long * __restrict p3,			\
51		      const unsigned long * __restrict p4,			\
52		      const unsigned long * __restrict p5)			\
53{										\
54	kernel_fpu_begin();							\
55	__xor_##flavor##_5(bytes, p1, p2, p3, p4, p5);				\
56	kernel_fpu_end();							\
57}										\
58EXPORT_SYMBOL_GPL(xor_##flavor##_5)
59
60#define MAKE_XOR_GLUES(flavor)		\
61	MAKE_XOR_GLUE_2(flavor);	\
62	MAKE_XOR_GLUE_3(flavor);	\
63	MAKE_XOR_GLUE_4(flavor);	\
64	MAKE_XOR_GLUE_5(flavor)
65
66#ifdef CONFIG_CPU_HAS_LSX
67MAKE_XOR_GLUES(lsx);
68#endif
69
70#ifdef CONFIG_CPU_HAS_LASX
71MAKE_XOR_GLUES(lasx);
72#endif
73