1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* NG4copy_to_user.S: Niagara-4 optimized copy to userspace. 3 * 4 * Copyright (C) 2012 David S. Miller (davem@davemloft.net) 5 */ 6 7 #define EX_ST(x,y) \ 8 98: x; \ 9 .section __ex_table,"a";\ 10 .align 4; \ 11 .word 98b, y; \ 12 .text; \ 13 .align 4; 14 15 #define EX_ST_FP(x,y) \ 16 98: x; \ 17 .section __ex_table,"a";\ 18 .align 4; \ 19 .word 98b, y##_fp; \ 20 .text; \ 21 .align 4; 22 23 #ifndef ASI_AIUS 24 #define ASI_AIUS 0x11 25 #endif 26 27 #ifndef ASI_BLK_INIT_QUAD_LDD_AIUS 28 #define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23 29 #endif 30 31 #define FUNC_NAME NG4copy_to_user 32 #define STORE(type,src,addr) type##a src, [addr] %asi 33 #define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS 34 #define EX_RETVAL(x) 0 35 36 #ifdef __KERNEL__ 37 /* Writing to %asi is _expensive_ so we hardcode it. 38 * Reading %asi to check for KERNEL_DS is comparatively 39 * cheap. 40 */ 41 #define PREAMBLE \ 42 rd %asi, %g1; \ 43 cmp %g1, ASI_AIUS; \ 44 bne,pn %icc, raw_copy_in_user; \ 45 nop 46 #endif 47 48 #include "NG4memcpy.S" 49