18c2ecf20Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 */ 28c2ecf20Sopenharmony_ci/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace. 38c2ecf20Sopenharmony_ci * 48c2ecf20Sopenharmony_ci * Copyright (C) 2012 David S. Miller (davem@davemloft.net) 58c2ecf20Sopenharmony_ci */ 68c2ecf20Sopenharmony_ci 78c2ecf20Sopenharmony_ci#define EX_ST(x,y) \ 88c2ecf20Sopenharmony_ci98: x; \ 98c2ecf20Sopenharmony_ci .section __ex_table,"a";\ 108c2ecf20Sopenharmony_ci .align 4; \ 118c2ecf20Sopenharmony_ci .word 98b, y; \ 128c2ecf20Sopenharmony_ci .text; \ 138c2ecf20Sopenharmony_ci .align 4; 148c2ecf20Sopenharmony_ci 158c2ecf20Sopenharmony_ci#define EX_ST_FP(x,y) \ 168c2ecf20Sopenharmony_ci98: x; \ 178c2ecf20Sopenharmony_ci .section __ex_table,"a";\ 188c2ecf20Sopenharmony_ci .align 4; \ 198c2ecf20Sopenharmony_ci .word 98b, y##_fp; \ 208c2ecf20Sopenharmony_ci .text; \ 218c2ecf20Sopenharmony_ci .align 4; 228c2ecf20Sopenharmony_ci 238c2ecf20Sopenharmony_ci#ifndef ASI_AIUS 248c2ecf20Sopenharmony_ci#define ASI_AIUS 0x11 258c2ecf20Sopenharmony_ci#endif 268c2ecf20Sopenharmony_ci 278c2ecf20Sopenharmony_ci#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS 288c2ecf20Sopenharmony_ci#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23 298c2ecf20Sopenharmony_ci#endif 308c2ecf20Sopenharmony_ci 318c2ecf20Sopenharmony_ci#define FUNC_NAME NG4copy_to_user 328c2ecf20Sopenharmony_ci#define STORE(type,src,addr) type##a src, [addr] %asi 338c2ecf20Sopenharmony_ci#define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS 348c2ecf20Sopenharmony_ci#define EX_RETVAL(x) 0 358c2ecf20Sopenharmony_ci 368c2ecf20Sopenharmony_ci#ifdef __KERNEL__ 378c2ecf20Sopenharmony_ci /* Writing to %asi is _expensive_ so we hardcode it. 388c2ecf20Sopenharmony_ci * Reading %asi to check for KERNEL_DS is comparatively 398c2ecf20Sopenharmony_ci * cheap. 408c2ecf20Sopenharmony_ci */ 418c2ecf20Sopenharmony_ci#define PREAMBLE \ 428c2ecf20Sopenharmony_ci rd %asi, %g1; \ 438c2ecf20Sopenharmony_ci cmp %g1, ASI_AIUS; \ 448c2ecf20Sopenharmony_ci bne,pn %icc, raw_copy_in_user; \ 458c2ecf20Sopenharmony_ci nop 468c2ecf20Sopenharmony_ci#endif 478c2ecf20Sopenharmony_ci 488c2ecf20Sopenharmony_ci#include "NG4memcpy.S" 49