162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0-or-later */ 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * String handling functions for PowerPC. 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 1996 Paul Mackerras. 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci#include <linux/export.h> 862306a36Sopenharmony_ci#include <asm/processor.h> 962306a36Sopenharmony_ci#include <asm/errno.h> 1062306a36Sopenharmony_ci#include <asm/ppc_asm.h> 1162306a36Sopenharmony_ci#include <asm/kasan.h> 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#ifndef CONFIG_KASAN 1462306a36Sopenharmony_ci_GLOBAL(__memset16) 1562306a36Sopenharmony_ci rlwimi r4,r4,16,0,15 1662306a36Sopenharmony_ci /* fall through */ 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci_GLOBAL(__memset32) 1962306a36Sopenharmony_ci rldimi r4,r4,32,0 2062306a36Sopenharmony_ci /* fall through */ 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ci_GLOBAL(__memset64) 2362306a36Sopenharmony_ci neg r0,r3 2462306a36Sopenharmony_ci andi. r0,r0,7 2562306a36Sopenharmony_ci cmplw cr1,r5,r0 2662306a36Sopenharmony_ci b .Lms 2762306a36Sopenharmony_ciEXPORT_SYMBOL(__memset16) 2862306a36Sopenharmony_ciEXPORT_SYMBOL(__memset32) 2962306a36Sopenharmony_ciEXPORT_SYMBOL(__memset64) 3062306a36Sopenharmony_ci#endif 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_ci_GLOBAL_KASAN(memset) 3362306a36Sopenharmony_ci neg r0,r3 3462306a36Sopenharmony_ci rlwimi r4,r4,8,16,23 3562306a36Sopenharmony_ci andi. r0,r0,7 /* # bytes to be 8-byte aligned */ 3662306a36Sopenharmony_ci rlwimi r4,r4,16,0,15 3762306a36Sopenharmony_ci cmplw cr1,r5,r0 /* do we get that far? */ 3862306a36Sopenharmony_ci rldimi r4,r4,32,0 3962306a36Sopenharmony_ci.Lms: PPC_MTOCRF(1,r0) 4062306a36Sopenharmony_ci mr r6,r3 4162306a36Sopenharmony_ci blt cr1,8f 4262306a36Sopenharmony_ci beq 3f /* if already 8-byte aligned */ 4362306a36Sopenharmony_ci subf r5,r0,r5 4462306a36Sopenharmony_ci bf 31,1f 4562306a36Sopenharmony_ci stb r4,0(r6) 4662306a36Sopenharmony_ci addi r6,r6,1 4762306a36Sopenharmony_ci1: bf 30,2f 4862306a36Sopenharmony_ci sth r4,0(r6) 4962306a36Sopenharmony_ci addi r6,r6,2 5062306a36Sopenharmony_ci2: bf 29,3f 5162306a36Sopenharmony_ci stw r4,0(r6) 5262306a36Sopenharmony_ci addi r6,r6,4 5362306a36Sopenharmony_ci3: srdi. r0,r5,6 5462306a36Sopenharmony_ci clrldi r5,r5,58 5562306a36Sopenharmony_ci mtctr r0 5662306a36Sopenharmony_ci beq 5f 5762306a36Sopenharmony_ci .balign 16 5862306a36Sopenharmony_ci4: std r4,0(r6) 5962306a36Sopenharmony_ci std r4,8(r6) 6062306a36Sopenharmony_ci std r4,16(r6) 6162306a36Sopenharmony_ci std r4,24(r6) 6262306a36Sopenharmony_ci std r4,32(r6) 6362306a36Sopenharmony_ci std r4,40(r6) 6462306a36Sopenharmony_ci std r4,48(r6) 6562306a36Sopenharmony_ci std r4,56(r6) 6662306a36Sopenharmony_ci addi r6,r6,64 6762306a36Sopenharmony_ci bdnz 4b 6862306a36Sopenharmony_ci5: srwi. r0,r5,3 6962306a36Sopenharmony_ci clrlwi r5,r5,29 7062306a36Sopenharmony_ci PPC_MTOCRF(1,r0) 7162306a36Sopenharmony_ci beq 8f 7262306a36Sopenharmony_ci bf 29,6f 7362306a36Sopenharmony_ci std r4,0(r6) 7462306a36Sopenharmony_ci std r4,8(r6) 7562306a36Sopenharmony_ci std r4,16(r6) 7662306a36Sopenharmony_ci std r4,24(r6) 7762306a36Sopenharmony_ci addi r6,r6,32 7862306a36Sopenharmony_ci6: bf 30,7f 7962306a36Sopenharmony_ci std r4,0(r6) 8062306a36Sopenharmony_ci std r4,8(r6) 8162306a36Sopenharmony_ci addi r6,r6,16 8262306a36Sopenharmony_ci7: bf 31,8f 8362306a36Sopenharmony_ci std r4,0(r6) 8462306a36Sopenharmony_ci addi r6,r6,8 8562306a36Sopenharmony_ci8: cmpwi r5,0 8662306a36Sopenharmony_ci PPC_MTOCRF(1,r5) 8762306a36Sopenharmony_ci beqlr 8862306a36Sopenharmony_ci bf 29,9f 8962306a36Sopenharmony_ci stw r4,0(r6) 9062306a36Sopenharmony_ci addi r6,r6,4 9162306a36Sopenharmony_ci9: bf 30,10f 9262306a36Sopenharmony_ci sth r4,0(r6) 9362306a36Sopenharmony_ci addi r6,r6,2 9462306a36Sopenharmony_ci10: bflr 31 9562306a36Sopenharmony_ci stb r4,0(r6) 9662306a36Sopenharmony_ci blr 9762306a36Sopenharmony_ciEXPORT_SYMBOL(memset) 9862306a36Sopenharmony_ciEXPORT_SYMBOL_KASAN(memset) 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_ci_GLOBAL_TOC_KASAN(memmove) 10162306a36Sopenharmony_ci cmplw 0,r3,r4 10262306a36Sopenharmony_ci bgt backwards_memcpy 10362306a36Sopenharmony_ci b memcpy 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci_GLOBAL(backwards_memcpy) 10662306a36Sopenharmony_ci rlwinm. r7,r5,32-3,3,31 /* r0 = r5 >> 3 */ 10762306a36Sopenharmony_ci add r6,r3,r5 10862306a36Sopenharmony_ci add r4,r4,r5 10962306a36Sopenharmony_ci beq 2f 11062306a36Sopenharmony_ci andi. r0,r6,3 11162306a36Sopenharmony_ci mtctr r7 11262306a36Sopenharmony_ci bne 5f 11362306a36Sopenharmony_ci .balign 16 11462306a36Sopenharmony_ci1: lwz r7,-4(r4) 11562306a36Sopenharmony_ci lwzu r8,-8(r4) 11662306a36Sopenharmony_ci stw r7,-4(r6) 11762306a36Sopenharmony_ci stwu r8,-8(r6) 11862306a36Sopenharmony_ci bdnz 1b 11962306a36Sopenharmony_ci andi. r5,r5,7 12062306a36Sopenharmony_ci2: cmplwi 0,r5,4 12162306a36Sopenharmony_ci blt 3f 12262306a36Sopenharmony_ci lwzu r0,-4(r4) 12362306a36Sopenharmony_ci subi r5,r5,4 12462306a36Sopenharmony_ci stwu r0,-4(r6) 12562306a36Sopenharmony_ci3: cmpwi 0,r5,0 12662306a36Sopenharmony_ci beqlr 12762306a36Sopenharmony_ci mtctr r5 12862306a36Sopenharmony_ci4: lbzu r0,-1(r4) 12962306a36Sopenharmony_ci stbu r0,-1(r6) 13062306a36Sopenharmony_ci bdnz 4b 13162306a36Sopenharmony_ci blr 13262306a36Sopenharmony_ci5: mtctr r0 13362306a36Sopenharmony_ci6: lbzu r7,-1(r4) 13462306a36Sopenharmony_ci stbu r7,-1(r6) 13562306a36Sopenharmony_ci bdnz 6b 13662306a36Sopenharmony_ci subf r5,r0,r5 13762306a36Sopenharmony_ci rlwinm. r7,r5,32-3,3,31 13862306a36Sopenharmony_ci beq 2b 13962306a36Sopenharmony_ci mtctr r7 14062306a36Sopenharmony_ci b 1b 14162306a36Sopenharmony_ciEXPORT_SYMBOL(memmove) 14262306a36Sopenharmony_ciEXPORT_SYMBOL_KASAN(memmove) 143