18c2ecf20Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 */ 28c2ecf20Sopenharmony_ci/* bitops.S: Sparc64 atomic bit operations. 38c2ecf20Sopenharmony_ci * 48c2ecf20Sopenharmony_ci * Copyright (C) 2000, 2007 David S. Miller (davem@davemloft.net) 58c2ecf20Sopenharmony_ci */ 68c2ecf20Sopenharmony_ci 78c2ecf20Sopenharmony_ci#include <linux/linkage.h> 88c2ecf20Sopenharmony_ci#include <asm/asi.h> 98c2ecf20Sopenharmony_ci#include <asm/backoff.h> 108c2ecf20Sopenharmony_ci#include <asm/export.h> 118c2ecf20Sopenharmony_ci 128c2ecf20Sopenharmony_ci .text 138c2ecf20Sopenharmony_ci 148c2ecf20Sopenharmony_ciENTRY(test_and_set_bit) /* %o0=nr, %o1=addr */ 158c2ecf20Sopenharmony_ci BACKOFF_SETUP(%o3) 168c2ecf20Sopenharmony_ci srlx %o0, 6, %g1 178c2ecf20Sopenharmony_ci mov 1, %o2 188c2ecf20Sopenharmony_ci sllx %g1, 3, %g3 198c2ecf20Sopenharmony_ci and %o0, 63, %g2 208c2ecf20Sopenharmony_ci sllx %o2, %g2, %o2 218c2ecf20Sopenharmony_ci add %o1, %g3, %o1 228c2ecf20Sopenharmony_ci1: ldx [%o1], %g7 238c2ecf20Sopenharmony_ci or %g7, %o2, %g1 248c2ecf20Sopenharmony_ci casx [%o1], %g7, %g1 258c2ecf20Sopenharmony_ci cmp %g7, %g1 268c2ecf20Sopenharmony_ci bne,pn %xcc, BACKOFF_LABEL(2f, 1b) 278c2ecf20Sopenharmony_ci and %g7, %o2, %g2 288c2ecf20Sopenharmony_ci clr %o0 298c2ecf20Sopenharmony_ci movrne %g2, 1, %o0 308c2ecf20Sopenharmony_ci retl 318c2ecf20Sopenharmony_ci nop 328c2ecf20Sopenharmony_ci2: BACKOFF_SPIN(%o3, %o4, 1b) 338c2ecf20Sopenharmony_ciENDPROC(test_and_set_bit) 348c2ecf20Sopenharmony_ciEXPORT_SYMBOL(test_and_set_bit) 358c2ecf20Sopenharmony_ci 368c2ecf20Sopenharmony_ciENTRY(test_and_clear_bit) /* %o0=nr, %o1=addr */ 378c2ecf20Sopenharmony_ci BACKOFF_SETUP(%o3) 388c2ecf20Sopenharmony_ci srlx %o0, 6, %g1 398c2ecf20Sopenharmony_ci mov 1, %o2 408c2ecf20Sopenharmony_ci sllx %g1, 3, %g3 418c2ecf20Sopenharmony_ci and %o0, 63, %g2 428c2ecf20Sopenharmony_ci sllx %o2, %g2, %o2 438c2ecf20Sopenharmony_ci add %o1, %g3, %o1 448c2ecf20Sopenharmony_ci1: ldx [%o1], %g7 458c2ecf20Sopenharmony_ci andn %g7, %o2, %g1 468c2ecf20Sopenharmony_ci casx [%o1], %g7, %g1 478c2ecf20Sopenharmony_ci cmp %g7, %g1 488c2ecf20Sopenharmony_ci bne,pn %xcc, BACKOFF_LABEL(2f, 1b) 498c2ecf20Sopenharmony_ci and %g7, %o2, %g2 508c2ecf20Sopenharmony_ci clr %o0 518c2ecf20Sopenharmony_ci movrne %g2, 1, %o0 528c2ecf20Sopenharmony_ci retl 538c2ecf20Sopenharmony_ci nop 548c2ecf20Sopenharmony_ci2: BACKOFF_SPIN(%o3, %o4, 1b) 558c2ecf20Sopenharmony_ciENDPROC(test_and_clear_bit) 568c2ecf20Sopenharmony_ciEXPORT_SYMBOL(test_and_clear_bit) 578c2ecf20Sopenharmony_ci 588c2ecf20Sopenharmony_ciENTRY(test_and_change_bit) /* %o0=nr, %o1=addr */ 598c2ecf20Sopenharmony_ci BACKOFF_SETUP(%o3) 608c2ecf20Sopenharmony_ci srlx %o0, 6, %g1 618c2ecf20Sopenharmony_ci mov 1, %o2 628c2ecf20Sopenharmony_ci sllx %g1, 3, %g3 638c2ecf20Sopenharmony_ci and %o0, 63, %g2 648c2ecf20Sopenharmony_ci sllx %o2, %g2, %o2 658c2ecf20Sopenharmony_ci add %o1, %g3, %o1 668c2ecf20Sopenharmony_ci1: ldx [%o1], %g7 678c2ecf20Sopenharmony_ci xor %g7, %o2, %g1 688c2ecf20Sopenharmony_ci casx [%o1], %g7, %g1 698c2ecf20Sopenharmony_ci cmp %g7, %g1 708c2ecf20Sopenharmony_ci bne,pn %xcc, BACKOFF_LABEL(2f, 1b) 718c2ecf20Sopenharmony_ci and %g7, %o2, %g2 728c2ecf20Sopenharmony_ci clr %o0 738c2ecf20Sopenharmony_ci movrne %g2, 1, %o0 748c2ecf20Sopenharmony_ci retl 758c2ecf20Sopenharmony_ci nop 768c2ecf20Sopenharmony_ci2: BACKOFF_SPIN(%o3, %o4, 1b) 778c2ecf20Sopenharmony_ciENDPROC(test_and_change_bit) 788c2ecf20Sopenharmony_ciEXPORT_SYMBOL(test_and_change_bit) 798c2ecf20Sopenharmony_ci 808c2ecf20Sopenharmony_ciENTRY(set_bit) /* %o0=nr, %o1=addr */ 818c2ecf20Sopenharmony_ci BACKOFF_SETUP(%o3) 828c2ecf20Sopenharmony_ci srlx %o0, 6, %g1 838c2ecf20Sopenharmony_ci mov 1, %o2 848c2ecf20Sopenharmony_ci sllx %g1, 3, %g3 858c2ecf20Sopenharmony_ci and %o0, 63, %g2 868c2ecf20Sopenharmony_ci sllx %o2, %g2, %o2 878c2ecf20Sopenharmony_ci add %o1, %g3, %o1 888c2ecf20Sopenharmony_ci1: ldx [%o1], %g7 898c2ecf20Sopenharmony_ci or %g7, %o2, %g1 908c2ecf20Sopenharmony_ci casx [%o1], %g7, %g1 918c2ecf20Sopenharmony_ci cmp %g7, %g1 928c2ecf20Sopenharmony_ci bne,pn %xcc, BACKOFF_LABEL(2f, 1b) 938c2ecf20Sopenharmony_ci nop 948c2ecf20Sopenharmony_ci retl 958c2ecf20Sopenharmony_ci nop 968c2ecf20Sopenharmony_ci2: BACKOFF_SPIN(%o3, %o4, 1b) 978c2ecf20Sopenharmony_ciENDPROC(set_bit) 988c2ecf20Sopenharmony_ciEXPORT_SYMBOL(set_bit) 998c2ecf20Sopenharmony_ci 1008c2ecf20Sopenharmony_ciENTRY(clear_bit) /* %o0=nr, %o1=addr */ 1018c2ecf20Sopenharmony_ci BACKOFF_SETUP(%o3) 1028c2ecf20Sopenharmony_ci srlx %o0, 6, %g1 1038c2ecf20Sopenharmony_ci mov 1, %o2 1048c2ecf20Sopenharmony_ci sllx %g1, 3, %g3 1058c2ecf20Sopenharmony_ci and %o0, 63, %g2 1068c2ecf20Sopenharmony_ci sllx %o2, %g2, %o2 1078c2ecf20Sopenharmony_ci add %o1, %g3, %o1 1088c2ecf20Sopenharmony_ci1: ldx [%o1], %g7 1098c2ecf20Sopenharmony_ci andn %g7, %o2, %g1 1108c2ecf20Sopenharmony_ci casx [%o1], %g7, %g1 1118c2ecf20Sopenharmony_ci cmp %g7, %g1 1128c2ecf20Sopenharmony_ci bne,pn %xcc, BACKOFF_LABEL(2f, 1b) 1138c2ecf20Sopenharmony_ci nop 1148c2ecf20Sopenharmony_ci retl 1158c2ecf20Sopenharmony_ci nop 1168c2ecf20Sopenharmony_ci2: BACKOFF_SPIN(%o3, %o4, 1b) 1178c2ecf20Sopenharmony_ciENDPROC(clear_bit) 1188c2ecf20Sopenharmony_ciEXPORT_SYMBOL(clear_bit) 1198c2ecf20Sopenharmony_ci 1208c2ecf20Sopenharmony_ciENTRY(change_bit) /* %o0=nr, %o1=addr */ 1218c2ecf20Sopenharmony_ci BACKOFF_SETUP(%o3) 1228c2ecf20Sopenharmony_ci srlx %o0, 6, %g1 1238c2ecf20Sopenharmony_ci mov 1, %o2 1248c2ecf20Sopenharmony_ci sllx %g1, 3, %g3 1258c2ecf20Sopenharmony_ci and %o0, 63, %g2 1268c2ecf20Sopenharmony_ci sllx %o2, %g2, %o2 1278c2ecf20Sopenharmony_ci add %o1, %g3, %o1 1288c2ecf20Sopenharmony_ci1: ldx [%o1], %g7 1298c2ecf20Sopenharmony_ci xor %g7, %o2, %g1 1308c2ecf20Sopenharmony_ci casx [%o1], %g7, %g1 1318c2ecf20Sopenharmony_ci cmp %g7, %g1 1328c2ecf20Sopenharmony_ci bne,pn %xcc, BACKOFF_LABEL(2f, 1b) 1338c2ecf20Sopenharmony_ci nop 1348c2ecf20Sopenharmony_ci retl 1358c2ecf20Sopenharmony_ci nop 1368c2ecf20Sopenharmony_ci2: BACKOFF_SPIN(%o3, %o4, 1b) 1378c2ecf20Sopenharmony_ciENDPROC(change_bit) 1388c2ecf20Sopenharmony_ciEXPORT_SYMBOL(change_bit) 139