| /kernel/linux/linux-5.10/lib/raid6/ |
| H A D | recov_avx512.c | 28 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_avx512() local
57 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_avx512()
128 : "m" (pbmul[0]), "m" (pbmul[16])); in raid6_2data_recov_avx512()
131 * 1 = pbmul[px[0]] in raid6_2data_recov_avx512()
132 * 13 = pbmul[px[64]] in raid6_2data_recov_avx512()
193 : "m" (pbmul[0]), "m" (pbmul[16])); in raid6_2data_recov_avx512()
204 /* 1 = pbmul[px] */ in raid6_2data_recov_avx512()
|
| H A D | recov_avx2.c | 20 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_avx2() local
46 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_avx2()
94 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (pbmul[0])); in raid6_2data_recov_avx2()
95 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (pbmul[16])); in raid6_2data_recov_avx2()
110 * 1 = pbmul[px[0]] in raid6_2data_recov_avx2()
111 * 13 = pbmul[px[32]] in raid6_2data_recov_avx2()
157 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (pbmul[0])); in raid6_2data_recov_avx2()
158 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (pbmul[16])); in raid6_2data_recov_avx2()
167 /* 1 = pbmul[px] */ in raid6_2data_recov_avx2()
|
| H A D | recov_ssse3.c | 20 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_ssse3() local
48 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_ssse3()
58 asm volatile("movdqa %0,%%xmm14" : : "m" (pbmul[0])); in raid6_2data_recov_ssse3()
59 asm volatile("movdqa %0,%%xmm15" : : "m" (pbmul[16])); in raid6_2data_recov_ssse3()
120 /* xmm1/9 = pbmul[px] */ in raid6_2data_recov_ssse3()
161 asm volatile("movdqa %0,%%xmm4" : : "m" (pbmul[0])); in raid6_2data_recov_ssse3()
162 asm volatile("movdqa %0,%%xmm1" : : "m" (pbmul[16])); in raid6_2data_recov_ssse3()
171 /* xmm1 = pbmul[px] */ in raid6_2data_recov_ssse3()
|
| H A D | recov_loongarch_simd.c | 33 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_lsx() local
60 pbmul = raid6_vgfmul[raid6_gfexi[failb - faila]]; in raid6_2data_recov_lsx()
67 * vr22, vr23: pbmul in raid6_2data_recov_lsx()
71 asm volatile("vld $vr22, %0" : : "m" (pbmul[0])); in raid6_2data_recov_lsx()
72 asm volatile("vld $vr23, %0" : : "m" (pbmul[16])); in raid6_2data_recov_lsx()
140 /* lookup from pbmul[0] */ in raid6_2data_recov_lsx()
145 /* lookup from pbmul[16] */ in raid6_2data_recov_lsx()
307 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_lasx() local
334 pbmul = raid6_vgfmul[raid6_gfexi[failb - faila]]; in raid6_2data_recov_lasx()
341 * xr22, xr23: pbmul in raid6_2data_recov_lasx()
[all...] |
| H A D | recov_neon.c | 23 uint8_t *dq, const uint8_t *pbmul,
33 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_neon() local
60 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_neon()
65 __raid6_2data_recov_neon(bytes, p, q, dp, dq, pbmul, qmul); in raid6_2data_recov_neon()
|
| H A D | recov.c | 25 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_intx1() local
50 pbmul = raid6_gfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_intx1()
57 *dq++ = db = pbmul[px] ^ qx; /* Reconstructed B */ in raid6_2data_recov_intx1()
|
| H A D | recov_s390xc.c | 27 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_s390xc() local
53 pbmul = raid6_gfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_s390xc()
61 dq[i] = pbmul[dp[i]] ^ qmul[dq[i]]; in raid6_2data_recov_s390xc()
|
| H A D | recov_neon_inner.c | 28 uint8_t *dq, const uint8_t *pbmul, in __raid6_2data_recov_neon()
31 uint8x16_t pm0 = vld1q_u8(pbmul); in __raid6_2data_recov_neon()
32 uint8x16_t pm1 = vld1q_u8(pbmul + 16); in __raid6_2data_recov_neon()
43 * *dq++ = db = pbmul[px] ^ qx; in __raid6_2data_recov_neon()
27 __raid6_2data_recov_neon(int bytes, uint8_t *p, uint8_t *q, uint8_t *dp, uint8_t *dq, const uint8_t *pbmul, const uint8_t *qmul) __raid6_2data_recov_neon() argument
|
| /kernel/linux/linux-6.6/lib/raid6/ |
| H A D | recov_avx512.c | 28 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_avx512() local
57 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_avx512()
128 : "m" (pbmul[0]), "m" (pbmul[16])); in raid6_2data_recov_avx512()
131 * 1 = pbmul[px[0]] in raid6_2data_recov_avx512()
132 * 13 = pbmul[px[64]] in raid6_2data_recov_avx512()
193 : "m" (pbmul[0]), "m" (pbmul[16])); in raid6_2data_recov_avx512()
204 /* 1 = pbmul[px] */ in raid6_2data_recov_avx512()
|
| H A D | recov_avx2.c | 20 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_avx2() local
46 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_avx2()
94 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (pbmul[0])); in raid6_2data_recov_avx2()
95 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (pbmul[16])); in raid6_2data_recov_avx2()
110 * 1 = pbmul[px[0]] in raid6_2data_recov_avx2()
111 * 13 = pbmul[px[32]] in raid6_2data_recov_avx2()
157 asm volatile("vbroadcasti128 %0, %%ymm4" : : "m" (pbmul[0])); in raid6_2data_recov_avx2()
158 asm volatile("vbroadcasti128 %0, %%ymm1" : : "m" (pbmul[16])); in raid6_2data_recov_avx2()
167 /* 1 = pbmul[px] */ in raid6_2data_recov_avx2()
|
| H A D | recov_ssse3.c | 20 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_ssse3() local
48 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_ssse3()
58 asm volatile("movdqa %0,%%xmm14" : : "m" (pbmul[0])); in raid6_2data_recov_ssse3()
59 asm volatile("movdqa %0,%%xmm15" : : "m" (pbmul[16])); in raid6_2data_recov_ssse3()
120 /* xmm1/9 = pbmul[px] */ in raid6_2data_recov_ssse3()
161 asm volatile("movdqa %0,%%xmm4" : : "m" (pbmul[0])); in raid6_2data_recov_ssse3()
162 asm volatile("movdqa %0,%%xmm1" : : "m" (pbmul[16])); in raid6_2data_recov_ssse3()
171 /* xmm1 = pbmul[px] */ in raid6_2data_recov_ssse3()
|
| H A D | recov_loongarch_simd.c | 33 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_lsx() local
60 pbmul = raid6_vgfmul[raid6_gfexi[failb - faila]]; in raid6_2data_recov_lsx()
67 * vr22, vr23: pbmul in raid6_2data_recov_lsx()
71 asm volatile("vld $vr22, %0" : : "m" (pbmul[0])); in raid6_2data_recov_lsx()
72 asm volatile("vld $vr23, %0" : : "m" (pbmul[16])); in raid6_2data_recov_lsx()
140 /* lookup from pbmul[0] */ in raid6_2data_recov_lsx()
145 /* lookup from pbmul[16] */ in raid6_2data_recov_lsx()
307 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_lasx() local
334 pbmul = raid6_vgfmul[raid6_gfexi[failb - faila]]; in raid6_2data_recov_lasx()
341 * xr22, xr23: pbmul in raid6_2data_recov_lasx()
[all...] |
| H A D | recov_neon.c | 27 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_neon() local
54 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_neon()
59 __raid6_2data_recov_neon(bytes, p, q, dp, dq, pbmul, qmul); in raid6_2data_recov_neon()
|
| H A D | recov.c | 24 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_intx1() local
49 pbmul = raid6_gfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_intx1()
56 *dq++ = db = pbmul[px] ^ qx; /* Reconstructed B */ in raid6_2data_recov_intx1()
|
| H A D | recov_neon_inner.c | 29 uint8_t *dq, const uint8_t *pbmul, in __raid6_2data_recov_neon()
32 uint8x16_t pm0 = vld1q_u8(pbmul); in __raid6_2data_recov_neon()
33 uint8x16_t pm1 = vld1q_u8(pbmul + 16); in __raid6_2data_recov_neon()
44 * *dq++ = db = pbmul[px] ^ qx; in __raid6_2data_recov_neon()
28 __raid6_2data_recov_neon(int bytes, uint8_t *p, uint8_t *q, uint8_t *dp, uint8_t *dq, const uint8_t *pbmul, const uint8_t *qmul) __raid6_2data_recov_neon() argument
|
| H A D | recov_s390xc.c | 27 const u8 *pbmul; /* P multiplier table for B data */ in raid6_2data_recov_s390xc() local
53 pbmul = raid6_gfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_s390xc()
61 dq[i] = pbmul[dp[i]] ^ qmul[dq[i]]; in raid6_2data_recov_s390xc()
|