| /kernel/linux/linux-5.10/lib/raid6/ |
| H A D | recov.c | 20 static void raid6_2data_recov_intx1(int disks, size_t bytes, int faila, in raid6_2data_recov_intx1() argument
34 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_intx1()
35 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_intx1()
44 ptrs[faila] = dp; in raid6_2data_recov_intx1()
50 pbmul = raid6_gfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_intx1()
51 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_intx1()
64 static void raid6_datap_recov_intx1(int disks, size_t bytes, int faila, in raid6_datap_recov_intx1() argument
75 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_intx1()
76 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_intx1()
82 ptrs[faila] in raid6_datap_recov_intx1()
108 raid6_dual_recov(int disks, size_t bytes, int faila, int failb, void **ptrs) raid6_dual_recov() argument
[all...] |
| H A D | recov_loongarch_simd.c | 29 static void raid6_2data_recov_lsx(int disks, size_t bytes, int faila, in raid6_2data_recov_lsx() argument
44 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_lsx()
45 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_lsx()
54 ptrs[faila] = dp; in raid6_2data_recov_lsx()
60 pbmul = raid6_vgfmul[raid6_gfexi[failb - faila]]; in raid6_2data_recov_lsx()
61 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ raid6_gfexp[failb]]]; in raid6_2data_recov_lsx()
186 static void raid6_datap_recov_lsx(int disks, size_t bytes, int faila, in raid6_datap_recov_lsx() argument
199 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_lsx()
200 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_lsx()
206 ptrs[faila] in raid6_datap_recov_lsx()
303 raid6_2data_recov_lasx(int disks, size_t bytes, int faila, int failb, void **ptrs) raid6_2data_recov_lasx() argument
425 raid6_datap_recov_lasx(int disks, size_t bytes, int faila, void **ptrs) raid6_datap_recov_lasx() argument
[all...] |
| H A D | recov_avx512.c | 24 static void raid6_2data_recov_avx512(int disks, size_t bytes, int faila, in raid6_2data_recov_avx512() argument
41 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_avx512()
42 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_avx512()
51 ptrs[faila] = dp; in raid6_2data_recov_avx512()
57 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_avx512()
58 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx512()
227 static void raid6_datap_recov_avx512(int disks, size_t bytes, int faila, in raid6_datap_recov_avx512() argument
242 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_avx512()
243 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_avx512()
249 ptrs[faila] in raid6_datap_recov_avx512()
[all...] |
| H A D | recov_avx2.c | 16 static void raid6_2data_recov_avx2(int disks, size_t bytes, int faila, in raid6_2data_recov_avx2() argument
30 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_avx2()
31 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_avx2()
40 ptrs[faila] = dp; in raid6_2data_recov_avx2()
46 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_avx2()
47 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx2()
186 static void raid6_datap_recov_avx2(int disks, size_t bytes, int faila, in raid6_datap_recov_avx2() argument
198 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_avx2()
199 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_avx2()
205 ptrs[faila] in raid6_datap_recov_avx2()
[all...] |
| H A D | recov_neon.c | 29 static void raid6_2data_recov_neon(int disks, size_t bytes, int faila, in raid6_2data_recov_neon() argument
44 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_neon()
45 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_neon()
54 ptrs[faila] = dp; in raid6_2data_recov_neon()
60 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_neon()
61 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_neon()
69 static void raid6_datap_recov_neon(int disks, size_t bytes, int faila, in raid6_datap_recov_neon() argument
82 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_neon()
83 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_neon()
89 ptrs[faila] in raid6_datap_recov_neon()
[all...] |
| H A D | recov_ssse3.c | 16 static void raid6_2data_recov_ssse3(int disks, size_t bytes, int faila, in raid6_2data_recov_ssse3() argument
32 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_ssse3()
33 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_ssse3()
42 ptrs[faila] = dp; in raid6_2data_recov_ssse3()
48 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_ssse3()
49 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_ssse3()
191 static void raid6_datap_recov_ssse3(int disks, size_t bytes, int faila, in raid6_datap_recov_ssse3() argument
205 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_ssse3()
206 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_ssse3()
212 ptrs[faila] in raid6_datap_recov_ssse3()
[all...] |
| H A D | recov_s390xc.c | 23 static void raid6_2data_recov_s390xc(int disks, size_t bytes, int faila, in raid6_2data_recov_s390xc() argument
37 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_s390xc()
38 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_s390xc()
47 ptrs[faila] = dp; in raid6_2data_recov_s390xc()
53 pbmul = raid6_gfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_s390xc()
54 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_s390xc()
72 static void raid6_datap_recov_s390xc(int disks, size_t bytes, int faila, in raid6_datap_recov_s390xc() argument
84 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_s390xc()
85 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_s390xc()
91 ptrs[faila] in raid6_datap_recov_s390xc()
[all...] |
| /kernel/linux/linux-6.6/lib/raid6/ |
| H A D | recov.c | 19 static void raid6_2data_recov_intx1(int disks, size_t bytes, int faila, in raid6_2data_recov_intx1() argument
33 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_intx1()
34 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_intx1()
43 ptrs[faila] = dp; in raid6_2data_recov_intx1()
49 pbmul = raid6_gfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_intx1()
50 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_intx1()
63 static void raid6_datap_recov_intx1(int disks, size_t bytes, int faila, in raid6_datap_recov_intx1() argument
74 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_intx1()
75 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_intx1()
81 ptrs[faila] in raid6_datap_recov_intx1()
107 raid6_dual_recov(int disks, size_t bytes, int faila, int failb, void **ptrs) raid6_dual_recov() argument
[all...] |
| H A D | recov_loongarch_simd.c | 29 static void raid6_2data_recov_lsx(int disks, size_t bytes, int faila, in raid6_2data_recov_lsx() argument
44 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_lsx()
45 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_lsx()
54 ptrs[faila] = dp; in raid6_2data_recov_lsx()
60 pbmul = raid6_vgfmul[raid6_gfexi[failb - faila]]; in raid6_2data_recov_lsx()
61 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ raid6_gfexp[failb]]]; in raid6_2data_recov_lsx()
186 static void raid6_datap_recov_lsx(int disks, size_t bytes, int faila, in raid6_datap_recov_lsx() argument
199 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_lsx()
200 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_lsx()
206 ptrs[faila] in raid6_datap_recov_lsx()
303 raid6_2data_recov_lasx(int disks, size_t bytes, int faila, int failb, void **ptrs) raid6_2data_recov_lasx() argument
425 raid6_datap_recov_lasx(int disks, size_t bytes, int faila, void **ptrs) raid6_datap_recov_lasx() argument
[all...] |
| H A D | recov_neon.c | 23 static void raid6_2data_recov_neon(int disks, size_t bytes, int faila, in raid6_2data_recov_neon() argument
38 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_neon()
39 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_neon()
48 ptrs[faila] = dp; in raid6_2data_recov_neon()
54 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_neon()
55 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_neon()
63 static void raid6_datap_recov_neon(int disks, size_t bytes, int faila, in raid6_datap_recov_neon() argument
76 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_neon()
77 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_neon()
83 ptrs[faila] in raid6_datap_recov_neon()
[all...] |
| H A D | recov_avx512.c | 24 static void raid6_2data_recov_avx512(int disks, size_t bytes, int faila, in raid6_2data_recov_avx512() argument
41 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_avx512()
42 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_avx512()
51 ptrs[faila] = dp; in raid6_2data_recov_avx512()
57 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_avx512()
58 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx512()
227 static void raid6_datap_recov_avx512(int disks, size_t bytes, int faila, in raid6_datap_recov_avx512() argument
242 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_avx512()
243 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_avx512()
249 ptrs[faila] in raid6_datap_recov_avx512()
[all...] |
| H A D | recov_avx2.c | 16 static void raid6_2data_recov_avx2(int disks, size_t bytes, int faila, in raid6_2data_recov_avx2() argument
30 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_avx2()
31 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_avx2()
40 ptrs[faila] = dp; in raid6_2data_recov_avx2()
46 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_avx2()
47 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_avx2()
186 static void raid6_datap_recov_avx2(int disks, size_t bytes, int faila, in raid6_datap_recov_avx2() argument
198 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_avx2()
199 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_avx2()
205 ptrs[faila] in raid6_datap_recov_avx2()
[all...] |
| H A D | recov_ssse3.c | 16 static void raid6_2data_recov_ssse3(int disks, size_t bytes, int faila, in raid6_2data_recov_ssse3() argument
32 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_ssse3()
33 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_ssse3()
42 ptrs[faila] = dp; in raid6_2data_recov_ssse3()
48 pbmul = raid6_vgfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_ssse3()
49 qmul = raid6_vgfmul[raid6_gfinv[raid6_gfexp[faila] ^ in raid6_2data_recov_ssse3()
191 static void raid6_datap_recov_ssse3(int disks, size_t bytes, int faila, in raid6_datap_recov_ssse3() argument
205 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_ssse3()
206 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_ssse3()
212 ptrs[faila] in raid6_datap_recov_ssse3()
[all...] |
| H A D | recov_s390xc.c | 23 static void raid6_2data_recov_s390xc(int disks, size_t bytes, int faila, in raid6_2data_recov_s390xc() argument
37 dp = (u8 *)ptrs[faila]; in raid6_2data_recov_s390xc()
38 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_2data_recov_s390xc()
47 ptrs[faila] = dp; in raid6_2data_recov_s390xc()
53 pbmul = raid6_gfmul[raid6_gfexi[failb-faila]]; in raid6_2data_recov_s390xc()
54 qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]]; in raid6_2data_recov_s390xc()
72 static void raid6_datap_recov_s390xc(int disks, size_t bytes, int faila, in raid6_datap_recov_s390xc() argument
84 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_s390xc()
85 ptrs[faila] = (void *)raid6_empty_zero_page; in raid6_datap_recov_s390xc()
91 ptrs[faila] in raid6_datap_recov_s390xc()
[all...] |
| /kernel/linux/linux-5.10/crypto/async_tx/ |
| H A D | async_raid6_recov.c | 153 __2data_recov_4(int disks, size_t bytes, int faila, int failb, in __2data_recov_4() argument
173 a = blocks[faila]; in __2data_recov_4()
174 a_off = offs[faila]; in __2data_recov_4()
184 coef[0] = raid6_gfexi[failb-faila]; in __2data_recov_4()
185 coef[1] = raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]; in __2data_recov_4()
203 __2data_recov_5(int disks, size_t bytes, int faila, int failb, in __2data_recov_5() argument
224 if (i == faila || i == failb) in __2data_recov_5()
242 dp = blocks[faila]; in __2data_recov_5()
243 dp_off = offs[faila]; in __2data_recov_5()
276 coef[0] = raid6_gfexi[failb-faila]; in __2data_recov_5()
294 __2data_recov_n(int disks, size_t bytes, int faila, int failb, struct page **blocks, unsigned int *offs, struct async_submit_ctl *submit) __2data_recov_n() argument
393 async_raid6_2data_recov(int disks, size_t bytes, int faila, int failb, struct page **blocks, unsigned int *offs, struct async_submit_ctl *submit) async_raid6_2data_recov() argument
471 async_raid6_datap_recov(int disks, size_t bytes, int faila, struct page **blocks, unsigned int *offs, struct async_submit_ctl *submit) async_raid6_datap_recov() argument
[all...] |
| H A D | raid6test.c | 57 static void raid6_dual_recov(int disks, size_t bytes, int faila, int failb, in raid6_dual_recov() argument
65 if (faila > failb) in raid6_dual_recov()
66 swap(faila, failb); in raid6_dual_recov()
69 if (faila == disks-2) { in raid6_dual_recov()
86 if (i == faila || i == failb) in raid6_dual_recov()
90 dest = ptrs[faila]; in raid6_dual_recov()
104 faila, ptrs, offs, &submit); in raid6_dual_recov()
109 faila, failb, ptrs, offs, &submit); in raid6_dual_recov()
119 pr("%s: timeout! (faila: %d failb: %d disks: %d)\n", in raid6_dual_recov()
120 __func__, faila, fail in raid6_dual_recov()
[all...] |
| /kernel/linux/linux-6.6/crypto/async_tx/ |
| H A D | async_raid6_recov.c | 153 __2data_recov_4(int disks, size_t bytes, int faila, int failb, in __2data_recov_4() argument
173 a = blocks[faila]; in __2data_recov_4()
174 a_off = offs[faila]; in __2data_recov_4()
184 coef[0] = raid6_gfexi[failb-faila]; in __2data_recov_4()
185 coef[1] = raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]; in __2data_recov_4()
203 __2data_recov_5(int disks, size_t bytes, int faila, int failb, in __2data_recov_5() argument
224 if (i == faila || i == failb) in __2data_recov_5()
242 dp = blocks[faila]; in __2data_recov_5()
243 dp_off = offs[faila]; in __2data_recov_5()
276 coef[0] = raid6_gfexi[failb-faila]; in __2data_recov_5()
294 __2data_recov_n(int disks, size_t bytes, int faila, int failb, struct page **blocks, unsigned int *offs, struct async_submit_ctl *submit) __2data_recov_n() argument
393 async_raid6_2data_recov(int disks, size_t bytes, int faila, int failb, struct page **blocks, unsigned int *offs, struct async_submit_ctl *submit) async_raid6_2data_recov() argument
471 async_raid6_datap_recov(int disks, size_t bytes, int faila, struct page **blocks, unsigned int *offs, struct async_submit_ctl *submit) async_raid6_datap_recov() argument
[all...] |
| H A D | raid6test.c | 57 static void raid6_dual_recov(int disks, size_t bytes, int faila, int failb, in raid6_dual_recov() argument
65 if (faila > failb) in raid6_dual_recov()
66 swap(faila, failb); in raid6_dual_recov()
69 if (faila == disks-2) { in raid6_dual_recov()
86 if (i == faila || i == failb) in raid6_dual_recov()
90 dest = ptrs[faila]; in raid6_dual_recov()
104 faila, ptrs, offs, &submit); in raid6_dual_recov()
109 faila, failb, ptrs, offs, &submit); in raid6_dual_recov()
119 pr("%s: timeout! (faila: %d failb: %d disks: %d)\n", in raid6_dual_recov()
120 __func__, faila, fail in raid6_dual_recov()
[all...] |
| /kernel/linux/linux-5.10/fs/btrfs/ |
| H A D | raid56.c | 122 int faila; member
595 int fa = last->faila; in rbio_can_merge()
597 int cur_fa = cur->faila; in rbio_can_merge()
600 if (last->faila >= last->failb) { in rbio_can_merge()
602 fb = last->faila; in rbio_can_merge()
605 if (cur->faila >= cur->failb) { in rbio_can_merge()
607 cur_fb = cur->faila; in rbio_can_merge()
1013 rbio->faila = -1; in alloc_rbio()
1146 if (rbio->faila >= 0 || rbio->failb >= 0) { in validate_rbio_for_rmw()
1147 BUG_ON(rbio->faila in validate_rbio_for_rmw()
1840 int faila = -1, failb = -1; __raid_recover_end_io() local
[all...] |
| /kernel/linux/linux-6.6/fs/btrfs/ |
| H A D | raid56.c | 993 * @faila and @failb will also be updated to the first and second stripe
997 int *faila, int *failb) in get_rbio_veritical_errors()
1002 if (faila || failb) { in get_rbio_veritical_errors()
1004 * Both @faila and @failb should be valid pointers if any of in get_rbio_veritical_errors()
1007 ASSERT(faila && failb); in get_rbio_veritical_errors()
1008 *faila = -1; in get_rbio_veritical_errors()
1017 if (faila) { in get_rbio_veritical_errors()
1018 /* Update faila and failb. */ in get_rbio_veritical_errors()
1019 if (*faila < 0) in get_rbio_veritical_errors()
1020 *faila in get_rbio_veritical_errors()
996 get_rbio_veritical_errors(struct btrfs_raid_bio *rbio, int sector_nr, int *faila, int *failb) get_rbio_veritical_errors() argument
1725 int faila; recover_vertical() local
2005 int faila; set_rbio_raid6_extra_error() local
2581 int faila; recover_scrub_rbio() local
[all...] |
| /kernel/linux/linux-5.10/include/linux/raid/ |
| H A D | pq.h | 164 extern void (*raid6_2data_recov)(int disks, size_t bytes, int faila, int failb,
166 extern void (*raid6_datap_recov)(int disks, size_t bytes, int faila,
168 void raid6_dual_recov(int disks, size_t bytes, int faila, int failb,
|
| /kernel/linux/linux-6.6/include/linux/raid/ |
| H A D | pq.h | 156 extern void (*raid6_2data_recov)(int disks, size_t bytes, int faila, int failb,
158 extern void (*raid6_datap_recov)(int disks, size_t bytes, int faila,
160 void raid6_dual_recov(int disks, size_t bytes, int faila, int failb,
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | async_tx.h | 198 async_raid6_2data_recov(int src_num, size_t bytes, int faila, int failb,
203 async_raid6_datap_recov(int src_num, size_t bytes, int faila,
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | async_tx.h | 198 async_raid6_2data_recov(int src_num, size_t bytes, int faila, int failb,
203 async_raid6_datap_recov(int src_num, size_t bytes, int faila,
|
| /kernel/linux/linux-5.10/drivers/md/ |
| H A D | raid5.c | 1662 int faila = -1, failb = -1; in ops_run_compute6_2() local
1680 * slot number conversion for 'faila' and 'failb' in ops_run_compute6_2()
1695 faila = slot; in ops_run_compute6_2()
1701 BUG_ON(faila == failb); in ops_run_compute6_2()
1702 if (failb < faila) in ops_run_compute6_2()
1703 swap(faila, failb); in ops_run_compute6_2()
1704 pr_debug("%s: stripe: %llu faila: %d failb: %d\n", in ops_run_compute6_2()
1705 __func__, (unsigned long long)sh->sector, faila, failb); in ops_run_compute6_2()
1711 if (faila == syndrome_disks) { in ops_run_compute6_2()
1764 faila, in ops_run_compute6_2()
[all...] |