/kernel/linux/linux-5.10/lib/raid6/ |
H A D | avx512.c | 48 int d, z, z0; in raid6_avx5121_gen_syndrome() local 50 z0 = disks - 3; /* Highest data disk */ in raid6_avx5121_gen_syndrome() 51 p = dptr[z0+1]; /* XOR parity */ in raid6_avx5121_gen_syndrome() 52 q = dptr[z0+2]; /* RS syndrome */ in raid6_avx5121_gen_syndrome() 68 : "m" (dptr[z0][d]), "m" (dptr[z0-1][d])); in raid6_avx5121_gen_syndrome() 69 for (z = z0-2; z >= 0; z--) { in raid6_avx5121_gen_syndrome() 106 int d, z, z0; in raid6_avx5121_xor_syndrome() local 108 z0 = stop; /* P/Q right side optimization */ in raid6_avx5121_xor_syndrome() 122 : "m" (dptr[z0][ in raid6_avx5121_xor_syndrome() 175 int d, z, z0; raid6_avx5122_gen_syndrome() local 238 int d, z, z0; raid6_avx5122_xor_syndrome() local 334 int d, z, z0; raid6_avx5124_gen_syndrome() local 428 int d, z, z0; raid6_avx5124_xor_syndrome() local [all...] |
H A D | avx2.c | 38 int d, z, z0; in raid6_avx21_gen_syndrome() local 40 z0 = disks - 3; /* Highest data disk */ in raid6_avx21_gen_syndrome() 41 p = dptr[z0+1]; /* XOR parity */ in raid6_avx21_gen_syndrome() 42 q = dptr[z0+2]; /* RS syndrome */ in raid6_avx21_gen_syndrome() 50 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_avx21_gen_syndrome() 51 asm volatile("vmovdqa %0,%%ymm2" : : "m" (dptr[z0][d]));/* P[0] */ in raid6_avx21_gen_syndrome() 52 asm volatile("prefetchnta %0" : : "m" (dptr[z0-1][d])); in raid6_avx21_gen_syndrome() 54 asm volatile("vmovdqa %0,%%ymm6" : : "m" (dptr[z0-1][d])); in raid6_avx21_gen_syndrome() 55 for (z = z0-2; z >= 0; z--) { in raid6_avx21_gen_syndrome() 87 int d, z, z0; in raid6_avx21_xor_syndrome() local 145 int d, z, z0; raid6_avx22_gen_syndrome() local 197 int d, z, z0; raid6_avx22_xor_syndrome() local 277 int d, z, z0; raid6_avx24_gen_syndrome() local 358 int d, z, z0; raid6_avx24_xor_syndrome() local [all...] |
H A D | sse2.c | 40 int d, z, z0; in raid6_sse21_gen_syndrome() local 42 z0 = disks - 3; /* Highest data disk */ in raid6_sse21_gen_syndrome() 43 p = dptr[z0+1]; /* XOR parity */ in raid6_sse21_gen_syndrome() 44 q = dptr[z0+2]; /* RS syndrome */ in raid6_sse21_gen_syndrome() 52 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_sse21_gen_syndrome() 53 asm volatile("movdqa %0,%%xmm2" : : "m" (dptr[z0][d])); /* P[0] */ in raid6_sse21_gen_syndrome() 54 asm volatile("prefetchnta %0" : : "m" (dptr[z0-1][d])); in raid6_sse21_gen_syndrome() 56 asm volatile("movdqa %0,%%xmm6" : : "m" (dptr[z0-1][d])); in raid6_sse21_gen_syndrome() 57 for ( z = z0-2 ; z >= 0 ; z-- ) { in raid6_sse21_gen_syndrome() 92 int d, z, z0; in raid6_sse21_xor_syndrome() local 150 int d, z, z0; raid6_sse22_gen_syndrome() local 203 int d, z, z0; raid6_sse22_xor_syndrome() local 282 int d, z, z0; raid6_sse24_gen_syndrome() local 369 int d, z, z0; raid6_sse24_xor_syndrome() local [all...] |
H A D | sse1.c | 44 int d, z, z0; in raid6_sse11_gen_syndrome() local 46 z0 = disks - 3; /* Highest data disk */ in raid6_sse11_gen_syndrome() 47 p = dptr[z0+1]; /* XOR parity */ in raid6_sse11_gen_syndrome() 48 q = dptr[z0+2]; /* RS syndrome */ in raid6_sse11_gen_syndrome() 56 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_sse11_gen_syndrome() 57 asm volatile("movq %0,%%mm2" : : "m" (dptr[z0][d])); /* P[0] */ in raid6_sse11_gen_syndrome() 58 asm volatile("prefetchnta %0" : : "m" (dptr[z0-1][d])); in raid6_sse11_gen_syndrome() 60 asm volatile("movq %0,%%mm6" : : "m" (dptr[z0-1][d])); in raid6_sse11_gen_syndrome() 61 for ( z = z0-2 ; z >= 0 ; z-- ) { in raid6_sse11_gen_syndrome() 103 int d, z, z0; in raid6_sse12_gen_syndrome() local [all...] |
H A D | loongarch_simd.c | 37 int d, z, z0; in raid6_lsx_gen_syndrome() local 39 z0 = disks - 3; /* Highest data disk */ in raid6_lsx_gen_syndrome() 40 p = dptr[z0+1]; /* XOR parity */ in raid6_lsx_gen_syndrome() 41 q = dptr[z0+2]; /* RS syndrome */ in raid6_lsx_gen_syndrome() 53 /* wq$$ = wp$$ = *(unative_t *)&dptr[z0][d+$$*NSIZE]; */ in raid6_lsx_gen_syndrome() 54 asm volatile("vld $vr0, %0" : : "m"(dptr[z0][d+0*NSIZE])); in raid6_lsx_gen_syndrome() 55 asm volatile("vld $vr1, %0" : : "m"(dptr[z0][d+1*NSIZE])); in raid6_lsx_gen_syndrome() 56 asm volatile("vld $vr2, %0" : : "m"(dptr[z0][d+2*NSIZE])); in raid6_lsx_gen_syndrome() 57 asm volatile("vld $vr3, %0" : : "m"(dptr[z0][d+3*NSIZE])); in raid6_lsx_gen_syndrome() 62 for (z = z0 in raid6_lsx_gen_syndrome() 119 int d, z, z0; raid6_lsx_xor_syndrome() local 267 int d, z, z0; raid6_lasx_gen_syndrome() local 327 int d, z, z0; raid6_lasx_xor_syndrome() local [all...] |
H A D | mmx.c | 39 int d, z, z0; in raid6_mmx1_gen_syndrome() local 41 z0 = disks - 3; /* Highest data disk */ in raid6_mmx1_gen_syndrome() 42 p = dptr[z0+1]; /* XOR parity */ in raid6_mmx1_gen_syndrome() 43 q = dptr[z0+2]; /* RS syndrome */ in raid6_mmx1_gen_syndrome() 51 asm volatile("movq %0,%%mm2" : : "m" (dptr[z0][d])); /* P[0] */ in raid6_mmx1_gen_syndrome() 53 for ( z = z0-1 ; z >= 0 ; z-- ) { in raid6_mmx1_gen_syndrome() 87 int d, z, z0; in raid6_mmx2_gen_syndrome() local 89 z0 = disks - 3; /* Highest data disk */ in raid6_mmx2_gen_syndrome() 90 p = dptr[z0+1]; /* XOR parity */ in raid6_mmx2_gen_syndrome() 91 q = dptr[z0 in raid6_mmx2_gen_syndrome() [all...] |
/kernel/linux/linux-6.6/lib/raid6/ |
H A D | avx512.c | 48 int d, z, z0; in raid6_avx5121_gen_syndrome() local 50 z0 = disks - 3; /* Highest data disk */ in raid6_avx5121_gen_syndrome() 51 p = dptr[z0+1]; /* XOR parity */ in raid6_avx5121_gen_syndrome() 52 q = dptr[z0+2]; /* RS syndrome */ in raid6_avx5121_gen_syndrome() 68 : "m" (dptr[z0][d]), "m" (dptr[z0-1][d])); in raid6_avx5121_gen_syndrome() 69 for (z = z0-2; z >= 0; z--) { in raid6_avx5121_gen_syndrome() 106 int d, z, z0; in raid6_avx5121_xor_syndrome() local 108 z0 = stop; /* P/Q right side optimization */ in raid6_avx5121_xor_syndrome() 122 : "m" (dptr[z0][ in raid6_avx5121_xor_syndrome() 175 int d, z, z0; raid6_avx5122_gen_syndrome() local 238 int d, z, z0; raid6_avx5122_xor_syndrome() local 334 int d, z, z0; raid6_avx5124_gen_syndrome() local 428 int d, z, z0; raid6_avx5124_xor_syndrome() local [all...] |
H A D | avx2.c | 38 int d, z, z0; in raid6_avx21_gen_syndrome() local 40 z0 = disks - 3; /* Highest data disk */ in raid6_avx21_gen_syndrome() 41 p = dptr[z0+1]; /* XOR parity */ in raid6_avx21_gen_syndrome() 42 q = dptr[z0+2]; /* RS syndrome */ in raid6_avx21_gen_syndrome() 50 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_avx21_gen_syndrome() 51 asm volatile("vmovdqa %0,%%ymm2" : : "m" (dptr[z0][d]));/* P[0] */ in raid6_avx21_gen_syndrome() 52 asm volatile("prefetchnta %0" : : "m" (dptr[z0-1][d])); in raid6_avx21_gen_syndrome() 54 asm volatile("vmovdqa %0,%%ymm6" : : "m" (dptr[z0-1][d])); in raid6_avx21_gen_syndrome() 55 for (z = z0-2; z >= 0; z--) { in raid6_avx21_gen_syndrome() 87 int d, z, z0; in raid6_avx21_xor_syndrome() local 145 int d, z, z0; raid6_avx22_gen_syndrome() local 197 int d, z, z0; raid6_avx22_xor_syndrome() local 277 int d, z, z0; raid6_avx24_gen_syndrome() local 358 int d, z, z0; raid6_avx24_xor_syndrome() local [all...] |
H A D | sse2.c | 40 int d, z, z0; in raid6_sse21_gen_syndrome() local 42 z0 = disks - 3; /* Highest data disk */ in raid6_sse21_gen_syndrome() 43 p = dptr[z0+1]; /* XOR parity */ in raid6_sse21_gen_syndrome() 44 q = dptr[z0+2]; /* RS syndrome */ in raid6_sse21_gen_syndrome() 52 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_sse21_gen_syndrome() 53 asm volatile("movdqa %0,%%xmm2" : : "m" (dptr[z0][d])); /* P[0] */ in raid6_sse21_gen_syndrome() 54 asm volatile("prefetchnta %0" : : "m" (dptr[z0-1][d])); in raid6_sse21_gen_syndrome() 56 asm volatile("movdqa %0,%%xmm6" : : "m" (dptr[z0-1][d])); in raid6_sse21_gen_syndrome() 57 for ( z = z0-2 ; z >= 0 ; z-- ) { in raid6_sse21_gen_syndrome() 92 int d, z, z0; in raid6_sse21_xor_syndrome() local 150 int d, z, z0; raid6_sse22_gen_syndrome() local 203 int d, z, z0; raid6_sse22_xor_syndrome() local 282 int d, z, z0; raid6_sse24_gen_syndrome() local 369 int d, z, z0; raid6_sse24_xor_syndrome() local [all...] |
H A D | sse1.c | 44 int d, z, z0; in raid6_sse11_gen_syndrome() local 46 z0 = disks - 3; /* Highest data disk */ in raid6_sse11_gen_syndrome() 47 p = dptr[z0+1]; /* XOR parity */ in raid6_sse11_gen_syndrome() 48 q = dptr[z0+2]; /* RS syndrome */ in raid6_sse11_gen_syndrome() 56 asm volatile("prefetchnta %0" : : "m" (dptr[z0][d])); in raid6_sse11_gen_syndrome() 57 asm volatile("movq %0,%%mm2" : : "m" (dptr[z0][d])); /* P[0] */ in raid6_sse11_gen_syndrome() 58 asm volatile("prefetchnta %0" : : "m" (dptr[z0-1][d])); in raid6_sse11_gen_syndrome() 60 asm volatile("movq %0,%%mm6" : : "m" (dptr[z0-1][d])); in raid6_sse11_gen_syndrome() 61 for ( z = z0-2 ; z >= 0 ; z-- ) { in raid6_sse11_gen_syndrome() 103 int d, z, z0; in raid6_sse12_gen_syndrome() local [all...] |
H A D | loongarch_simd.c | 37 int d, z, z0; in raid6_lsx_gen_syndrome() local 39 z0 = disks - 3; /* Highest data disk */ in raid6_lsx_gen_syndrome() 40 p = dptr[z0+1]; /* XOR parity */ in raid6_lsx_gen_syndrome() 41 q = dptr[z0+2]; /* RS syndrome */ in raid6_lsx_gen_syndrome() 53 /* wq$$ = wp$$ = *(unative_t *)&dptr[z0][d+$$*NSIZE]; */ in raid6_lsx_gen_syndrome() 54 asm volatile("vld $vr0, %0" : : "m"(dptr[z0][d+0*NSIZE])); in raid6_lsx_gen_syndrome() 55 asm volatile("vld $vr1, %0" : : "m"(dptr[z0][d+1*NSIZE])); in raid6_lsx_gen_syndrome() 56 asm volatile("vld $vr2, %0" : : "m"(dptr[z0][d+2*NSIZE])); in raid6_lsx_gen_syndrome() 57 asm volatile("vld $vr3, %0" : : "m"(dptr[z0][d+3*NSIZE])); in raid6_lsx_gen_syndrome() 62 for (z = z0 in raid6_lsx_gen_syndrome() 119 int d, z, z0; raid6_lsx_xor_syndrome() local 268 int d, z, z0; raid6_lasx_gen_syndrome() local 328 int d, z, z0; raid6_lasx_xor_syndrome() local [all...] |
H A D | mmx.c | 39 int d, z, z0; in raid6_mmx1_gen_syndrome() local 41 z0 = disks - 3; /* Highest data disk */ in raid6_mmx1_gen_syndrome() 42 p = dptr[z0+1]; /* XOR parity */ in raid6_mmx1_gen_syndrome() 43 q = dptr[z0+2]; /* RS syndrome */ in raid6_mmx1_gen_syndrome() 51 asm volatile("movq %0,%%mm2" : : "m" (dptr[z0][d])); /* P[0] */ in raid6_mmx1_gen_syndrome() 53 for ( z = z0-1 ; z >= 0 ; z-- ) { in raid6_mmx1_gen_syndrome() 87 int d, z, z0; in raid6_mmx2_gen_syndrome() local 89 z0 = disks - 3; /* Highest data disk */ in raid6_mmx2_gen_syndrome() 90 p = dptr[z0+1]; /* XOR parity */ in raid6_mmx2_gen_syndrome() 91 q = dptr[z0 in raid6_mmx2_gen_syndrome() [all...] |
/kernel/linux/linux-5.10/drivers/isdn/mISDN/ |
H A D | dsp_biquad.h | 42 int32_t z0; in biquad2() local 44 z0 = sample * bq->gain + bq->z1 * bq->a1 + bq->z2 * bq->a2; in biquad2() 45 y = z0 + bq->z1 * bq->b1 + bq->z2 * bq->b2; in biquad2() 48 bq->z1 = z0 >> 15; in biquad2()
|
/kernel/linux/linux-6.6/drivers/isdn/mISDN/ |
H A D | dsp_biquad.h | 42 int32_t z0; in biquad2() local 44 z0 = sample * bq->gain + bq->z1 * bq->a1 + bq->z2 * bq->a2; in biquad2() 45 y = z0 + bq->z1 * bq->b1 + bq->z2 * bq->b2; in biquad2() 48 bq->z1 = z0 >> 15; in biquad2()
|
/kernel/linux/linux-5.10/tools/testing/selftests/arm64/fp/ |
H A D | sve-ptrace-asm.S | 13 index z0.b, #0, #1 20 mov z1.d, z0.d 27 mov z1.d, z0.d
|
/kernel/linux/linux-6.6/arch/x86/crypto/ |
H A D | aria-gfni-avx512-asm_64.S | 425 z0, z1, z2, z3, \ 430 z0, rk, round); \ 436 z0, z1, z2, z3, \ 439 aria_diff_m(x0, x1, x2, x3, z0, z1, z2, z3); \ 440 aria_diff_m(x4, x5, x6, x7, z0, z1, z2, z3); \ 441 aria_diff_m(y0, y1, y2, y3, z0, z1, z2, z3); \ 442 aria_diff_m(y4, y5, y6, y7, z0, z1, z2, z3); \ 465 z0, z1, z2, z3, \ 470 z0, rk, round); \ 476 z0, z [all...] |
H A D | curve25519-x86_64.c | 1060 u64 *z0; in montgomery_ladder() local 1071 z0 = p03 + (u32)4U; in montgomery_ladder() 1076 z0[0U] = (u64)0U; in montgomery_ladder() 1077 z0[1U] = (u64)0U; in montgomery_ladder() 1078 z0[2U] = (u64)0U; in montgomery_ladder() 1079 z0[3U] = (u64)0U; in montgomery_ladder()
|
/kernel/linux/linux-5.10/scripts/dtc/ |
H A D | dt_to_config | 592 ($null, $ifeq_config, $ifeq_config_val ) = $line =~ /^([ ]\s*|)ifeq\b.*\b(CONFIG_[A-Za-z0-9_]*)(.*)/; 593 ($null, $ifneq_config, $ifneq_config_val) = $line =~ /^([ ]\s*|)ifneq\b.*\b(CONFIG_[A-Za-z0-9_]*)(.*)/; 594 ($null, $ifdef_config) = $line =~ /^([ ]\s*|)ifdef\b.*\b(CONFIG_[A-Za-z0-9_]*)/; 595 ($null, $ifndef_config) = $line =~ /^([ ]\s*|)ifndef\b.*\b(CONFIG_[A-Za-z0-9_]*)/; 649 ($config) = $line =~ /(CONFIG_[A-Za-z0-9_]+).*\b$base.[co]\b/; 670 ($config) = $line =~ /(CONFIG_[A-Za-z0-9_]+).*\b$make_var\b/;
|
/kernel/linux/linux-6.6/scripts/dtc/ |
H A D | dt_to_config | 592 ($null, $ifeq_config, $ifeq_config_val ) = $line =~ /^([ ]\s*|)ifeq\b.*\b(CONFIG_[A-Za-z0-9_]*)(.*)/; 593 ($null, $ifneq_config, $ifneq_config_val) = $line =~ /^([ ]\s*|)ifneq\b.*\b(CONFIG_[A-Za-z0-9_]*)(.*)/; 594 ($null, $ifdef_config) = $line =~ /^([ ]\s*|)ifdef\b.*\b(CONFIG_[A-Za-z0-9_]*)/; 595 ($null, $ifndef_config) = $line =~ /^([ ]\s*|)ifndef\b.*\b(CONFIG_[A-Za-z0-9_]*)/; 649 ($config) = $line =~ /(CONFIG_[A-Za-z0-9_]+).*\b$base.[co]\b/; 670 ($config) = $line =~ /(CONFIG_[A-Za-z0-9_]+).*\b$make_var\b/;
|
/kernel/linux/linux-5.10/scripts/ |
H A D | markup_oops.pl | 116 $clobber =~ s/\([a-z0-9\%\,]+\)//g; 158 if ($line =~ /EIP: 0060:\[\<([a-z0-9]+)\>\]/) { 161 if ($line =~ /RIP: 0010:\[\<([a-z0-9]+)\>\]/) {
|
/kernel/linux/linux-6.6/scripts/ |
H A D | markup_oops.pl | 116 $clobber =~ s/\([a-z0-9\%\,]+\)//g; 158 if ($line =~ /EIP: 0060:\[\<([a-z0-9]+)\>\]/) { 161 if ($line =~ /RIP: 0010:\[\<([a-z0-9]+)\>\]/) {
|
/kernel/linux/linux-5.10/arch/sh/kernel/cpu/sh4/ |
H A D | softfloat.c | 685 bits64 z0, zMiddleA, zMiddleB, z1; in mul64To128() local 694 z0 = ((bits64) aHigh) * bHigh; in mul64To128() 696 z0 += (((bits64) (zMiddleA < zMiddleB)) << 32) + (zMiddleA >> 32); in mul64To128() 699 z0 += (z1 < zMiddleA); in mul64To128() 701 *z0Ptr = z0; in mul64To128()
|
/kernel/linux/linux-6.6/arch/sh/kernel/cpu/sh4/ |
H A D | softfloat.c | 685 bits64 z0, zMiddleA, zMiddleB, z1; in mul64To128() local 694 z0 = ((bits64) aHigh) * bHigh; in mul64To128() 696 z0 += (((bits64) (zMiddleA < zMiddleB)) << 32) + (zMiddleA >> 32); in mul64To128() 699 z0 += (z1 < zMiddleA); in mul64To128() 701 *z0Ptr = z0; in mul64To128()
|
/kernel/linux/linux-5.10/arch/x86/crypto/ |
H A D | curve25519-x86_64.c | 849 u64 *z0; in montgomery_ladder() local 860 z0 = p03 + (u32)4U; in montgomery_ladder() 865 z0[0U] = (u64)0U; in montgomery_ladder() 866 z0[1U] = (u64)0U; in montgomery_ladder() 867 z0[2U] = (u64)0U; in montgomery_ladder() 868 z0[3U] = (u64)0U; in montgomery_ladder()
|
/kernel/linux/linux-6.6/tools/testing/selftests/arm64/abi/ |
H A D | syscall-abi-asm.S | 156 ldr z0, [x2, #0, MUL VL] 289 str z0, [x2, #0, MUL VL]
|