Lines Matching refs:in_16
12761 const simd8<uint8_t> in_16 = simd16<uint16_t>::pack(t0, t1);
12763 const uint64_t surrogates_wordmask = ((in_16 & v_f8) == v_d8).to_bitmask64();
12769 const auto vH = ((in_16 & v_fc) == v_dc);
19838 __m256i in_16 = _mm256_packus_epi32(_mm256_and_si256(in, v_7fffffff), _mm256_and_si256(nextin, v_7fffffff));
19839 in_16 = _mm256_permute4x64_epi64(in_16, 0b11011000);
19843 if(_mm256_testz_si256(in_16, v_ff80)) { // ASCII fast path!!!!
19845 const __m128i utf8_packed = _mm_packus_epi16(_mm256_castsi256_si128(in_16),_mm256_extractf128_si256(in_16,1));
19854 const __m256i one_byte_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_ff80), v_0000);
19858 const __m256i one_or_two_bytes_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_f800), v_0000);
19868 const __m256i t0 = _mm256_slli_epi16(in_16, 2);
19872 const __m256i t2 = _mm256_and_si256(in_16, v_003f);
19879 const __m256i utf8_unpacked = _mm256_blendv_epi8(t4, in_16, one_byte_bytemask);
19910 forbidden_bytemask = _mm256_or_si256(forbidden_bytemask, _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_f800), v_d800));
19943 const __m256i t0 = _mm256_shuffle_epi8(in_16, dup_even);
19950 const __m256i s0 = _mm256_srli_epi16(in_16, 4);
20083 __m256i in_16 = _mm256_packus_epi32(_mm256_and_si256(in, v_7fffffff), _mm256_and_si256(nextin, v_7fffffff));
20084 in_16 = _mm256_permute4x64_epi64(in_16, 0b11011000);
20088 if(_mm256_testz_si256(in_16, v_ff80)) { // ASCII fast path!!!!
20090 const __m128i utf8_packed = _mm_packus_epi16(_mm256_castsi256_si128(in_16),_mm256_extractf128_si256(in_16,1));
20099 const __m256i one_byte_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_ff80), v_0000);
20103 const __m256i one_or_two_bytes_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_f800), v_0000);
20113 const __m256i t0 = _mm256_slli_epi16(in_16, 2);
20117 const __m256i t2 = _mm256_and_si256(in_16, v_003f);
20124 const __m256i utf8_unpacked = _mm256_blendv_epi8(t4, in_16, one_byte_bytemask);
20157 const __m256i forbidden_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_f800), v_d800);
20193 const __m256i t0 = _mm256_shuffle_epi8(in_16, dup_even);
20200 const __m256i s0 = _mm256_srli_epi16(in_16, 4);
22117 const auto in_16 = simd16<uint16_t>::pack(t0, t1);
22119 const auto surrogates_wordmask = (in_16 & v_f8) == v_d8;
22126 const auto vH = (in_16 & v_fc) == v_dc;
23857 __m256i in_16 = _mm256_packus_epi32(_mm256_and_si256(in, v_7fffffff), _mm256_and_si256(nextin, v_7fffffff));
23858 in_16 = _mm256_permute4x64_epi64(in_16, 0b11011000);
23862 if(_mm256_testz_si256(in_16, v_ff80)) { // ASCII fast path!!!!
23864 const __m128i utf8_packed = _mm_packus_epi16(_mm256_castsi256_si128(in_16),_mm256_extractf128_si256(in_16,1));
23873 const __m256i one_byte_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_ff80), v_0000);
23877 const __m256i one_or_two_bytes_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_f800), v_0000);
23887 const __m256i t0 = _mm256_slli_epi16(in_16, 2);
23891 const __m256i t2 = _mm256_and_si256(in_16, v_003f);
23898 const __m256i utf8_unpacked = _mm256_blendv_epi8(t4, in_16, one_byte_bytemask);
23929 forbidden_bytemask = _mm256_or_si256(forbidden_bytemask, _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_f800), v_d800));
23962 const __m256i t0 = _mm256_shuffle_epi8(in_16, dup_even);
23969 const __m256i s0 = _mm256_srli_epi16(in_16, 4);
24102 __m256i in_16 = _mm256_packus_epi32(_mm256_and_si256(in, v_7fffffff), _mm256_and_si256(nextin, v_7fffffff));
24103 in_16 = _mm256_permute4x64_epi64(in_16, 0b11011000);
24107 if(_mm256_testz_si256(in_16, v_ff80)) { // ASCII fast path!!!!
24109 const __m128i utf8_packed = _mm_packus_epi16(_mm256_castsi256_si128(in_16),_mm256_extractf128_si256(in_16,1));
24118 const __m256i one_byte_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_ff80), v_0000);
24122 const __m256i one_or_two_bytes_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_f800), v_0000);
24132 const __m256i t0 = _mm256_slli_epi16(in_16, 2);
24136 const __m256i t2 = _mm256_and_si256(in_16, v_003f);
24143 const __m256i utf8_unpacked = _mm256_blendv_epi8(t4, in_16, one_byte_bytemask);
24176 const __m256i forbidden_bytemask = _mm256_cmpeq_epi16(_mm256_and_si256(in_16, v_f800), v_d800);
24212 const __m256i t0 = _mm256_shuffle_epi8(in_16, dup_even);
24219 const __m256i s0 = _mm256_srli_epi16(in_16, 4);
28587 const auto in_16 = simd16<uint16_t>::pack(t0, t1);
28589 const auto surrogates_wordmask = (in_16 & v_f8) == v_d8;
28596 const auto vH = (in_16 & v_fc) == v_dc;
30279 __m128i in_16 = _mm_packus_epi32(
30295 if(_mm_testz_si128(in_16, v_ff80)) { //if the first two blocks are ASCII
30303 const __m128i utf8_packed = _mm_packus_epi16(in_16,in_16); //creates two copy of in_16 in 1 vector
30310 in_16 = nextin_16;
30316 const __m128i utf8_packed = _mm_packus_epi16(in_16, nextin_16);
30328 _mm_and_si128(in_16, v_ff80), // the vector that get only the first 9 bits of each 16-bit/2-byte units
30335 const __m128i one_or_two_bytes_bytemask = _mm_cmpeq_epi16(_mm_and_si128(in_16, v_f800), v_0000);
30347 const __m128i t0 = _mm_slli_epi16(in_16, 2); // shift packed vector by two
30351 const __m128i t2 = _mm_and_si128(in_16, v_003f);// potential second utf8 byte
30358 const __m128i utf8_unpacked = _mm_blendv_epi8(t4, in_16, one_byte_bytemask);
30386 forbidden_bytemask = _mm_or_si128(forbidden_bytemask, _mm_cmpeq_epi16(_mm_and_si128(in_16, v_f800), v_d800));
30417 const __m128i t0 = _mm_shuffle_epi8(in_16, dup_even);
30424 const __m128i s0 = _mm_srli_epi16(in_16, 4);
30543 __m128i in_16 = _mm_packus_epi32(_mm_and_si128(in, v_7fffffff), _mm_and_si128(nextin, v_7fffffff));
30548 if(_mm_testz_si128(in_16, v_ff80)) { // ASCII fast path!!!!
30559 const __m128i utf8_packed = _mm_packus_epi16(in_16,in_16);
30566 in_16 = nextin_16;
30576 const __m128i utf8_packed = _mm_packus_epi16(in_16, nextin_16);
30587 const __m128i one_byte_bytemask = _mm_cmpeq_epi16(_mm_and_si128(in_16, v_ff80), v_0000);
30591 const __m128i one_or_two_bytes_bytemask = _mm_cmpeq_epi16(_mm_and_si128(in_16, v_f800), v_0000);
30603 const __m128i t0 = _mm_slli_epi16(in_16, 2);
30607 const __m128i t2 = _mm_and_si128(in_16, v_003f);
30614 const __m128i utf8_unpacked = _mm_blendv_epi8(t4, in_16, one_byte_bytemask);
30645 const __m128i forbidden_bytemask = _mm_cmpeq_epi16(_mm_and_si128(in_16, v_f800), v_d800);
30679 const __m128i t0 = _mm_shuffle_epi8(in_16, dup_even);
30686 const __m128i s0 = _mm_srli_epi16(in_16, 4);