Lines Matching refs:tail
10606 // process the tail byte-by-byte
10630 // process the tail byte-by-byte
13086 A scalar routing should carry on the conversion of the tail.
13810 A scalar routing should carry on the conversion of the tail.
14062 A scalar routing should carry on the conversion of the tail if needed.
14362 A scalar routing should carry on the conversion of the tail.
14419 A scalar routing should carry on the conversion of the tail if needed.
16772 const char16_t* tail = arm_validate_utf16<endianness::LITTLE>(buf, len);
16773 if (tail) {
16774 return scalar::utf16::validate<endianness::LITTLE>(tail, len - (tail - buf));
16781 const char16_t* tail = arm_validate_utf16<endianness::BIG>(buf, len);
16782 if (tail) {
16783 return scalar::utf16::validate<endianness::BIG>(tail, len - (tail - buf));
16810 const char32_t* tail = arm_validate_utf32le(buf, len);
16811 if (tail) {
16812 return scalar::utf32::validate(tail, len - (tail - buf));
17799 to UTF-16. When tail = SIMDUTF_FULL, then the full input buffer (64 bytes)
17800 might be used. When tail = SIMDUTF_TAIL, we take into account 'gap' which
17808 template <block_processing_mode tail, endianness big_endian>
17830 // Note that 'tail' is a compile-time constant !
17831 __mmask64 b = (tail == SIMDUTF_FULL) ? 0xFFFFFFFFFFFFFFFF : (uint64_t(1) << gap) - 1;
17832 __m512i input = (tail == SIMDUTF_FULL) ? _mm512_loadu_si512(in) : _mm512_maskz_loadu_epi8(b, in);
17833 __mmask64 m1 = (tail == SIMDUTF_FULL) ? _mm512_cmplt_epu8_mask(input, mask_80808080) : _mm512_mask_cmplt_epu8_mask(b, input, mask_80808080);
17836 if (tail == SIMDUTF_FULL) {
17886 __mmask64 mask_not_ascii = (tail == SIMDUTF_FULL) ? _knot_mask64(m1) : _kand_mask64(_knot_mask64(m1), b);
17898 if (tail == SIMDUTF_FULL) {
17909 if (tail != SIMDUTF_FULL) {
17941 __mmask64 mprocessed = (tail == SIMDUTF_FULL) ? _pdep_u64(0xFFFFFFFF, mend) : _pdep_u64(0xFFFFFFFF, _kand_mask64(mend, b)); // we adjust mend at the end of the output.
17973 if (tail != SIMDUTF_FULL) {
18014 __mmask64 mprocessed = (tail == SIMDUTF_FULL) ? _pdep_u64(Mout, mend) : _pdep_u64(Mout, _kand_mask64(mend, b)); // we adjust mend at the end of the output.
18018 if (tail == SIMDUTF_FULL) {
18050 __mmask64 continuation_or_ascii = (tail == SIMDUTF_FULL) ? _knot_mask64(m234) : _kand_mask64(_knot_mask64(m234), b);
18054 __mmask64 leading = tail == (tail == SIMDUTF_FULL) ? _kor_mask64(m1, m234) : _kand_mask64(_kor_mask64(m1, m234), b); // first bytes of each sequence
18055 if (tail == SIMDUTF_FULL) {
18063 if (tail == SIMDUTF_FULL) {
18088 if (tail == SIMDUTF_FULL) {
19478 goto tail;
19506 goto tail;
19616 tail:
19635 A scalar routing should carry on the conversion of the tail.
21048 const char32_t * tail = icelake::validate_utf32(buf, len);
21049 if (tail) {
21050 return scalar::utf32::validate(tail, len - (tail - buf));
23080 A scalar routing should carry on the conversion of the tail.
23321 A scalar routing should carry on the conversion of the tail if needed.
23612 A scalar routing should carry on the conversion of the tail.
23679 A scalar routing should carry on the conversion of the tail if needed.
26180 const char16_t* tail = avx2_validate_utf16<endianness::LITTLE>(buf, len);
26181 if (tail) {
26182 return scalar::utf16::validate<endianness::LITTLE>(tail, len - (tail - buf));
26189 const char16_t* tail = avx2_validate_utf16<endianness::BIG>(buf, len);
26190 if (tail) {
26191 return scalar::utf16::validate<endianness::BIG>(tail, len - (tail - buf));
26218 const char32_t* tail = avx2_validate_utf32le(buf, len);
26219 if (tail) {
26220 return scalar::utf32::validate(tail, len - (tail - buf));
29590 A scalar routing should carry on the conversion of the tail.
29794 A scalar routing should carry on the conversion of the tail if needed.
30045 A scalar routing should carry on the conversion of the tail.
30112 A scalar routing should carry on the conversion of the tail if needed.
32562 const char16_t* tail = sse_validate_utf16<endianness::LITTLE>(buf, len);
32563 if (tail) {
32564 return scalar::utf16::validate<endianness::LITTLE>(tail, len - (tail - buf));
32571 const char16_t* tail = sse_validate_utf16<endianness::BIG>(buf, len);
32572 if (tail) {
32573 return scalar::utf16::validate<endianness::BIG>(tail, len - (tail - buf));
32600 const char32_t* tail = sse_validate_utf32le(buf, len);
32601 if (tail) {
32602 return scalar::utf32::validate(tail, len - (tail - buf));