Lines Matching defs:GetToken
95 Token &Lexer::GetToken()
100 const Token &Lexer::GetToken() const
118 pos_.iterator.Reset(GetToken().End().index - offset);
224 GetToken().flags_ |= TokenFlags::NUMBER_BIGINT;
227 GetToken().src_ = SourceView(GetToken().Start().index, Iterator().Index());
236 GetToken().type_ = TokenType::LITERAL_NUMBER;
327 GetToken().flags_ |= TokenFlags::NUMBER_HAS_UNDERSCORE;
344 util::StringView sv = SourceView(GetToken().Start().index, Iterator().Index());
353 if (GetToken().flags_ & TokenFlags::NUMBER_HAS_UNDERSCORE) {
360 GetToken().src_ = converted.View();
362 GetToken().src_ = sv;
366 GetToken().number_ = static_cast<double>(std::stold(utf8, nullptr));
371 GetToken().number_ = std::numeric_limits<double>::infinity();
376 GetToken().type_ = TokenType::LITERAL_NUMBER;
416 exponentSignPos = Iterator().Index() - GetToken().Start().index;
434 if (GetToken().flags_ & TokenFlags::NUMBER_BIGINT) {
538 pos_.iterator.Reset(GetToken().End().index);
539 pos_.line = GetToken().End().line;
643 GetToken().type_ = TokenType::PUNCTUATOR_QUESTION_MARK;
647 GetToken().type_ = TokenType::PUNCTUATOR_NULLISH_COALESCING;
652 GetToken().type_ = TokenType::PUNCTUATOR_LOGICAL_NULLISH_EQUAL;
667 GetToken().type_ = TokenType::PUNCTUATOR_QUESTION_DOT;
682 GetToken().type_ = TokenType::PUNCTUATOR_LESS_THAN;
686 GetToken().type_ = TokenType::PUNCTUATOR_LEFT_SHIFT;
690 GetToken().type_ = TokenType::PUNCTUATOR_LEFT_SHIFT_EQUAL;
696 GetToken().type_ = TokenType::PUNCTUATOR_LESS_THAN_EQUAL;
708 GetToken().type_ = TokenType::PUNCTUATOR_GREATER_THAN;
712 GetToken().type_ = TokenType::PUNCTUATOR_RIGHT_SHIFT;
717 GetToken().type_ = TokenType::PUNCTUATOR_UNSIGNED_RIGHT_SHIFT;
721 GetToken().type_ = TokenType::PUNCTUATOR_UNSIGNED_RIGHT_SHIFT_EQUAL;
727 GetToken().type_ = TokenType::PUNCTUATOR_RIGHT_SHIFT_EQUAL;
738 GetToken().type_ = TokenType::PUNCTUATOR_GREATER_THAN_EQUAL;
750 GetToken().type_ = TokenType::PUNCTUATOR_SUBSTITUTION;
754 GetToken().type_ = TokenType::PUNCTUATOR_EQUAL;
758 GetToken().type_ = TokenType::PUNCTUATOR_STRICT_EQUAL;
764 GetToken().type_ = TokenType::PUNCTUATOR_ARROW;
776 GetToken().type_ = TokenType::PUNCTUATOR_EXCLAMATION_MARK;
780 GetToken().type_ = TokenType::PUNCTUATOR_NOT_EQUAL;
784 GetToken().type_ = TokenType::PUNCTUATOR_NOT_STRICT_EQUAL;
797 GetToken().type_ = TokenType::PUNCTUATOR_BITWISE_AND;
801 GetToken().type_ = TokenType::PUNCTUATOR_LOGICAL_AND;
806 GetToken().type_ = TokenType::PUNCTUATOR_LOGICAL_AND_EQUAL;
818 GetToken().type_ = TokenType::PUNCTUATOR_BITWISE_AND_EQUAL;
830 GetToken().type_ = TokenType::PUNCTUATOR_BITWISE_OR;
834 GetToken().type_ = TokenType::PUNCTUATOR_LOGICAL_OR;
839 GetToken().type_ = TokenType::PUNCTUATOR_LOGICAL_OR_EQUAL;
851 GetToken().type_ = TokenType::PUNCTUATOR_BITWISE_OR_EQUAL;
863 GetToken().type_ = TokenType::PUNCTUATOR_BITWISE_XOR;
867 GetToken().type_ = TokenType::PUNCTUATOR_BITWISE_XOR_EQUAL;
879 GetToken().type_ = TokenType::PUNCTUATOR_PLUS;
883 GetToken().type_ = TokenType::PUNCTUATOR_PLUS_PLUS;
888 GetToken().type_ = TokenType::PUNCTUATOR_PLUS_EQUAL;
900 GetToken().type_ = TokenType::PUNCTUATOR_MINUS;
904 GetToken().type_ = TokenType::PUNCTUATOR_MINUS_MINUS;
909 GetToken().type_ = TokenType::PUNCTUATOR_MINUS_EQUAL;
921 GetToken().type_ = TokenType::PUNCTUATOR_DIVIDE;
925 GetToken().type_ = TokenType::PUNCTUATOR_DIVIDE_EQUAL;
937 GetToken().type_ = TokenType::PUNCTUATOR_PERIOD;
954 GetToken().type_ = TokenType::PUNCTUATOR_PERIOD_QUESTION;
962 GetToken().type_ = TokenType::PUNCTUATOR_PERIOD_PERIOD_PERIOD;
978 GetToken().type_ = TokenType::PUNCTUATOR_MULTIPLY;
982 GetToken().type_ = TokenType::PUNCTUATOR_EXPONENTIATION;
986 GetToken().type_ = TokenType::PUNCTUATOR_EXPONENTIATION_EQUAL;
992 GetToken().type_ = TokenType::PUNCTUATOR_MULTIPLY_EQUAL;
1004 GetToken().type_ = TokenType::PUNCTUATOR_MOD;
1008 GetToken().type_ = TokenType::PUNCTUATOR_MOD_EQUAL;
1159 GetToken().type_ = TokenType::LITERAL_REGEXP;
1196 GetToken().flags_ = TokenFlags::NEW_LINE;
1198 GetToken().flags_ = TokenFlags::NONE;
1217 GetToken().type_ = TokenType::LITERAL_IDENT;
1222 GetToken().type_ = TokenType::LITERAL_IDENT;
1231 if (GetToken().flags_ & TokenFlags::HAS_ESCAPE) {
1234 GetToken().type_ = TokenType::KEYW_AWAIT;
1246 if (GetToken().flags_ & TokenFlags::HAS_ESCAPE) {
1250 GetToken().type_ = type;
1259 if (GetToken().flags_ & TokenFlags::HAS_ESCAPE) {
1263 GetToken().type_ = TokenType::LITERAL_IDENT;
1268 GetToken().type_ = TokenType::KEYW_LET;
1277 GetToken().type_ = TokenType::KEYW_YIELD;
1282 GetToken().type_ = TokenType::LITERAL_IDENT;
1396 GetToken().keywordType_ = TokenType::EOS;
1412 GetToken().type_ = TokenType::PUNCTUATOR_HASH_MARK;
1424 GetToken().type_ = TokenType::PUNCTUATOR_LEFT_PARENTHESIS;
1428 GetToken().type_ = TokenType::PUNCTUATOR_RIGHT_PARENTHESIS;
1440 GetToken().type_ = TokenType::PUNCTUATOR_COMMA;
1472 GetToken().type_ = TokenType::PUNCTUATOR_COLON;
1476 GetToken().type_ = TokenType::PUNCTUATOR_SEMI_COLON;
1496 GetToken().type_ = TokenType::PUNCTUATOR_AT;
1536 GetToken().type_ = TokenType::PUNCTUATOR_LEFT_SQUARE_BRACKET;
1540 GetToken().flags_ |= TokenFlags::HAS_ESCAPE;
1552 GetToken().type_ = TokenType::PUNCTUATOR_RIGHT_SQUARE_BRACKET;
1560 GetToken().type_ = TokenType::PUNCTUATOR_BACK_TICK;
1649 GetToken().type_ = TokenType::PUNCTUATOR_LEFT_BRACE;
1662 GetToken().type_ = TokenType::PUNCTUATOR_RIGHT_BRACE;
1672 GetToken().type_ = TokenType::PUNCTUATOR_TILDE;
1679 GetToken().type_ = TokenType::EOS;
1695 GetToken().flags_ |= TokenFlags::ESCAPE_ERROR;
1700 GetToken().flags_ |= TokenFlags::TAGGED_TEMPLATE;
1705 return GetToken().IsTaggedTemplate();