Lines Matching refs:token
89 #define KEYWORD_CHECK(keyword, token)
112 #define KEYWORD(keyword, token) keyword
125 // Get the shortest token that this character starts, the token may change
187 // Character flags for the fast path of scanning a keyword or identifier token.
345 Token::Value token;
350 token = one_char_tokens[c0_];
352 switch (token) {
365 return Select(token);
388 token = ScanHtmlComment();
434 token = SkipSingleHTMLComment();
461 token = SkipSourceURLComment();
464 token = SkipSingleLineComment();
468 token = SkipMultiLineComment();
511 token = SkipSingleLineComment();
517 token = SkipWhiteSpace();
538 token = SkipWhiteSpace();
541 } while (token == Token::WHITESPACE);
543 return token;
549 next_desc->token = ScanSingleToken();
550 DCHECK_IMPLIES(has_parser_error(), next_desc->token == Token::ILLEGAL);