Lines Matching refs:Token
39 keywords_[String("boolean")] = Token::BOOLEAN;
40 keywords_[String("byte")] = Token::BYTE;
41 keywords_[String("char")] = Token::CHAR;
42 keywords_[String("double")] = Token::DOUBLE;
43 keywords_[String("float")] = Token::FLOAT;
44 keywords_[String("in")] = Token::IN;
45 keywords_[String("inout")] = Token::INOUT;
46 keywords_[String("int")] = Token::INTEGER;
47 keywords_[String("interface")] = Token::INTERFACE;
48 keywords_[String("List")] = Token::LIST;
49 keywords_[String("long")] = Token::LONG;
50 keywords_[String("Map")] = Token::MAP;
51 keywords_[String("oneway")] = Token::ONEWAY;
52 keywords_[String("out")] = Token::OUT;
53 keywords_[String("sequenceable")] = Token::SEQUENCEABLE;
54 keywords_[String("short")] = Token::SHORT;
55 keywords_[String("String")] = Token::STRING;
56 keywords_[String("cacheable")] = Token::CACHEABLE;
69 Token Lexer::GetToken(bool skipComment)
78 Token Lexer::PeekToken(bool skipComment)
87 Token Lexer::ReadToken(bool skipComment)
119 currentToken_ = Token::UNKNOWN;
123 currentToken_ = Token::END_OF_FILE;
142 currentToken_ = Token::UNKNOWN;
146 Token Lexer::ReadIdentifier(char c)
167 currentToken_ = Token::IDENTIFIER;
174 Token Lexer::ReadLineComment(char c)
187 currentToken_ = Token::COMMENT_LINE;
191 Token Lexer::ReadBlockComment(char c)
206 currentToken_ = Token::COMMENT_BLOCK;
236 int Lexer::TokenToChar(Token token)
239 case Token::ANGLE_BRACKETS_LEFT:
241 case Token::ANGLE_BRACKETS_RIGHT:
243 case Token::BRACES_LEFT:
245 case Token::BRACES_RIGHT:
247 case Token::BRACKETS_LEFT:
249 case Token::BRACKETS_RIGHT:
251 case Token::COMMA:
253 case Token::DOT:
255 case Token::PARENTHESES_LEFT:
257 case Token::PARENTHESES_RIGHT:
259 case Token::SEMICOLON:
269 case Token::ANGLE_BRACKETS_LEFT:
271 case Token::ANGLE_BRACKETS_RIGHT:
273 case Token::BOOLEAN:
275 case Token::BRACES_LEFT:
277 case Token::BRACES_RIGHT:
279 case Token::BRACKETS_LEFT:
281 case Token::BRACKETS_RIGHT:
283 case Token::BYTE:
285 case Token::CHAR:
287 case Token::COMMA:
289 case Token::COMMENT_BLOCK:
290 case Token::COMMENT_LINE:
292 case Token::DOT:
302 case Token::DOUBLE:
304 case Token::END_OF_FILE:
306 case Token::FLOAT:
308 case Token::IDENTIFIER:
310 case Token::IN:
312 case Token::INOUT:
314 case Token::INTEGER:
316 case Token::LIST:
318 case Token::LONG:
320 case Token::MAP:
322 case Token::ONEWAY:
324 case Token::OUT:
326 case Token::SEQUENCEABLE:
328 case Token::PARENTHESES_LEFT:
330 case Token::PARENTHESES_RIGHT:
332 case Token::SEMICOLON:
334 case Token::SHORT:
336 case Token::STRING: