Searched refs:TokenInfo (Results 1 - 6 of 6) sorted by relevance
| /third_party/python/Lib/test/test_peg_generator/ |
| H A D | test_pegen.py | 9 from tokenize import TokenInfo, NAME, NEWLINE, NUMBER, OP namespace
98 TokenInfo(
101 TokenInfo(
105 TokenInfo(
122 TokenInfo(NUMBER, string="42", start=(1, 0), end=(1, 2), line="42\n"),
123 TokenInfo(NEWLINE, string="\n", start=(1, 2), end=(1, 3), line="42\n"),
139 TokenInfo(
143 TokenInfo(
146 TokenInfo(
151 TokenInfo(
[all...] |
| /third_party/python/Lib/ |
| H A D | tokenize.py | 43 "untokenize", "TokenInfo"]
46 class TokenInfo(collections.namedtuple('TokenInfo', 'type string start end line')): class
49 return ('TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r)' %
444 yield TokenInfo(ENCODING, encoding, (0, 0), (0, 0), '')
469 yield TokenInfo(STRING, contstr + line[:end],
474 yield TokenInfo(ERRORTOKEN, contstr + line,
503 yield TokenInfo(COMMENT, comment_token,
507 yield TokenInfo(NL, line[pos:],
513 yield TokenInfo(INDEN
[all...] |
| /third_party/python/Tools/peg_generator/pegen/ |
| H A D | tokenizer.py | 10 def shorttok(tok: tokenize.TokenInfo) -> str:
20 _tokens: List[tokenize.TokenInfo]
23 self, tokengen: Iterator[tokenize.TokenInfo], *, path: str = "", verbose: bool = False
34 def getnext(self) -> tokenize.TokenInfo:
43 def peek(self) -> tokenize.TokenInfo:
62 def diagnose(self) -> tokenize.TokenInfo:
67 def get_last_non_whitespace_token(self) -> tokenize.TokenInfo:
|
| H A D | parser.py | 187 def name(self) -> Optional[tokenize.TokenInfo]:
194 def number(self) -> Optional[tokenize.TokenInfo]:
201 def string(self) -> Optional[tokenize.TokenInfo]:
208 def op(self) -> Optional[tokenize.TokenInfo]:
215 def type_comment(self) -> Optional[tokenize.TokenInfo]:
222 def soft_keyword(self) -> Optional[tokenize.TokenInfo]:
229 def expect(self, type: str) -> Optional[tokenize.TokenInfo]:
243 def expect_forced(self, res: Any, expectation: str) -> Optional[tokenize.TokenInfo]:
|
| /third_party/skia/third_party/externals/angle2/src/tests/test_expectations/ |
| H A D | GPUTestExpectationsParser.cpp | 123 struct TokenInfo struct
125 constexpr TokenInfo() in TokenInfo() function
131 constexpr TokenInfo(const char *nameIn, in TokenInfo() function
137 constexpr TokenInfo(const char *nameIn, GPUTestConfig::Condition conditionIn) in TokenInfo() function
138 : TokenInfo(nameIn, conditionIn, GPUTestExpectationsParser::kGpuTestPass) in TokenInfo()
146 constexpr TokenInfo kTokenData[kNumberOfTokens] = {
297 for (const TokenInfo &info : kTokenData) in GetConditionName()
|
| /third_party/typescript/tests/baselines/reference/ |
| H A D | parserRealSource10.js | 128 export var tokenTable = new TokenInfo[];
176 export class TokenInfo {
187 tokenTable[tokenId] = new TokenInfo(tokenId, reservation, binopPrecedence,
315 export function lookupToken(tokenId: TokenID): TokenInfo {
599 TypeScript.tokenTable = new TokenInfo[];
645 var TokenInfo = /** @class */ (function () {
646 function TokenInfo(tokenId, reservation, binopPrecedence, binopNodeType, unopPrecedence, unopNodeType, text, ers) {
656 return TokenInfo;
658 TypeScript.TokenInfo = TokenInfo;
[all...] |
Completed in 6 milliseconds