Searched refs:tok_name (Results 1 - 9 of 9) sorted by relevance
| /third_party/python/Lib/lib2to3/pgen2/ |
| H A D | token.py | 73 tok_name = {} variable
76 tok_name[_value] = _name
|
| H A D | driver.py | 70 token.tok_name[type], value, prefix)
|
| H A D | tokenize.py | 146 (srow, scol, erow, ecol, tok_name[type], repr(token)))
|
| H A D | pgen.py | 78 assert itoken in token.tok_name, label
326 #print token.tok_name[self.type], repr(self.value)
|
| /third_party/python/Lib/ |
| H A D | token.py | 4 __all__ = ['tok_name', 'ISTERMINAL', 'ISNONTERMINAL', 'ISEOF']
75 tok_name = {value: name variable
78 __all__.extend(tok_name.values())
|
| H A D | tokenize.py | 48 annotated_type = '%d (%s)' % (self.type, tok_name[self.type])
668 (token_range, tok_name[token_type], token.string))
|
| /third_party/python/Tools/peg_generator/pegen/ |
| H A D | testutil.py | 19 ALL_TOKENS = token.tok_name
22 name for index, name in token.tok_name.items() if index not in EXACT_TOKENS.values()
|
| H A D | python_generator.py | 197 tokens: Set[str] = set(token.tok_name.values()),
|
| /third_party/python/Lib/test/ |
| H A D | test_tokenize.py | 4 STRING, ENDMARKER, ENCODING, tok_name, detect_encoding,
33 type = tok_name[type]
1383 self.assertEqual(tok_name[tokens[0].exact_type],
1384 tok_name[ENCODING])
1386 self.assertEqual(tok_name[tokens[i + 1].exact_type],
1387 tok_name[optypes[i]])
1388 self.assertEqual(tok_name[tokens[1 + num_optypes].exact_type],
1389 tok_name[token.NEWLINE])
1390 self.assertEqual(tok_name[tokens[2 + num_optypes].exact_type],
1391 tok_name[toke
[all...] |
Completed in 7 milliseconds