Home
last modified time | relevance | path

Searched refs:ENDMARKER (Results 1 - 14 of 14) sorted by relevance

/third_party/python/Include/
H A Dtoken.h13 #define ENDMARKER 0 macro
81 #define ISEOF(x) ((x) == ENDMARKER)
82 #define ISWHITESPACE(x) ((x) == ENDMARKER || \
/third_party/python/Lib/lib2to3/pgen2/
H A Dtoken.py9 ENDMARKER = 0 variable
86 return x == ENDMARKER
H A Dtokenize.py559 yield (ENDMARKER, '', (lnum, 0), (lnum, 0), '')
H A Dpgen.py148 # MSTART: (NEWLINE | RULE)* ENDMARKER
149 while self.type != token.ENDMARKER:
/third_party/python/Lib/
H A Dtoken.py6 ENDMARKER = 0 variable
137 return x == ENDMARKER
H A Dtokenize.py199 if tok_type == ENDMARKER:
613 yield TokenInfo(ENDMARKER, '', (lnum, 0), (lnum, 0), '')
/third_party/python/Tools/peg_generator/pegen/
H A D__main__.py170 if diag.type == token.ENDMARKER:
H A Dtokenizer.py69 if tok.type != tokenize.ENDMARKER and (
H A Dparser.py322 if diag.type == token.ENDMARKER:
/third_party/python/Python/
H A DPython-tokenize.c68 if (type == ERRORTOKEN || type == ENDMARKER) { in tokenizeriter_next()
/third_party/python/Lib/test/
H A Dtest_tokenize.py4 STRING, ENDMARKER, ENCODING, tok_name, detect_encoding,
28 if type == ENDMARKER:
42 # code, print out a table with tokens. The ENDMARKER, ENCODING and
47 # The ENDMARKER and final NEWLINE are omitted.
60 self.assertEqual(tokens[-1].type, ENDMARKER)
952 # The ENDMARKER and final NEWLINE are omitted.
1376 self.assertEqual(toks[-3].string, 'OK') # [-1] is always ENDMARKER
1391 tok_name[token.ENDMARKER])
1471 self.assertEqual(tok_name[tokens[-1].exact_type], tok_name[token.ENDMARKER])
1661 # The ENDMARKER an
[all...]
/third_party/python/Parser/
H A Dpegen.c234 if (p->start_rule == Py_single_input && type == ENDMARKER && p->parsing_started) { in _PyPegen_fill_token()
446 if (token->type != ENDMARKER && (token->type < NEWLINE || token->type > DEDENT)) { in _PyPegen_get_last_nonnwhitespace_token()
H A Dpegen_errors.c186 case ENDMARKER: in _PyPegen_tokenize_full_source_to_check_for_errors()
H A Dparser.c1064 (endmarker_var = _PyPegen_expect_token(p, ENDMARKER)) // token='ENDMARKER' in file_rule()
1158 (endmarker_var = _PyPegen_expect_token(p, ENDMARKER)) // token='ENDMARKER' in eval_rule()
1220 (endmarker_var = _PyPegen_expect_token(p, ENDMARKER)) // token='ENDMARKER' in func_type_rule()
1503 (endmarker_var = _PyPegen_expect_token(p, ENDMARKER)) // token='ENDMARKER' in statement_newline_rule()
[all...]

Completed in 48 milliseconds