Home
last modified time | relevance | path

Searched refs:tok_state (Results 1 - 5 of 5) sorted by relevance

/third_party/python/Parser/
H A Dtokenizer.h31 struct tok_state { struct
90 extern struct tok_state *_PyTokenizer_FromString(const char *, int);
91 extern struct tok_state *_PyTokenizer_FromUTF8(const char *, int);
92 extern struct tok_state *_PyTokenizer_FromFile(FILE *, const char*,
94 extern void _PyTokenizer_Free(struct tok_state *);
95 extern int _PyTokenizer_Get(struct tok_state *, const char **, const char **);
H A Dtokenizer.c40 static struct tok_state *tok_new(void);
41 static int tok_nextc(struct tok_state *tok);
42 static void tok_backup(struct tok_state *tok, int c);
43 static int syntaxerror(struct tok_state *tok, const char *format, ...);
49 /* Create and initialize a new tok_state structure */
51 static struct tok_state *
54 struct tok_state *tok = (struct tok_state *)PyMem_Malloc( in tok_new()
55 sizeof(struct tok_state)); in tok_new()
96 new_string(const char *s, Py_ssize_t len, struct tok_state *to
[all...]
H A Dpegen.h60 struct tok_state *tok;
332 Parser *_PyPegen_Parser_New(struct tok_state *, int, int, int, int *, PyArena *);
H A Dpegen.c750 _PyPegen_Parser_New(struct tok_state *tok, int start_rule, int flags, in _PyPegen_Parser_New()
884 struct tok_state *tok = _PyTokenizer_FromFile(fp, enc, ps1, ps2); in _PyPegen_run_parser_from_file_pointer()
924 struct tok_state *tok; in _PyPegen_run_parser_from_string()
/third_party/python/Python/
H A DPython-tokenize.c28 PyObject_HEAD struct tok_state *tok;

Completed in 4 milliseconds