tokenizer.c - OpenGrok cross reference for /third

Lines Matching refs:tok_state
40 static struct tok_state *tok_new(void);
41 static int tok_nextc(struct tok_state *tok);
42 static void tok_backup(struct tok_state *tok, int c);
43 static int syntaxerror(struct tok_state *tok, const char *format, ...);
49 /* Create and initialize a new tok_state structure */
51 static struct tok_state *
54     struct tok_state *tok = (struct tok_state *)PyMem_Malloc(
55                                             sizeof(struct tok_state));
96 new_string(const char *s, Py_ssize_t len, struct tok_state *tok)
109 error_ret(struct tok_state *tok) /* XXX */
154 get_coding_spec(const char *s, char **spec, Py_ssize_t size, struct tok_state *tok)
204    This function receives the tok_state and the new encoding.
208 check_coding_spec(const char* line, Py_ssize_t size, struct tok_state *tok,
209                   int set_readline(struct tok_state *, const char *))
262 check_bom(int get_char(struct tok_state *),
263           void unget_char(int, struct tok_state *),
264           int set_readline(struct tok_state *, const char *),
265           struct tok_state *tok)
300 tok_concatenate_interactive_new_line(struct tok_state *tok, const char *line) {
353 tok_reserve_buf(struct tok_state *tok, Py_ssize_t size)
385 tok_readline_recode(struct tok_state *tok) {
437 fp_setreadl(struct tok_state *tok, const char* enc)
487 static int fp_getc(struct tok_state *tok) {
493 static void fp_ungetc(int c, struct tok_state *tok) {
560 ensure_utf8(char *line, struct tok_state *tok)
586 buf_getc(struct tok_state *tok) {
593 buf_ungetc(int c, struct tok_state *tok) {
602 buf_setreadl(struct tok_state *tok, const char* enc) {
623 translate_newlines(const char *s, int exec_input, struct tok_state *tok) {
673 decode_str(const char *input, int single, struct tok_state *tok)
731 struct tok_state *
734     struct tok_state *tok = tok_new();
752 struct tok_state *
755     struct tok_state *tok = tok_new();
780 struct tok_state *
784     struct tok_state *tok = tok_new();
809 /* Free a tok_state structure */
812 _PyTokenizer_Free(struct tok_state *tok)
833 tok_readline_raw(struct tok_state *tok)
858 tok_underflow_string(struct tok_state *tok) {
880 tok_underflow_interactive(struct tok_state *tok) {
964 tok_underflow_file(struct tok_state *tok) {
1055 tok_nextc(struct tok_state *tok)
1099 tok_backup(struct tok_state *tok, int c)
1112 _syntaxerror_range(struct tok_state *tok, const char *format,
1159 syntaxerror(struct tok_state *tok, const char *format, ...)
1173 syntaxerror_known_range(struct tok_state *tok,
1191 indenterror(struct tok_state *tok)
1199 parser_warn(struct tok_state *tok, PyObject *category, const char *format, ...)
1238 lookahead(struct tok_state *tok, const char *test)
1261 verify_end_of_number(struct tok_state *tok, int c, const char *kind)
1318 verify_identifier(struct tok_state *tok)
1371 tok_decimal_tail(struct tok_state *tok)
1395 tok_continuation_line(struct tok_state *tok) {
1413 tok_get(struct tok_state *tok, const char **p_start, const char **p_end)
1705                 struct tok_state ahead_tok;
2009                 // shift the tok_state's location into
2133 _PyTokenizer_Get(struct tok_state *tok,
2190     struct tok_state *tok;