Lines Matching refs:tokens
54 m->next = p->tokens[mark]->memo;
55 p->tokens[mark]->memo = m;
63 for (Memo *m = p->tokens[mark]->memo; m != NULL; m = m->next) {
189 Token **new_tokens = PyMem_Realloc(p->tokens, newsize * sizeof(Token *));
194 p->tokens = new_tokens;
197 p->tokens[i] = PyMem_Calloc(1, sizeof(Token));
198 if (p->tokens[i] == NULL) {
252 Token *t = p->tokens[p->fill];
258 // The array counts the number of tokens skipped by memoization,
305 Token *t = p->tokens[p->mark];
372 Token *t = p->tokens[p->mark];
406 Token *t = p->tokens[p->mark];
424 Token *t = p->tokens[p->mark];
445 token = p->tokens[m];
764 p->tokens = PyMem_Malloc(sizeof(Token *));
765 if (!p->tokens) {
769 p->tokens[0] = PyMem_Calloc(1, sizeof(Token));
770 if (!p->tokens[0]) {
771 PyMem_Free(p->tokens);
776 PyMem_Free(p->tokens[0]);
777 PyMem_Free(p->tokens);
808 PyMem_Free(p->tokens[i]);
810 PyMem_Free(p->tokens);
819 p->tokens[i]->memo = NULL;
823 // Don't try to get extra tokens in interactive mode when trying to
850 Token *last_token = p->tokens[p->fill - 1];