Lines Matching refs:token
5 from . import grammar, token, tokenize
65 # Either a symbol name or a named token
75 # A named token (NAME, NUMBER, STRING)
76 itoken = getattr(token, label, None)
78 assert itoken in token.tok_name, label
94 c.labels.append((token.NAME, value))
98 # An operator (any non-numeric token)
99 itoken = grammar.opmap[value] # Fails if unknown token
149 while self.type != token.ENDMARKER:
150 while self.type == token.NEWLINE:
153 name = self.expect(token.NAME)
154 self.expect(token.OP, ":")
156 self.expect(token.NEWLINE)
270 self.type in (token.NAME, token.STRING)):
281 self.expect(token.OP, "]")
301 self.expect(token.OP, ")")
303 elif self.type in (token.NAME, token.STRING):
326 #print token.tok_name[self.type], repr(self.value)