Lines Matching defs:token
25 from .pgen2 import driver, tokenize, token
117 ignore = frozenset({token.NEWLINE, tokenize.NL, token.COMMENT})
124 elif tp == token.STRING:
128 elif tp == token.NAME and value == "from":
130 if tp != token.NAME or value != "__future__":
133 if tp != token.NAME or value != "import":
136 if tp == token.OP and value == "(":
138 while tp == token.NAME:
141 if tp != token.OP or value != ",":