Lines Matching refs:token
165 type, token, (srow, scol), (erow, ecol), line = get()
169 type, token, (srow, scol), (erow, ecol), line = get()
173 type, token, (srow, scol), (erow, ecol), line = get()
179 type, token, (srow, scol), (erow, ecol), line = get()
181 if not (type is NAME and token == "from"):
184 type, token, (srow, scol), (erow, ecol), line = get()
186 if not (type is NAME and token == "__future__"):
188 type, token, (srow, scol), (erow, ecol), line = get()
190 if not (type is NAME and token == "import"):
192 type, token, (srow, scol), (erow, ecol), line = get()
197 features.append(token)
198 type, token, (srow, scol), (erow, ecol), line = get()
200 if not (type is OP and token == ','):
202 type, token, (srow, scol), (erow, ecol), line = get()
207 comment = token
208 type, token, (srow, scol), (erow, ecol), line = get()