Lines Matching refs:token
51 self.token = ''
73 "Push a token onto the stack popped by the get_token method"
75 print("shlex: pushing token " + repr(tok))
102 "Get a token from the input stream (or from stack if it's nonempty)"
106 print("shlex: popping token " + repr(tok))
108 # No pushback. Get a token.
128 print("shlex: token=" + repr(raw))
130 print("shlex: token=EOF")
147 self.token = '' # past end of file
156 if self.token or (self.posix and quoted):
157 break # emit current token
167 self.token = nextchar
170 self.token = nextchar
174 self.token = nextchar
177 self.token = nextchar
180 self.token = nextchar
181 if self.token or (self.posix and quoted):
182 break # emit current token
194 self.token += nextchar
204 self.token += nextchar
215 self.token += self.state
216 self.token += nextchar
226 if self.token or (self.posix and quoted):
227 break # emit current token
235 if self.token or (self.posix and quoted):
236 break # emit current token
241 self.token += nextchar
255 self.token += nextchar
264 if self.token or (self.posix and quoted):
265 break # emit current token
268 result = self.token
269 self.token = ''
274 print("shlex: raw token=" + repr(result))
276 print("shlex: raw token=EOF")
300 token = self.get_token()
301 if token == self.eof:
303 return token