Lines Matching refs:tokens
17 self.tokens = []
23 if self.tokens:
27 if isinstance(self.tokens[0], choice):
34 if self.tokens:
35 return self.tokens[0]
40 token = self.tokens.pop(0)
50 self.tokens.append(yaml.StreamStartToken(None, None))
55 self.tokens.append(yaml.StreamEndToken(None, None))
58 self.tokens.append(self.scan_directive())
61 self.tokens.append(yaml.DocumentStartToken(None, None))
64 self.tokens.append(yaml.FlowSequenceStartToken(None, None))
67 self.tokens.append(yaml.FlowMappingStartToken(None, None))
70 self.tokens.append(yaml.FlowSequenceEndToken(None, None))
73 self.tokens.append(yaml.FlowMappingEndToken(None, None))
76 self.tokens.append(yaml.KeyToken(None, None))
79 self.tokens.append(yaml.ValueToken(None, None))
82 self.tokens.append(yaml.FlowEntryToken(None, None))
84 self.tokens.append(self.scan_alias())
86 self.tokens.append(self.scan_tag())
88 self.tokens.append(self.scan_scalar())
226 raise CanonicalError("document is expected, got "+repr(self.tokens[0]))
260 raise CanonicalError("SCALAR, '[', or '{' is expected, got "+repr(self.tokens[0]))