Lines Matching refs:tokens
35 //! method. Delimiter tokens are parsed using the [`parenthesized!`],
125 /// Marker trait for types that represent single tokens.
147 /// Support writing `token.span` rather than `token.spans[0]` on tokens that
317 fn to_tokens(&self, tokens: &mut TokenStream) {
318 printing::keyword($token, self.span, tokens);
456 fn to_tokens(&self, tokens: &mut TokenStream) {
457 printing::punct($token, &self.spans, tokens);
550 pub fn surround<F>(&self, tokens: &mut TokenStream, f: F)
556 printing::delim(Delimiter::$delim, self.span.join(), tokens, inner);
573 fn to_tokens(&self, tokens: &mut TokenStream) {
574 tokens.append(Ident::new("_", self.span));
679 pub fn surround<F>(&self, tokens: &mut TokenStream, f: F)
685 printing::delim(Delimiter::None, self.span, tokens, inner);
873 /// As an expression, `Token!` is used for peeking tokens or instantiating
874 /// tokens from a span.
1106 pub fn punct(s: &str, spans: &[Span], tokens: &mut TokenStream) {
1116 tokens.append(op);
1121 tokens.append(op);
1124 pub(crate) fn keyword(s: &str, span: Span, tokens: &mut TokenStream) {
1125 tokens.append(Ident::new(s, span));
1131 tokens: &mut TokenStream,
1136 tokens.append(g);