Lines Matching refs:tokens
5 fn concat(tokens: &[TokenTree], group_span: Span) -> TokenTree {
6 let mut tokens = tokens.iter();
10 match tokens.next() {
21 let Some(TokenTree::Ident(ident)) = tokens.next() else {
49 pub(crate) fn expand(tokens: &mut Vec<TokenTree>) {
50 for token in tokens.iter_mut() {
64 // Recursively expand tokens inside the group
74 for i in (0..tokens.len().saturating_sub(3)).rev() {
77 (&tokens[i + 1], &tokens[i + 2]),
81 match &tokens[i + 3] {
83 tokens.splice(i + 3..i + 4, group.stream());
88 match &tokens[i] {
90 tokens.splice(i..i + 1, group.stream());