Lines Matching refs:tokens
162 let mut tokens = strings.parse::<TokenStream>().unwrap().into_iter();
170 match tokens.next().unwrap() {
178 if let Some(unexpected) = tokens.next() {
265 let tokens = TokenStream::from(TokenTree::Literal(negative_literal));
266 let mut iter = tokens.into_iter();
332 let mut tokens = input
337 let first = tokens.next().unwrap();
340 let second = tokens.next().unwrap();
341 let third = tokens.next().unwrap();
655 let tokens = "a b (c d) e".parse::<TokenStream>().unwrap();
657 assert_eq!(tokens.into_iter().size_hint(), (4, Some(4)));
663 let mut tokens = "tuple.0.0".parse::<TokenStream>().unwrap().into_iter();
664 assert_eq!("tuple", tokens.next().unwrap().to_string());
665 assert_eq!(".", tokens.next().unwrap().to_string());
666 assert_eq!("0.0", tokens.next().unwrap().to_string());
667 assert!(tokens.next().is_none());
741 let tokens = various_spaces.parse::<TokenStream>().unwrap();
742 assert_eq!(tokens.into_iter().count(), 0);
751 let tokens = string.parse::<TokenStream>().unwrap();
752 match tokens.into_iter().next().unwrap() {