Lines Matching refs:token
47 /// A raw token literal not interpreted by Syn.
81 token: Literal,
93 token: Literal,
108 token: Literal,
123 let mut token = Literal::string(value);
124 token.set_span(span);
127 token,
134 let repr = self.repr.token.to_string();
209 .map(|token| respan_token_tree(token, span))
214 fn respan_token_tree(mut token: TokenTree, span: Span) -> TokenTree {
215 match &mut token {
223 token
226 // Parse string literal into a token stream with every span equal to the
245 self.repr.token.span()
249 self.repr.token.set_span(span);
256 pub fn token(&self) -> Literal {
257 self.repr.token.clone()
263 let mut token = Literal::byte_string(value);
264 token.set_span(span);
267 token,
274 let repr = self.repr.token.to_string();
280 self.repr.token.span()
284 self.repr.token.set_span(span);
291 pub fn token(&self) -> Literal {
292 self.repr.token.clone()
298 let mut token = Literal::u8_suffixed(value);
299 token.set_span(span);
302 token,
309 let repr = self.repr.token.to_string();
315 self.repr.token.span()
319 self.repr.token.set_span(span);
326 pub fn token(&self) -> Literal {
327 self.repr.token.clone()
333 let mut token = Literal::character(value);
334 token.set_span(span);
337 token,
344 let repr = self.repr.token.to_string();
350 self.repr.token.span()
354 self.repr.token.set_span(span);
361 pub fn token(&self) -> Literal {
362 self.repr.token.clone()
373 let mut token: Literal = repr.parse().unwrap();
374 token.set_span(span);
377 token,
391 /// resulting errors will be correctly spanned to point to the literal token
425 self.repr.token.span()
429 self.repr.token.set_span(span);
432 pub fn token(&self) -> Literal {
433 self.repr.token.clone()
438 fn from(token: Literal) -> Self {
439 let repr = token.to_string();
443 token,
456 self.repr.token.fmt(formatter)
467 let mut token: Literal = repr.parse().unwrap();
468 token.set_span(span);
471 token,
497 self.repr.token.span()
501 self.repr.token.set_span(span);
504 pub fn token(&self) -> Literal {
505 self.repr.token.clone()
510 fn from(token: Literal) -> Self {
511 let repr = token.to_string();
515 token,
528 self.repr.token.fmt(formatter)
549 pub fn token(&self) -> Ident {
571 .field("token", &format_args!("{}", self.repr.token))
590 .field("token", &format_args!("{}", self.repr.token))
609 .field("token", &format_args!("{}", self.repr.token))
628 .field("token", &format_args!("{}", self.repr.token))
647 .field("token", &format_args!("{}", self.repr.token))
666 .field("token", &format_args!("{}", self.repr.token))
699 token: self.token.clone(),
710 token: self.token.clone(),
722 token: self.token.clone(),
745 self.repr.token.to_string() == other.repr.token.to_string()
756 self.repr.token.to_string().hash(state);
857 let mut token: Literal = repr.parse().unwrap();
858 token.set_span(span);
862 token,
872 let mut token: Literal = repr.parse().unwrap();
873 token.set_span(span);
877 token,
973 self.repr.token.to_tokens(tokens);
980 self.repr.token.to_tokens(tokens);
987 self.repr.token.to_tokens(tokens);
994 self.repr.token.to_tokens(tokens);
1001 self.repr.token.to_tokens(tokens);
1008 self.repr.token.to_tokens(tokens);
1015 tokens.append(self.token());
1028 pub fn new(token: Literal) -> Self {
1029 let repr = token.to_string();
1036 repr: Box::new(LitRepr { token, suffix }),
1044 repr: Box::new(LitRepr { token, suffix }),
1051 repr: Box::new(LitRepr { token, suffix }),
1060 repr: Box::new(LitRepr { token, suffix }),
1068 token,
1078 token,
1090 span: token.span(),
1096 b'c' => return Lit::Verbatim(token),
1097 b'(' if repr == "(/*ERROR*/)" => return Lit::Verbatim(token),