use crate::ast::Ident; use crate::ext::base::ExtCtxt; use crate::ext::expand::Marker; use crate::ext::tt::macro_parser::{NamedMatch, MatchedSeq, MatchedNonterminal}; use crate::ext::tt::quoted; use crate::mut_visit::noop_visit_tt; use crate::parse::token::{self, Token, NtTT}; use crate::tokenstream::{DelimSpan, TokenStream, TokenTree, TreeAndJoint}; use smallvec::{smallvec, SmallVec}; use syntax_pos::DUMMY_SP; use rustc_data_structures::fx::FxHashMap; use rustc_data_structures::sync::Lrc; use std::mem; use std::ops::Add; use std::rc::Rc; // An iterator over the token trees in a delimited token tree (`{ ... }`) or a sequence (`$(...)`). enum Frame { Delimited { forest: Lrc, idx: usize, span: DelimSpan, }, Sequence { forest: Lrc, idx: usize, sep: Option, }, } impl Frame { fn new(tts: Vec) -> Frame { let forest = Lrc::new(quoted::Delimited { delim: token::NoDelim, tts: tts }); Frame::Delimited { forest: forest, idx: 0, span: DelimSpan::dummy() } } } impl Iterator for Frame { type Item = quoted::TokenTree; fn next(&mut self) -> Option { match *self { Frame::Delimited { ref forest, ref mut idx, .. } => { *idx += 1; forest.tts.get(*idx - 1).cloned() } Frame::Sequence { ref forest, ref mut idx, .. } => { *idx += 1; forest.tts.get(*idx - 1).cloned() } } } } /// This can do Macro-By-Example transcription. On the other hand, if /// `src` contains no `TokenTree::{Sequence, MetaVar, MetaVarDecl}`s, `interp` can /// (and should) be None. pub fn transcribe(cx: &ExtCtxt<'_>, interp: Option>>, src: Vec) -> TokenStream { let mut stack: SmallVec<[Frame; 1]> = smallvec![Frame::new(src)]; let interpolations = interp.unwrap_or_else(FxHashMap::default); /* just a convenience */ let mut repeats = Vec::new(); let mut result: Vec = Vec::new(); let mut result_stack = Vec::new(); loop { let tree = if let Some(tree) = stack.last_mut().unwrap().next() { tree } else { if let Frame::Sequence { ref mut idx, ref sep, .. } = *stack.last_mut().unwrap() { let (ref mut repeat_idx, repeat_len) = *repeats.last_mut().unwrap(); *repeat_idx += 1; if *repeat_idx < repeat_len { *idx = 0; if let Some(sep) = sep.clone() { // repeat same span, I guess let prev_span = match result.last() { Some((tt, _)) => tt.span(), None => DUMMY_SP, }; result.push(TokenTree::Token(prev_span, sep).into()); } continue } } match stack.pop().unwrap() { Frame::Sequence { .. } => { repeats.pop(); } Frame::Delimited { forest, span, .. } => { if result_stack.is_empty() { return TokenStream::new(result); } let tree = TokenTree::Delimited( span, forest.delim, TokenStream::new(result).into(), ); result = result_stack.pop().unwrap(); result.push(tree.into()); } } continue }; match tree { quoted::TokenTree::Sequence(sp, seq) => { // FIXME(pcwalton): Bad copy. match lockstep_iter_size("ed::TokenTree::Sequence(sp, seq.clone()), &interpolations, &repeats) { LockstepIterSize::Unconstrained => { cx.span_fatal(sp.entire(), /* blame macro writer */ "attempted to repeat an expression \ containing no syntax \ variables matched as repeating at this depth"); } LockstepIterSize::Contradiction(ref msg) => { // FIXME #2887 blame macro invoker instead cx.span_fatal(sp.entire(), &msg[..]); } LockstepIterSize::Constraint(len, _) => { if len == 0 { if seq.op == quoted::KleeneOp::OneOrMore { // FIXME #2887 blame invoker cx.span_fatal(sp.entire(), "this must repeat at least once"); } } else { repeats.push((0, len)); stack.push(Frame::Sequence { idx: 0, sep: seq.separator.clone(), forest: seq, }); } } } } // FIXME #2887: think about span stuff here quoted::TokenTree::MetaVar(mut sp, ident) => { if let Some(cur_matched) = lookup_cur_matched(ident, &interpolations, &repeats) { if let MatchedNonterminal(ref nt) = *cur_matched { if let NtTT(ref tt) = **nt { result.push(tt.clone().into()); } else { sp = sp.apply_mark(cx.current_expansion.mark); let token = TokenTree::Token(sp, Token::Interpolated(nt.clone())); result.push(token.into()); } } else { cx.span_fatal(sp, /* blame the macro writer */ &format!("variable '{}' is still repeating at this depth", ident)); } } else { let ident = Ident::new(ident.name, ident.span.apply_mark(cx.current_expansion.mark)); sp = sp.apply_mark(cx.current_expansion.mark); result.push(TokenTree::Token(sp, token::Dollar).into()); result.push(TokenTree::Token(sp, token::Token::from_ast_ident(ident)).into()); } } quoted::TokenTree::Delimited(mut span, delimited) => { span = span.apply_mark(cx.current_expansion.mark); stack.push(Frame::Delimited { forest: delimited, idx: 0, span: span }); result_stack.push(mem::replace(&mut result, Vec::new())); } quoted::TokenTree::Token(sp, tok) => { let mut marker = Marker(cx.current_expansion.mark); let mut tt = TokenTree::Token(sp, tok); noop_visit_tt(&mut tt, &mut marker); result.push(tt.into()); } quoted::TokenTree::MetaVarDecl(..) => panic!("unexpected `TokenTree::MetaVarDecl"), } } } fn lookup_cur_matched(ident: Ident, interpolations: &FxHashMap>, repeats: &[(usize, usize)]) -> Option> { interpolations.get(&ident).map(|matched| { let mut matched = matched.clone(); for &(idx, _) in repeats { let m = matched.clone(); match *m { MatchedNonterminal(_) => break, MatchedSeq(ref ads, _) => matched = Rc::new(ads[idx].clone()), } } matched }) } #[derive(Clone)] enum LockstepIterSize { Unconstrained, Constraint(usize, Ident), Contradiction(String), } impl Add for LockstepIterSize { type Output = LockstepIterSize; fn add(self, other: LockstepIterSize) -> LockstepIterSize { match self { LockstepIterSize::Unconstrained => other, LockstepIterSize::Contradiction(_) => self, LockstepIterSize::Constraint(l_len, ref l_id) => match other { LockstepIterSize::Unconstrained => self, LockstepIterSize::Contradiction(_) => other, LockstepIterSize::Constraint(r_len, _) if l_len == r_len => self, LockstepIterSize::Constraint(r_len, r_id) => { let msg = format!("inconsistent lockstep iteration: \ '{}' has {} items, but '{}' has {}", l_id, l_len, r_id, r_len); LockstepIterSize::Contradiction(msg) } }, } } } fn lockstep_iter_size(tree: "ed::TokenTree, interpolations: &FxHashMap>, repeats: &[(usize, usize)]) -> LockstepIterSize { use quoted::TokenTree; match *tree { TokenTree::Delimited(_, ref delimed) => { delimed.tts.iter().fold(LockstepIterSize::Unconstrained, |size, tt| { size + lockstep_iter_size(tt, interpolations, repeats) }) }, TokenTree::Sequence(_, ref seq) => { seq.tts.iter().fold(LockstepIterSize::Unconstrained, |size, tt| { size + lockstep_iter_size(tt, interpolations, repeats) }) }, TokenTree::MetaVar(_, name) | TokenTree::MetaVarDecl(_, name, _) => match lookup_cur_matched(name, interpolations, repeats) { Some(matched) => match *matched { MatchedNonterminal(_) => LockstepIterSize::Unconstrained, MatchedSeq(ref ads, _) => LockstepIterSize::Constraint(ads.len(), name), }, _ => LockstepIterSize::Unconstrained }, TokenTree::Token(..) => LockstepIterSize::Unconstrained, } }