Turn ExpandResult into struct

This commit is contained in:
Florian Diebold 2020-03-16 12:22:10 +01:00
parent f3c6a2e3db
commit d655749aae
6 changed files with 63 additions and 43 deletions

View file

@ -2,7 +2,7 @@
use std::sync::Arc; use std::sync::Arc;
use mbe::MacroRules; use mbe::{ExpandResult, MacroRules};
use ra_db::{salsa, SourceDatabase}; use ra_db::{salsa, SourceDatabase};
use ra_parser::FragmentKind; use ra_parser::FragmentKind;
use ra_prof::profile; use ra_prof::profile;
@ -31,12 +31,8 @@ impl TokenExpander {
match self { match self {
TokenExpander::MacroRules(it) => it.expand(tt), TokenExpander::MacroRules(it) => it.expand(tt),
// FIXME switch these to ExpandResult as well // FIXME switch these to ExpandResult as well
TokenExpander::Builtin(it) => it TokenExpander::Builtin(it) => it.expand(db, id, tt).into(),
.expand(db, id, tt) TokenExpander::BuiltinDerive(it) => it.expand(db, id, tt).into(),
.map_or_else(|e| (tt::Subtree::default(), Some(e)), |r| (r, None)),
TokenExpander::BuiltinDerive(it) => it
.expand(db, id, tt)
.map_or_else(|e| (tt::Subtree::default(), Some(e)), |r| (r, None)),
} }
} }
@ -204,7 +200,7 @@ fn macro_expand_with_arg(
Some(it) => it, Some(it) => it,
None => return (None, Some("Fail to find macro definition".into())), None => return (None, Some("Fail to find macro definition".into())),
}; };
let (tt, err) = macro_rules.0.expand(db, lazy_id, &macro_arg.0); let ExpandResult(tt, err) = macro_rules.0.expand(db, lazy_id, &macro_arg.0);
// Set a hard limit for the expanded tt // Set a hard limit for the expanded tt
let count = tt.count(); let count = tt.count();
if count > 65536 { if count > 65536 {

View file

@ -30,8 +30,6 @@ pub enum ExpandError {
InvalidRepeat, InvalidRepeat,
} }
pub type ExpandResult<T> = (T, Option<ExpandError>);
pub use crate::syntax_bridge::{ pub use crate::syntax_bridge::{
ast_to_token_tree, parse_to_token_tree, syntax_node_to_token_tree, token_tree_to_syntax_node, ast_to_token_tree, parse_to_token_tree, syntax_node_to_token_tree, token_tree_to_syntax_node,
TokenMap, TokenMap,
@ -211,5 +209,35 @@ fn validate(pattern: &tt::Subtree) -> Result<(), ParseError> {
Ok(()) Ok(())
} }
pub struct ExpandResult<T>(pub T, pub Option<ExpandError>);
impl<T> ExpandResult<T> {
pub fn ok(t: T) -> ExpandResult<T> {
ExpandResult(t, None)
}
pub fn only_err(err: ExpandError) -> ExpandResult<T>
where
T: Default,
{
ExpandResult(Default::default(), Some(err))
}
pub fn map<U>(self, f: impl FnOnce(T) -> U) -> ExpandResult<U> {
ExpandResult(f(self.0), self.1)
}
pub fn result(self) -> Result<T, ExpandError> {
self.1.map(Err).unwrap_or(Ok(self.0))
}
}
impl<T: Default> From<Result<T, ExpandError>> for ExpandResult<T> {
fn from(result: Result<T, ExpandError>) -> ExpandResult<T> {
result
.map_or_else(|e| ExpandResult(Default::default(), Some(e)), |it| ExpandResult(it, None))
}
}
#[cfg(test)] #[cfg(test)]
mod tests; mod tests;

View file

@ -18,12 +18,13 @@ fn expand_rules(rules: &[crate::Rule], input: &tt::Subtree) -> ExpandResult<tt::
let mut match_: Option<(matcher::Match, &crate::Rule)> = None; let mut match_: Option<(matcher::Match, &crate::Rule)> = None;
let mut err = Some(ExpandError::NoMatchingRule); let mut err = Some(ExpandError::NoMatchingRule);
for rule in rules { for rule in rules {
let (new_match, bindings_err) = matcher::match_(&rule.lhs, input); let ExpandResult(new_match, bindings_err) = matcher::match_(&rule.lhs, input);
if bindings_err.is_none() { if bindings_err.is_none() {
// if we find a rule that applies without errors, we're done // if we find a rule that applies without errors, we're done
let (res, transcribe_err) = transcriber::transcribe(&rule.rhs, &new_match.bindings); let ExpandResult(res, transcribe_err) =
transcriber::transcribe(&rule.rhs, &new_match.bindings);
if transcribe_err.is_none() { if transcribe_err.is_none() {
return (res, None); return ExpandResult::ok(res);
} }
} }
// use the rule if we matched more tokens, or had fewer patterns left // use the rule if we matched more tokens, or had fewer patterns left
@ -43,10 +44,11 @@ fn expand_rules(rules: &[crate::Rule], input: &tt::Subtree) -> ExpandResult<tt::
} }
if let Some((match_, rule)) = match_ { if let Some((match_, rule)) = match_ {
// if we got here, there was no match without errors // if we got here, there was no match without errors
let (result, transcribe_err) = transcriber::transcribe(&rule.rhs, &match_.bindings); let ExpandResult(result, transcribe_err) =
(result, err.or(transcribe_err)) transcriber::transcribe(&rule.rhs, &match_.bindings);
ExpandResult(result, err.or(transcribe_err))
} else { } else {
(tt::Subtree::default(), err) ExpandResult(tt::Subtree::default(), err)
} }
} }
@ -171,6 +173,6 @@ mod tests {
ast_to_token_tree(&macro_invocation.token_tree().unwrap()).unwrap(); ast_to_token_tree(&macro_invocation.token_tree().unwrap()).unwrap();
let expanded = expand_rules(&rules.rules, &invocation_tt); let expanded = expand_rules(&rules.rules, &invocation_tt);
(expanded.0, expanded.1) expanded
} }
} }

View file

@ -79,7 +79,7 @@ pub(super) fn match_(pattern: &tt::Subtree, src: &tt::Subtree) -> ExpandResult<M
err = Some(err!("leftover tokens")); err = Some(err!("leftover tokens"));
} }
(res, err) ExpandResult(res, err)
} }
fn match_subtree( fn match_subtree(
@ -148,7 +148,7 @@ fn match_subtree(
continue; continue;
} }
}; };
let (matched, match_err) = match_meta_var(kind.as_str(), src); let ExpandResult(matched, match_err) = match_meta_var(kind.as_str(), src);
match matched { match matched {
Some(fragment) => { Some(fragment) => {
res.bindings.inner.insert(name.clone(), Binding::Fragment(fragment)); res.bindings.inner.insert(name.clone(), Binding::Fragment(fragment));
@ -308,17 +308,17 @@ impl<'a> TtIter<'a> {
token_trees: res.into_iter().cloned().collect(), token_trees: res.into_iter().cloned().collect(),
})), })),
}; };
(res, err) ExpandResult(res, err)
} }
pub(crate) fn eat_vis(&mut self) -> Option<tt::TokenTree> { pub(crate) fn eat_vis(&mut self) -> Option<tt::TokenTree> {
let mut fork = self.clone(); let mut fork = self.clone();
match fork.expect_fragment(Visibility) { match fork.expect_fragment(Visibility) {
(tt, None) => { ExpandResult(tt, None) => {
*self = fork; *self = fork;
tt tt
} }
(_, Some(_)) => None, ExpandResult(_, Some(_)) => None,
} }
} }
} }
@ -419,12 +419,11 @@ fn match_meta_var(kind: &str, input: &mut TtIter) -> ExpandResult<Option<Fragmen
}, },
_ => Err(ExpandError::UnexpectedToken), _ => Err(ExpandError::UnexpectedToken),
}; };
return to_expand_result(tt_result.map(|it| it.map(Fragment::Tokens))); return tt_result.map(|it| it.map(Fragment::Tokens)).into();
} }
}; };
let (tt, err) = input.expect_fragment(fragment); let result = input.expect_fragment(fragment);
let fragment = if kind == "expr" { tt.map(Fragment::Ast) } else { tt.map(Fragment::Tokens) }; result.map(|tt| if kind == "expr" { tt.map(Fragment::Ast) } else { tt.map(Fragment::Tokens) })
(fragment, err)
} }
fn collect_vars(buf: &mut Vec<SmolStr>, pattern: &tt::Subtree) -> Result<(), ExpandError> { fn collect_vars(buf: &mut Vec<SmolStr>, pattern: &tt::Subtree) -> Result<(), ExpandError> {
@ -438,7 +437,3 @@ fn collect_vars(buf: &mut Vec<SmolStr>, pattern: &tt::Subtree) -> Result<(), Exp
} }
Ok(()) Ok(())
} }
fn to_expand_result<T: Default>(result: Result<T, ExpandError>) -> ExpandResult<T> {
result.map_or_else(|e| (Default::default(), Some(e)), |it| (it, None))
}

View file

@ -87,23 +87,23 @@ fn expand_subtree(ctx: &mut ExpandCtx, template: &tt::Subtree) -> ExpandResult<t
match op { match op {
Op::TokenTree(tt @ tt::TokenTree::Leaf(..)) => buf.push(tt.clone()), Op::TokenTree(tt @ tt::TokenTree::Leaf(..)) => buf.push(tt.clone()),
Op::TokenTree(tt::TokenTree::Subtree(tt)) => { Op::TokenTree(tt::TokenTree::Subtree(tt)) => {
let (tt, e) = expand_subtree(ctx, tt); let ExpandResult(tt, e) = expand_subtree(ctx, tt);
err = err.or(e); err = err.or(e);
buf.push(tt.into()); buf.push(tt.into());
} }
Op::Var { name, kind: _ } => { Op::Var { name, kind: _ } => {
let (fragment, e) = expand_var(ctx, name); let ExpandResult(fragment, e) = expand_var(ctx, name);
err = err.or(e); err = err.or(e);
push_fragment(&mut buf, fragment); push_fragment(&mut buf, fragment);
} }
Op::Repeat { subtree, kind, separator } => { Op::Repeat { subtree, kind, separator } => {
let (fragment, e) = expand_repeat(ctx, subtree, kind, separator); let ExpandResult(fragment, e) = expand_repeat(ctx, subtree, kind, separator);
err = err.or(e); err = err.or(e);
push_fragment(&mut buf, fragment) push_fragment(&mut buf, fragment)
} }
} }
} }
(tt::Subtree { delimiter: template.delimiter, token_trees: buf }, err) ExpandResult(tt::Subtree { delimiter: template.delimiter, token_trees: buf }, err)
} }
fn expand_var(ctx: &mut ExpandCtx, v: &SmolStr) -> ExpandResult<Fragment> { fn expand_var(ctx: &mut ExpandCtx, v: &SmolStr) -> ExpandResult<Fragment> {
@ -112,7 +112,7 @@ fn expand_var(ctx: &mut ExpandCtx, v: &SmolStr) -> ExpandResult<Fragment> {
let tt = let tt =
tt::Leaf::from(tt::Ident { text: "$crate".into(), id: tt::TokenId::unspecified() }) tt::Leaf::from(tt::Ident { text: "$crate".into(), id: tt::TokenId::unspecified() })
.into(); .into();
(Fragment::Tokens(tt), None) ExpandResult::ok(Fragment::Tokens(tt))
} else if !ctx.bindings.contains(v) { } else if !ctx.bindings.contains(v) {
// Note that it is possible to have a `$var` inside a macro which is not bound. // Note that it is possible to have a `$var` inside a macro which is not bound.
// For example: // For example:
@ -141,11 +141,11 @@ fn expand_var(ctx: &mut ExpandCtx, v: &SmolStr) -> ExpandResult<Fragment> {
], ],
} }
.into(); .into();
(Fragment::Tokens(tt), None) ExpandResult::ok(Fragment::Tokens(tt))
} else { } else {
ctx.bindings.get(&v, &mut ctx.nesting).map_or_else( ctx.bindings.get(&v, &mut ctx.nesting).map_or_else(
|e| (Fragment::Tokens(tt::TokenTree::empty()), Some(e)), |e| ExpandResult(Fragment::Tokens(tt::TokenTree::empty()), Some(e)),
|b| (b.clone(), None), |b| ExpandResult::ok(b.clone()),
) )
} }
} }
@ -165,7 +165,7 @@ fn expand_repeat(
let mut counter = 0; let mut counter = 0;
loop { loop {
let (mut t, e) = expand_subtree(ctx, template); let ExpandResult(mut t, e) = expand_subtree(ctx, template);
let nesting_state = ctx.nesting.last_mut().unwrap(); let nesting_state = ctx.nesting.last_mut().unwrap();
if nesting_state.at_end || !nesting_state.hit { if nesting_state.at_end || !nesting_state.hit {
break; break;
@ -225,9 +225,9 @@ fn expand_repeat(
let tt = tt::Subtree { delimiter: None, token_trees: buf }.into(); let tt = tt::Subtree { delimiter: None, token_trees: buf }.into();
if RepeatKind::OneOrMore == kind && counter == 0 { if RepeatKind::OneOrMore == kind && counter == 0 {
return (Fragment::Tokens(tt), Some(ExpandError::UnexpectedToken)); return ExpandResult(Fragment::Tokens(tt), Some(ExpandError::UnexpectedToken));
} }
(Fragment::Tokens(tt), None) ExpandResult::ok(Fragment::Tokens(tt))
} }
fn push_fragment(buf: &mut Vec<tt::TokenTree>, fragment: Fragment) { fn push_fragment(buf: &mut Vec<tt::TokenTree>, fragment: Fragment) {

View file

@ -1430,8 +1430,7 @@ impl MacroFixture {
let (invocation_tt, _) = let (invocation_tt, _) =
ast_to_token_tree(&macro_invocation.token_tree().unwrap()).unwrap(); ast_to_token_tree(&macro_invocation.token_tree().unwrap()).unwrap();
let (tt, err) = self.rules.expand(&invocation_tt); self.rules.expand(&invocation_tt).result()
err.map(Err).unwrap_or(Ok(tt))
} }
fn assert_expand_err(&self, invocation: &str, err: &ExpandError) { fn assert_expand_err(&self, invocation: &str, err: &ExpandError) {