Don't remap float tokens to INT_NUMBER

This commit is contained in:
Jonas Schievink 2022-05-12 19:01:09 +02:00
parent f8c0062d4e
commit cb5e8da88a
4 changed files with 45 additions and 4 deletions

View file

@ -243,6 +243,8 @@ fn convert_tokens<C: TokenConvertor>(conv: &mut C) -> tt::Subtree {
let char = match token.to_char(conv) {
Some(c) => c,
None => {
// FIXME: this isn't really correct, `to_char` yields the *first* char of the token,
// and this is relevant when eg. creating 2 `tt::Punct` from a single `::` token
panic!("Token from lexer must be single char: token = {:#?}", token);
}
};