⬆️ rowan

It now stores text inline with tokens
This commit is contained in:
Aleksey Kladov 2021-01-20 14:04:53 +03:00
parent 46b4f89c92
commit 3429b32ad1
7 changed files with 12 additions and 17 deletions

View file

@ -8,7 +8,7 @@ use crate::{
ast,
parsing::Token,
syntax_node::GreenNode,
SmolStr, SyntaxError,
SyntaxError,
SyntaxKind::{self, *},
SyntaxTreeBuilder, TextRange, TextSize,
};
@ -135,7 +135,7 @@ impl<'a> TextTreeSink<'a> {
fn do_token(&mut self, kind: SyntaxKind, len: TextSize, n_tokens: usize) {
let range = TextRange::at(self.text_pos, len);
let text: SmolStr = self.text[range].into();
let text = &self.text[range];
self.text_pos += len;
self.token_pos += n_tokens;
self.inner.token(kind, text);