mirror of
https://github.com/astral-sh/ruff.git
synced 2025-09-27 12:29:28 +00:00

## Summary The tokenizer was split into a forward and a backwards tokenizer. The backwards tokenizer uses the same names as the forwards ones (e.g. `next_token`). The backwards tokenizer gets the comment ranges that we already built to skip comments. --------- Co-authored-by: Micha Reiser <micha@reiser.io>
71 lines
2 KiB
Rust
71 lines
2 KiB
Rust
use std::fmt::{Debug, Formatter};
|
|
use std::ops::Deref;
|
|
|
|
use itertools::Itertools;
|
|
|
|
use ruff_text_size::{Ranged, TextRange};
|
|
|
|
/// Stores the ranges of comments sorted by [`TextRange::start`] in increasing order. No two ranges are overlapping.
|
|
#[derive(Clone, Default)]
|
|
pub struct CommentRanges {
|
|
raw: Vec<TextRange>,
|
|
}
|
|
|
|
impl CommentRanges {
|
|
pub fn new(ranges: Vec<TextRange>) -> Self {
|
|
Self { raw: ranges }
|
|
}
|
|
|
|
/// Returns `true` if the given range includes a comment.
|
|
pub fn intersects(&self, target: TextRange) -> bool {
|
|
self.raw
|
|
.binary_search_by(|range| {
|
|
if target.contains_range(*range) {
|
|
std::cmp::Ordering::Equal
|
|
} else if range.end() < target.start() {
|
|
std::cmp::Ordering::Less
|
|
} else {
|
|
std::cmp::Ordering::Greater
|
|
}
|
|
})
|
|
.is_ok()
|
|
}
|
|
|
|
/// Returns the comments who are within the range
|
|
pub fn comments_in_range(&self, range: TextRange) -> &[TextRange] {
|
|
let start = self
|
|
.raw
|
|
.partition_point(|comment| comment.start() < range.start());
|
|
// We expect there are few comments, so switching to find should be faster
|
|
match self.raw[start..]
|
|
.iter()
|
|
.find_position(|comment| comment.end() > range.end())
|
|
{
|
|
Some((in_range, _element)) => &self.raw[start..start + in_range],
|
|
None => &self.raw[start..],
|
|
}
|
|
}
|
|
}
|
|
|
|
impl Deref for CommentRanges {
|
|
type Target = [TextRange];
|
|
|
|
fn deref(&self) -> &Self::Target {
|
|
self.raw.as_slice()
|
|
}
|
|
}
|
|
|
|
impl Debug for CommentRanges {
|
|
fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
|
|
f.debug_tuple("CommentRanges").field(&self.raw).finish()
|
|
}
|
|
}
|
|
|
|
impl<'a> IntoIterator for &'a CommentRanges {
|
|
type Item = &'a TextRange;
|
|
type IntoIter = std::slice::Iter<'a, TextRange>;
|
|
|
|
fn into_iter(self) -> Self::IntoIter {
|
|
self.raw.iter()
|
|
}
|
|
}
|