mirror of
https://github.com/astral-sh/ruff.git
synced 2025-08-10 13:48:35 +00:00

## Summary This PR fixes a small quirk in the semantic model. Typically, when we see an import, like `import foo`, we create a `BindingKind::Importation` for it. However, if `foo` has been declared as a `global`, then we propagate the kind forward. So given: ```python global foo import foo ``` We'd create two bindings for `foo`, both with type `global`. This was originally borrowed from Pyflakes, and it exists to help avoid false-positives like: ```python def f(): global foo # Don't mark `foo` as "assigned but unused"! It's a global! foo = 1 ``` This PR removes that behavior, and instead tracks "Does this binding refer to a global?" as a flag. This is much cleaner, since it means we don't "lose" the identity of various bindings. As a very strange example of why this matters, consider: ```python def foo(): global Member from module import Member x: Member = 1 ``` `Member` is only used in a typing context, so we should flag it and say "move it to a `TYPE_CHECKING` block". However, when we go to analyze `from module import Member`, it has `BindingKind::Global`. So we don't even know that it's an import!
450 lines
14 KiB
Rust
450 lines
14 KiB
Rust
use std::ops::{Deref, DerefMut};
|
|
|
|
use bitflags::bitflags;
|
|
use ruff_text_size::TextRange;
|
|
use rustpython_parser::ast::Ranged;
|
|
|
|
use ruff_index::{newtype_index, IndexSlice, IndexVec};
|
|
|
|
use crate::context::ExecutionContext;
|
|
use crate::model::SemanticModel;
|
|
use crate::node::NodeId;
|
|
use crate::reference::ReferenceId;
|
|
use crate::ScopeId;
|
|
|
|
#[derive(Debug, Clone)]
|
|
pub struct Binding<'a> {
|
|
pub kind: BindingKind<'a>,
|
|
pub range: TextRange,
|
|
/// The context in which the [`Binding`] was created.
|
|
pub context: ExecutionContext,
|
|
/// The statement in which the [`Binding`] was defined.
|
|
pub source: Option<NodeId>,
|
|
/// The references to the [`Binding`].
|
|
pub references: Vec<ReferenceId>,
|
|
/// The exceptions that were handled when the [`Binding`] was defined.
|
|
pub exceptions: Exceptions,
|
|
/// Flags for the [`Binding`].
|
|
pub flags: BindingFlags,
|
|
}
|
|
|
|
impl<'a> Binding<'a> {
|
|
/// Return `true` if this [`Binding`] is used.
|
|
pub fn is_used(&self) -> bool {
|
|
!self.references.is_empty()
|
|
}
|
|
|
|
/// Returns an iterator over all references for the current [`Binding`].
|
|
pub fn references(&self) -> impl Iterator<Item = ReferenceId> + '_ {
|
|
self.references.iter().copied()
|
|
}
|
|
|
|
/// Return `true` if this [`Binding`] represents an explicit re-export
|
|
/// (e.g., `FastAPI` in `from fastapi import FastAPI as FastAPI`).
|
|
pub const fn is_explicit_export(&self) -> bool {
|
|
self.flags.contains(BindingFlags::EXPLICIT_EXPORT)
|
|
}
|
|
|
|
/// Return `true` if this [`Binding`] represents an external symbol
|
|
/// (e.g., `FastAPI` in `from fastapi import FastAPI`).
|
|
pub const fn is_external(&self) -> bool {
|
|
self.flags.contains(BindingFlags::EXTERNAL)
|
|
}
|
|
|
|
/// Return `true` if this [`Binding`] represents an aliased symbol
|
|
/// (e.g., `app` in `from fastapi import FastAPI as app`).
|
|
pub const fn is_alias(&self) -> bool {
|
|
self.flags.contains(BindingFlags::ALIAS)
|
|
}
|
|
|
|
/// Return `true` if this [`Binding`] represents a `nonlocal`. A [`Binding`] is a `nonlocal`
|
|
/// if it's declared by a `nonlocal` statement, or shadows a [`Binding`] declared by a
|
|
/// `nonlocal` statement.
|
|
pub const fn is_nonlocal(&self) -> bool {
|
|
self.flags.contains(BindingFlags::NONLOCAL)
|
|
}
|
|
|
|
/// Return `true` if this [`Binding`] represents a `global`. A [`Binding`] is a `global` if it's
|
|
/// declared by a `global` statement, or shadows a [`Binding`] declared by a `global` statement.
|
|
pub const fn is_global(&self) -> bool {
|
|
self.flags.contains(BindingFlags::GLOBAL)
|
|
}
|
|
|
|
/// Return `true` if this [`Binding`] represents an unbound variable
|
|
/// (e.g., `x` in `x = 1; del x`).
|
|
pub const fn is_unbound(&self) -> bool {
|
|
matches!(
|
|
self.kind,
|
|
BindingKind::Annotation | BindingKind::Deletion | BindingKind::UnboundException
|
|
)
|
|
}
|
|
|
|
/// Return `true` if this binding redefines the given binding.
|
|
pub fn redefines(&self, existing: &'a Binding) -> bool {
|
|
match &self.kind {
|
|
BindingKind::Importation(Importation { qualified_name }) => {
|
|
if let BindingKind::SubmoduleImportation(SubmoduleImportation {
|
|
qualified_name: existing,
|
|
}) = &existing.kind
|
|
{
|
|
return qualified_name == existing;
|
|
}
|
|
}
|
|
BindingKind::FromImportation(FromImportation { qualified_name }) => {
|
|
if let BindingKind::SubmoduleImportation(SubmoduleImportation {
|
|
qualified_name: existing,
|
|
}) = &existing.kind
|
|
{
|
|
return qualified_name == existing;
|
|
}
|
|
}
|
|
BindingKind::SubmoduleImportation(SubmoduleImportation { qualified_name }) => {
|
|
match &existing.kind {
|
|
BindingKind::Importation(Importation {
|
|
qualified_name: existing,
|
|
})
|
|
| BindingKind::SubmoduleImportation(SubmoduleImportation {
|
|
qualified_name: existing,
|
|
}) => {
|
|
return qualified_name == existing;
|
|
}
|
|
BindingKind::FromImportation(FromImportation {
|
|
qualified_name: existing,
|
|
}) => {
|
|
return qualified_name == existing;
|
|
}
|
|
_ => {}
|
|
}
|
|
}
|
|
BindingKind::Deletion
|
|
| BindingKind::Annotation
|
|
| BindingKind::FutureImportation
|
|
| BindingKind::Builtin => {
|
|
return false;
|
|
}
|
|
_ => {}
|
|
}
|
|
matches!(
|
|
existing.kind,
|
|
BindingKind::ClassDefinition
|
|
| BindingKind::FunctionDefinition
|
|
| BindingKind::Importation(..)
|
|
| BindingKind::FromImportation(..)
|
|
| BindingKind::SubmoduleImportation(..)
|
|
)
|
|
}
|
|
|
|
/// Returns the fully-qualified symbol name, if this symbol was imported from another module.
|
|
pub fn qualified_name(&self) -> Option<&str> {
|
|
match &self.kind {
|
|
BindingKind::Importation(Importation { qualified_name }) => Some(qualified_name),
|
|
BindingKind::FromImportation(FromImportation { qualified_name }) => {
|
|
Some(qualified_name)
|
|
}
|
|
BindingKind::SubmoduleImportation(SubmoduleImportation { qualified_name }) => {
|
|
Some(qualified_name)
|
|
}
|
|
_ => None,
|
|
}
|
|
}
|
|
|
|
/// Returns the fully-qualified name of the module from which this symbol was imported, if this
|
|
/// symbol was imported from another module.
|
|
pub fn module_name(&self) -> Option<&str> {
|
|
match &self.kind {
|
|
BindingKind::Importation(Importation { qualified_name })
|
|
| BindingKind::SubmoduleImportation(SubmoduleImportation { qualified_name }) => {
|
|
Some(qualified_name.split('.').next().unwrap_or(qualified_name))
|
|
}
|
|
BindingKind::FromImportation(FromImportation { qualified_name }) => Some(
|
|
qualified_name
|
|
.rsplit_once('.')
|
|
.map_or(qualified_name, |(module, _)| module),
|
|
),
|
|
_ => None,
|
|
}
|
|
}
|
|
|
|
/// Returns the range of the binding's parent.
|
|
pub fn parent_range(&self, semantic: &SemanticModel) -> Option<TextRange> {
|
|
self.source
|
|
.map(|node_id| semantic.stmts[node_id])
|
|
.and_then(|parent| {
|
|
if parent.is_import_from_stmt() {
|
|
Some(parent.range())
|
|
} else {
|
|
None
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
bitflags! {
|
|
/// Flags on a [`Binding`].
|
|
#[derive(Debug, Default, Copy, Clone, Eq, PartialEq)]
|
|
pub struct BindingFlags: u8 {
|
|
/// The binding represents an explicit re-export.
|
|
///
|
|
/// For example, the binding could be `FastAPI` in:
|
|
/// ```python
|
|
/// from fastapi import FastAPI as FastAPI
|
|
/// ```
|
|
const EXPLICIT_EXPORT = 1 << 0;
|
|
|
|
/// The binding represents an external symbol, like an import or a builtin.
|
|
///
|
|
/// For example, the binding could be `FastAPI` in:
|
|
/// ```python
|
|
/// from fastapi import FastAPI
|
|
/// ```
|
|
const EXTERNAL = 1 << 1;
|
|
|
|
/// The binding is an aliased symbol.
|
|
///
|
|
/// For example, the binding could be `app` in:
|
|
/// ```python
|
|
/// from fastapi import FastAPI as app
|
|
/// ```
|
|
const ALIAS = 1 << 2;
|
|
|
|
/// The binding is `nonlocal` to the declaring scope. This could be a binding created by
|
|
/// a `nonlocal` statement, or a binding that shadows such a binding.
|
|
///
|
|
/// For example, both of the bindings in the following function are `nonlocal`:
|
|
/// ```python
|
|
/// def f():
|
|
/// nonlocal x
|
|
/// x = 1
|
|
/// ```
|
|
const NONLOCAL = 1 << 3;
|
|
|
|
/// The binding is `global`. This could be a binding created by a `global` statement, or a
|
|
/// binding that shadows such a binding.
|
|
///
|
|
/// For example, both of the bindings in the following function are `global`:
|
|
/// ```python
|
|
/// def f():
|
|
/// global x
|
|
/// x = 1
|
|
/// ```
|
|
const GLOBAL = 1 << 4;
|
|
}
|
|
}
|
|
|
|
/// ID uniquely identifying a [Binding] in a program.
|
|
///
|
|
/// Using a `u32` to identify [Binding]s should is sufficient because Ruff only supports documents with a
|
|
/// size smaller than or equal to `u32::max`. A document with the size of `u32::max` must have fewer than `u32::max`
|
|
/// bindings because bindings must be separated by whitespace (and have an assignment).
|
|
#[newtype_index]
|
|
pub struct BindingId;
|
|
|
|
impl nohash_hasher::IsEnabled for BindingId {}
|
|
|
|
/// The bindings in a program.
|
|
///
|
|
/// Bindings are indexed by [`BindingId`]
|
|
#[derive(Debug, Clone, Default)]
|
|
pub struct Bindings<'a>(IndexVec<BindingId, Binding<'a>>);
|
|
|
|
impl<'a> Bindings<'a> {
|
|
/// Pushes a new [`Binding`] and returns its [`BindingId`].
|
|
pub fn push(&mut self, binding: Binding<'a>) -> BindingId {
|
|
self.0.push(binding)
|
|
}
|
|
}
|
|
|
|
impl<'a> Deref for Bindings<'a> {
|
|
type Target = IndexSlice<BindingId, Binding<'a>>;
|
|
|
|
fn deref(&self) -> &Self::Target {
|
|
&self.0
|
|
}
|
|
}
|
|
|
|
impl<'a> DerefMut for Bindings<'a> {
|
|
fn deref_mut(&mut self) -> &mut Self::Target {
|
|
&mut self.0
|
|
}
|
|
}
|
|
|
|
impl<'a> FromIterator<Binding<'a>> for Bindings<'a> {
|
|
fn from_iter<T: IntoIterator<Item = Binding<'a>>>(iter: T) -> Self {
|
|
Self(IndexVec::from_iter(iter))
|
|
}
|
|
}
|
|
|
|
#[derive(Debug, Clone)]
|
|
pub struct StarImportation<'a> {
|
|
/// The level of the import. `None` or `Some(0)` indicate an absolute import.
|
|
pub level: Option<u32>,
|
|
/// The module being imported. `None` indicates a wildcard import.
|
|
pub module: Option<&'a str>,
|
|
}
|
|
|
|
#[derive(Debug, Clone)]
|
|
pub struct Export<'a> {
|
|
/// The names of the bindings exported via `__all__`.
|
|
pub names: Vec<&'a str>,
|
|
}
|
|
|
|
/// A binding for an `import`, keyed on the name to which the import is bound.
|
|
/// Ex) `import foo` would be keyed on "foo".
|
|
/// Ex) `import foo as bar` would be keyed on "bar".
|
|
#[derive(Debug, Clone)]
|
|
pub struct Importation<'a> {
|
|
/// The full name of the module being imported.
|
|
/// Ex) Given `import foo`, `qualified_name` would be "foo".
|
|
/// Ex) Given `import foo as bar`, `qualified_name` would be "foo".
|
|
pub qualified_name: &'a str,
|
|
}
|
|
|
|
/// A binding for a member imported from a module, keyed on the name to which the member is bound.
|
|
/// Ex) `from foo import bar` would be keyed on "bar".
|
|
/// Ex) `from foo import bar as baz` would be keyed on "baz".
|
|
#[derive(Debug, Clone)]
|
|
pub struct FromImportation {
|
|
/// The full name of the member being imported.
|
|
/// Ex) Given `from foo import bar`, `qualified_name` would be "foo.bar".
|
|
/// Ex) Given `from foo import bar as baz`, `qualified_name` would be "foo.bar".
|
|
pub qualified_name: String,
|
|
}
|
|
|
|
/// A binding for a submodule imported from a module, keyed on the name of the parent module.
|
|
/// Ex) `import foo.bar` would be keyed on "foo".
|
|
#[derive(Debug, Clone)]
|
|
pub struct SubmoduleImportation<'a> {
|
|
/// The full name of the submodule being imported.
|
|
/// Ex) Given `import foo.bar`, `qualified_name` would be "foo.bar".
|
|
pub qualified_name: &'a str,
|
|
}
|
|
|
|
#[derive(Debug, Clone, is_macro::Is)]
|
|
pub enum BindingKind<'a> {
|
|
/// A binding for an annotated assignment without a value, like `x` in:
|
|
/// ```python
|
|
/// x: int
|
|
/// ```
|
|
Annotation,
|
|
|
|
/// A binding for a function argument, like `x` in:
|
|
/// ```python
|
|
/// def foo(x: int):
|
|
/// ...
|
|
/// ```
|
|
Argument,
|
|
|
|
/// A binding for a named expression assignment, like `x` in:
|
|
/// ```python
|
|
/// if (x := 1):
|
|
/// ...
|
|
/// ```
|
|
NamedExprAssignment,
|
|
|
|
/// A binding for a unpacking-based assignment, like `x` in:
|
|
/// ```python
|
|
/// x, y = (1, 2)
|
|
/// ```
|
|
UnpackedAssignment,
|
|
|
|
/// A binding for a "standard" assignment, like `x` in:
|
|
/// ```python
|
|
/// x = 1
|
|
/// ```
|
|
Assignment,
|
|
|
|
/// A binding for a for-loop variable, like `x` in:
|
|
/// ```python
|
|
/// for x in range(10):
|
|
/// ...
|
|
/// ```
|
|
LoopVar,
|
|
|
|
/// A binding for a global variable, like `x` in:
|
|
/// ```python
|
|
/// def foo():
|
|
/// global x
|
|
/// ```
|
|
Global,
|
|
|
|
/// A binding for a nonlocal variable, like `x` in:
|
|
/// ```python
|
|
/// def foo():
|
|
/// nonlocal x
|
|
/// ```
|
|
Nonlocal(ScopeId),
|
|
|
|
/// A binding for a builtin, like `print` or `bool`.
|
|
Builtin,
|
|
|
|
/// A binding for a class, like `Foo` in:
|
|
/// ```python
|
|
/// class Foo:
|
|
/// ...
|
|
/// ```
|
|
ClassDefinition,
|
|
|
|
/// A binding for a function, like `foo` in:
|
|
/// ```python
|
|
/// def foo():
|
|
/// ...
|
|
/// ```
|
|
FunctionDefinition,
|
|
|
|
/// A binding for an `__all__` export, like `__all__` in:
|
|
/// ```python
|
|
/// __all__ = ["foo", "bar"]
|
|
/// ```
|
|
Export(Export<'a>),
|
|
|
|
/// A binding for a `__future__` import, like:
|
|
/// ```python
|
|
/// from __future__ import annotations
|
|
/// ```
|
|
FutureImportation,
|
|
|
|
/// A binding for a straight `import`, like `foo` in:
|
|
/// ```python
|
|
/// import foo
|
|
/// ```
|
|
Importation(Importation<'a>),
|
|
|
|
/// A binding for a member imported from a module, like `bar` in:
|
|
/// ```python
|
|
/// from foo import bar
|
|
/// ```
|
|
FromImportation(FromImportation),
|
|
|
|
/// A binding for a submodule imported from a module, like `bar` in:
|
|
/// ```python
|
|
/// import foo.bar
|
|
/// ```
|
|
SubmoduleImportation(SubmoduleImportation<'a>),
|
|
|
|
/// A binding for a deletion, like `x` in:
|
|
/// ```python
|
|
/// del x
|
|
/// ```
|
|
Deletion,
|
|
|
|
/// A binding to unbind the local variable, like `x` in:
|
|
/// ```python
|
|
/// try:
|
|
/// ...
|
|
/// except Exception as x:
|
|
/// ...
|
|
/// ```
|
|
///
|
|
/// After the `except` block, `x` is unbound, despite the lack
|
|
/// of an explicit `del` statement.
|
|
UnboundException,
|
|
}
|
|
|
|
bitflags! {
|
|
#[derive(Debug, Copy, Clone, Eq, PartialEq, Hash)]
|
|
pub struct Exceptions: u8 {
|
|
const NAME_ERROR = 0b0000_0001;
|
|
const MODULE_NOT_FOUND_ERROR = 0b0000_0010;
|
|
const IMPORT_ERROR = 0b0000_0100;
|
|
}
|
|
}
|