diff --git a/crates/uv-client/src/flat_index.rs b/crates/uv-client/src/flat_index.rs index a042f4f10..45eac5af8 100644 --- a/crates/uv-client/src/flat_index.rs +++ b/crates/uv-client/src/flat_index.rs @@ -8,10 +8,11 @@ use rustc_hash::FxHashMap; use tracing::{debug, info_span, instrument, warn, Instrument}; use url::Url; -use distribution_filename::DistFilename; +use distribution_filename::{DistFilename, SourceDistFilename, WheelFilename}; use distribution_types::{ - BuiltDist, Dist, File, FileLocation, FlatIndexLocation, IndexUrl, PrioritizedDist, - RegistryBuiltDist, RegistrySourceDist, SourceDist, SourceDistCompatibility, + BuiltDist, Dist, File, FileLocation, FlatIndexLocation, IncompatibleSource, IncompatibleWheel, + IndexUrl, PrioritizedDist, RegistryBuiltDist, RegistrySourceDist, SourceDist, + SourceDistCompatibility, WheelCompatibility, }; use pep440_rs::Version; use pep508_rs::VerbatimUrl; @@ -19,6 +20,7 @@ use platform_tags::Tags; use pypi_types::Hashes; use uv_cache::{Cache, CacheBucket}; use uv_normalize::PackageName; +use uv_types::{NoBinary, NoBuild}; use crate::cached_client::{CacheControl, CachedClientError}; use crate::html::SimpleHtml; @@ -271,12 +273,25 @@ pub struct FlatIndex { impl FlatIndex { /// Collect all files from a `--find-links` target into a [`FlatIndex`]. #[instrument(skip_all)] - pub fn from_entries(entries: FlatIndexEntries, tags: &Tags) -> Self { + pub fn from_entries( + entries: FlatIndexEntries, + tags: &Tags, + no_build: &NoBuild, + no_binary: &NoBinary, + ) -> Self { // Collect compatible distributions. let mut index = FxHashMap::default(); for (filename, file, url) in entries.entries { let distributions = index.entry(filename.name().clone()).or_default(); - Self::add_file(distributions, file, filename, tags, url); + Self::add_file( + distributions, + file, + filename, + tags, + no_build, + no_binary, + url, + ); } // Collect offline entries. @@ -290,15 +305,17 @@ impl FlatIndex { file: File, filename: DistFilename, tags: &Tags, + no_build: &NoBuild, + no_binary: &NoBinary, index: IndexUrl, ) { // No `requires-python` here: for source distributions, we don't have that information; // for wheels, we read it lazily only when selected. match filename { DistFilename::WheelFilename(filename) => { - let compatibility = filename.compatibility(tags); let version = filename.version.clone(); + let compatibility = Self::wheel_compatibility(&filename, tags, no_binary); let dist = Dist::Built(BuiltDist::Registry(RegistryBuiltDist { filename, file: Box::new(file), @@ -306,20 +323,15 @@ impl FlatIndex { })); match distributions.0.entry(version) { Entry::Occupied(mut entry) => { - entry - .get_mut() - .insert_built(dist, None, compatibility.into()); + entry.get_mut().insert_built(dist, None, compatibility); } Entry::Vacant(entry) => { - entry.insert(PrioritizedDist::from_built( - dist, - None, - compatibility.into(), - )); + entry.insert(PrioritizedDist::from_built(dist, None, compatibility)); } } } DistFilename::SourceDistFilename(filename) => { + let compatibility = Self::source_dist_compatibility(&filename, no_build); let dist = Dist::Source(SourceDist::Registry(RegistrySourceDist { filename: filename.clone(), file: Box::new(file), @@ -327,24 +339,54 @@ impl FlatIndex { })); match distributions.0.entry(filename.version) { Entry::Occupied(mut entry) => { - entry.get_mut().insert_source( - dist, - None, - SourceDistCompatibility::Compatible, - ); + entry.get_mut().insert_source(dist, None, compatibility); } Entry::Vacant(entry) => { - entry.insert(PrioritizedDist::from_source( - dist, - None, - SourceDistCompatibility::Compatible, - )); + entry.insert(PrioritizedDist::from_source(dist, None, compatibility)); } } } } } + fn source_dist_compatibility( + filename: &SourceDistFilename, + no_build: &NoBuild, + ) -> SourceDistCompatibility { + // Check if source distributions are allowed for this package. + let no_build = match no_build { + NoBuild::None => false, + NoBuild::All => true, + NoBuild::Packages(packages) => packages.contains(&filename.name), + }; + + if no_build { + return SourceDistCompatibility::Incompatible(IncompatibleSource::NoBuild); + } + + SourceDistCompatibility::Compatible + } + + fn wheel_compatibility( + filename: &WheelFilename, + tags: &Tags, + no_binary: &NoBinary, + ) -> WheelCompatibility { + // Check if binaries are allowed for this package. + let no_binary = match no_binary { + NoBinary::None => false, + NoBinary::All => true, + NoBinary::Packages(packages) => packages.contains(&filename.name), + }; + + if no_binary { + return WheelCompatibility::Incompatible(IncompatibleWheel::NoBinary); + } + + // Determine a compatibility for the wheel based on tags. + WheelCompatibility::from(filename.compatibility(tags)) + } + /// Get the [`FlatDistributions`] for the given package name. pub fn get(&self, package_name: &PackageName) -> Option<&FlatDistributions> { self.index.get(package_name) diff --git a/crates/uv-dev/src/resolve_cli.rs b/crates/uv-dev/src/resolve_cli.rs index bb320628c..3d9bb3cc7 100644 --- a/crates/uv-dev/src/resolve_cli.rs +++ b/crates/uv-dev/src/resolve_cli.rs @@ -56,14 +56,6 @@ pub(crate) async fn resolve_cli(args: ResolveCliArgs) -> Result<()> { let venv = PythonEnvironment::from_virtualenv(&cache)?; let index_locations = IndexLocations::new(args.index_url, args.extra_index_url, args.find_links, false); - let client = RegistryClientBuilder::new(cache.clone()) - .index_urls(index_locations.index_urls()) - .build(); - let flat_index = { - let client = FlatIndexClient::new(&client, &cache); - let entries = client.fetch(index_locations.flat_index()).await?; - FlatIndex::from_entries(entries, venv.interpreter().tags()?) - }; let index = InMemoryIndex::default(); let in_flight = InFlight::default(); let no_build = if args.no_build { @@ -71,6 +63,19 @@ pub(crate) async fn resolve_cli(args: ResolveCliArgs) -> Result<()> { } else { NoBuild::None }; + let client = RegistryClientBuilder::new(cache.clone()) + .index_urls(index_locations.index_urls()) + .build(); + let flat_index = { + let client = FlatIndexClient::new(&client, &cache); + let entries = client.fetch(index_locations.flat_index()).await?; + FlatIndex::from_entries( + entries, + venv.interpreter().tags()?, + &no_build, + &NoBinary::None, + ) + }; let config_settings = ConfigSettings::default(); let build_dispatch = BuildDispatch::new( diff --git a/crates/uv/src/commands/pip_compile.rs b/crates/uv/src/commands/pip_compile.rs index 31f6fdd94..55c781921 100644 --- a/crates/uv/src/commands/pip_compile.rs +++ b/crates/uv/src/commands/pip_compile.rs @@ -228,7 +228,7 @@ pub(crate) async fn pip_compile( let flat_index = { let client = FlatIndexClient::new(&client, &cache); let entries = client.fetch(index_locations.flat_index()).await?; - FlatIndex::from_entries(entries, &tags) + FlatIndex::from_entries(entries, &tags, &no_build, &NoBinary::None) }; // Track in-flight downloads, builds, etc., across resolutions. diff --git a/crates/uv/src/commands/pip_install.rs b/crates/uv/src/commands/pip_install.rs index 8e7b398e6..80281a2f3 100644 --- a/crates/uv/src/commands/pip_install.rs +++ b/crates/uv/src/commands/pip_install.rs @@ -206,7 +206,7 @@ pub(crate) async fn pip_install( let flat_index = { let client = FlatIndexClient::new(&client, &cache); let entries = client.fetch(index_locations.flat_index()).await?; - FlatIndex::from_entries(entries, tags) + FlatIndex::from_entries(entries, tags, &no_build, &no_binary) }; // Determine whether to enable build isolation. diff --git a/crates/uv/src/commands/pip_sync.rs b/crates/uv/src/commands/pip_sync.rs index c437de4bc..28c10c82f 100644 --- a/crates/uv/src/commands/pip_sync.rs +++ b/crates/uv/src/commands/pip_sync.rs @@ -155,7 +155,7 @@ pub(crate) async fn pip_sync( let flat_index = { let client = FlatIndexClient::new(&client, &cache); let entries = client.fetch(index_locations.flat_index()).await?; - FlatIndex::from_entries(entries, tags) + FlatIndex::from_entries(entries, tags, &no_build, &no_binary) }; // Create a shared in-memory index. diff --git a/crates/uv/src/commands/venv.rs b/crates/uv/src/commands/venv.rs index e6c842cbd..160e7e332 100644 --- a/crates/uv/src/commands/venv.rs +++ b/crates/uv/src/commands/venv.rs @@ -169,7 +169,7 @@ async fn venv_impl( .fetch(index_locations.flat_index()) .await .map_err(VenvError::FlatIndex)?; - FlatIndex::from_entries(entries, tags) + FlatIndex::from_entries(entries, tags, &NoBuild::All, &NoBinary::None) }; // Create a shared in-memory index. diff --git a/crates/uv/tests/pip_compile.rs b/crates/uv/tests/pip_compile.rs index c4d199483..bf26d9ffb 100644 --- a/crates/uv/tests/pip_compile.rs +++ b/crates/uv/tests/pip_compile.rs @@ -3600,7 +3600,7 @@ fn find_links_directory() -> Result<()> { uv_snapshot!(context.filters(), context.compile() .arg("requirements.in") .arg("--find-links") - .arg(context.workspace_root.join("scripts").join("wheels")), @r###" + .arg(context.workspace_root.join("scripts").join("links")), @r###" success: true exit_code: 0 ----- stdout ----- diff --git a/crates/uv/tests/pip_install.rs b/crates/uv/tests/pip_install.rs index 7c2e680f7..acfa3c947 100644 --- a/crates/uv/tests/pip_install.rs +++ b/crates/uv/tests/pip_install.rs @@ -1854,7 +1854,7 @@ fn launcher() -> Result<()> { uv_snapshot!( filters, context.install() - .arg(format!("simple_launcher@{}", project_root.join("scripts/wheels/simple_launcher-0.1.0-py3-none-any.whl").display())) + .arg(format!("simple_launcher@{}", project_root.join("scripts/links/simple_launcher-0.1.0-py3-none-any.whl").display())) .arg("--strict"), @r###" success: true exit_code: 0 @@ -1899,7 +1899,7 @@ fn launcher_with_symlink() -> Result<()> { uv_snapshot!(filters, context.install() - .arg(format!("simple_launcher@{}", project_root.join("scripts/wheels/simple_launcher-0.1.0-py3-none-any.whl").display())) + .arg(format!("simple_launcher@{}", project_root.join("scripts/links/simple_launcher-0.1.0-py3-none-any.whl").display())) .arg("--strict"), @r###" success: true @@ -3739,3 +3739,63 @@ fn already_installed_remote_url() { `) "###); } + +/// Sync using `--find-links` with a local directory. +#[test] +fn find_links() -> Result<()> { + let context = TestContext::new("3.12"); + + let requirements_txt = context.temp_dir.child("requirements.txt"); + requirements_txt.write_str(indoc! {r" + tqdm + "})?; + + uv_snapshot!(context.filters(), context.install() + .arg("tqdm") + .arg("--find-links") + .arg(context.workspace_root.join("scripts/links/")), @r###" + success: true + exit_code: 0 + ----- stdout ----- + + ----- stderr ----- + Resolved 1 package in [TIME] + Downloaded 1 package in [TIME] + Installed 1 package in [TIME] + + tqdm==1000.0.0 + "### + ); + + Ok(()) +} + +/// Sync using `--find-links` with a local directory, with wheels disabled. +#[test] +fn find_links_no_binary() -> Result<()> { + let context = TestContext::new("3.12"); + + let requirements_txt = context.temp_dir.child("requirements.txt"); + requirements_txt.write_str(indoc! {r" + tqdm + "})?; + + uv_snapshot!(context.filters(), context.install() + .arg("tqdm") + .arg("--no-binary") + .arg(":all:") + .arg("--find-links") + .arg(context.workspace_root.join("scripts/links/")), @r###" + success: true + exit_code: 0 + ----- stdout ----- + + ----- stderr ----- + Resolved 1 package in [TIME] + Downloaded 1 package in [TIME] + Installed 1 package in [TIME] + + tqdm==999.0.0 + "### + ); + + Ok(()) +} diff --git a/crates/uv/tests/pip_sync.rs b/crates/uv/tests/pip_sync.rs index b95f001cf..307d425ba 100644 --- a/crates/uv/tests/pip_sync.rs +++ b/crates/uv/tests/pip_sync.rs @@ -2461,7 +2461,7 @@ fn find_links() -> Result<()> { uv_snapshot!(context.filters(), command(&context) .arg("requirements.txt") .arg("--find-links") - .arg(context.workspace_root.join("scripts/wheels/")), @r###" + .arg(context.workspace_root.join("scripts/links/")), @r###" success: true exit_code: 0 ----- stdout ----- @@ -2494,7 +2494,7 @@ fn find_links_no_index_match() -> Result<()> { .arg("requirements.txt") .arg("--no-index") .arg("--find-links") - .arg(context.workspace_root.join("scripts/wheels/")), @r###" + .arg(context.workspace_root.join("scripts/links/")), @r###" success: true exit_code: 0 ----- stdout ----- @@ -2524,7 +2524,7 @@ fn find_links_offline_match() -> Result<()> { .arg("requirements.txt") .arg("--offline") .arg("--find-links") - .arg(context.workspace_root.join("scripts/wheels/")), @r###" + .arg(context.workspace_root.join("scripts/links/")), @r###" success: true exit_code: 0 ----- stdout ----- @@ -2555,7 +2555,7 @@ fn find_links_offline_no_match() -> Result<()> { .arg("requirements.txt") .arg("--offline") .arg("--find-links") - .arg(context.workspace_root.join("scripts/wheels/")), @r###" + .arg(context.workspace_root.join("scripts/links/")), @r###" success: false exit_code: 2 ----- stdout ----- diff --git a/scripts/wheels/maturin-1.4.0-py3-none-any.whl b/scripts/links/maturin-1.4.0-py3-none-any.whl similarity index 100% rename from scripts/wheels/maturin-1.4.0-py3-none-any.whl rename to scripts/links/maturin-1.4.0-py3-none-any.whl diff --git a/scripts/wheels/maturin-2.0.0-py3-none-linux_x86_64.whl b/scripts/links/maturin-2.0.0-py3-none-linux_x86_64.whl similarity index 100% rename from scripts/wheels/maturin-2.0.0-py3-none-linux_x86_64.whl rename to scripts/links/maturin-2.0.0-py3-none-linux_x86_64.whl diff --git a/scripts/wheels/simple_launcher-0.1.0-py3-none-any.whl b/scripts/links/simple_launcher-0.1.0-py3-none-any.whl similarity index 100% rename from scripts/wheels/simple_launcher-0.1.0-py3-none-any.whl rename to scripts/links/simple_launcher-0.1.0-py3-none-any.whl diff --git a/scripts/wheels/tqdm-1000.0.0-py3-none-any.whl b/scripts/links/tqdm-1000.0.0-py3-none-any.whl similarity index 100% rename from scripts/wheels/tqdm-1000.0.0-py3-none-any.whl rename to scripts/links/tqdm-1000.0.0-py3-none-any.whl diff --git a/scripts/wheels/tqdm-4.66.1-py3-none-manylinux_2_12_x86_64.manylinux2010_x86_64.musllinux_1_1_x86_64.whl b/scripts/links/tqdm-4.66.1-py3-none-manylinux_2_12_x86_64.manylinux2010_x86_64.musllinux_1_1_x86_64.whl similarity index 100% rename from scripts/wheels/tqdm-4.66.1-py3-none-manylinux_2_12_x86_64.manylinux2010_x86_64.musllinux_1_1_x86_64.whl rename to scripts/links/tqdm-4.66.1-py3-none-manylinux_2_12_x86_64.manylinux2010_x86_64.musllinux_1_1_x86_64.whl diff --git a/scripts/links/tqdm-999.0.0.tar.gz b/scripts/links/tqdm-999.0.0.tar.gz new file mode 100644 index 000000000..cbe4150bd Binary files /dev/null and b/scripts/links/tqdm-999.0.0.tar.gz differ