mirror of
https://github.com/astral-sh/uv.git
synced 2025-10-24 01:01:36 +00:00
## Summary
This PR reimplements
[`sysconfigpatcher`](https://github.com/bluss/sysconfigpatcher) in Rust
and applies it to our Python installations at install-time, ensuring
that the `sysconfig` data is more likely to be correct.
For now, we only rewrite prefixes (i.e., any path that starts with
`/install` gets rewritten to the correct absolute path for the current
machine).
Unlike `sysconfigpatcher`, this PR does not yet do any of the following:
- Patch `pkginfo` files.
- Change `clang` references to `cc`.
A few things that we should do as follow-ups, in my opinion:
1. Rewrite
[`AR`](c1ebf8ab92/src/sysconfigpatcher.py (L61)).
2. Remove `-isysroot`, which we already do for newer builds.
466 lines
15 KiB
Rust
466 lines
15 KiB
Rust
use std::fmt;
|
|
use std::str::FromStr;
|
|
|
|
use tracing::{debug, info};
|
|
|
|
use uv_cache::Cache;
|
|
use uv_client::BaseClientBuilder;
|
|
use uv_pep440::{Prerelease, Version};
|
|
|
|
use crate::discovery::{
|
|
find_best_python_installation, find_python_installation, EnvironmentPreference, PythonRequest,
|
|
};
|
|
use crate::downloads::{DownloadResult, ManagedPythonDownload, PythonDownloadRequest, Reporter};
|
|
use crate::implementation::LenientImplementationName;
|
|
use crate::managed::{ManagedPythonInstallation, ManagedPythonInstallations};
|
|
use crate::platform::{Arch, Libc, Os};
|
|
use crate::{
|
|
downloads, Error, ImplementationName, Interpreter, PythonDownloads, PythonPreference,
|
|
PythonSource, PythonVariant, PythonVersion,
|
|
};
|
|
|
|
/// A Python interpreter and accompanying tools.
|
|
#[derive(Clone, Debug)]
|
|
pub struct PythonInstallation {
|
|
// Public in the crate for test assertions
|
|
pub(crate) source: PythonSource,
|
|
pub(crate) interpreter: Interpreter,
|
|
}
|
|
|
|
impl PythonInstallation {
|
|
/// Create a new [`PythonInstallation`] from a source, interpreter tuple.
|
|
pub(crate) fn from_tuple(tuple: (PythonSource, Interpreter)) -> Self {
|
|
let (source, interpreter) = tuple;
|
|
Self {
|
|
source,
|
|
interpreter,
|
|
}
|
|
}
|
|
|
|
/// Find an installed [`PythonInstallation`].
|
|
///
|
|
/// This is the standard interface for discovering a Python installation for creating
|
|
/// an environment. If interested in finding an existing environment, see
|
|
/// [`PythonEnvironment::find`] instead.
|
|
///
|
|
/// Note we still require an [`EnvironmentPreference`] as this can either bypass virtual environments
|
|
/// or prefer them. In most cases, this should be [`EnvironmentPreference::OnlySystem`]
|
|
/// but if you want to allow an interpreter from a virtual environment if it satisfies the request,
|
|
/// then use [`EnvironmentPreference::Any`].
|
|
///
|
|
/// See [`find_installation`] for implementation details.
|
|
pub fn find(
|
|
request: &PythonRequest,
|
|
environments: EnvironmentPreference,
|
|
preference: PythonPreference,
|
|
cache: &Cache,
|
|
) -> Result<Self, Error> {
|
|
let installation = find_python_installation(request, environments, preference, cache)??;
|
|
Ok(installation)
|
|
}
|
|
|
|
/// Find an installed [`PythonInstallation`] that satisfies a requested version, if the request cannot
|
|
/// be satisfied, fallback to the best available Python installation.
|
|
pub fn find_best(
|
|
request: &PythonRequest,
|
|
environments: EnvironmentPreference,
|
|
preference: PythonPreference,
|
|
cache: &Cache,
|
|
) -> Result<Self, Error> {
|
|
Ok(find_best_python_installation(
|
|
request,
|
|
environments,
|
|
preference,
|
|
cache,
|
|
)??)
|
|
}
|
|
|
|
/// Find or fetch a [`PythonInstallation`].
|
|
///
|
|
/// Unlike [`PythonInstallation::find`], if the required Python is not installed it will be installed automatically.
|
|
pub async fn find_or_download<'a>(
|
|
request: Option<&PythonRequest>,
|
|
environments: EnvironmentPreference,
|
|
preference: PythonPreference,
|
|
python_downloads: PythonDownloads,
|
|
client_builder: &BaseClientBuilder<'a>,
|
|
cache: &Cache,
|
|
reporter: Option<&dyn Reporter>,
|
|
python_install_mirror: Option<&str>,
|
|
pypy_install_mirror: Option<&str>,
|
|
) -> Result<Self, Error> {
|
|
let request = request.unwrap_or(&PythonRequest::Default);
|
|
|
|
// Search for the installation
|
|
match Self::find(request, environments, preference, cache) {
|
|
Ok(venv) => Ok(venv),
|
|
// If missing and allowed, perform a fetch
|
|
Err(Error::MissingPython(err))
|
|
if preference.allows_managed()
|
|
&& python_downloads.is_automatic()
|
|
&& client_builder.connectivity.is_online() =>
|
|
{
|
|
if let Some(request) = PythonDownloadRequest::from_request(request) {
|
|
debug!("Requested Python not found, checking for available download...");
|
|
match Self::fetch(
|
|
request.fill()?,
|
|
client_builder,
|
|
cache,
|
|
reporter,
|
|
python_install_mirror,
|
|
pypy_install_mirror,
|
|
)
|
|
.await
|
|
{
|
|
Ok(installation) => Ok(installation),
|
|
Err(Error::Download(downloads::Error::NoDownloadFound(_))) => {
|
|
Err(Error::MissingPython(err))
|
|
}
|
|
Err(err) => Err(err),
|
|
}
|
|
} else {
|
|
Err(Error::MissingPython(err))
|
|
}
|
|
}
|
|
Err(err) => Err(err),
|
|
}
|
|
}
|
|
|
|
/// Download and install the requested installation.
|
|
pub async fn fetch<'a>(
|
|
request: PythonDownloadRequest,
|
|
client_builder: &BaseClientBuilder<'a>,
|
|
cache: &Cache,
|
|
reporter: Option<&dyn Reporter>,
|
|
python_install_mirror: Option<&str>,
|
|
pypy_install_mirror: Option<&str>,
|
|
) -> Result<Self, Error> {
|
|
let installations = ManagedPythonInstallations::from_settings(None)?.init()?;
|
|
let installations_dir = installations.root();
|
|
let scratch_dir = installations.scratch();
|
|
let _lock = installations.lock().await?;
|
|
|
|
let download = ManagedPythonDownload::from_request(&request)?;
|
|
let client = client_builder.build();
|
|
|
|
info!("Fetching requested Python...");
|
|
let result = download
|
|
.fetch_with_retry(
|
|
&client,
|
|
installations_dir,
|
|
&scratch_dir,
|
|
false,
|
|
python_install_mirror,
|
|
pypy_install_mirror,
|
|
reporter,
|
|
)
|
|
.await?;
|
|
|
|
let path = match result {
|
|
DownloadResult::AlreadyAvailable(path) => path,
|
|
DownloadResult::Fetched(path) => path,
|
|
};
|
|
|
|
let installed = ManagedPythonInstallation::new(path)?;
|
|
installed.ensure_externally_managed()?;
|
|
installed.ensure_sysconfig_patched()?;
|
|
installed.ensure_canonical_executables()?;
|
|
|
|
Ok(Self {
|
|
source: PythonSource::Managed,
|
|
interpreter: Interpreter::query(installed.executable(), cache)?,
|
|
})
|
|
}
|
|
|
|
/// Create a [`PythonInstallation`] from an existing [`Interpreter`].
|
|
pub fn from_interpreter(interpreter: Interpreter) -> Self {
|
|
Self {
|
|
source: PythonSource::ProvidedPath,
|
|
interpreter,
|
|
}
|
|
}
|
|
|
|
/// Return the [`PythonSource`] of the Python installation, indicating where it was found.
|
|
pub fn source(&self) -> &PythonSource {
|
|
&self.source
|
|
}
|
|
|
|
pub fn key(&self) -> PythonInstallationKey {
|
|
self.interpreter.key()
|
|
}
|
|
|
|
/// Return the Python [`Version`] of the Python installation as reported by its interpreter.
|
|
pub fn python_version(&self) -> &Version {
|
|
self.interpreter.python_version()
|
|
}
|
|
|
|
/// Return the [`LenientImplementationName`] of the Python installation as reported by its interpreter.
|
|
pub fn implementation(&self) -> LenientImplementationName {
|
|
LenientImplementationName::from(self.interpreter.implementation_name())
|
|
}
|
|
|
|
/// Whether this is a CPython installation.
|
|
///
|
|
/// Returns false if it is an alternative implementation, e.g., PyPy.
|
|
pub(crate) fn is_alternative_implementation(&self) -> bool {
|
|
!matches!(
|
|
self.implementation(),
|
|
LenientImplementationName::Known(ImplementationName::CPython)
|
|
)
|
|
}
|
|
|
|
/// Return the [`Arch`] of the Python installation as reported by its interpreter.
|
|
pub fn arch(&self) -> Arch {
|
|
self.interpreter.arch()
|
|
}
|
|
|
|
/// Return the [`Libc`] of the Python installation as reported by its interpreter.
|
|
pub fn libc(&self) -> Libc {
|
|
self.interpreter.libc()
|
|
}
|
|
|
|
/// Return the [`Os`] of the Python installation as reported by its interpreter.
|
|
pub fn os(&self) -> Os {
|
|
self.interpreter.os()
|
|
}
|
|
|
|
/// Return the [`Interpreter`] for the Python installation.
|
|
pub fn interpreter(&self) -> &Interpreter {
|
|
&self.interpreter
|
|
}
|
|
|
|
pub fn into_interpreter(self) -> Interpreter {
|
|
self.interpreter
|
|
}
|
|
}
|
|
|
|
#[derive(Error, Debug)]
|
|
pub enum PythonInstallationKeyError {
|
|
#[error("Failed to parse Python installation key `{0}`: {1}")]
|
|
ParseError(String, String),
|
|
}
|
|
|
|
#[derive(Debug, Clone, PartialEq, Eq, Hash)]
|
|
pub struct PythonInstallationKey {
|
|
pub(crate) implementation: LenientImplementationName,
|
|
pub(crate) major: u8,
|
|
pub(crate) minor: u8,
|
|
pub(crate) patch: u8,
|
|
pub(crate) prerelease: Option<Prerelease>,
|
|
pub(crate) os: Os,
|
|
pub(crate) arch: Arch,
|
|
pub(crate) libc: Libc,
|
|
pub(crate) variant: PythonVariant,
|
|
}
|
|
|
|
impl PythonInstallationKey {
|
|
pub fn new(
|
|
implementation: LenientImplementationName,
|
|
major: u8,
|
|
minor: u8,
|
|
patch: u8,
|
|
prerelease: Option<Prerelease>,
|
|
os: Os,
|
|
arch: Arch,
|
|
libc: Libc,
|
|
variant: PythonVariant,
|
|
) -> Self {
|
|
Self {
|
|
implementation,
|
|
major,
|
|
minor,
|
|
patch,
|
|
prerelease,
|
|
os,
|
|
arch,
|
|
libc,
|
|
variant,
|
|
}
|
|
}
|
|
|
|
pub fn new_from_version(
|
|
implementation: LenientImplementationName,
|
|
version: &PythonVersion,
|
|
os: Os,
|
|
arch: Arch,
|
|
libc: Libc,
|
|
variant: PythonVariant,
|
|
) -> Self {
|
|
Self {
|
|
implementation,
|
|
major: version.major(),
|
|
minor: version.minor(),
|
|
patch: version.patch().unwrap_or_default(),
|
|
prerelease: version.pre(),
|
|
os,
|
|
arch,
|
|
libc,
|
|
variant,
|
|
}
|
|
}
|
|
|
|
pub fn implementation(&self) -> &LenientImplementationName {
|
|
&self.implementation
|
|
}
|
|
|
|
pub fn version(&self) -> PythonVersion {
|
|
PythonVersion::from_str(&format!(
|
|
"{}.{}.{}{}",
|
|
self.major,
|
|
self.minor,
|
|
self.patch,
|
|
self.prerelease
|
|
.map(|pre| pre.to_string())
|
|
.unwrap_or_default()
|
|
))
|
|
.expect("Python installation keys must have valid Python versions")
|
|
}
|
|
|
|
pub fn arch(&self) -> &Arch {
|
|
&self.arch
|
|
}
|
|
|
|
pub fn os(&self) -> &Os {
|
|
&self.os
|
|
}
|
|
|
|
pub fn libc(&self) -> &Libc {
|
|
&self.libc
|
|
}
|
|
|
|
pub fn variant(&self) -> &PythonVariant {
|
|
&self.variant
|
|
}
|
|
|
|
/// Return a canonical name for a minor versioned executable.
|
|
pub fn executable_name_minor(&self) -> String {
|
|
format!(
|
|
"python{maj}.{min}{var}{exe}",
|
|
maj = self.major,
|
|
min = self.minor,
|
|
var = self.variant.suffix(),
|
|
exe = std::env::consts::EXE_SUFFIX
|
|
)
|
|
}
|
|
|
|
/// Return a canonical name for a major versioned executable.
|
|
pub fn executable_name_major(&self) -> String {
|
|
format!(
|
|
"python{maj}{var}{exe}",
|
|
maj = self.major,
|
|
var = self.variant.suffix(),
|
|
exe = std::env::consts::EXE_SUFFIX
|
|
)
|
|
}
|
|
|
|
/// Return a canonical name for an un-versioned executable.
|
|
pub fn executable_name(&self) -> String {
|
|
format!(
|
|
"python{var}{exe}",
|
|
var = self.variant.suffix(),
|
|
exe = std::env::consts::EXE_SUFFIX
|
|
)
|
|
}
|
|
}
|
|
|
|
impl fmt::Display for PythonInstallationKey {
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
|
let variant = match self.variant {
|
|
PythonVariant::Default => String::new(),
|
|
PythonVariant::Freethreaded => format!("+{}", self.variant),
|
|
};
|
|
write!(
|
|
f,
|
|
"{}-{}.{}.{}{}{}-{}-{}-{}",
|
|
self.implementation,
|
|
self.major,
|
|
self.minor,
|
|
self.patch,
|
|
self.prerelease
|
|
.map(|pre| pre.to_string())
|
|
.unwrap_or_default(),
|
|
variant,
|
|
self.os,
|
|
self.arch,
|
|
self.libc
|
|
)
|
|
}
|
|
}
|
|
|
|
impl FromStr for PythonInstallationKey {
|
|
type Err = PythonInstallationKeyError;
|
|
|
|
fn from_str(key: &str) -> Result<Self, Self::Err> {
|
|
let parts = key.split('-').collect::<Vec<_>>();
|
|
let [implementation, version, os, arch, libc] = parts.as_slice() else {
|
|
return Err(PythonInstallationKeyError::ParseError(
|
|
key.to_string(),
|
|
"not enough `-`-separated values".to_string(),
|
|
));
|
|
};
|
|
|
|
let implementation = LenientImplementationName::from(*implementation);
|
|
|
|
let os = Os::from_str(os).map_err(|err| {
|
|
PythonInstallationKeyError::ParseError(key.to_string(), format!("invalid OS: {err}"))
|
|
})?;
|
|
|
|
let arch = Arch::from_str(arch).map_err(|err| {
|
|
PythonInstallationKeyError::ParseError(
|
|
key.to_string(),
|
|
format!("invalid architecture: {err}"),
|
|
)
|
|
})?;
|
|
|
|
let libc = Libc::from_str(libc).map_err(|err| {
|
|
PythonInstallationKeyError::ParseError(key.to_string(), format!("invalid libc: {err}"))
|
|
})?;
|
|
|
|
let (version, variant) = match version.split_once('+') {
|
|
Some((version, variant)) => {
|
|
let variant = PythonVariant::from_str(variant).map_err(|()| {
|
|
PythonInstallationKeyError::ParseError(
|
|
key.to_string(),
|
|
format!("invalid Python variant: {variant}"),
|
|
)
|
|
})?;
|
|
(version, variant)
|
|
}
|
|
None => (*version, PythonVariant::Default),
|
|
};
|
|
|
|
let version = PythonVersion::from_str(version).map_err(|err| {
|
|
PythonInstallationKeyError::ParseError(
|
|
key.to_string(),
|
|
format!("invalid Python version: {err}"),
|
|
)
|
|
})?;
|
|
|
|
Ok(Self::new_from_version(
|
|
implementation,
|
|
&version,
|
|
os,
|
|
arch,
|
|
libc,
|
|
variant,
|
|
))
|
|
}
|
|
}
|
|
|
|
impl PartialOrd for PythonInstallationKey {
|
|
fn partial_cmp(&self, other: &Self) -> Option<std::cmp::Ordering> {
|
|
Some(self.cmp(other))
|
|
}
|
|
}
|
|
|
|
impl Ord for PythonInstallationKey {
|
|
fn cmp(&self, other: &Self) -> std::cmp::Ordering {
|
|
self.implementation
|
|
.cmp(&other.implementation)
|
|
.then_with(|| self.version().cmp(&other.version()))
|
|
.then_with(|| self.os.to_string().cmp(&other.os.to_string()))
|
|
.then_with(|| self.arch.to_string().cmp(&other.arch.to_string()))
|
|
.then_with(|| self.libc.to_string().cmp(&other.libc.to_string()))
|
|
.then_with(|| self.variant.cmp(&other.variant))
|
|
}
|
|
}
|