Tipragot
628be439b8
Cela permet de ne pas avoir de problèmes de compatibilité car python est dans le git.
356 lines
12 KiB
Python
356 lines
12 KiB
Python
"""Orchestrator for building wheels from InstallRequirements.
|
|
"""
|
|
|
|
import logging
|
|
import os.path
|
|
import re
|
|
import shutil
|
|
from typing import Iterable, List, Optional, Tuple
|
|
|
|
from pip._vendor.packaging.utils import canonicalize_name, canonicalize_version
|
|
from pip._vendor.packaging.version import InvalidVersion, Version
|
|
|
|
from pip._internal.cache import WheelCache
|
|
from pip._internal.exceptions import InvalidWheelFilename, UnsupportedWheel
|
|
from pip._internal.metadata import FilesystemWheel, get_wheel_distribution
|
|
from pip._internal.models.link import Link
|
|
from pip._internal.models.wheel import Wheel
|
|
from pip._internal.operations.build.wheel import build_wheel_pep517
|
|
from pip._internal.operations.build.wheel_editable import build_wheel_editable
|
|
from pip._internal.operations.build.wheel_legacy import build_wheel_legacy
|
|
from pip._internal.req.req_install import InstallRequirement
|
|
from pip._internal.utils.logging import indent_log
|
|
from pip._internal.utils.misc import ensure_dir, hash_file
|
|
from pip._internal.utils.setuptools_build import make_setuptools_clean_args
|
|
from pip._internal.utils.subprocess import call_subprocess
|
|
from pip._internal.utils.temp_dir import TempDirectory
|
|
from pip._internal.utils.urls import path_to_url
|
|
from pip._internal.vcs import vcs
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
_egg_info_re = re.compile(r"([a-z0-9_.]+)-([a-z0-9_.!+-]+)", re.IGNORECASE)
|
|
|
|
BuildResult = Tuple[List[InstallRequirement], List[InstallRequirement]]
|
|
|
|
|
|
def _contains_egg_info(s: str) -> bool:
|
|
"""Determine whether the string looks like an egg_info.
|
|
|
|
:param s: The string to parse. E.g. foo-2.1
|
|
"""
|
|
return bool(_egg_info_re.search(s))
|
|
|
|
|
|
def _should_build(
|
|
req: InstallRequirement,
|
|
need_wheel: bool,
|
|
) -> bool:
|
|
"""Return whether an InstallRequirement should be built into a wheel."""
|
|
if req.constraint:
|
|
# never build requirements that are merely constraints
|
|
return False
|
|
if req.is_wheel:
|
|
if need_wheel:
|
|
logger.info(
|
|
"Skipping %s, due to already being wheel.",
|
|
req.name,
|
|
)
|
|
return False
|
|
|
|
if need_wheel:
|
|
# i.e. pip wheel, not pip install
|
|
return True
|
|
|
|
# From this point, this concerns the pip install command only
|
|
# (need_wheel=False).
|
|
|
|
if not req.source_dir:
|
|
return False
|
|
|
|
if req.editable:
|
|
# we only build PEP 660 editable requirements
|
|
return req.supports_pyproject_editable()
|
|
|
|
return True
|
|
|
|
|
|
def should_build_for_wheel_command(
|
|
req: InstallRequirement,
|
|
) -> bool:
|
|
return _should_build(req, need_wheel=True)
|
|
|
|
|
|
def should_build_for_install_command(
|
|
req: InstallRequirement,
|
|
) -> bool:
|
|
return _should_build(req, need_wheel=False)
|
|
|
|
|
|
def _should_cache(
|
|
req: InstallRequirement,
|
|
) -> Optional[bool]:
|
|
"""
|
|
Return whether a built InstallRequirement can be stored in the persistent
|
|
wheel cache, assuming the wheel cache is available, and _should_build()
|
|
has determined a wheel needs to be built.
|
|
"""
|
|
if req.editable or not req.source_dir:
|
|
# never cache editable requirements
|
|
return False
|
|
|
|
if req.link and req.link.is_vcs:
|
|
# VCS checkout. Do not cache
|
|
# unless it points to an immutable commit hash.
|
|
assert not req.editable
|
|
assert req.source_dir
|
|
vcs_backend = vcs.get_backend_for_scheme(req.link.scheme)
|
|
assert vcs_backend
|
|
if vcs_backend.is_immutable_rev_checkout(req.link.url, req.source_dir):
|
|
return True
|
|
return False
|
|
|
|
assert req.link
|
|
base, ext = req.link.splitext()
|
|
if _contains_egg_info(base):
|
|
return True
|
|
|
|
# Otherwise, do not cache.
|
|
return False
|
|
|
|
|
|
def _get_cache_dir(
|
|
req: InstallRequirement,
|
|
wheel_cache: WheelCache,
|
|
) -> str:
|
|
"""Return the persistent or temporary cache directory where the built
|
|
wheel need to be stored.
|
|
"""
|
|
cache_available = bool(wheel_cache.cache_dir)
|
|
assert req.link
|
|
if cache_available and _should_cache(req):
|
|
cache_dir = wheel_cache.get_path_for_link(req.link)
|
|
else:
|
|
cache_dir = wheel_cache.get_ephem_path_for_link(req.link)
|
|
return cache_dir
|
|
|
|
|
|
def _verify_one(req: InstallRequirement, wheel_path: str) -> None:
|
|
canonical_name = canonicalize_name(req.name or "")
|
|
w = Wheel(os.path.basename(wheel_path))
|
|
if canonicalize_name(w.name) != canonical_name:
|
|
raise InvalidWheelFilename(
|
|
"Wheel has unexpected file name: expected {!r}, "
|
|
"got {!r}".format(canonical_name, w.name),
|
|
)
|
|
dist = get_wheel_distribution(FilesystemWheel(wheel_path), canonical_name)
|
|
dist_verstr = str(dist.version)
|
|
if canonicalize_version(dist_verstr) != canonicalize_version(w.version):
|
|
raise InvalidWheelFilename(
|
|
"Wheel has unexpected file name: expected {!r}, "
|
|
"got {!r}".format(dist_verstr, w.version),
|
|
)
|
|
metadata_version_value = dist.metadata_version
|
|
if metadata_version_value is None:
|
|
raise UnsupportedWheel("Missing Metadata-Version")
|
|
try:
|
|
metadata_version = Version(metadata_version_value)
|
|
except InvalidVersion:
|
|
msg = f"Invalid Metadata-Version: {metadata_version_value}"
|
|
raise UnsupportedWheel(msg)
|
|
if metadata_version >= Version("1.2") and not isinstance(dist.version, Version):
|
|
raise UnsupportedWheel(
|
|
"Metadata 1.2 mandates PEP 440 version, "
|
|
"but {!r} is not".format(dist_verstr)
|
|
)
|
|
|
|
|
|
def _build_one(
|
|
req: InstallRequirement,
|
|
output_dir: str,
|
|
verify: bool,
|
|
build_options: List[str],
|
|
global_options: List[str],
|
|
editable: bool,
|
|
) -> Optional[str]:
|
|
"""Build one wheel.
|
|
|
|
:return: The filename of the built wheel, or None if the build failed.
|
|
"""
|
|
artifact = "editable" if editable else "wheel"
|
|
try:
|
|
ensure_dir(output_dir)
|
|
except OSError as e:
|
|
logger.warning(
|
|
"Building %s for %s failed: %s",
|
|
artifact,
|
|
req.name,
|
|
e,
|
|
)
|
|
return None
|
|
|
|
# Install build deps into temporary directory (PEP 518)
|
|
with req.build_env:
|
|
wheel_path = _build_one_inside_env(
|
|
req, output_dir, build_options, global_options, editable
|
|
)
|
|
if wheel_path and verify:
|
|
try:
|
|
_verify_one(req, wheel_path)
|
|
except (InvalidWheelFilename, UnsupportedWheel) as e:
|
|
logger.warning("Built %s for %s is invalid: %s", artifact, req.name, e)
|
|
return None
|
|
return wheel_path
|
|
|
|
|
|
def _build_one_inside_env(
|
|
req: InstallRequirement,
|
|
output_dir: str,
|
|
build_options: List[str],
|
|
global_options: List[str],
|
|
editable: bool,
|
|
) -> Optional[str]:
|
|
with TempDirectory(kind="wheel") as temp_dir:
|
|
assert req.name
|
|
if req.use_pep517:
|
|
assert req.metadata_directory
|
|
assert req.pep517_backend
|
|
if global_options:
|
|
logger.warning(
|
|
"Ignoring --global-option when building %s using PEP 517", req.name
|
|
)
|
|
if build_options:
|
|
logger.warning(
|
|
"Ignoring --build-option when building %s using PEP 517", req.name
|
|
)
|
|
if editable:
|
|
wheel_path = build_wheel_editable(
|
|
name=req.name,
|
|
backend=req.pep517_backend,
|
|
metadata_directory=req.metadata_directory,
|
|
tempd=temp_dir.path,
|
|
)
|
|
else:
|
|
wheel_path = build_wheel_pep517(
|
|
name=req.name,
|
|
backend=req.pep517_backend,
|
|
metadata_directory=req.metadata_directory,
|
|
tempd=temp_dir.path,
|
|
)
|
|
else:
|
|
wheel_path = build_wheel_legacy(
|
|
name=req.name,
|
|
setup_py_path=req.setup_py_path,
|
|
source_dir=req.unpacked_source_directory,
|
|
global_options=global_options,
|
|
build_options=build_options,
|
|
tempd=temp_dir.path,
|
|
)
|
|
|
|
if wheel_path is not None:
|
|
wheel_name = os.path.basename(wheel_path)
|
|
dest_path = os.path.join(output_dir, wheel_name)
|
|
try:
|
|
wheel_hash, length = hash_file(wheel_path)
|
|
shutil.move(wheel_path, dest_path)
|
|
logger.info(
|
|
"Created wheel for %s: filename=%s size=%d sha256=%s",
|
|
req.name,
|
|
wheel_name,
|
|
length,
|
|
wheel_hash.hexdigest(),
|
|
)
|
|
logger.info("Stored in directory: %s", output_dir)
|
|
return dest_path
|
|
except Exception as e:
|
|
logger.warning(
|
|
"Building wheel for %s failed: %s",
|
|
req.name,
|
|
e,
|
|
)
|
|
# Ignore return, we can't do anything else useful.
|
|
if not req.use_pep517:
|
|
_clean_one_legacy(req, global_options)
|
|
return None
|
|
|
|
|
|
def _clean_one_legacy(req: InstallRequirement, global_options: List[str]) -> bool:
|
|
clean_args = make_setuptools_clean_args(
|
|
req.setup_py_path,
|
|
global_options=global_options,
|
|
)
|
|
|
|
logger.info("Running setup.py clean for %s", req.name)
|
|
try:
|
|
call_subprocess(
|
|
clean_args, command_desc="python setup.py clean", cwd=req.source_dir
|
|
)
|
|
return True
|
|
except Exception:
|
|
logger.error("Failed cleaning build dir for %s", req.name)
|
|
return False
|
|
|
|
|
|
def build(
|
|
requirements: Iterable[InstallRequirement],
|
|
wheel_cache: WheelCache,
|
|
verify: bool,
|
|
build_options: List[str],
|
|
global_options: List[str],
|
|
) -> BuildResult:
|
|
"""Build wheels.
|
|
|
|
:return: The list of InstallRequirement that succeeded to build and
|
|
the list of InstallRequirement that failed to build.
|
|
"""
|
|
if not requirements:
|
|
return [], []
|
|
|
|
# Build the wheels.
|
|
logger.info(
|
|
"Building wheels for collected packages: %s",
|
|
", ".join(req.name for req in requirements), # type: ignore
|
|
)
|
|
|
|
with indent_log():
|
|
build_successes, build_failures = [], []
|
|
for req in requirements:
|
|
assert req.name
|
|
cache_dir = _get_cache_dir(req, wheel_cache)
|
|
wheel_file = _build_one(
|
|
req,
|
|
cache_dir,
|
|
verify,
|
|
build_options,
|
|
global_options,
|
|
req.editable and req.permit_editable_wheels,
|
|
)
|
|
if wheel_file:
|
|
# Record the download origin in the cache
|
|
if req.download_info is not None:
|
|
# download_info is guaranteed to be set because when we build an
|
|
# InstallRequirement it has been through the preparer before, but
|
|
# let's be cautious.
|
|
wheel_cache.record_download_origin(cache_dir, req.download_info)
|
|
# Update the link for this.
|
|
req.link = Link(path_to_url(wheel_file))
|
|
req.local_file_path = req.link.file_path
|
|
assert req.link.is_wheel
|
|
build_successes.append(req)
|
|
else:
|
|
build_failures.append(req)
|
|
|
|
# notify success/failure
|
|
if build_successes:
|
|
logger.info(
|
|
"Successfully built %s",
|
|
" ".join([req.name for req in build_successes]), # type: ignore
|
|
)
|
|
if build_failures:
|
|
logger.info(
|
|
"Failed to build %s",
|
|
" ".join([req.name for req in build_failures]), # type: ignore
|
|
)
|
|
# Return a list of requirements that failed to build
|
|
return build_successes, build_failures
|