mirror of
				https://github.com/python/cpython.git
				synced 2025-11-04 03:44:55 +00:00 
			
		
		
		
	* bpo-41490: ``path`` method to aggressively close handles * Add blurb * In ZipReader.contents, eagerly evaluate the contents to release references to the zipfile. * Instead use _ensure_sequence to ensure any iterable from a reader is eagerly converted to a list if it's not already a sequence.
		
			
				
	
	
		
			175 lines
		
	
	
	
		
			5.6 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			175 lines
		
	
	
	
		
			5.6 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
import os
 | 
						|
import io
 | 
						|
 | 
						|
from . import _common
 | 
						|
from ._common import as_file, files
 | 
						|
from contextlib import suppress
 | 
						|
from importlib.abc import ResourceLoader
 | 
						|
from io import BytesIO, TextIOWrapper
 | 
						|
from pathlib import Path
 | 
						|
from types import ModuleType
 | 
						|
from typing import ContextManager, Iterable, Union
 | 
						|
from typing import cast
 | 
						|
from typing.io import BinaryIO, TextIO
 | 
						|
from collections.abc import Sequence
 | 
						|
from functools import singledispatch
 | 
						|
 | 
						|
 | 
						|
__all__ = [
 | 
						|
    'Package',
 | 
						|
    'Resource',
 | 
						|
    'as_file',
 | 
						|
    'contents',
 | 
						|
    'files',
 | 
						|
    'is_resource',
 | 
						|
    'open_binary',
 | 
						|
    'open_text',
 | 
						|
    'path',
 | 
						|
    'read_binary',
 | 
						|
    'read_text',
 | 
						|
    ]
 | 
						|
 | 
						|
 | 
						|
Package = Union[str, ModuleType]
 | 
						|
Resource = Union[str, os.PathLike]
 | 
						|
 | 
						|
 | 
						|
def open_binary(package: Package, resource: Resource) -> BinaryIO:
 | 
						|
    """Return a file-like object opened for binary reading of the resource."""
 | 
						|
    resource = _common.normalize_path(resource)
 | 
						|
    package = _common.get_package(package)
 | 
						|
    reader = _common.get_resource_reader(package)
 | 
						|
    if reader is not None:
 | 
						|
        return reader.open_resource(resource)
 | 
						|
    absolute_package_path = os.path.abspath(
 | 
						|
        package.__spec__.origin or 'non-existent file')
 | 
						|
    package_path = os.path.dirname(absolute_package_path)
 | 
						|
    full_path = os.path.join(package_path, resource)
 | 
						|
    try:
 | 
						|
        return open(full_path, mode='rb')
 | 
						|
    except OSError:
 | 
						|
        # Just assume the loader is a resource loader; all the relevant
 | 
						|
        # importlib.machinery loaders are and an AttributeError for
 | 
						|
        # get_data() will make it clear what is needed from the loader.
 | 
						|
        loader = cast(ResourceLoader, package.__spec__.loader)
 | 
						|
        data = None
 | 
						|
        if hasattr(package.__spec__.loader, 'get_data'):
 | 
						|
            with suppress(OSError):
 | 
						|
                data = loader.get_data(full_path)
 | 
						|
        if data is None:
 | 
						|
            package_name = package.__spec__.name
 | 
						|
            message = '{!r} resource not found in {!r}'.format(
 | 
						|
                resource, package_name)
 | 
						|
            raise FileNotFoundError(message)
 | 
						|
        return BytesIO(data)
 | 
						|
 | 
						|
 | 
						|
def open_text(package: Package,
 | 
						|
              resource: Resource,
 | 
						|
              encoding: str = 'utf-8',
 | 
						|
              errors: str = 'strict') -> TextIO:
 | 
						|
    """Return a file-like object opened for text reading of the resource."""
 | 
						|
    return TextIOWrapper(
 | 
						|
        open_binary(package, resource), encoding=encoding, errors=errors)
 | 
						|
 | 
						|
 | 
						|
def read_binary(package: Package, resource: Resource) -> bytes:
 | 
						|
    """Return the binary contents of the resource."""
 | 
						|
    with open_binary(package, resource) as fp:
 | 
						|
        return fp.read()
 | 
						|
 | 
						|
 | 
						|
def read_text(package: Package,
 | 
						|
              resource: Resource,
 | 
						|
              encoding: str = 'utf-8',
 | 
						|
              errors: str = 'strict') -> str:
 | 
						|
    """Return the decoded string of the resource.
 | 
						|
 | 
						|
    The decoding-related arguments have the same semantics as those of
 | 
						|
    bytes.decode().
 | 
						|
    """
 | 
						|
    with open_text(package, resource, encoding, errors) as fp:
 | 
						|
        return fp.read()
 | 
						|
 | 
						|
 | 
						|
def path(
 | 
						|
        package: Package, resource: Resource,
 | 
						|
        ) -> 'ContextManager[Path]':
 | 
						|
    """A context manager providing a file path object to the resource.
 | 
						|
 | 
						|
    If the resource does not already exist on its own on the file system,
 | 
						|
    a temporary file will be created. If the file was created, the file
 | 
						|
    will be deleted upon exiting the context manager (no exception is
 | 
						|
    raised if the file was deleted prior to the context manager
 | 
						|
    exiting).
 | 
						|
    """
 | 
						|
    reader = _common.get_resource_reader(_common.get_package(package))
 | 
						|
    return (
 | 
						|
        _path_from_reader(reader, _common.normalize_path(resource))
 | 
						|
        if reader else
 | 
						|
        _common.as_file(
 | 
						|
            _common.files(package).joinpath(_common.normalize_path(resource)))
 | 
						|
        )
 | 
						|
 | 
						|
 | 
						|
def _path_from_reader(reader, resource):
 | 
						|
    return _path_from_resource_path(reader, resource) or \
 | 
						|
        _path_from_open_resource(reader, resource)
 | 
						|
 | 
						|
 | 
						|
def _path_from_resource_path(reader, resource):
 | 
						|
    with suppress(FileNotFoundError):
 | 
						|
        return Path(reader.resource_path(resource))
 | 
						|
 | 
						|
 | 
						|
def _path_from_open_resource(reader, resource):
 | 
						|
    saved = io.BytesIO(reader.open_resource(resource).read())
 | 
						|
    return _common._tempfile(saved.read, suffix=resource)
 | 
						|
 | 
						|
 | 
						|
def is_resource(package: Package, name: str) -> bool:
 | 
						|
    """True if 'name' is a resource inside 'package'.
 | 
						|
 | 
						|
    Directories are *not* resources.
 | 
						|
    """
 | 
						|
    package = _common.get_package(package)
 | 
						|
    _common.normalize_path(name)
 | 
						|
    reader = _common.get_resource_reader(package)
 | 
						|
    if reader is not None:
 | 
						|
        return reader.is_resource(name)
 | 
						|
    package_contents = set(contents(package))
 | 
						|
    if name not in package_contents:
 | 
						|
        return False
 | 
						|
    return (_common.from_package(package) / name).is_file()
 | 
						|
 | 
						|
 | 
						|
def contents(package: Package) -> Iterable[str]:
 | 
						|
    """Return an iterable of entries in 'package'.
 | 
						|
 | 
						|
    Note that not all entries are resources.  Specifically, directories are
 | 
						|
    not considered resources.  Use `is_resource()` on each entry returned here
 | 
						|
    to check if it is a resource or not.
 | 
						|
    """
 | 
						|
    package = _common.get_package(package)
 | 
						|
    reader = _common.get_resource_reader(package)
 | 
						|
    if reader is not None:
 | 
						|
        return _ensure_sequence(reader.contents())
 | 
						|
    # Is the package a namespace package?  By definition, namespace packages
 | 
						|
    # cannot have resources.
 | 
						|
    namespace = (
 | 
						|
        package.__spec__.origin is None or
 | 
						|
        package.__spec__.origin == 'namespace'
 | 
						|
        )
 | 
						|
    if namespace or not package.__spec__.has_location:
 | 
						|
        return ()
 | 
						|
    return list(item.name for item in _common.from_package(package).iterdir())
 | 
						|
 | 
						|
 | 
						|
@singledispatch
 | 
						|
def _ensure_sequence(iterable):
 | 
						|
    return list(iterable)
 | 
						|
 | 
						|
 | 
						|
@_ensure_sequence.register(Sequence)
 | 
						|
def _(iterable):
 | 
						|
    return iterable
 |