A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files andwith custom PEP 302 loaders that support the ``get_data()``
method.
This module is deprecated. Users are directed to :mod:`importlib.resources`,
:mod:`importlib.metadata` and :pypi:`packaging` instead. """
from __future__ import annotations
import sys
if sys.version_info < (3, 8): # noqa: UP036 # Check for unsupported versions raise RuntimeError("Python 3.8 or later is required")
# capture these to bypass sandboxing from os import open as os_open, utime # isort: skip from os.path import isdir, split # isort: skip
try: from os import mkdir, rename, unlink
WRITE_SUPPORT = True except ImportError: # no write support, probably under GAE
WRITE_SUPPORT = False
import packaging.markers import packaging.requirements import packaging.specifiers import packaging.utils import packaging.version from jaraco.text import drop_comment, join_continuation, yield_lines from platformdirs import user_cache_dir as _user_cache_dir
if TYPE_CHECKING: from _typeshed import BytesPath, StrOrBytesPath, StrPath from _typeshed.importlib import LoaderProtocol from typing_extensions import Self, TypeAlias
def __getstate__() -> dict[str, Any]:
state = {}
g = globals() for k, v in _state_vars.items():
state[k] = g['_sget_' + v](g[k]) return state
def __setstate__(state: dict[str, Any]) -> dict[str, Any]:
g = globals() for k, v in state.items():
g['_sset_' + _state_vars[k]](k, g[k], v) return state
def get_supported_platform(): """Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of macOS that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of macOS that we are *running*. To allow usage of packages that
explicitly require a newer version of macOS, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly. """
plat = get_build_platform()
m = macosVersionString.match(plat) if m isnotNoneand sys.platform == "darwin": try:
plat = 'macosx-%s-%s' % ('.'.join(_macos_vers()[:2]), m.group(3)) except ValueError: # not macOS pass return plat
def with_context(
self, required_by: set[Distribution | str]
) -> Self | ContextualVersionConflict: """ If required_by is non-empty, return a version of self that is a
ContextualVersionConflict. """ ifnot required_by: return self
args = self.args + (required_by,) return ContextualVersionConflict(*args)
class ContextualVersionConflict(VersionConflict): """
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution. """
_template = VersionConflict._template + ' by {self.required_by}'
def register_loader_type(
loader_type: type[_ModuleLike], provider_factory: _ProviderFactoryType
) -> None: """Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type orclass of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module. """
_provider_factories[loader_type] = provider_factory
@overload def get_provider(moduleOrReq: str) -> IResourceProvider: ...
@overload def get_provider(moduleOrReq: Requirement) -> Distribution: ... def get_provider(moduleOrReq: str | Requirement) -> IResourceProvider | Distribution: """Return an IResourceProvider for the named module or requirement""" if isinstance(moduleOrReq, Requirement): return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0] try:
module = sys.modules[moduleOrReq] except KeyError:
__import__(moduleOrReq)
module = sys.modules[moduleOrReq]
loader = getattr(module, '__loader__', None) return _find_adapter(_provider_factories, loader)(module)
@functools.lru_cache(maxsize=None) def _macos_vers():
version = platform.mac_ver()[0] # fallback for MacPorts if version == '':
plist = '/System/Library/CoreServices/SystemVersion.plist' if os.path.exists(plist): with open(plist, 'rb') as fh:
plist_content = plistlib.load(fh) if'ProductVersion'in plist_content:
version = plist_content['ProductVersion'] return version.split('.')
def get_build_platform(): """Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and macOS. """ from sysconfig import get_platform
plat = get_platform() if sys.platform == "darwin"andnot plat.startswith('macosx-'): try:
version = _macos_vers()
machine = os.uname()[4].replace(" ", "_") return"macosx-%d.%d-%s" % (
int(version[0]),
int(version[1]),
_macos_arch(machine),
) except ValueError: # if someone is running a non-Mac darwin system, this will fall # through to the default implementation pass return plat
def compatible_platforms(provided: str | None, required: str | None) -> bool: """Can code for the `provided` platform run on the `required` platform?
Returns trueif either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes. """ if provided isNoneor required isNoneor provided == required: # easy case returnTrue
# macOS special cases
reqMac = macosVersionString.match(required) if reqMac:
provMac = macosVersionString.match(provided)
# is this a Mac package? ifnot provMac: # this is backwards compatibility for packages built before # setuptools 0.6. All packages built after this point will # use the new macOS designation.
provDarwin = darwinVersionString.match(provided) if provDarwin:
dversion = int(provDarwin.group(1))
macosversion = "%s.%s" % (reqMac.group(1), reqMac.group(2)) if (
dversion == 7 and macosversion >= "10.3" or dversion == 8 and macosversion >= "10.4"
): returnTrue # egg isn't macOS or legacy darwin returnFalse
# are they the same major version and machine type? if provMac.group(1) != reqMac.group(1) or provMac.group(3) != reqMac.group(3): returnFalse
# is the required OS major update >= the provided one? if int(provMac.group(2)) > int(reqMac.group(2)): returnFalse
returnTrue
# XXX Linux and other platforms' special cases should go here returnFalse
@overload def get_distribution(dist: _DistributionT) -> _DistributionT: ...
@overload def get_distribution(dist: _PkgReqType) -> Distribution: ... def get_distribution(dist: Distribution | _PkgReqType) -> Distribution: """Return a current distribution object for a Requirement or string""" if isinstance(dist, str):
dist = Requirement.parse(dist) if isinstance(dist, Requirement):
dist = get_provider(dist) ifnot isinstance(dist, Distribution): raise TypeError("Expected str, Requirement, or Distribution", dist) return dist
def load_entry_point(dist: _EPDistType, group: str, name: str) -> _ResolvedEntryPoint: """Return `name` entry point of `group` for `dist` or raise ImportError""" return get_distribution(dist).load_entry_point(group, name)
@overload def get_entry_map(
dist: _EPDistType, group: None = None
) -> dict[str, dict[str, EntryPoint]]: ...
@overload def get_entry_map(dist: _EPDistType, group: str) -> dict[str, EntryPoint]: ... def get_entry_map(dist: _EPDistType, group: str | None = None): """Return the entry point map for `group`, or the full entry map""" return get_distribution(dist).get_entry_map(group)
def get_entry_info(dist: _EPDistType, group: str, name: str) -> EntryPoint | None: """Return the EntryPoint object for `group`+`name`, or ``None``""" return get_distribution(dist).get_entry_info(group, name)
class IMetadataProvider(Protocol): def has_metadata(self, name: str) -> bool: """Does the package's distribution contain the named metadata?"""
...
def get_metadata(self, name: str) -> str: """The named metadata resource as a string"""
...
def get_metadata_lines(self, name: str) -> Iterator[str]: """Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted."""
...
def metadata_isdir(self, name: str) -> bool: """Is the named metadata a directory? (like ``os.path.isdir()``)"""
...
def metadata_listdir(self, name: str) -> list[str]: """List of metadata names in the directory (like ``os.listdir()``)"""
...
def run_script(self, script_name: str, namespace: dict[str, Any]) -> None: """Execute the named script in the supplied namespace dictionary"""
...
class IResourceProvider(IMetadataProvider, Protocol): """An object that provides access to package resources"""
def get_resource_filename(
self, manager: ResourceManager, resource_name: str
) -> str: """Return a true filesystem path for `resource_name`
`manager` must be a ``ResourceManager``"""
...
def get_resource_stream(
self, manager: ResourceManager, resource_name: str
) -> _ResourceStream: """Return a readable file-like object for `resource_name`
`manager` must be a ``ResourceManager``"""
...
def get_resource_string(
self, manager: ResourceManager, resource_name: str
) -> bytes: """Return the contents of `resource_name` as :obj:`bytes`
`manager` must be a ``ResourceManager``"""
...
def has_resource(self, resource_name: str) -> bool: """Does the package contain the named resource?"""
...
def resource_isdir(self, resource_name: str) -> bool: """Is the named resource a directory? (like ``os.path.isdir()``)"""
...
def resource_listdir(self, resource_name: str) -> list[str]: """List of resource names in the directory (like ``os.listdir()``)"""
...
class WorkingSet: """A collection of active distributions on sys.path (or a similar list)"""
def __init__(self, entries: Iterable[str] | None = None) -> None: """Create working set from list of path entries (default=sys.path)"""
self.entries: list[str] = []
self.entry_keys: dict[str | None, list[str]] = {}
self.by_key: dict[str, Distribution] = {}
self.normalized_to_canonical_keys: dict[str, str] = {}
self.callbacks: list[Callable[[Distribution], object]] = []
if entries isNone:
entries = sys.path
for entry in entries:
self.add_entry(entry)
@classmethod def _build_master(cls): """
Prepare the master working set. """
ws = cls() try: from __main__ import __requires__ except ImportError: # The main program does not list any requirements return ws
# ensure the requirements are met try:
ws.require(__requires__) except VersionConflict: return cls._build_from_requirements(__requires__)
return ws
@classmethod def _build_from_requirements(cls, req_spec): """
Build a working set from a requirement spec. Rewrites sys.path. """ # try it without defaults already on sys.path # by starting with an empty path
ws = cls([])
reqs = parse_requirements(req_spec)
dists = ws.resolve(reqs, Environment()) for dist in dists:
ws.add(dist)
# add any missing entries from sys.path for entry in sys.path: if entry notin ws.entries:
ws.add_entry(entry)
# then copy back to sys.path
sys.path[:] = ws.entries return ws
def add_entry(self, entry: str) -> None: """Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.) """
self.entry_keys.setdefault(entry, [])
self.entries.append(entry) for dist in find_distributions(entry, True):
self.add(dist, entry, False)
def __contains__(self, dist: Distribution) -> bool: """True if `dist` is the active distribution for its project""" return self.by_key.get(dist.key) == dist
def find(self, req: Requirement) -> Distribution | None: """Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. """
dist = self.by_key.get(req.key)
if dist isNone:
canonical_key = self.normalized_to_canonical_keys.get(req.key)
if canonical_key isnotNone:
req.key = canonical_key
dist = self.by_key.get(canonical_key)
if dist isnotNoneand dist notin req: # XXX add more info raise VersionConflict(dist, req) return dist
If `name` isNone, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order). """ return (
entry for dist in self for entry in dist.get_entry_map(group).values() if name isNoneor name == entry.name
)
def run_script(self, requires: str, script_name: str) -> None: """Locate distribution for `requires` and run `script_name` script"""
ns = sys._getframe(1).f_globals
name = ns['__name__']
ns.clear()
ns['__name__'] = name
self.require(requires)[0].run_script(script_name, ns)
def __iter__(self) -> Iterator[Distribution]: """Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set. """
seen = set() for item in self.entries: if item notin self.entry_keys: # workaround a cache issue continue
for key in self.entry_keys[item]: if key notin seen:
seen.add(key) yield self.by_key[key]
def add(
self,
dist: Distribution,
entry: str | None = None,
insert: bool = True,
replace: bool = False,
) -> None: """Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method
will be called. """ if insert:
dist.insert_on(self.entries, entry, replace=replace)
if entry isNone:
entry = dist.location
keys = self.entry_keys.setdefault(entry, [])
keys2 = self.entry_keys.setdefault(dist.location, []) ifnot replace and dist.key in self.by_key: # ignore hidden distros return
self.by_key[dist.key] = dist
normalized_name = packaging.utils.canonicalize_name(dist.key)
self.normalized_to_canonical_keys[normalized_name] = dist.key if dist.key notin keys:
keys.append(dist.key) if dist.key notin keys2:
keys2.append(dist.key)
self._added_new(dist)
`requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
`extras` is a list of the extras to be used with these requirements.
This is important because extra requirements may look like `my_req;
extra = "my_extra"`, which would otherwise be interpreted as a purely
optional requirement. Instead, we want to be able to assert that these
requirements are truly required. """
# set up the stack
requirements = list(requirements)[::-1] # set of processed requirements
processed = set() # key -> dist
best: dict[str, Distribution] = {}
to_activate: list[Distribution] = []
req_extras = _ReqExtras()
# Mapping of requirement to set of distributions that required it; # useful for reporting info about conflicts.
required_by: collections.defaultdict[Requirement, set[str]] = (
collections.defaultdict(set)
)
while requirements: # process dependencies breadth-first
req = requirements.pop(0) if req in processed: # Ignore cyclic or redundant dependencies continue
# push the new requirements onto the stack
new_requirements = dist.requires(req.extras)[::-1]
requirements.extend(new_requirements)
# Register the new requirements needed by req for new_requirement in new_requirements:
required_by[new_requirement].add(req.project_name)
req_extras[new_requirement] = req.extras
processed.add(req)
# return list of distros to activate return to_activate
def _resolve_dist(
self, req, best, replace_conflicting, env, installer, required_by, to_activate
) -> Distribution:
dist = best.get(req.key) if dist isNone: # Find the best distribution and add it to the map
dist = self.by_key.get(req.key) if dist isNoneor (dist notin req and replace_conflicting):
ws = self if env isNone: if dist isNone:
env = Environment(self.entries) else: # Use an empty environment and workingset to avoid # any further conflicts with the conflicting # distribution
env = Environment([])
ws = WorkingSet([])
dist = best[req.key] = env.best_match(
req, ws, installer, replace_conflicting=replace_conflicting
) if dist isNone:
requirers = required_by.get(req, None) raise DistributionNotFound(req, requirers)
to_activate.append(dist) if dist notin req: # Oops, the "best" so far conflicts with a dependency
dependent_req = required_by[req] raise VersionConflict(dist, req).with_context(dependent_req) return dist
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
) # add plugins+libs to sys.path
map(working_set.add, distributions) # display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` isnot
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance. """
plugin_projects = list(plugin_env) # scan project names in alphabetic order
plugin_projects.sort()
except ResolutionError as v: # save error info
error_info[dist] = v if fallback: # try the next older version of project continue else: # give up on this project, keep going break
def require(self, *requirements: _NestedStr) -> list[Distribution]: """Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set. """
needed = self.resolve(parse_requirements(requirements))
for dist in needed:
self.add(dist)
return needed
def subscribe(
self, callback: Callable[[Distribution], object], existing: bool = True
) -> None: """Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well. """ if callback in self.callbacks: return
self.callbacks.append(callback) ifnot existing: return for dist in self:
callback(dist)
def _added_new(self, dist): for callback in self.callbacks:
callback(dist)
class _ReqExtras(Dict["Requirement", Tuple[str, ...]]): """
Map each requirement to the extras that demanded it. """
def markers_pass(self, req: Requirement, extras: tuple[str, ...] | None = None): """
Evaluate markers for req against each extra that
demanded it.
ReturnFalseif the req has a marker and fails
evaluation. Otherwise, returnTrue. """ returnnot req.marker or any(
req.marker.evaluate({'extra': extra}) for extra in self.get(req, ()) + (extras or ("",))
)
class Environment: """Searchable snapshot of distributions on a search path"""
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. Ifnot
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.6'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version. """
self._distmap: dict[str, list[Distribution]] = {}
self.platform = platform
self.python = python
self.scan(search_path)
def can_add(self, dist: Distribution) -> bool: """Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, orFalse is returned. """
py_compat = (
self.python isNone or dist.py_version isNone or dist.py_version == self.python
) return py_compat and compatible_platforms(dist.platform, self.platform)
def remove(self, dist: Distribution) -> None: """Remove `dist` from the environment"""
self._distmap[dist.key].remove(dist)
def scan(self, search_path: Iterable[str] | None = None) -> None: """Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. Ifnot
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added. """ if search_path isNone:
search_path = sys.path
for item in search_path: for dist in find_distributions(item):
self.add(dist)
def __getitem__(self, project_name: str) -> list[Distribution]: """Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
def add(self, dist: Distribution) -> None: """Add `dist` if we ``can_add()`` it and it has not already been added""" if self.can_add(dist) and dist.has_version():
dists = self._distmap.setdefault(dist.key, []) if dist notin dists:
dists.append(dist)
dists.sort(key=operator.attrgetter('hashcmp'), reverse=True)
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned. """ try:
dist = working_set.find(req) except VersionConflict: ifnot replace_conflicting: raise
dist = None if dist isnotNone: return dist for dist in self[req.key]: if dist in req: return dist # try to download/install return self.obtain(req, installer)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` isNone, in which case Noneis returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument.""" return installer(requirement) if installer elseNone
def __iter__(self) -> Iterator[str]: """Yield the unique project names of the available distributions""" for key in self._distmap.keys(): if self[key]: yield key
def __iadd__(self, other: Distribution | Environment) -> Self: """In-place addition of a distribution or environment""" if isinstance(other, Distribution):
self.add(other) elif isinstance(other, Environment): for project in other: for dist in other[project]:
self.add(dist) else: raise TypeError("Can't add %r to environment" % (other,)) return self
def __add__(self, other: Distribution | Environment) -> Self: """Add an environment or distribution to an environment"""
new = self.__class__([], platform=None, python=None) for env in self, other:
new += env return new
def resource_listdir(
self, package_or_requirement: _PkgReqType, resource_name: str
) -> list[str]: """List the contents of the named resource directory""" return get_provider(package_or_requirement).resource_listdir(resource_name)
def extraction_error(self) -> NoReturn: """Give an error message for problems extracting file(s)"""
old_exc = sys.exc_info()[1]
cache_path = self.extraction_path or get_default_cache()
tmpl = textwrap.dedent( """
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s)
to the Python egg cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory?
You can change the cache directory by setting the PYTHON_EGG_CACHE
environment variable to point to an accessible directory. """
).lstrip()
err = ExtractionError(tmpl.format(**locals()))
err.manager = self
err.cache_path = cache_path
err.original_error = old_exc raise err
def get_cache_path(self, archive_name: str, names: Iterable[StrPath] = ()) -> str: """Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later. """
extract_path = self.extraction_path or get_default_cache()
target_path = os.path.join(extract_path, archive_name + '-tmp', *names) try:
_bypass_ensure_directory(target_path) except Exception:
self.extraction_error()
@staticmethod def _warn_unsafe_extraction_path(path): """ If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used.
See Distribute #375 for more details. """ if os.name == 'nt'andnot path.startswith(os.environ['windir']): # On Windows, permissions are generally restrictive by default # and temp directories are not writable by other users, so # bypass the warning. return
mode = os.stat(path).st_mode if mode & stat.S_IWOTH or mode & stat.S_IWGRP:
msg = ( "Extraction path is writable by group/others " "and vulnerable to attack when " "used with get_resource_filename ({path}). " "Consider a more secure " "location (set with .set_extraction_path or the " "PYTHON_EGG_CACHE environment variable)."
).format(**locals())
warnings.warn(msg, UserWarning)
def postprocess(self, tempname: StrOrBytesPath, filename: StrOrBytesPath) -> None: """Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine
returns. """
if os.name == 'posix': # Make the resource executable
mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777
os.chmod(tempname, mode)
def set_extraction_path(self, path: str) -> None: """Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.) """ if self.cached_files: raise ValueError("Can't change extraction path, files already extracted")
self.extraction_path = path
def cleanup_resources(self, force: bool = False) -> list[str]: """
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method isnot
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions. """ # XXX return []
def get_default_cache() -> str: """ Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app
named "Python-Eggs". """ return os.environ.get('PYTHON_EGG_CACHE') or _user_cache_dir(appname='Python-Eggs')
def safe_name(name: str) -> str: """Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'. """ return re.sub('[^A-Za-z0-9.]+', '-', name)
def safe_version(version: str) -> str: """
Convert an arbitrary string to a standard version string """ try: # normalize the version return str(packaging.version.Version(version)) except packaging.version.InvalidVersion:
version = version.replace(' ', '.') return re.sub('[^A-Za-z0-9.]+', '-', version)
def _forgiving_version(version): """Fallback when ``safe_version`` is not safe enough
>>> parse_version(_forgiving_version('0.23ubuntu1'))
<Version('0.23.dev0+sanitized.ubuntu1')>
>>> parse_version(_forgiving_version('0.23-'))
<Version('0.23.dev0+sanitized')>
>>> parse_version(_forgiving_version('0.-_'))
<Version('0.dev0+sanitized')>
>>> parse_version(_forgiving_version('42.+?1'))
<Version('42.dev0+sanitized.1')>
>>> parse_version(_forgiving_version('hello world'))
<Version('0.dev0+sanitized.hello.world')> """
version = version.replace(' ', '.')
match = _PEP440_FALLBACK.search(version) if match:
safe = match["safe"]
rest = version[len(safe) :] else:
safe = "0"
rest = version
local = f"sanitized.{_safe_segment(rest)}".strip(".") return f"{safe}.dev0+{local}"
def _safe_segment(segment): """Convert an arbitrary string into a safe segment"""
segment = re.sub('[^A-Za-z0-9.]+', '-', segment)
segment = re.sub('-[^A-Za-z0-9]+', '-', segment) return re.sub(r'\.[^A-Za-z0-9]+', '.', segment).strip(".-")
def safe_extra(extra: str) -> str: """Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. """ return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower()
def to_filename(name: str) -> str: """Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with'_'. """ return name.replace('-', '_')
def invalid_marker(text: str) -> SyntaxError | Literal[False]: """
Validate text as a PEP 508 environment marker; return an exception if invalid orFalse otherwise. """ try:
evaluate_marker(text) except SyntaxError as e:
e.filename = None
e.lineno = None return e returnFalse
def evaluate_marker(text: str, extra: str | None = None) -> bool: """
Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module. """ try:
marker = packaging.markers.Marker(text) return marker.evaluate() except packaging.markers.InvalidMarker as e: raise SyntaxError(e) from e
class NullProvider: """Try to implement resources and metadata for arbitrary PEP 302 loaders"""
def get_metadata(self, name: str) -> str: ifnot self.egg_info: return""
path = self._get_metadata_path(name)
value = self._get(path) try: return value.decode('utf-8') except UnicodeDecodeError as exc: # Include the path in the error message to simplify # troubleshooting, and without changing the exception type.
exc.reason += ' in {} file at path: {}'.format(name, path) raise
def _has(self, path) -> bool: raise NotImplementedError( "Can't perform this operation for unregistered loader type"
)
def _isdir(self, path) -> bool: raise NotImplementedError( "Can't perform this operation for unregistered loader type"
)
def _listdir(self, path) -> list[str]: raise NotImplementedError( "Can't perform this operation for unregistered loader type"
)
def _fn(self, base: str | None, resource_name: str): if base isNone: raise TypeError( "`base` parameter in `_fn` is `None`. Either override this method or check the parameter first."
)
self._validate_resource_path(resource_name) if resource_name: return os.path.join(base, *resource_name.split('/')) return base
Windows path separators are straight-up disallowed.
>>> vrp(r'\\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path \ isnot allowed.
>>> vrp(r'C:\\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path \ isnot allowed.
Blank values are allowed
>>> vrp('')
>>> bool(warned) False
Non-string values are not.
>>> vrp(None)
Traceback (most recent call last):
...
AttributeError: ... """
invalid = (
os.path.pardir in path.split(posixpath.sep) or posixpath.isabs(path) or ntpath.isabs(path) or path.startswith("\\")
) ifnot invalid: return
msg = "Use of .. or absolute path in a resource path is not allowed."
# Aggressively disallow Windows absolute paths if (path.startswith("\\") or ntpath.isabs(path)) andnot posixpath.isabs(path): raise ValueError(msg)
# for compatibility, warn; in future # raise ValueError(msg)
issue_warning(
msg[:-1] + " and will raise exceptions in a future release.",
DeprecationWarning,
)
def _get(self, path) -> bytes: if hasattr(self.loader, 'get_data') and self.loader: # Already checked get_data exists return self.loader.get_data(path) # type: ignore[attr-defined] raise NotImplementedError( "Can't perform this operation for loaders without 'get_data()'"
)
register_loader_type(object, NullProvider)
def _parents(path): """ yield all parents of path including path """
last = None while path != last: yield path
last = path
path, _ = os.path.split(path)
class EggProvider(NullProvider): """Provider based on a virtual filesystem"""
def _setup_prefix(self): # Assume that metadata may be nested inside a "basket" # of multiple eggs and use module_path instead of .archive.
eggs = filter(_is_egg_path, _parents(self.module_path))
egg = next(eggs, None)
egg and self._set_egg(egg)
def _get(self, path) -> bytes: with open(path, 'rb') as stream: return stream.read()
@classmethod def _register(cls):
loader_names = ( 'SourceFileLoader', 'SourcelessFileLoader',
) for name in loader_names:
loader_cls = getattr(importlib.machinery, name, type(None))
register_loader_type(loader_cls, cls)
DefaultProvider._register()
class EmptyProvider(NullProvider): """Provider that returns nothing for all requests"""
# A special case, we don't want all Providers inheriting from NullProvider to have a potentially None module_path
module_path: str | None = None# type: ignore[assignment]
_isdir = _has = lambda self, path: False
def _get(self, path) -> bytes: return b''
def _listdir(self, path): return []
def __init__(self) -> None: pass
empty_provider = EmptyProvider()
class ZipManifests(Dict[str, "MemoizedZipManifests.manifest_mod"]): """
zip manifest builder """
# `path` could be `StrPath | IO[bytes]` but that violates the LSP for `MemoizedZipManifests.load`
@classmethod def build(cls, path: str) -> dict[str, zipfile.ZipInfo]: """
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. """ with zipfile.ZipFile(path) as zfile:
items = (
(
name.replace('/', os.sep),
zfile.getinfo(name),
) for name in zfile.namelist()
) return dict(items)
load = build
class MemoizedZipManifests(ZipManifests): """
Memoized zipfile manifests. """
class manifest_mod(NamedTuple):
manifest: dict[str, zipfile.ZipInfo]
mtime: float
def load(self, path: str) -> dict[str, zipfile.ZipInfo]: # type: ignore[override] # ZipManifests.load is a classmethod """
Load a manifest at path orreturn a suitable manifest already loaded. """
path = os.path.normpath(path)
mtime = os.stat(path).st_mtime
if path notin self or self[path].mtime != mtime:
manifest = self.build(path)
self[path] = self.manifest_mod(manifest, mtime)
return self[path].manifest
class ZipProvider(EggProvider): """Resource support for zips and eggs"""
eagers: list[str] | None = None
_zip_manifests = MemoizedZipManifests() # ZipProvider's loader should always be a zipimporter or equivalent
loader: zipimport.zipimporter
def _zipinfo_name(self, fspath): # Convert a virtual filename (full path to file) into a zipfile subpath # usable with the zipimport directory cache for our target archive
fspath = fspath.rstrip(os.sep) if fspath == self.loader.archive: return'' if fspath.startswith(self.zip_pre): return fspath[len(self.zip_pre) :] raise AssertionError("%s is not a subpath of %s" % (fspath, self.zip_pre))
def _parts(self, zip_path): # Convert a zipfile subpath into an egg-relative path part list. # pseudo-fs path
fspath = self.zip_pre + zip_path if fspath.startswith(self.egg_root + os.sep): return fspath[len(self.egg_root) + 1 :].split(os.sep) raise AssertionError("%s is not a subpath of %s" % (fspath, self.egg_root))
def get_resource_filename(
self, manager: ResourceManager, resource_name: str
) -> str: ifnot self.egg_name: raise NotImplementedError( "resource_filename() only supported for .egg, not .zip"
) # no need to lock for extraction, since we use temp names
zip_path = self._resource_to_zip(resource_name)
eagers = self._get_eager_resources() if'/'.join(self._parts(zip_path)) in eagers: for name in eagers:
self._extract_resource(manager, self._eager_to_zip(name)) return self._extract_resource(manager, zip_path)
# FIXME: 'ZipProvider._extract_resource' is too complex (12) def _extract_resource(self, manager: ResourceManager, zip_path) -> str: # noqa: C901 if zip_path in self._index(): for name in self._index()[zip_path]:
last = self._extract_resource(manager, os.path.join(zip_path, name)) # return the extracted directory name return os.path.dirname(last)
ifnot WRITE_SUPPORT: raise OSError( '"os.rename" and "os.unlink" are not supported on this platform'
) try: ifnot self.egg_name: raise OSError( '"egg_name" is empty. This likely means no egg could be found from the "module_path".'
)
real_path = manager.get_cache_path(self.egg_name, self._parts(zip_path))
if self._is_current(real_path, zip_path): return real_path
except OSError: if os.path.isfile(real_path): if self._is_current(real_path, zip_path): # the file became current since it was checked above, # so proceed. return real_path # Windows, del old file and retry elif os.name == 'nt':
unlink(real_path)
rename(tmpnam, real_path) return real_path raise
except OSError: # report a user-friendly error
manager.extraction_error()
return real_path
def _is_current(self, file_path, zip_path): """ ReturnTrueif the file_path is current for this zip_path """
timestamp, size = self._get_date_and_size(self.zipinfo[zip_path]) ifnot os.path.isfile(file_path): returnFalse
stat = os.stat(file_path) if stat.st_size != size or stat.st_mtime != timestamp: returnFalse # check that the contents match
zip_contents = self.loader.get_data(zip_path) with open(file_path, 'rb') as f:
file_contents = f.read() return zip_contents == file_contents
def _get_eager_resources(self): if self.eagers isNone:
eagers = [] for name in ('native_libs.txt', 'eager_resources.txt'): if self.has_metadata(name):
eagers.extend(self.get_metadata_lines(name))
self.eagers = eagers return self.eagers
def _index(self): try: return self._dirindex except AttributeError:
ind = {} for path in self.zipinfo:
parts = path.split(os.sep) while parts:
parent = os.sep.join(parts[:-1]) if parent in ind:
ind[parent].append(parts[-1]) break else:
ind[parent] = [parts.pop()]
self._dirindex = ind return ind
def _has(self, fspath) -> bool:
zip_path = self._zipinfo_name(fspath) return zip_path in self.zipinfo or zip_path in self._index()
def _isdir(self, fspath) -> bool: return self._zipinfo_name(fspath) in self._index()
class FileMetadata(EmptyProvider): """Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests exceptfor PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location. """
def get_metadata(self, name: str) -> str: if name != 'PKG-INFO': raise KeyError("No metadata except PKG-INFO is available")
with open(self.path, encoding='utf-8', errors="replace") as f:
metadata = f.read()
self._warn_on_replacement(metadata) return metadata
def _warn_on_replacement(self, metadata):
replacement_char = '�' if replacement_char in metadata:
tmpl = "{self.path} could not be properly decoded in UTF-8"
msg = tmpl.format(**locals())
warnings.warn(msg)
def register_finder(
importer_type: type[_T], distribution_finder: _DistFinderType[_T]
) -> None: """Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type orclass of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example."""
_distribution_finders[importer_type] = distribution_finder
def find_on_path(importer: object | None, path_item, only=False): """Yield distributions accessible on a sys.path directory"""
path_item = _normalize_cached(path_item)
if _is_unpacked_egg(path_item): yield Distribution.from_filename(
path_item,
metadata=PathMetadata(path_item, os.path.join(path_item, 'EGG-INFO')),
) return
entries = (os.path.join(path_item, child) for child in safe_listdir(path_item))
# scan for .egg and .egg-info in directory for entry in sorted(entries):
fullpath = os.path.join(path_item, entry)
factory = dist_factory(path_item, entry, only) yieldfrom factory(fullpath)
def dist_factory(path_item, entry, only): """Return a dist_factory for the given entry."""
lower = entry.lower()
is_egg_info = lower.endswith('.egg-info')
is_dist_info = lower.endswith('.dist-info') and os.path.isdir(
os.path.join(path_item, entry)
)
is_meta = is_egg_info or is_dist_info return (
distributions_from_metadata if is_meta else find_distributions ifnot only and _is_egg_path(entry) else resolve_egg_link ifnot only and lower.endswith('.egg-link') else NoDists()
)
def safe_listdir(path: StrOrBytesPath): """
Attempt to list contents of path, but suppress some exceptions. """ try: return os.listdir(path) except (PermissionError, NotADirectoryError): pass except OSError as e: # Ignore the directory if does not exist, not a directory or # permission denied if e.errno notin (errno.ENOTDIR, errno.EACCES, errno.ENOENT): raise return ()
def non_empty_lines(path): """ Yield non-empty lines from file at path """ for line in _read_utf8_with_fallback(path).splitlines():
line = line.strip() if line: yield line
def resolve_egg_link(path): """
Given a path to an .egg-link, resolve distributions
present in the referenced path. """
referenced_paths = non_empty_lines(path)
resolved_paths = (
os.path.join(os.path.dirname(path), ref) for ref in referenced_paths
)
dist_groups = map(find_distributions, resolved_paths) return next(dist_groups, ())
if hasattr(pkgutil, 'ImpImporter'):
register_finder(pkgutil.ImpImporter, find_on_path)
`importer_type` is the type orclass of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``. """
_namespace_handlers[importer_type] = namespace_handler
def _handle_ns(packageName, path_item): """Ensure that named package includes a subpath of path_item (if needed)"""
importer = get_importer(path_item) if importer isNone: returnNone
# use find_spec (PEP 451) and fall-back to find_module (PEP 302) try:
spec = importer.find_spec(packageName) except AttributeError: # capture warnings due to #1111 with warnings.catch_warnings():
warnings.simplefilter("ignore")
loader = importer.find_module(packageName) else:
loader = spec.loader if spec elseNone
def _rebuild_mod_path(orig_path, package_name, module: types.ModuleType): """
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order """
sys_path = [_normalize_cached(p) for p in sys.path]
def position_in_sys_path(path): """ Return the ordinal of the path based on its position in sys.path """
path_parts = path.split(os.sep)
module_parts = package_name.count('.') + 1
parts = path_parts[:-module_parts] return safe_sys_path_index(_normalize_cached(os.sep.join(parts)))
new_path = sorted(orig_path, key=position_in_sys_path)
new_path = [_normalize_cached(p) for p in new_path]
if isinstance(module.__path__, list):
module.__path__[:] = new_path else:
module.__path__ = new_path
def declare_namespace(packageName: str) -> None: """Declare that package 'packageName' is a namespace package"""
msg = (
f"Deprecated call to `pkg_resources.declare_namespace({packageName!r})`.\n" "Implementing implicit namespace packages (as specified in PEP 420) " "is preferred to `pkg_resources.declare_namespace`. " "See https://setuptools.pypa.io/en/latest/references/" "keywords.html#keyword-namespace-packages"
)
warnings.warn(msg, DeprecationWarning, stacklevel=2)
_imp.acquire_lock() try: if packageName in _namespace_packages: return
if parent:
declare_namespace(parent) if parent notin _namespace_packages:
__import__(parent) try:
path = sys.modules[parent].__path__ except AttributeError as e: raise TypeError("Not a package:", parent) from e
# Track what packages are namespaces, so when new path items are added, # they can be updated
_namespace_packages.setdefault(parent orNone, []).append(packageName)
_namespace_packages.setdefault(packageName, [])
for path_item in path: # Ensure all the parent's path items are reflected in the child, # if they apply
_handle_ns(packageName, path_item)
finally:
_imp.release_lock()
def fixup_namespace_packages(path_item: str, parent: str | None = None) -> None: """Ensure that previously-declared namespace packages include path_item"""
_imp.acquire_lock() try: for package in _namespace_packages.get(parent, ()):
subpath = _handle_ns(package, path_item) if subpath:
fixup_namespace_packages(subpath, package) finally:
_imp.release_lock()
def file_ns_handler(
importer: object,
path_item: StrPath,
packageName: str,
module: types.ModuleType,
): """Compute an ns-package subpath for a filesystem or zipfile importer"""
subpath = os.path.join(path_item, packageName.split('.')[-1])
normalized = _normalize_cached(subpath) for item in module.__path__: if _normalize_cached(item) == normalized: break else: # Only return the path if it's not already there return subpath
if hasattr(pkgutil, 'ImpImporter'):
register_namespace_handler(pkgutil.ImpImporter, file_ns_handler)
@overload def normalize_path(filename: StrPath) -> str: ...
@overload def normalize_path(filename: BytesPath) -> bytes: ... def normalize_path(filename: StrOrBytesPath): """Normalize a file/dir name for comparison purposes""" return os.path.normcase(os.path.realpath(os.path.normpath(_cygwin_patch(filename))))
def _cygwin_patch(filename: StrOrBytesPath): # pragma: nocover """
Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
symlink components. Using
os.path.abspath() works around this limitation. A fix in os.getcwd()
would probably better, in Cygwin even more so, except
that this seems to be by design... """ return os.path.abspath(filename) if sys.platform == 'cygwin'else filename
def _is_egg_path(path): """
Determine if given path appears to be an egg. """ return _is_zip_egg(path) or _is_unpacked_egg(path)
def _is_zip_egg(path): return (
path.lower().endswith('.egg') and os.path.isfile(path) and zipfile.is_zipfile(path)
)
def _is_unpacked_egg(path): """
Determine if given path appears to be an unpacked egg. """ return path.lower().endswith('.egg') and os.path.isfile(
os.path.join(path, 'EGG-INFO', 'PKG-INFO')
)
def _set_parent_ns(packageName):
parts = packageName.split('.')
name = parts.pop() if parts:
parent = '.'.join(parts)
setattr(sys.modules[parent], name, sys.modules[packageName])
def __str__(self) -> str:
s = "%s = %s" % (self.name, self.module_name) if self.attrs:
s += ':' + '.'.join(self.attrs) if self.extras:
s += ' [%s]' % ','.join(self.extras) return s
@overload def load(
self,
require: Literal[True] = True,
env: Environment | None = None,
installer: _InstallerType | None = None,
) -> _ResolvedEntryPoint: ...
@overload def load(
self,
require: Literal[False],
*args: Any,
**kwargs: Any,
) -> _ResolvedEntryPoint: ... def load(
self,
require: bool = True,
*args: Environment | _InstallerType | None,
**kwargs: Environment | _InstallerType | None,
) -> _ResolvedEntryPoint: """
Require packages for this EntryPoint, then resolve it. """ ifnot require or args or kwargs:
warnings.warn( "Parameters to load are deprecated. Call .resolve and " ".require separately.",
PkgResourcesDeprecationWarning,
stacklevel=2,
) if require: # We could pass `env` and `installer` directly, # but keeping `*args` and `**kwargs` for backwards compatibility
self.require(*args, **kwargs) # type: ignore return self.resolve()
def resolve(self) -> _ResolvedEntryPoint: """
Resolve the entry point from its module and attrs. """
module = __import__(self.module_name, fromlist=['__name__'], level=0) try: return functools.reduce(getattr, self.attrs, module) except AttributeError as exc: raise ImportError(str(exc)) from exc
# Get the requirements for this entry point with all its extras and # then resolve them. We have to pass `extras` along when resolving so # that the working set knows what extras we want. Otherwise, for # dist-info distributions, the working set will assume that the # requirements for that extra are purely optional and skip over them.
reqs = self.dist.requires(self.extras)
items = working_set.resolve(reqs, env, installer, extras=self.extras)
list(map(working_set.add, items))
@classmethod def parse(cls, src: str, dist: Distribution | None = None) -> Self: """Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional """
m = cls.pattern.match(src) ifnot m:
msg = "EntryPoint must be in 'name=module:attrs [extras]' format" raise ValueError(msg, src)
res = m.groupdict()
extras = cls._parse_extras(res['extras'])
attrs = res['attr'].split('.') if res['attr'] else () return cls(res['name'], res['module'], attrs, extras, dist)
@classmethod def parse_group(
cls,
group: str,
lines: _NestedStr,
dist: Distribution | None = None,
) -> dict[str, Self]: """Parse an entry point group""" ifnot MODULE(group): raise ValueError("Invalid group name", group)
this: dict[str, Self] = {} for line in yield_lines(lines):
ep = cls.parse(line, dist) if ep.name in this: raise ValueError("Duplicate entry point", group, ep.name)
this[ep.name] = ep return this
@classmethod def parse_map(
cls,
data: str | Iterable[str] | dict[str, str | Iterable[str]],
dist: Distribution | None = None,
) -> dict[str, dict[str, Self]]: """Parse a map of entry point groups"""
_data: Iterable[tuple[str | None, str | Iterable[str]]] if isinstance(data, dict):
_data = data.items() else:
_data = split_sections(data)
maps: dict[str, dict[str, Self]] = {} for group, lines in _data: if group isNone: ifnot lines: continue raise ValueError("Entry points must be listed in groups")
group = group.strip() if group in maps: raise ValueError("Duplicate group name", group)
maps[group] = cls.parse_group(group, lines, dist) return maps
def _version_from_file(lines): """
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, orNone otherwise. """
@classmethod def from_location(
cls,
location: str,
basename: StrPath,
metadata: _MetadataType = None,
**kw: int, # We could set `precedence` explicitly, but keeping this as `**kw` for full backwards and subclassing compatibility
) -> Distribution:
project_name, version, py_version, platform = [None] * 4
basename, ext = os.path.splitext(basename) if ext.lower() in _distributionImpl:
cls = _distributionImpl[ext.lower()]
def __eq__(self, other: object) -> bool: ifnot isinstance(other, self.__class__): # It's not a Distribution, so they are not equal returnFalse return self.hashcmp == other.hashcmp
def __ne__(self, other: object) -> bool: returnnot self == other
# These properties have to be lazy so that we don't have to load any # metadata until/unless it's actually needed. (i.e., some distributions # may not know their name or version without loading PKG-INFO)
This is a long overdue deprecation. For the time being, `pkg_resources` will use `{self._parsed_version}` as a replacement to avoid breaking existing environments,
but no future compatibility is guaranteed.
If you maintain package {self.project_name} you should implement
the relevant changes to adequate the project to PEP 440 immediately.
*************************************************************************
\n\n!! """
warnings.warn(msg, DeprecationWarning)
return self._parsed_version
@property def version(self): try: return self._version except AttributeError as e:
version = self._get_version() if version isNone:
path = self._get_metadata_path_for_display(self.PKG_INFO)
msg = ("Missing 'Version:' header and/or {} file at path: {}").format(
self.PKG_INFO, path
) raise ValueError(msg, self) from e
return version
@property def _dep_map(self): """
A map of extra to its list of (direct) requirements for this distribution, including the null extra. """ try: return self.__dep_map except AttributeError:
self.__dep_map = self._filter_extras(self._build_dep_map()) return self.__dep_map
@staticmethod def _filter_extras(
dm: dict[str | None, list[Requirement]],
) -> dict[str | None, list[Requirement]]: """
Given a mapping of extras to dependencies, strip off
environment markers and filter out any dependencies not matching the markers. """ for extra in list(filter(None, dm)):
new_extra: str | None = extra
reqs = dm.pop(extra)
new_extra, _, marker = extra.partition(':')
fails_marker = marker and (
invalid_marker(marker) ornot evaluate_marker(marker)
) if fails_marker:
reqs = []
new_extra = safe_extra(new_extra) orNone
def _build_dep_map(self):
dm = {} for name in'requires.txt', 'depends.txt': for extra, reqs in split_sections(self._get_metadata(name)):
dm.setdefault(extra, []).extend(parse_requirements(reqs)) return dm
def requires(self, extras: Iterable[str] = ()) -> list[Requirement]: """List of Requirements needed for this distro if `extras` are used"""
dm = self._dep_map
deps: list[Requirement] = []
deps.extend(dm.get(None, ())) for ext in extras: try:
deps.extend(dm[safe_extra(ext)]) except KeyError as e: raise UnknownExtra( "%s has no such extra feature %r" % (self, ext)
) from e return deps
def _get_metadata_path_for_display(self, name): """ Return the path to the given metadata file, if available. """ try: # We need to access _get_metadata_path() on the provider object # directly rather than through this class's __getattr__() # since _get_metadata_path() is marked private.
path = self._provider._get_metadata_path(name)
# Handle exceptions e.g. in case the distribution's metadata # provider doesn't support _get_metadata_path(). except Exception: return'[could not detect]'
return path
def _get_metadata(self, name): if self.has_metadata(name): yieldfrom self.get_metadata_lines(name)
def activate(self, path: list[str] | None = None, replace: bool = False) -> None: """Ensure distribution is importable on `path` (default=sys.path)""" if path isNone:
path = sys.path
self.insert_on(path, replace=replace) if path is sys.path and self.location isnotNone:
fixup_namespace_packages(self.location) for pkg in self._get_metadata('namespace_packages.txt'): if pkg in sys.modules:
declare_namespace(pkg)
def egg_name(self): """Return what this distribution's standard .egg filename should be"""
filename = "%s-%s-py%s" % (
to_filename(self.project_name),
to_filename(self.version),
self.py_version or PY_MAJOR,
)
if self.platform:
filename += '-' + self.platform return filename
def __str__(self) -> str: try:
version = getattr(self, 'version', None) except ValueError:
version = None
version = version or"[unknown version]" return"%s %s" % (self.project_name, version)
def __getattr__(self, attr: str): """Delegate all unrecognized public attributes to .metadata provider""" if attr.startswith('_'): raise AttributeError(attr) return getattr(self._provider, attr)
def __dir__(self): return list(
set(super().__dir__())
| set(attr for attr in self._provider.__dir__() ifnot attr.startswith('_'))
)
@classmethod def from_filename(
cls,
filename: StrPath,
metadata: _MetadataType = None,
**kw: int, # We could set `precedence` explicitly, but keeping this as `**kw` for full backwards and subclassing compatibility
) -> Distribution: return cls.from_location(
_normalize_cached(filename), os.path.basename(filename), metadata, **kw
)
def as_requirement(self): """Return a ``Requirement`` that matches this distribution exactly""" if isinstance(self.parsed_version, packaging.version.Version):
spec = "%s==%s" % (self.project_name, self.parsed_version) else:
spec = "%s===%s" % (self.project_name, self.parsed_version)
return Requirement.parse(spec)
def load_entry_point(self, group: str, name: str) -> _ResolvedEntryPoint: """Return the `name` entry point of `group` or raise ImportError"""
ep = self.get_entry_info(group, name) if ep isNone: raise ImportError("Entry point %r not found" % ((group, name),)) return ep.load()
@overload def get_entry_map(self, group: None = None) -> dict[str, dict[str, EntryPoint]]: ...
@overload def get_entry_map(self, group: str) -> dict[str, EntryPoint]: ... def get_entry_map(self, group: str | None = None): """Return the entry point map for `group`, or the full entry map""" ifnot hasattr(self, "_ep_map"):
self._ep_map = EntryPoint.parse_map(
self._get_metadata('entry_points.txt'), self
) if group isnotNone: return self._ep_map.get(group, {}) return self._ep_map
def get_entry_info(self, group: str, name: str) -> EntryPoint | None: """Return the EntryPoint object for `group`+`name`, or ``None``""" return self.get_entry_map(group).get(name)
# FIXME: 'Distribution.insert_on' is too complex (13) def insert_on( # noqa: C901
self,
path: list[str],
loc=None,
replace: bool = False,
) -> None: """Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path. If replace=True:
- If location is already on path anywhere (not eggs) or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path. """
loc = loc or self.location ifnot loc: return
nloc = _normalize_cached(loc)
bdir = os.path.dirname(nloc)
npath = [(p and _normalize_cached(p) or p) for p in path]
for p, item in enumerate(npath): if item == nloc: if replace: break else: # don't modify path (even removing duplicates) if # found and not replace return elif item == bdir and self.precedence == EGG_DIST: # if it's an .egg, give it precedence over its directory # UNLESS it's already been added to sys.path and replace=False if (not replace) and nloc in npath[p:]: return if path is sys.path:
self.check_version_conflict()
path.insert(p, loc)
npath.insert(p, nloc) break else: if path is sys.path:
self.check_version_conflict() if replace:
path.insert(0, loc) else:
path.append(loc) return
# p is the spot where we found or inserted loc; now remove duplicates whileTrue: try:
np = npath.index(nloc, p + 1) except ValueError: break else: del npath[np], path[np] # ha!
p = np
return
def check_version_conflict(self): if self.key == 'setuptools': # ignore the inevitable setuptools self-conflicts :( return
nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt'))
loc = normalize_path(self.location) for modname in self._get_metadata('top_level.txt'): if (
modname notin sys.modules or modname in nsp or modname in _namespace_packages
): continue if modname in ('pkg_resources', 'setuptools', 'site'): continue
fn = getattr(sys.modules[modname], '__file__', None) if fn and (
normalize_path(fn).startswith(loc) or fn.startswith(self.location)
): continue
issue_warning( "Module %s was already imported from %s, but %s is being added" " to sys.path" % (modname, fn, self.location),
)
def has_version(self): try:
self.version except ValueError:
issue_warning("Unbuilt egg for " + repr(self)) returnFalse except SystemError: # TODO: remove this except clause when python/cpython#103632 is fixed. returnFalse returnTrue
def clone(self, **kw: str | int | IResourceProvider | None) -> Self: """Copy this distribution, substituting in any changed keyword args"""
names = 'project_name version py_version platform location precedence' for attr in names.split():
kw.setdefault(attr, getattr(self, attr, None))
kw.setdefault('metadata', self._provider) # Unsafely unpacking. But keeping **kw for backwards and subclassing compatibility return self.__class__(**kw) # type:ignore[arg-type]
@property def extras(self): return [dep for dep in self._dep_map if dep]
class EggInfoDistribution(Distribution): def _reload_version(self): """
Packages installed by distutils (e.g. numpy or scipy),
which uses an old safe_version, and so
their version numbers can get mangled when
converted to filenames (e.g., 1.11.0.dev0+2329eae to
1.11.0.dev0_2329eae). These distributions will not be
parsed properly
downstream by Distribution and safe_version, so
take an extra step andtry to get the version number from
the metadata file itself instead of the filename. """
md_version = self._get_version() if md_version:
self._version = md_version return self
class DistInfoDistribution(Distribution): """
Wrap an actual or potential sys.path entry
w/metadata, .dist-info style. """
reqs: list[Requirement] = [] # Including any condition expressions for req in self._parsed_pkg_info.get_all('Requires-Dist') or []:
reqs.extend(parse_requirements(req))
def reqs_for_extra(extra): for req in reqs: ifnot req.marker or req.marker.evaluate({'extra': extra}): yield req
common = types.MappingProxyType(dict.fromkeys(reqs_for_extra(None)))
self.__dep_map[None].extend(common)
for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []:
s_extra = safe_extra(extra.strip())
self.__dep_map[s_extra] = [
r for r in reqs_for_extra(extra) if r notin common
]
def issue_warning(*args, **kw):
level = 1
g = globals() try: # find the first stack frame that is *not* code in # the pkg_resources module, to use for the warning while sys._getframe(level).f_globals is g:
level += 1 except ValueError: pass
warnings.warn(stacklevel=level + 1, *args, **kw)
def parse_requirements(strs: _NestedStr) -> map[Requirement]: """ Yield ``Requirement`` objects for each specification in `strs`.
`strs` must be a string, or a (possibly-nested) iterable thereof. """ return map(Requirement, join_continuation(map(drop_comment, yield_lines(strs))))
class RequirementParseError(packaging.requirements.InvalidRequirement): "Compatibility wrapper for InvalidRequirement"
class Requirement(packaging.requirements.Requirement): # prefer variable length tuple to set (as found in # packaging.requirements.Requirement)
extras: tuple[str, ...] # type: ignore[assignment]
def __init__(self, requirement_string: str) -> None: """DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!"""
super().__init__(requirement_string)
self.unsafe_name = self.name
project_name = safe_name(self.name)
self.project_name, self.key = project_name, project_name.lower()
self.specs = [(spec.operator, spec.version) for spec in self.specifier]
self.extras = tuple(map(safe_extra, self.extras))
self.hashCmp = (
self.key,
self.url,
self.specifier,
frozenset(self.extras),
str(self.marker) if self.marker elseNone,
)
self.__hash = hash(self.hashCmp)
def __ne__(self, other: object) -> bool: returnnot self == other
def __contains__(
self, item: Distribution | packaging.specifiers.UnparsedVersion
) -> bool: if isinstance(item, Distribution): if item.key != self.key: returnFalse
version = item.version else:
version = item
# Allow prereleases always in order to match the previous behavior of # this method. In the future this should be smarter and follow PEP 440 # more accurately. return self.specifier.contains(
version,
prereleases=True,
)
def _always_object(classes): """
Ensure object appears in the mro even for old-style classes. """ if object notin classes: return classes + (object,) return classes
def _find_adapter(registry: Mapping[type, _AdapterT], ob: object) -> _AdapterT: """Return an adapter factory for `ob` from `registry`"""
types = _always_object(inspect.getmro(getattr(ob, '__class__', type(ob)))) for t in types: if t in registry: return registry[t] # _find_adapter would previously return None, and immediately be called. # So we're raising a TypeError to keep backward compatibility if anyone depended on that behaviour. raise TypeError(f"Could not find adapter for {registry} and {ob}")
def ensure_directory(path: StrOrBytesPath) -> None: """Ensure that the parent directory of `path` exists"""
dirname = os.path.dirname(path)
os.makedirs(dirname, exist_ok=True)
def _bypass_ensure_directory(path): """Sandbox-bypassing version of ensure_directory()""" ifnot WRITE_SUPPORT: raise OSError('"os.mkdir" not supported on this platform.')
dirname, filename = split(path) if dirname and filename andnot isdir(dirname):
_bypass_ensure_directory(dirname) try:
mkdir(dirname, 0o755) except FileExistsError: pass
def split_sections(s: _NestedStr) -> Iterator[tuple[str | None, list[str]]]: """Split a string or iterable thereof into (section, content) pairs
Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and
comment-only lines. If there are any such lines before the first section
header, they're returned in a first ``section`` of ``None``. """
section = None
content: list[str] = [] for line in yield_lines(s): if line.startswith("["): if line.endswith("]"): if section or content: yield section, content
section = line[1:-1].strip()
content = [] else: raise ValueError("Invalid section heading", line) else:
content.append(line)
# wrap up last segment yield section, content
def _mkstemp(*args, **kw):
old_open = os.open try: # temporarily bypass sandboxing
os.open = os_open return tempfile.mkstemp(*args, **kw) finally: # and then put it back
os.open = old_open
# Silence the PEP440Warning by default, so that end users don't get hit by it # randomly just because they use pkg_resources. We want to append the rule # because we want earlier uses of filterwarnings to take precedence over this # one.
warnings.filterwarnings("ignore", category=PEP440Warning, append=True)
class PkgResourcesDeprecationWarning(Warning): """
Base classfor warning about deprecations in ``pkg_resources``
This classisnot derived from ``DeprecationWarning``, andas such is
visible by default. """
# Ported from ``setuptools`` to avoid introducing an import inter-dependency:
_LOCALE_ENCODING = "locale"if sys.version_info >= (3, 10) elseNone
# This must go before calls to `_call_aside`. See https://github.com/pypa/setuptools/pull/4422 def _read_utf8_with_fallback(file: str, fallback_encoding=_LOCALE_ENCODING) -> str: """See setuptools.unicode_utils._read_utf8_with_fallback""" try: with open(file, "r", encoding="utf-8") as f: return f.read() except UnicodeDecodeError: # pragma: no cover
msg = f"""\
********************************************************************************
`encoding="utf-8"` fails with {file!r}, trying `encoding={fallback_encoding!r}`.
This fallback behaviour is considered **deprecated** and future versions of
`setuptools/pkg_resources` may not implement it.
Please encode {file!r} with"utf-8" to ensure future builds will succeed.
If this file was produced by `setuptools` itself, cleaning up the cached files and re-building/re-installing the package with a newer version of `setuptools`
(e.g. by updating `build-system.requires` in its `pyproject.toml`)
might solve the problem.
******************************************************************************** """ # TODO: Add a deadline? # See comment in setuptools.unicode_utils._Utf8EncodingNeeded
warnings.warn(msg, PkgResourcesDeprecationWarning, stacklevel=2) with open(file, "r", encoding=fallback_encoding) as f: return f.read()
# from jaraco.functools 1.3 def _call_aside(f, *args, **kwargs):
f(*args, **kwargs) return f
@_call_aside def _initialize(g=globals()): "Set up global resource manager (deliberately not state-saved)"
manager = ResourceManager()
g['_manager'] = manager
g.update(
(name, getattr(manager, name)) for name in dir(manager) ifnot name.startswith('_')
)
@_call_aside def _initialize_master_working_set(): """
Prepare the master working set and make the ``require()``
API available.
This function has explicit effects on the global state
of pkg_resources. It is intended to be invoked once at
the initialization of this module.
Invocation by other packages is unsupported and done
at their own risk. """
working_set = _declare_state('object', 'working_set', WorkingSet._build_master())
require = working_set.require
iter_entry_points = working_set.iter_entry_points
add_activation_listener = working_set.subscribe
run_script = working_set.run_script # backward compatibility
run_main = run_script # Activate all distributions already on sys.path with replace=False and # ensure that all distributions added to the working set in the future # (e.g. by calling ``require()``) will get activated as well, # with higher priority (replace=True).
tuple(dist.activate(replace=False) for dist in working_set)
add_activation_listener( lambda dist: dist.activate(replace=True),
existing=False,
)
working_set.entries = [] # match order
list(map(working_set.add_entry, sys.path))
globals().update(locals())
if TYPE_CHECKING: # All of these are set by the @_call_aside methods above
__resource_manager = ResourceManager() # Won't exist at runtime
resource_exists = __resource_manager.resource_exists
resource_isdir = __resource_manager.resource_isdir
resource_filename = __resource_manager.resource_filename
resource_stream = __resource_manager.resource_stream
resource_string = __resource_manager.resource_string
resource_listdir = __resource_manager.resource_listdir
set_extraction_path = __resource_manager.set_extraction_path
cleanup_resources = __resource_manager.cleanup_resources
¤ Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.0.136Bemerkung:
(Wie Sie bei der Firma Beratungs- und Dienstleistungen beauftragen können 2026-04-26)
¤
Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.
Bemerkung:
Die farbliche Syntaxdarstellung und die Messung sind noch experimentell.