1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835 |
- """
- Package resource API
- --------------------
- A resource is a logical file contained within a package, or a logical
- subdirectory thereof. The package resource API expects resource names
- to have their path parts separated with ``/``, *not* whatever the local
- path separator is. Do not use os.path operations to manipulate resource
- names being passed into the API.
- The package resource API is designed to work with normal filesystem packages,
- .egg files, and unpacked .egg files. It can also work in a limited way with
- .zip files and with custom PEP 302 loaders that support the ``get_data()``
- method.
- This module is deprecated. Users are directed to :mod:`importlib.resources`,
- :mod:`importlib.metadata` and :pypi:`packaging` instead.
- """
- from __future__ import annotations
- import sys
- if sys.version_info < (3, 9): # noqa: UP036 # Check for unsupported versions
- raise RuntimeError("Python 3.9 or later is required")
- import _imp
- import collections
- import email.parser
- import errno
- import functools
- import importlib
- import importlib.abc
- import importlib.machinery
- import inspect
- import io
- import ntpath
- import operator
- import os
- import pkgutil
- import platform
- import plistlib
- import posixpath
- import re
- import stat
- import tempfile
- import textwrap
- import time
- import types
- import warnings
- import zipfile
- import zipimport
- from collections.abc import Iterable, Iterator, Mapping, MutableSequence
- from pkgutil import get_importer
- from typing import (
- TYPE_CHECKING,
- Any,
- BinaryIO,
- Callable,
- Literal,
- NamedTuple,
- NoReturn,
- Protocol,
- TypeVar,
- Union,
- overload,
- )
- sys.path.extend(((vendor_path := os.path.join(os.path.dirname(os.path.dirname(__file__)), 'setuptools', '_vendor')) not in sys.path) * [vendor_path]) # fmt: skip
- # workaround for #4476
- sys.modules.pop('backports', None)
- # capture these to bypass sandboxing
- from os import open as os_open, utime # isort: skip
- from os.path import isdir, split # isort: skip
- try:
- from os import mkdir, rename, unlink
- WRITE_SUPPORT = True
- except ImportError:
- # no write support, probably under GAE
- WRITE_SUPPORT = False
- import packaging.markers
- import packaging.requirements
- import packaging.specifiers
- import packaging.utils
- import packaging.version
- from jaraco.text import drop_comment, join_continuation, yield_lines
- from platformdirs import user_cache_dir as _user_cache_dir
- if TYPE_CHECKING:
- from _typeshed import BytesPath, StrOrBytesPath, StrPath
- from _typeshed.importlib import LoaderProtocol
- from typing_extensions import Self, TypeAlias
- warnings.warn(
- "pkg_resources is deprecated as an API. "
- "See https://setuptools.pypa.io/en/latest/pkg_resources.html",
- DeprecationWarning,
- stacklevel=2,
- )
- _T = TypeVar("_T")
- _DistributionT = TypeVar("_DistributionT", bound="Distribution")
- # Type aliases
- _NestedStr: TypeAlias = Union[str, Iterable[Union[str, Iterable["_NestedStr"]]]]
- _StrictInstallerType: TypeAlias = Callable[["Requirement"], "_DistributionT"]
- _InstallerType: TypeAlias = Callable[["Requirement"], Union["Distribution", None]]
- _PkgReqType: TypeAlias = Union[str, "Requirement"]
- _EPDistType: TypeAlias = Union["Distribution", _PkgReqType]
- _MetadataType: TypeAlias = Union["IResourceProvider", None]
- _ResolvedEntryPoint: TypeAlias = Any # Can be any attribute in the module
- _ResourceStream: TypeAlias = Any # TODO / Incomplete: A readable file-like object
- # Any object works, but let's indicate we expect something like a module (optionally has __loader__ or __file__)
- _ModuleLike: TypeAlias = Union[object, types.ModuleType]
- # Any: Should be _ModuleLike but we end up with issues where _ModuleLike doesn't have _ZipLoaderModule's __loader__
- _ProviderFactoryType: TypeAlias = Callable[[Any], "IResourceProvider"]
- _DistFinderType: TypeAlias = Callable[[_T, str, bool], Iterable["Distribution"]]
- _NSHandlerType: TypeAlias = Callable[[_T, str, str, types.ModuleType], Union[str, None]]
- _AdapterT = TypeVar(
- "_AdapterT", _DistFinderType[Any], _ProviderFactoryType, _NSHandlerType[Any]
- )
- class _ZipLoaderModule(Protocol):
- __loader__: zipimport.zipimporter
- _PEP440_FALLBACK = re.compile(r"^v?(?P<safe>(?:[0-9]+!)?[0-9]+(?:\.[0-9]+)*)", re.I)
- class PEP440Warning(RuntimeWarning):
- """
- Used when there is an issue with a version or specifier not complying with
- PEP 440.
- """
- parse_version = packaging.version.Version
- _state_vars: dict[str, str] = {}
- def _declare_state(vartype: str, varname: str, initial_value: _T) -> _T:
- _state_vars[varname] = vartype
- return initial_value
- def __getstate__() -> dict[str, Any]:
- state = {}
- g = globals()
- for k, v in _state_vars.items():
- state[k] = g['_sget_' + v](g[k])
- return state
- def __setstate__(state: dict[str, Any]) -> dict[str, Any]:
- g = globals()
- for k, v in state.items():
- g['_sset_' + _state_vars[k]](k, g[k], v)
- return state
- def _sget_dict(val):
- return val.copy()
- def _sset_dict(key, ob, state) -> None:
- ob.clear()
- ob.update(state)
- def _sget_object(val):
- return val.__getstate__()
- def _sset_object(key, ob, state) -> None:
- ob.__setstate__(state)
- _sget_none = _sset_none = lambda *args: None
- def get_supported_platform():
- """Return this platform's maximum compatible version.
- distutils.util.get_platform() normally reports the minimum version
- of macOS that would be required to *use* extensions produced by
- distutils. But what we want when checking compatibility is to know the
- version of macOS that we are *running*. To allow usage of packages that
- explicitly require a newer version of macOS, we must also know the
- current version of the OS.
- If this condition occurs for any other platform with a version in its
- platform strings, this function should be extended accordingly.
- """
- plat = get_build_platform()
- m = macosVersionString.match(plat)
- if m is not None and sys.platform == "darwin":
- try:
- major_minor = '.'.join(_macos_vers()[:2])
- build = m.group(3)
- plat = f'macosx-{major_minor}-{build}'
- except ValueError:
- # not macOS
- pass
- return plat
- __all__ = [
- # Basic resource access and distribution/entry point discovery
- 'require',
- 'run_script',
- 'get_provider',
- 'get_distribution',
- 'load_entry_point',
- 'get_entry_map',
- 'get_entry_info',
- 'iter_entry_points',
- 'resource_string',
- 'resource_stream',
- 'resource_filename',
- 'resource_listdir',
- 'resource_exists',
- 'resource_isdir',
- # Environmental control
- 'declare_namespace',
- 'working_set',
- 'add_activation_listener',
- 'find_distributions',
- 'set_extraction_path',
- 'cleanup_resources',
- 'get_default_cache',
- # Primary implementation classes
- 'Environment',
- 'WorkingSet',
- 'ResourceManager',
- 'Distribution',
- 'Requirement',
- 'EntryPoint',
- # Exceptions
- 'ResolutionError',
- 'VersionConflict',
- 'DistributionNotFound',
- 'UnknownExtra',
- 'ExtractionError',
- # Warnings
- 'PEP440Warning',
- # Parsing functions and string utilities
- 'parse_requirements',
- 'parse_version',
- 'safe_name',
- 'safe_version',
- 'get_platform',
- 'compatible_platforms',
- 'yield_lines',
- 'split_sections',
- 'safe_extra',
- 'to_filename',
- 'invalid_marker',
- 'evaluate_marker',
- # filesystem utilities
- 'ensure_directory',
- 'normalize_path',
- # Distribution "precedence" constants
- 'EGG_DIST',
- 'BINARY_DIST',
- 'SOURCE_DIST',
- 'CHECKOUT_DIST',
- 'DEVELOP_DIST',
- # "Provider" interfaces, implementations, and registration/lookup APIs
- 'IMetadataProvider',
- 'IResourceProvider',
- 'FileMetadata',
- 'PathMetadata',
- 'EggMetadata',
- 'EmptyProvider',
- 'empty_provider',
- 'NullProvider',
- 'EggProvider',
- 'DefaultProvider',
- 'ZipProvider',
- 'register_finder',
- 'register_namespace_handler',
- 'register_loader_type',
- 'fixup_namespace_packages',
- 'get_importer',
- # Warnings
- 'PkgResourcesDeprecationWarning',
- # Deprecated/backward compatibility only
- 'run_main',
- 'AvailableDistributions',
- ]
- class ResolutionError(Exception):
- """Abstract base for dependency resolution errors"""
- def __repr__(self) -> str:
- return self.__class__.__name__ + repr(self.args)
- class VersionConflict(ResolutionError):
- """
- An already-installed version conflicts with the requested version.
- Should be initialized with the installed Distribution and the requested
- Requirement.
- """
- _template = "{self.dist} is installed but {self.req} is required"
- @property
- def dist(self) -> Distribution:
- return self.args[0]
- @property
- def req(self) -> Requirement:
- return self.args[1]
- def report(self):
- return self._template.format(**locals())
- def with_context(
- self, required_by: set[Distribution | str]
- ) -> Self | ContextualVersionConflict:
- """
- If required_by is non-empty, return a version of self that is a
- ContextualVersionConflict.
- """
- if not required_by:
- return self
- args = self.args + (required_by,)
- return ContextualVersionConflict(*args)
- class ContextualVersionConflict(VersionConflict):
- """
- A VersionConflict that accepts a third parameter, the set of the
- requirements that required the installed Distribution.
- """
- _template = VersionConflict._template + ' by {self.required_by}'
- @property
- def required_by(self) -> set[str]:
- return self.args[2]
- class DistributionNotFound(ResolutionError):
- """A requested distribution was not found"""
- _template = (
- "The '{self.req}' distribution was not found "
- "and is required by {self.requirers_str}"
- )
- @property
- def req(self) -> Requirement:
- return self.args[0]
- @property
- def requirers(self) -> set[str] | None:
- return self.args[1]
- @property
- def requirers_str(self):
- if not self.requirers:
- return 'the application'
- return ', '.join(self.requirers)
- def report(self):
- return self._template.format(**locals())
- def __str__(self) -> str:
- return self.report()
- class UnknownExtra(ResolutionError):
- """Distribution doesn't have an "extra feature" of the given name"""
- _provider_factories: dict[type[_ModuleLike], _ProviderFactoryType] = {}
- PY_MAJOR = f'{sys.version_info.major}.{sys.version_info.minor}'
- EGG_DIST = 3
- BINARY_DIST = 2
- SOURCE_DIST = 1
- CHECKOUT_DIST = 0
- DEVELOP_DIST = -1
- def register_loader_type(
- loader_type: type[_ModuleLike], provider_factory: _ProviderFactoryType
- ) -> None:
- """Register `provider_factory` to make providers for `loader_type`
- `loader_type` is the type or class of a PEP 302 ``module.__loader__``,
- and `provider_factory` is a function that, passed a *module* object,
- returns an ``IResourceProvider`` for that module.
- """
- _provider_factories[loader_type] = provider_factory
- @overload
- def get_provider(moduleOrReq: str) -> IResourceProvider: ...
- @overload
- def get_provider(moduleOrReq: Requirement) -> Distribution: ...
- def get_provider(moduleOrReq: str | Requirement) -> IResourceProvider | Distribution:
- """Return an IResourceProvider for the named module or requirement"""
- if isinstance(moduleOrReq, Requirement):
- return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0]
- try:
- module = sys.modules[moduleOrReq]
- except KeyError:
- __import__(moduleOrReq)
- module = sys.modules[moduleOrReq]
- loader = getattr(module, '__loader__', None)
- return _find_adapter(_provider_factories, loader)(module)
- @functools.cache
- def _macos_vers():
- version = platform.mac_ver()[0]
- # fallback for MacPorts
- if version == '':
- plist = '/System/Library/CoreServices/SystemVersion.plist'
- if os.path.exists(plist):
- with open(plist, 'rb') as fh:
- plist_content = plistlib.load(fh)
- if 'ProductVersion' in plist_content:
- version = plist_content['ProductVersion']
- return version.split('.')
- def _macos_arch(machine):
- return {'PowerPC': 'ppc', 'Power_Macintosh': 'ppc'}.get(machine, machine)
- def get_build_platform():
- """Return this platform's string for platform-specific distributions
- XXX Currently this is the same as ``distutils.util.get_platform()``, but it
- needs some hacks for Linux and macOS.
- """
- from sysconfig import get_platform
- plat = get_platform()
- if sys.platform == "darwin" and not plat.startswith('macosx-'):
- try:
- version = _macos_vers()
- machine = _macos_arch(os.uname()[4].replace(" ", "_"))
- return f"macosx-{version[0]}.{version[1]}-{machine}"
- except ValueError:
- # if someone is running a non-Mac darwin system, this will fall
- # through to the default implementation
- pass
- return plat
- macosVersionString = re.compile(r"macosx-(\d+)\.(\d+)-(.*)")
- darwinVersionString = re.compile(r"darwin-(\d+)\.(\d+)\.(\d+)-(.*)")
- # XXX backward compat
- get_platform = get_build_platform
- def compatible_platforms(provided: str | None, required: str | None) -> bool:
- """Can code for the `provided` platform run on the `required` platform?
- Returns true if either platform is ``None``, or the platforms are equal.
- XXX Needs compatibility checks for Linux and other unixy OSes.
- """
- if provided is None or required is None or provided == required:
- # easy case
- return True
- # macOS special cases
- reqMac = macosVersionString.match(required)
- if reqMac:
- provMac = macosVersionString.match(provided)
- # is this a Mac package?
- if not provMac:
- # this is backwards compatibility for packages built before
- # setuptools 0.6. All packages built after this point will
- # use the new macOS designation.
- provDarwin = darwinVersionString.match(provided)
- if provDarwin:
- dversion = int(provDarwin.group(1))
- macosversion = f"{reqMac.group(1)}.{reqMac.group(2)}"
- if (
- dversion == 7
- and macosversion >= "10.3"
- or dversion == 8
- and macosversion >= "10.4"
- ):
- return True
- # egg isn't macOS or legacy darwin
- return False
- # are they the same major version and machine type?
- if provMac.group(1) != reqMac.group(1) or provMac.group(3) != reqMac.group(3):
- return False
- # is the required OS major update >= the provided one?
- if int(provMac.group(2)) > int(reqMac.group(2)):
- return False
- return True
- # XXX Linux and other platforms' special cases should go here
- return False
- @overload
- def get_distribution(dist: _DistributionT) -> _DistributionT: ...
- @overload
- def get_distribution(dist: _PkgReqType) -> Distribution: ...
- def get_distribution(dist: Distribution | _PkgReqType) -> Distribution:
- """Return a current distribution object for a Requirement or string"""
- if isinstance(dist, str):
- dist = Requirement.parse(dist)
- if isinstance(dist, Requirement):
- dist = get_provider(dist)
- if not isinstance(dist, Distribution):
- raise TypeError("Expected str, Requirement, or Distribution", dist)
- return dist
- def load_entry_point(dist: _EPDistType, group: str, name: str) -> _ResolvedEntryPoint:
- """Return `name` entry point of `group` for `dist` or raise ImportError"""
- return get_distribution(dist).load_entry_point(group, name)
- @overload
- def get_entry_map(
- dist: _EPDistType, group: None = None
- ) -> dict[str, dict[str, EntryPoint]]: ...
- @overload
- def get_entry_map(dist: _EPDistType, group: str) -> dict[str, EntryPoint]: ...
- def get_entry_map(dist: _EPDistType, group: str | None = None):
- """Return the entry point map for `group`, or the full entry map"""
- return get_distribution(dist).get_entry_map(group)
- def get_entry_info(dist: _EPDistType, group: str, name: str) -> EntryPoint | None:
- """Return the EntryPoint object for `group`+`name`, or ``None``"""
- return get_distribution(dist).get_entry_info(group, name)
- class IMetadataProvider(Protocol):
- def has_metadata(self, name: str) -> bool:
- """Does the package's distribution contain the named metadata?"""
- ...
- def get_metadata(self, name: str) -> str:
- """The named metadata resource as a string"""
- ...
- def get_metadata_lines(self, name: str) -> Iterator[str]:
- """Yield named metadata resource as list of non-blank non-comment lines
- Leading and trailing whitespace is stripped from each line, and lines
- with ``#`` as the first non-blank character are omitted."""
- ...
- def metadata_isdir(self, name: str) -> bool:
- """Is the named metadata a directory? (like ``os.path.isdir()``)"""
- ...
- def metadata_listdir(self, name: str) -> list[str]:
- """List of metadata names in the directory (like ``os.listdir()``)"""
- ...
- def run_script(self, script_name: str, namespace: dict[str, Any]) -> None:
- """Execute the named script in the supplied namespace dictionary"""
- ...
- class IResourceProvider(IMetadataProvider, Protocol):
- """An object that provides access to package resources"""
- def get_resource_filename(
- self, manager: ResourceManager, resource_name: str
- ) -> str:
- """Return a true filesystem path for `resource_name`
- `manager` must be a ``ResourceManager``"""
- ...
- def get_resource_stream(
- self, manager: ResourceManager, resource_name: str
- ) -> _ResourceStream:
- """Return a readable file-like object for `resource_name`
- `manager` must be a ``ResourceManager``"""
- ...
- def get_resource_string(
- self, manager: ResourceManager, resource_name: str
- ) -> bytes:
- """Return the contents of `resource_name` as :obj:`bytes`
- `manager` must be a ``ResourceManager``"""
- ...
- def has_resource(self, resource_name: str) -> bool:
- """Does the package contain the named resource?"""
- ...
- def resource_isdir(self, resource_name: str) -> bool:
- """Is the named resource a directory? (like ``os.path.isdir()``)"""
- ...
- def resource_listdir(self, resource_name: str) -> list[str]:
- """List of resource names in the directory (like ``os.listdir()``)"""
- ...
- class WorkingSet:
- """A collection of active distributions on sys.path (or a similar list)"""
- def __init__(self, entries: Iterable[str] | None = None) -> None:
- """Create working set from list of path entries (default=sys.path)"""
- self.entries: list[str] = []
- self.entry_keys: dict[str | None, list[str]] = {}
- self.by_key: dict[str, Distribution] = {}
- self.normalized_to_canonical_keys: dict[str, str] = {}
- self.callbacks: list[Callable[[Distribution], object]] = []
- if entries is None:
- entries = sys.path
- for entry in entries:
- self.add_entry(entry)
- @classmethod
- def _build_master(cls):
- """
- Prepare the master working set.
- """
- ws = cls()
- try:
- from __main__ import __requires__
- except ImportError:
- # The main program does not list any requirements
- return ws
- # ensure the requirements are met
- try:
- ws.require(__requires__)
- except VersionConflict:
- return cls._build_from_requirements(__requires__)
- return ws
- @classmethod
- def _build_from_requirements(cls, req_spec):
- """
- Build a working set from a requirement spec. Rewrites sys.path.
- """
- # try it without defaults already on sys.path
- # by starting with an empty path
- ws = cls([])
- reqs = parse_requirements(req_spec)
- dists = ws.resolve(reqs, Environment())
- for dist in dists:
- ws.add(dist)
- # add any missing entries from sys.path
- for entry in sys.path:
- if entry not in ws.entries:
- ws.add_entry(entry)
- # then copy back to sys.path
- sys.path[:] = ws.entries
- return ws
- def add_entry(self, entry: str) -> None:
- """Add a path item to ``.entries``, finding any distributions on it
- ``find_distributions(entry, True)`` is used to find distributions
- corresponding to the path entry, and they are added. `entry` is
- always appended to ``.entries``, even if it is already present.
- (This is because ``sys.path`` can contain the same value more than
- once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
- equal ``sys.path``.)
- """
- self.entry_keys.setdefault(entry, [])
- self.entries.append(entry)
- for dist in find_distributions(entry, True):
- self.add(dist, entry, False)
- def __contains__(self, dist: Distribution) -> bool:
- """True if `dist` is the active distribution for its project"""
- return self.by_key.get(dist.key) == dist
- def find(self, req: Requirement) -> Distribution | None:
- """Find a distribution matching requirement `req`
- If there is an active distribution for the requested project, this
- returns it as long as it meets the version requirement specified by
- `req`. But, if there is an active distribution for the project and it
- does *not* meet the `req` requirement, ``VersionConflict`` is raised.
- If there is no active distribution for the requested project, ``None``
- is returned.
- """
- dist = self.by_key.get(req.key)
- if dist is None:
- canonical_key = self.normalized_to_canonical_keys.get(req.key)
- if canonical_key is not None:
- req.key = canonical_key
- dist = self.by_key.get(canonical_key)
- if dist is not None and dist not in req:
- # XXX add more info
- raise VersionConflict(dist, req)
- return dist
- def iter_entry_points(
- self, group: str, name: str | None = None
- ) -> Iterator[EntryPoint]:
- """Yield entry point objects from `group` matching `name`
- If `name` is None, yields all entry points in `group` from all
- distributions in the working set, otherwise only ones matching
- both `group` and `name` are yielded (in distribution order).
- """
- return (
- entry
- for dist in self
- for entry in dist.get_entry_map(group).values()
- if name is None or name == entry.name
- )
- def run_script(self, requires: str, script_name: str) -> None:
- """Locate distribution for `requires` and run `script_name` script"""
- ns = sys._getframe(1).f_globals
- name = ns['__name__']
- ns.clear()
- ns['__name__'] = name
- self.require(requires)[0].run_script(script_name, ns)
- def __iter__(self) -> Iterator[Distribution]:
- """Yield distributions for non-duplicate projects in the working set
- The yield order is the order in which the items' path entries were
- added to the working set.
- """
- seen = set()
- for item in self.entries:
- if item not in self.entry_keys:
- # workaround a cache issue
- continue
- for key in self.entry_keys[item]:
- if key not in seen:
- seen.add(key)
- yield self.by_key[key]
- def add(
- self,
- dist: Distribution,
- entry: str | None = None,
- insert: bool = True,
- replace: bool = False,
- ) -> None:
- """Add `dist` to working set, associated with `entry`
- If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
- On exit from this routine, `entry` is added to the end of the working
- set's ``.entries`` (if it wasn't already present).
- `dist` is only added to the working set if it's for a project that
- doesn't already have a distribution in the set, unless `replace=True`.
- If it's added, any callbacks registered with the ``subscribe()`` method
- will be called.
- """
- if insert:
- dist.insert_on(self.entries, entry, replace=replace)
- if entry is None:
- entry = dist.location
- keys = self.entry_keys.setdefault(entry, [])
- keys2 = self.entry_keys.setdefault(dist.location, [])
- if not replace and dist.key in self.by_key:
- # ignore hidden distros
- return
- self.by_key[dist.key] = dist
- normalized_name = packaging.utils.canonicalize_name(dist.key)
- self.normalized_to_canonical_keys[normalized_name] = dist.key
- if dist.key not in keys:
- keys.append(dist.key)
- if dist.key not in keys2:
- keys2.append(dist.key)
- self._added_new(dist)
- @overload
- def resolve(
- self,
- requirements: Iterable[Requirement],
- env: Environment | None,
- installer: _StrictInstallerType[_DistributionT],
- replace_conflicting: bool = False,
- extras: tuple[str, ...] | None = None,
- ) -> list[_DistributionT]: ...
- @overload
- def resolve(
- self,
- requirements: Iterable[Requirement],
- env: Environment | None = None,
- *,
- installer: _StrictInstallerType[_DistributionT],
- replace_conflicting: bool = False,
- extras: tuple[str, ...] | None = None,
- ) -> list[_DistributionT]: ...
- @overload
- def resolve(
- self,
- requirements: Iterable[Requirement],
- env: Environment | None = None,
- installer: _InstallerType | None = None,
- replace_conflicting: bool = False,
- extras: tuple[str, ...] | None = None,
- ) -> list[Distribution]: ...
- def resolve(
- self,
- requirements: Iterable[Requirement],
- env: Environment | None = None,
- installer: _InstallerType | None | _StrictInstallerType[_DistributionT] = None,
- replace_conflicting: bool = False,
- extras: tuple[str, ...] | None = None,
- ) -> list[Distribution] | list[_DistributionT]:
- """List all distributions needed to (recursively) meet `requirements`
- `requirements` must be a sequence of ``Requirement`` objects. `env`,
- if supplied, should be an ``Environment`` instance. If
- not supplied, it defaults to all distributions available within any
- entry or distribution in the working set. `installer`, if supplied,
- will be invoked with each requirement that cannot be met by an
- already-installed distribution; it should return a ``Distribution`` or
- ``None``.
- Unless `replace_conflicting=True`, raises a VersionConflict exception
- if
- any requirements are found on the path that have the correct name but
- the wrong version. Otherwise, if an `installer` is supplied it will be
- invoked to obtain the correct version of the requirement and activate
- it.
- `extras` is a list of the extras to be used with these requirements.
- This is important because extra requirements may look like `my_req;
- extra = "my_extra"`, which would otherwise be interpreted as a purely
- optional requirement. Instead, we want to be able to assert that these
- requirements are truly required.
- """
- # set up the stack
- requirements = list(requirements)[::-1]
- # set of processed requirements
- processed = set()
- # key -> dist
- best: dict[str, Distribution] = {}
- to_activate: list[Distribution] = []
- req_extras = _ReqExtras()
- # Mapping of requirement to set of distributions that required it;
- # useful for reporting info about conflicts.
- required_by = collections.defaultdict[Requirement, set[str]](set)
- while requirements:
- # process dependencies breadth-first
- req = requirements.pop(0)
- if req in processed:
- # Ignore cyclic or redundant dependencies
- continue
- if not req_extras.markers_pass(req, extras):
- continue
- dist = self._resolve_dist(
- req, best, replace_conflicting, env, installer, required_by, to_activate
- )
- # push the new requirements onto the stack
- new_requirements = dist.requires(req.extras)[::-1]
- requirements.extend(new_requirements)
- # Register the new requirements needed by req
- for new_requirement in new_requirements:
- required_by[new_requirement].add(req.project_name)
- req_extras[new_requirement] = req.extras
- processed.add(req)
- # return list of distros to activate
- return to_activate
- def _resolve_dist(
- self, req, best, replace_conflicting, env, installer, required_by, to_activate
- ) -> Distribution:
- dist = best.get(req.key)
- if dist is None:
- # Find the best distribution and add it to the map
- dist = self.by_key.get(req.key)
- if dist is None or (dist not in req and replace_conflicting):
- ws = self
- if env is None:
- if dist is None:
- env = Environment(self.entries)
- else:
- # Use an empty environment and workingset to avoid
- # any further conflicts with the conflicting
- # distribution
- env = Environment([])
- ws = WorkingSet([])
- dist = best[req.key] = env.best_match(
- req, ws, installer, replace_conflicting=replace_conflicting
- )
- if dist is None:
- requirers = required_by.get(req, None)
- raise DistributionNotFound(req, requirers)
- to_activate.append(dist)
- if dist not in req:
- # Oops, the "best" so far conflicts with a dependency
- dependent_req = required_by[req]
- raise VersionConflict(dist, req).with_context(dependent_req)
- return dist
- @overload
- def find_plugins(
- self,
- plugin_env: Environment,
- full_env: Environment | None,
- installer: _StrictInstallerType[_DistributionT],
- fallback: bool = True,
- ) -> tuple[list[_DistributionT], dict[Distribution, Exception]]: ...
- @overload
- def find_plugins(
- self,
- plugin_env: Environment,
- full_env: Environment | None = None,
- *,
- installer: _StrictInstallerType[_DistributionT],
- fallback: bool = True,
- ) -> tuple[list[_DistributionT], dict[Distribution, Exception]]: ...
- @overload
- def find_plugins(
- self,
- plugin_env: Environment,
- full_env: Environment | None = None,
- installer: _InstallerType | None = None,
- fallback: bool = True,
- ) -> tuple[list[Distribution], dict[Distribution, Exception]]: ...
- def find_plugins(
- self,
- plugin_env: Environment,
- full_env: Environment | None = None,
- installer: _InstallerType | None | _StrictInstallerType[_DistributionT] = None,
- fallback: bool = True,
- ) -> tuple[
- list[Distribution] | list[_DistributionT],
- dict[Distribution, Exception],
- ]:
- """Find all activatable distributions in `plugin_env`
- Example usage::
- distributions, errors = working_set.find_plugins(
- Environment(plugin_dirlist)
- )
- # add plugins+libs to sys.path
- map(working_set.add, distributions)
- # display errors
- print('Could not load', errors)
- The `plugin_env` should be an ``Environment`` instance that contains
- only distributions that are in the project's "plugin directory" or
- directories. The `full_env`, if supplied, should be an ``Environment``
- contains all currently-available distributions. If `full_env` is not
- supplied, one is created automatically from the ``WorkingSet`` this
- method is called on, which will typically mean that every directory on
- ``sys.path`` will be scanned for distributions.
- `installer` is a standard installer callback as used by the
- ``resolve()`` method. The `fallback` flag indicates whether we should
- attempt to resolve older versions of a plugin if the newest version
- cannot be resolved.
- This method returns a 2-tuple: (`distributions`, `error_info`), where
- `distributions` is a list of the distributions found in `plugin_env`
- that were loadable, along with any other distributions that are needed
- to resolve their dependencies. `error_info` is a dictionary mapping
- unloadable plugin distributions to an exception instance describing the
- error that occurred. Usually this will be a ``DistributionNotFound`` or
- ``VersionConflict`` instance.
- """
- plugin_projects = list(plugin_env)
- # scan project names in alphabetic order
- plugin_projects.sort()
- error_info: dict[Distribution, Exception] = {}
- distributions: dict[Distribution, Exception | None] = {}
- if full_env is None:
- env = Environment(self.entries)
- env += plugin_env
- else:
- env = full_env + plugin_env
- shadow_set = self.__class__([])
- # put all our entries in shadow_set
- list(map(shadow_set.add, self))
- for project_name in plugin_projects:
- for dist in plugin_env[project_name]:
- req = [dist.as_requirement()]
- try:
- resolvees = shadow_set.resolve(req, env, installer)
- except ResolutionError as v:
- # save error info
- error_info[dist] = v
- if fallback:
- # try the next older version of project
- continue
- else:
- # give up on this project, keep going
- break
- else:
- list(map(shadow_set.add, resolvees))
- distributions.update(dict.fromkeys(resolvees))
- # success, no need to try any more versions of this project
- break
- sorted_distributions = list(distributions)
- sorted_distributions.sort()
- return sorted_distributions, error_info
- def require(self, *requirements: _NestedStr) -> list[Distribution]:
- """Ensure that distributions matching `requirements` are activated
- `requirements` must be a string or a (possibly-nested) sequence
- thereof, specifying the distributions and versions required. The
- return value is a sequence of the distributions that needed to be
- activated to fulfill the requirements; all relevant distributions are
- included, even if they were already activated in this working set.
- """
- needed = self.resolve(parse_requirements(requirements))
- for dist in needed:
- self.add(dist)
- return needed
- def subscribe(
- self, callback: Callable[[Distribution], object], existing: bool = True
- ) -> None:
- """Invoke `callback` for all distributions
- If `existing=True` (default),
- call on all existing ones, as well.
- """
- if callback in self.callbacks:
- return
- self.callbacks.append(callback)
- if not existing:
- return
- for dist in self:
- callback(dist)
- def _added_new(self, dist) -> None:
- for callback in self.callbacks:
- callback(dist)
- def __getstate__(
- self,
- ) -> tuple[
- list[str],
- dict[str | None, list[str]],
- dict[str, Distribution],
- dict[str, str],
- list[Callable[[Distribution], object]],
- ]:
- return (
- self.entries[:],
- self.entry_keys.copy(),
- self.by_key.copy(),
- self.normalized_to_canonical_keys.copy(),
- self.callbacks[:],
- )
- def __setstate__(self, e_k_b_n_c) -> None:
- entries, keys, by_key, normalized_to_canonical_keys, callbacks = e_k_b_n_c
- self.entries = entries[:]
- self.entry_keys = keys.copy()
- self.by_key = by_key.copy()
- self.normalized_to_canonical_keys = normalized_to_canonical_keys.copy()
- self.callbacks = callbacks[:]
- class _ReqExtras(dict["Requirement", tuple[str, ...]]):
- """
- Map each requirement to the extras that demanded it.
- """
- def markers_pass(self, req: Requirement, extras: tuple[str, ...] | None = None):
- """
- Evaluate markers for req against each extra that
- demanded it.
- Return False if the req has a marker and fails
- evaluation. Otherwise, return True.
- """
- return not req.marker or any(
- req.marker.evaluate({'extra': extra})
- for extra in self.get(req, ()) + (extras or ("",))
- )
- class Environment:
- """Searchable snapshot of distributions on a search path"""
- def __init__(
- self,
- search_path: Iterable[str] | None = None,
- platform: str | None = get_supported_platform(),
- python: str | None = PY_MAJOR,
- ) -> None:
- """Snapshot distributions available on a search path
- Any distributions found on `search_path` are added to the environment.
- `search_path` should be a sequence of ``sys.path`` items. If not
- supplied, ``sys.path`` is used.
- `platform` is an optional string specifying the name of the platform
- that platform-specific distributions must be compatible with. If
- unspecified, it defaults to the current platform. `python` is an
- optional string naming the desired version of Python (e.g. ``'3.6'``);
- it defaults to the current version.
- You may explicitly set `platform` (and/or `python`) to ``None`` if you
- wish to map *all* distributions, not just those compatible with the
- running platform or Python version.
- """
- self._distmap: dict[str, list[Distribution]] = {}
- self.platform = platform
- self.python = python
- self.scan(search_path)
- def can_add(self, dist: Distribution) -> bool:
- """Is distribution `dist` acceptable for this environment?
- The distribution must match the platform and python version
- requirements specified when this environment was created, or False
- is returned.
- """
- py_compat = (
- self.python is None
- or dist.py_version is None
- or dist.py_version == self.python
- )
- return py_compat and compatible_platforms(dist.platform, self.platform)
- def remove(self, dist: Distribution) -> None:
- """Remove `dist` from the environment"""
- self._distmap[dist.key].remove(dist)
- def scan(self, search_path: Iterable[str] | None = None) -> None:
- """Scan `search_path` for distributions usable in this environment
- Any distributions found are added to the environment.
- `search_path` should be a sequence of ``sys.path`` items. If not
- supplied, ``sys.path`` is used. Only distributions conforming to
- the platform/python version defined at initialization are added.
- """
- if search_path is None:
- search_path = sys.path
- for item in search_path:
- for dist in find_distributions(item):
- self.add(dist)
- def __getitem__(self, project_name: str) -> list[Distribution]:
- """Return a newest-to-oldest list of distributions for `project_name`
- Uses case-insensitive `project_name` comparison, assuming all the
- project's distributions use their project's name converted to all
- lowercase as their key.
- """
- distribution_key = project_name.lower()
- return self._distmap.get(distribution_key, [])
- def add(self, dist: Distribution) -> None:
- """Add `dist` if we ``can_add()`` it and it has not already been added"""
- if self.can_add(dist) and dist.has_version():
- dists = self._distmap.setdefault(dist.key, [])
- if dist not in dists:
- dists.append(dist)
- dists.sort(key=operator.attrgetter('hashcmp'), reverse=True)
- @overload
- def best_match(
- self,
- req: Requirement,
- working_set: WorkingSet,
- installer: _StrictInstallerType[_DistributionT],
- replace_conflicting: bool = False,
- ) -> _DistributionT: ...
- @overload
- def best_match(
- self,
- req: Requirement,
- working_set: WorkingSet,
- installer: _InstallerType | None = None,
- replace_conflicting: bool = False,
- ) -> Distribution | None: ...
- def best_match(
- self,
- req: Requirement,
- working_set: WorkingSet,
- installer: _InstallerType | None | _StrictInstallerType[_DistributionT] = None,
- replace_conflicting: bool = False,
- ) -> Distribution | None:
- """Find distribution best matching `req` and usable on `working_set`
- This calls the ``find(req)`` method of the `working_set` to see if a
- suitable distribution is already active. (This may raise
- ``VersionConflict`` if an unsuitable version of the project is already
- active in the specified `working_set`.) If a suitable distribution
- isn't active, this method returns the newest distribution in the
- environment that meets the ``Requirement`` in `req`. If no suitable
- distribution is found, and `installer` is supplied, then the result of
- calling the environment's ``obtain(req, installer)`` method will be
- returned.
- """
- try:
- dist = working_set.find(req)
- except VersionConflict:
- if not replace_conflicting:
- raise
- dist = None
- if dist is not None:
- return dist
- for dist in self[req.key]:
- if dist in req:
- return dist
- # try to download/install
- return self.obtain(req, installer)
- @overload
- def obtain(
- self,
- requirement: Requirement,
- installer: _StrictInstallerType[_DistributionT],
- ) -> _DistributionT: ...
- @overload
- def obtain(
- self,
- requirement: Requirement,
- installer: Callable[[Requirement], None] | None = None,
- ) -> None: ...
- @overload
- def obtain(
- self,
- requirement: Requirement,
- installer: _InstallerType | None = None,
- ) -> Distribution | None: ...
- def obtain(
- self,
- requirement: Requirement,
- installer: Callable[[Requirement], None]
- | _InstallerType
- | None
- | _StrictInstallerType[_DistributionT] = None,
- ) -> Distribution | None:
- """Obtain a distribution matching `requirement` (e.g. via download)
- Obtain a distro that matches requirement (e.g. via download). In the
- base ``Environment`` class, this routine just returns
- ``installer(requirement)``, unless `installer` is None, in which case
- None is returned instead. This method is a hook that allows subclasses
- to attempt other ways of obtaining a distribution before falling back
- to the `installer` argument."""
- return installer(requirement) if installer else None
- def __iter__(self) -> Iterator[str]:
- """Yield the unique project names of the available distributions"""
- for key in self._distmap.keys():
- if self[key]:
- yield key
- def __iadd__(self, other: Distribution | Environment) -> Self:
- """In-place addition of a distribution or environment"""
- if isinstance(other, Distribution):
- self.add(other)
- elif isinstance(other, Environment):
- for project in other:
- for dist in other[project]:
- self.add(dist)
- else:
- raise TypeError(f"Can't add {other!r} to environment")
- return self
- def __add__(self, other: Distribution | Environment) -> Self:
- """Add an environment or distribution to an environment"""
- new = self.__class__([], platform=None, python=None)
- for env in self, other:
- new += env
- return new
- # XXX backward compatibility
- AvailableDistributions = Environment
- class ExtractionError(RuntimeError):
- """An error occurred extracting a resource
- The following attributes are available from instances of this exception:
- manager
- The resource manager that raised this exception
- cache_path
- The base directory for resource extraction
- original_error
- The exception instance that caused extraction to fail
- """
- manager: ResourceManager
- cache_path: str
- original_error: BaseException | None
- class ResourceManager:
- """Manage resource extraction and packages"""
- extraction_path: str | None = None
- def __init__(self) -> None:
- # acts like a set
- self.cached_files: dict[str, Literal[True]] = {}
- def resource_exists(
- self, package_or_requirement: _PkgReqType, resource_name: str
- ) -> bool:
- """Does the named resource exist?"""
- return get_provider(package_or_requirement).has_resource(resource_name)
- def resource_isdir(
- self, package_or_requirement: _PkgReqType, resource_name: str
- ) -> bool:
- """Is the named resource an existing directory?"""
- return get_provider(package_or_requirement).resource_isdir(resource_name)
- def resource_filename(
- self, package_or_requirement: _PkgReqType, resource_name: str
- ) -> str:
- """Return a true filesystem path for specified resource"""
- return get_provider(package_or_requirement).get_resource_filename(
- self, resource_name
- )
- def resource_stream(
- self, package_or_requirement: _PkgReqType, resource_name: str
- ) -> _ResourceStream:
- """Return a readable file-like object for specified resource"""
- return get_provider(package_or_requirement).get_resource_stream(
- self, resource_name
- )
- def resource_string(
- self, package_or_requirement: _PkgReqType, resource_name: str
- ) -> bytes:
- """Return specified resource as :obj:`bytes`"""
- return get_provider(package_or_requirement).get_resource_string(
- self, resource_name
- )
- def resource_listdir(
- self, package_or_requirement: _PkgReqType, resource_name: str
- ) -> list[str]:
- """List the contents of the named resource directory"""
- return get_provider(package_or_requirement).resource_listdir(resource_name)
- def extraction_error(self) -> NoReturn:
- """Give an error message for problems extracting file(s)"""
- old_exc = sys.exc_info()[1]
- cache_path = self.extraction_path or get_default_cache()
- tmpl = textwrap.dedent(
- """
- Can't extract file(s) to egg cache
- The following error occurred while trying to extract file(s)
- to the Python egg cache:
- {old_exc}
- The Python egg cache directory is currently set to:
- {cache_path}
- Perhaps your account does not have write access to this directory?
- You can change the cache directory by setting the PYTHON_EGG_CACHE
- environment variable to point to an accessible directory.
- """
- ).lstrip()
- err = ExtractionError(tmpl.format(**locals()))
- err.manager = self
- err.cache_path = cache_path
- err.original_error = old_exc
- raise err
- def get_cache_path(self, archive_name: str, names: Iterable[StrPath] = ()) -> str:
- """Return absolute location in cache for `archive_name` and `names`
- The parent directory of the resulting path will be created if it does
- not already exist. `archive_name` should be the base filename of the
- enclosing egg (which may not be the name of the enclosing zipfile!),
- including its ".egg" extension. `names`, if provided, should be a
- sequence of path name parts "under" the egg's extraction location.
- This method should only be called by resource providers that need to
- obtain an extraction location, and only for names they intend to
- extract, as it tracks the generated names for possible cleanup later.
- """
- extract_path = self.extraction_path or get_default_cache()
- target_path = os.path.join(extract_path, archive_name + '-tmp', *names)
- try:
- _bypass_ensure_directory(target_path)
- except Exception:
- self.extraction_error()
- self._warn_unsafe_extraction_path(extract_path)
- self.cached_files[target_path] = True
- return target_path
- @staticmethod
- def _warn_unsafe_extraction_path(path) -> None:
- """
- If the default extraction path is overridden and set to an insecure
- location, such as /tmp, it opens up an opportunity for an attacker to
- replace an extracted file with an unauthorized payload. Warn the user
- if a known insecure location is used.
- See Distribute #375 for more details.
- """
- if os.name == 'nt' and not path.startswith(os.environ['windir']):
- # On Windows, permissions are generally restrictive by default
- # and temp directories are not writable by other users, so
- # bypass the warning.
- return
- mode = os.stat(path).st_mode
- if mode & stat.S_IWOTH or mode & stat.S_IWGRP:
- msg = (
- "Extraction path is writable by group/others "
- "and vulnerable to attack when "
- "used with get_resource_filename ({path}). "
- "Consider a more secure "
- "location (set with .set_extraction_path or the "
- "PYTHON_EGG_CACHE environment variable)."
- ).format(**locals())
- warnings.warn(msg, UserWarning)
- def postprocess(self, tempname: StrOrBytesPath, filename: StrOrBytesPath) -> None:
- """Perform any platform-specific postprocessing of `tempname`
- This is where Mac header rewrites should be done; other platforms don't
- have anything special they should do.
- Resource providers should call this method ONLY after successfully
- extracting a compressed resource. They must NOT call it on resources
- that are already in the filesystem.
- `tempname` is the current (temporary) name of the file, and `filename`
- is the name it will be renamed to by the caller after this routine
- returns.
- """
- if os.name == 'posix':
- # Make the resource executable
- mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777
- os.chmod(tempname, mode)
- def set_extraction_path(self, path: str) -> None:
- """Set the base path where resources will be extracted to, if needed.
- If you do not call this routine before any extractions take place, the
- path defaults to the return value of ``get_default_cache()``. (Which
- is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
- platform-specific fallbacks. See that routine's documentation for more
- details.)
- Resources are extracted to subdirectories of this path based upon
- information given by the ``IResourceProvider``. You may set this to a
- temporary directory, but then you must call ``cleanup_resources()`` to
- delete the extracted files when done. There is no guarantee that
- ``cleanup_resources()`` will be able to remove all extracted files.
- (Note: you may not change the extraction path for a given resource
- manager once resources have been extracted, unless you first call
- ``cleanup_resources()``.)
- """
- if self.cached_files:
- raise ValueError("Can't change extraction path, files already extracted")
- self.extraction_path = path
- def cleanup_resources(self, force: bool = False) -> list[str]:
- """
- Delete all extracted resource files and directories, returning a list
- of the file and directory names that could not be successfully removed.
- This function does not have any concurrency protection, so it should
- generally only be called when the extraction path is a temporary
- directory exclusive to a single process. This method is not
- automatically called; you must call it explicitly or register it as an
- ``atexit`` function if you wish to ensure cleanup of a temporary
- directory used for extractions.
- """
- # XXX
- return []
- def get_default_cache() -> str:
- """
- Return the ``PYTHON_EGG_CACHE`` environment variable
- or a platform-relevant user cache dir for an app
- named "Python-Eggs".
- """
- return os.environ.get('PYTHON_EGG_CACHE') or _user_cache_dir(appname='Python-Eggs')
- def safe_name(name: str) -> str:
- """Convert an arbitrary string to a standard distribution name
- Any runs of non-alphanumeric/. characters are replaced with a single '-'.
- """
- return re.sub('[^A-Za-z0-9.]+', '-', name)
- def safe_version(version: str) -> str:
- """
- Convert an arbitrary string to a standard version string
- """
- try:
- # normalize the version
- return str(packaging.version.Version(version))
- except packaging.version.InvalidVersion:
- version = version.replace(' ', '.')
- return re.sub('[^A-Za-z0-9.]+', '-', version)
- def _forgiving_version(version) -> str:
- """Fallback when ``safe_version`` is not safe enough
- >>> parse_version(_forgiving_version('0.23ubuntu1'))
- <Version('0.23.dev0+sanitized.ubuntu1')>
- >>> parse_version(_forgiving_version('0.23-'))
- <Version('0.23.dev0+sanitized')>
- >>> parse_version(_forgiving_version('0.-_'))
- <Version('0.dev0+sanitized')>
- >>> parse_version(_forgiving_version('42.+?1'))
- <Version('42.dev0+sanitized.1')>
- >>> parse_version(_forgiving_version('hello world'))
- <Version('0.dev0+sanitized.hello.world')>
- """
- version = version.replace(' ', '.')
- match = _PEP440_FALLBACK.search(version)
- if match:
- safe = match["safe"]
- rest = version[len(safe) :]
- else:
- safe = "0"
- rest = version
- local = f"sanitized.{_safe_segment(rest)}".strip(".")
- return f"{safe}.dev0+{local}"
- def _safe_segment(segment):
- """Convert an arbitrary string into a safe segment"""
- segment = re.sub('[^A-Za-z0-9.]+', '-', segment)
- segment = re.sub('-[^A-Za-z0-9]+', '-', segment)
- return re.sub(r'\.[^A-Za-z0-9]+', '.', segment).strip(".-")
- def safe_extra(extra: str) -> str:
- """Convert an arbitrary string to a standard 'extra' name
- Any runs of non-alphanumeric characters are replaced with a single '_',
- and the result is always lowercased.
- """
- return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower()
- def to_filename(name: str) -> str:
- """Convert a project or version name to its filename-escaped form
- Any '-' characters are currently replaced with '_'.
- """
- return name.replace('-', '_')
- def invalid_marker(text: str) -> SyntaxError | Literal[False]:
- """
- Validate text as a PEP 508 environment marker; return an exception
- if invalid or False otherwise.
- """
- try:
- evaluate_marker(text)
- except SyntaxError as e:
- e.filename = None
- e.lineno = None
- return e
- return False
- def evaluate_marker(text: str, extra: str | None = None) -> bool:
- """
- Evaluate a PEP 508 environment marker.
- Return a boolean indicating the marker result in this environment.
- Raise SyntaxError if marker is invalid.
- This implementation uses the 'pyparsing' module.
- """
- try:
- marker = packaging.markers.Marker(text)
- return marker.evaluate()
- except packaging.markers.InvalidMarker as e:
- raise SyntaxError(e) from e
- class NullProvider:
- """Try to implement resources and metadata for arbitrary PEP 302 loaders"""
- egg_name: str | None = None
- egg_info: str | None = None
- loader: LoaderProtocol | None = None
- def __init__(self, module: _ModuleLike) -> None:
- self.loader = getattr(module, '__loader__', None)
- self.module_path = os.path.dirname(getattr(module, '__file__', ''))
- def get_resource_filename(
- self, manager: ResourceManager, resource_name: str
- ) -> str:
- return self._fn(self.module_path, resource_name)
- def get_resource_stream(
- self, manager: ResourceManager, resource_name: str
- ) -> BinaryIO:
- return io.BytesIO(self.get_resource_string(manager, resource_name))
- def get_resource_string(
- self, manager: ResourceManager, resource_name: str
- ) -> bytes:
- return self._get(self._fn(self.module_path, resource_name))
- def has_resource(self, resource_name: str) -> bool:
- return self._has(self._fn(self.module_path, resource_name))
- def _get_metadata_path(self, name):
- return self._fn(self.egg_info, name)
- def has_metadata(self, name: str) -> bool:
- if not self.egg_info:
- return False
- path = self._get_metadata_path(name)
- return self._has(path)
- def get_metadata(self, name: str) -> str:
- if not self.egg_info:
- return ""
- path = self._get_metadata_path(name)
- value = self._get(path)
- try:
- return value.decode('utf-8')
- except UnicodeDecodeError as exc:
- # Include the path in the error message to simplify
- # troubleshooting, and without changing the exception type.
- exc.reason += f' in {name} file at path: {path}'
- raise
- def get_metadata_lines(self, name: str) -> Iterator[str]:
- return yield_lines(self.get_metadata(name))
- def resource_isdir(self, resource_name: str) -> bool:
- return self._isdir(self._fn(self.module_path, resource_name))
- def metadata_isdir(self, name: str) -> bool:
- return bool(self.egg_info and self._isdir(self._fn(self.egg_info, name)))
- def resource_listdir(self, resource_name: str) -> list[str]:
- return self._listdir(self._fn(self.module_path, resource_name))
- def metadata_listdir(self, name: str) -> list[str]:
- if self.egg_info:
- return self._listdir(self._fn(self.egg_info, name))
- return []
- def run_script(self, script_name: str, namespace: dict[str, Any]) -> None:
- script = 'scripts/' + script_name
- if not self.has_metadata(script):
- raise ResolutionError(
- "Script {script!r} not found in metadata at {self.egg_info!r}".format(
- **locals()
- ),
- )
- script_text = self.get_metadata(script).replace('\r\n', '\n')
- script_text = script_text.replace('\r', '\n')
- script_filename = self._fn(self.egg_info, script)
- namespace['__file__'] = script_filename
- if os.path.exists(script_filename):
- source = _read_utf8_with_fallback(script_filename)
- code = compile(source, script_filename, 'exec')
- exec(code, namespace, namespace)
- else:
- from linecache import cache
- cache[script_filename] = (
- len(script_text),
- 0,
- script_text.split('\n'),
- script_filename,
- )
- script_code = compile(script_text, script_filename, 'exec')
- exec(script_code, namespace, namespace)
- def _has(self, path) -> bool:
- raise NotImplementedError(
- "Can't perform this operation for unregistered loader type"
- )
- def _isdir(self, path) -> bool:
- raise NotImplementedError(
- "Can't perform this operation for unregistered loader type"
- )
- def _listdir(self, path) -> list[str]:
- raise NotImplementedError(
- "Can't perform this operation for unregistered loader type"
- )
- def _fn(self, base: str | None, resource_name: str):
- if base is None:
- raise TypeError(
- "`base` parameter in `_fn` is `None`. Either override this method or check the parameter first."
- )
- self._validate_resource_path(resource_name)
- if resource_name:
- return os.path.join(base, *resource_name.split('/'))
- return base
- @staticmethod
- def _validate_resource_path(path) -> None:
- """
- Validate the resource paths according to the docs.
- https://setuptools.pypa.io/en/latest/pkg_resources.html#basic-resource-access
- >>> warned = getfixture('recwarn')
- >>> warnings.simplefilter('always')
- >>> vrp = NullProvider._validate_resource_path
- >>> vrp('foo/bar.txt')
- >>> bool(warned)
- False
- >>> vrp('../foo/bar.txt')
- >>> bool(warned)
- True
- >>> warned.clear()
- >>> vrp('/foo/bar.txt')
- >>> bool(warned)
- True
- >>> vrp('foo/../../bar.txt')
- >>> bool(warned)
- True
- >>> warned.clear()
- >>> vrp('foo/f../bar.txt')
- >>> bool(warned)
- False
- Windows path separators are straight-up disallowed.
- >>> vrp(r'\\foo/bar.txt')
- Traceback (most recent call last):
- ...
- ValueError: Use of .. or absolute path in a resource path \
- is not allowed.
- >>> vrp(r'C:\\foo/bar.txt')
- Traceback (most recent call last):
- ...
- ValueError: Use of .. or absolute path in a resource path \
- is not allowed.
- Blank values are allowed
- >>> vrp('')
- >>> bool(warned)
- False
- Non-string values are not.
- >>> vrp(None)
- Traceback (most recent call last):
- ...
- AttributeError: ...
- """
- invalid = (
- os.path.pardir in path.split(posixpath.sep)
- or posixpath.isabs(path)
- or ntpath.isabs(path)
- or path.startswith("\\")
- )
- if not invalid:
- return
- msg = "Use of .. or absolute path in a resource path is not allowed."
- # Aggressively disallow Windows absolute paths
- if (path.startswith("\\") or ntpath.isabs(path)) and not posixpath.isabs(path):
- raise ValueError(msg)
- # for compatibility, warn; in future
- # raise ValueError(msg)
- issue_warning(
- msg[:-1] + " and will raise exceptions in a future release.",
- DeprecationWarning,
- )
- def _get(self, path) -> bytes:
- if hasattr(self.loader, 'get_data') and self.loader:
- # Already checked get_data exists
- return self.loader.get_data(path) # type: ignore[attr-defined]
- raise NotImplementedError(
- "Can't perform this operation for loaders without 'get_data()'"
- )
- register_loader_type(object, NullProvider)
- def _parents(path):
- """
- yield all parents of path including path
- """
- last = None
- while path != last:
- yield path
- last = path
- path, _ = os.path.split(path)
- class EggProvider(NullProvider):
- """Provider based on a virtual filesystem"""
- def __init__(self, module: _ModuleLike) -> None:
- super().__init__(module)
- self._setup_prefix()
- def _setup_prefix(self):
- # Assume that metadata may be nested inside a "basket"
- # of multiple eggs and use module_path instead of .archive.
- eggs = filter(_is_egg_path, _parents(self.module_path))
- egg = next(eggs, None)
- egg and self._set_egg(egg)
- def _set_egg(self, path: str) -> None:
- self.egg_name = os.path.basename(path)
- self.egg_info = os.path.join(path, 'EGG-INFO')
- self.egg_root = path
- class DefaultProvider(EggProvider):
- """Provides access to package resources in the filesystem"""
- def _has(self, path) -> bool:
- return os.path.exists(path)
- def _isdir(self, path) -> bool:
- return os.path.isdir(path)
- def _listdir(self, path):
- return os.listdir(path)
- def get_resource_stream(
- self, manager: object, resource_name: str
- ) -> io.BufferedReader:
- return open(self._fn(self.module_path, resource_name), 'rb')
- def _get(self, path) -> bytes:
- with open(path, 'rb') as stream:
- return stream.read()
- @classmethod
- def _register(cls) -> None:
- loader_names = (
- 'SourceFileLoader',
- 'SourcelessFileLoader',
- )
- for name in loader_names:
- loader_cls = getattr(importlib.machinery, name, type(None))
- register_loader_type(loader_cls, cls)
- DefaultProvider._register()
- class EmptyProvider(NullProvider):
- """Provider that returns nothing for all requests"""
- # A special case, we don't want all Providers inheriting from NullProvider to have a potentially None module_path
- module_path: str | None = None # type: ignore[assignment]
- _isdir = _has = lambda self, path: False
- def _get(self, path) -> bytes:
- return b''
- def _listdir(self, path):
- return []
- def __init__(self) -> None:
- pass
- empty_provider = EmptyProvider()
- class ZipManifests(dict[str, "MemoizedZipManifests.manifest_mod"]):
- """
- zip manifest builder
- """
- # `path` could be `StrPath | IO[bytes]` but that violates the LSP for `MemoizedZipManifests.load`
- @classmethod
- def build(cls, path: str) -> dict[str, zipfile.ZipInfo]:
- """
- Build a dictionary similar to the zipimport directory
- caches, except instead of tuples, store ZipInfo objects.
- Use a platform-specific path separator (os.sep) for the path keys
- for compatibility with pypy on Windows.
- """
- with zipfile.ZipFile(path) as zfile:
- items = (
- (
- name.replace('/', os.sep),
- zfile.getinfo(name),
- )
- for name in zfile.namelist()
- )
- return dict(items)
- load = build
- class MemoizedZipManifests(ZipManifests):
- """
- Memoized zipfile manifests.
- """
- class manifest_mod(NamedTuple):
- manifest: dict[str, zipfile.ZipInfo]
- mtime: float
- def load(self, path: str) -> dict[str, zipfile.ZipInfo]: # type: ignore[override] # ZipManifests.load is a classmethod
- """
- Load a manifest at path or return a suitable manifest already loaded.
- """
- path = os.path.normpath(path)
- mtime = os.stat(path).st_mtime
- if path not in self or self[path].mtime != mtime:
- manifest = self.build(path)
- self[path] = self.manifest_mod(manifest, mtime)
- return self[path].manifest
- class ZipProvider(EggProvider):
- """Resource support for zips and eggs"""
- eagers: list[str] | None = None
- _zip_manifests = MemoizedZipManifests()
- # ZipProvider's loader should always be a zipimporter or equivalent
- loader: zipimport.zipimporter
- def __init__(self, module: _ZipLoaderModule) -> None:
- super().__init__(module)
- self.zip_pre = self.loader.archive + os.sep
- def _zipinfo_name(self, fspath):
- # Convert a virtual filename (full path to file) into a zipfile subpath
- # usable with the zipimport directory cache for our target archive
- fspath = fspath.rstrip(os.sep)
- if fspath == self.loader.archive:
- return ''
- if fspath.startswith(self.zip_pre):
- return fspath[len(self.zip_pre) :]
- raise AssertionError(f"{fspath} is not a subpath of {self.zip_pre}")
- def _parts(self, zip_path):
- # Convert a zipfile subpath into an egg-relative path part list.
- # pseudo-fs path
- fspath = self.zip_pre + zip_path
- if fspath.startswith(self.egg_root + os.sep):
- return fspath[len(self.egg_root) + 1 :].split(os.sep)
- raise AssertionError(f"{fspath} is not a subpath of {self.egg_root}")
- @property
- def zipinfo(self):
- return self._zip_manifests.load(self.loader.archive)
- def get_resource_filename(
- self, manager: ResourceManager, resource_name: str
- ) -> str:
- if not self.egg_name:
- raise NotImplementedError(
- "resource_filename() only supported for .egg, not .zip"
- )
- # no need to lock for extraction, since we use temp names
- zip_path = self._resource_to_zip(resource_name)
- eagers = self._get_eager_resources()
- if '/'.join(self._parts(zip_path)) in eagers:
- for name in eagers:
- self._extract_resource(manager, self._eager_to_zip(name))
- return self._extract_resource(manager, zip_path)
- @staticmethod
- def _get_date_and_size(zip_stat):
- size = zip_stat.file_size
- # ymdhms+wday, yday, dst
- date_time = zip_stat.date_time + (0, 0, -1)
- # 1980 offset already done
- timestamp = time.mktime(date_time)
- return timestamp, size
- # FIXME: 'ZipProvider._extract_resource' is too complex (12)
- def _extract_resource(self, manager: ResourceManager, zip_path) -> str: # noqa: C901
- if zip_path in self._index():
- for name in self._index()[zip_path]:
- last = self._extract_resource(manager, os.path.join(zip_path, name))
- # return the extracted directory name
- return os.path.dirname(last)
- timestamp, _size = self._get_date_and_size(self.zipinfo[zip_path])
- if not WRITE_SUPPORT:
- raise OSError(
- '"os.rename" and "os.unlink" are not supported on this platform'
- )
- try:
- if not self.egg_name:
- raise OSError(
- '"egg_name" is empty. This likely means no egg could be found from the "module_path".'
- )
- real_path = manager.get_cache_path(self.egg_name, self._parts(zip_path))
- if self._is_current(real_path, zip_path):
- return real_path
- outf, tmpnam = _mkstemp(
- ".$extract",
- dir=os.path.dirname(real_path),
- )
- os.write(outf, self.loader.get_data(zip_path))
- os.close(outf)
- utime(tmpnam, (timestamp, timestamp))
- manager.postprocess(tmpnam, real_path)
- try:
- rename(tmpnam, real_path)
- except OSError:
- if os.path.isfile(real_path):
- if self._is_current(real_path, zip_path):
- # the file became current since it was checked above,
- # so proceed.
- return real_path
- # Windows, del old file and retry
- elif os.name == 'nt':
- unlink(real_path)
- rename(tmpnam, real_path)
- return real_path
- raise
- except OSError:
- # report a user-friendly error
- manager.extraction_error()
- return real_path
- def _is_current(self, file_path, zip_path):
- """
- Return True if the file_path is current for this zip_path
- """
- timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
- if not os.path.isfile(file_path):
- return False
- stat = os.stat(file_path)
- if stat.st_size != size or stat.st_mtime != timestamp:
- return False
- # check that the contents match
- zip_contents = self.loader.get_data(zip_path)
- with open(file_path, 'rb') as f:
- file_contents = f.read()
- return zip_contents == file_contents
- def _get_eager_resources(self):
- if self.eagers is None:
- eagers = []
- for name in ('native_libs.txt', 'eager_resources.txt'):
- if self.has_metadata(name):
- eagers.extend(self.get_metadata_lines(name))
- self.eagers = eagers
- return self.eagers
- def _index(self):
- try:
- return self._dirindex
- except AttributeError:
- ind = {}
- for path in self.zipinfo:
- parts = path.split(os.sep)
- while parts:
- parent = os.sep.join(parts[:-1])
- if parent in ind:
- ind[parent].append(parts[-1])
- break
- else:
- ind[parent] = [parts.pop()]
- self._dirindex = ind
- return ind
- def _has(self, fspath) -> bool:
- zip_path = self._zipinfo_name(fspath)
- return zip_path in self.zipinfo or zip_path in self._index()
- def _isdir(self, fspath) -> bool:
- return self._zipinfo_name(fspath) in self._index()
- def _listdir(self, fspath):
- return list(self._index().get(self._zipinfo_name(fspath), ()))
- def _eager_to_zip(self, resource_name: str):
- return self._zipinfo_name(self._fn(self.egg_root, resource_name))
- def _resource_to_zip(self, resource_name: str):
- return self._zipinfo_name(self._fn(self.module_path, resource_name))
- register_loader_type(zipimport.zipimporter, ZipProvider)
- class FileMetadata(EmptyProvider):
- """Metadata handler for standalone PKG-INFO files
- Usage::
- metadata = FileMetadata("/path/to/PKG-INFO")
- This provider rejects all data and metadata requests except for PKG-INFO,
- which is treated as existing, and will be the contents of the file at
- the provided location.
- """
- def __init__(self, path: StrPath) -> None:
- self.path = path
- def _get_metadata_path(self, name):
- return self.path
- def has_metadata(self, name: str) -> bool:
- return name == 'PKG-INFO' and os.path.isfile(self.path)
- def get_metadata(self, name: str) -> str:
- if name != 'PKG-INFO':
- raise KeyError("No metadata except PKG-INFO is available")
- with open(self.path, encoding='utf-8', errors="replace") as f:
- metadata = f.read()
- self._warn_on_replacement(metadata)
- return metadata
- def _warn_on_replacement(self, metadata) -> None:
- replacement_char = '�'
- if replacement_char in metadata:
- tmpl = "{self.path} could not be properly decoded in UTF-8"
- msg = tmpl.format(**locals())
- warnings.warn(msg)
- def get_metadata_lines(self, name: str) -> Iterator[str]:
- return yield_lines(self.get_metadata(name))
- class PathMetadata(DefaultProvider):
- """Metadata provider for egg directories
- Usage::
- # Development eggs:
- egg_info = "/path/to/PackageName.egg-info"
- base_dir = os.path.dirname(egg_info)
- metadata = PathMetadata(base_dir, egg_info)
- dist_name = os.path.splitext(os.path.basename(egg_info))[0]
- dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
- # Unpacked egg directories:
- egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
- metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
- dist = Distribution.from_filename(egg_path, metadata=metadata)
- """
- def __init__(self, path: str, egg_info: str) -> None:
- self.module_path = path
- self.egg_info = egg_info
- class EggMetadata(ZipProvider):
- """Metadata provider for .egg files"""
- def __init__(self, importer: zipimport.zipimporter) -> None:
- """Create a metadata provider from a zipimporter"""
- self.zip_pre = importer.archive + os.sep
- self.loader = importer
- if importer.prefix:
- self.module_path = os.path.join(importer.archive, importer.prefix)
- else:
- self.module_path = importer.archive
- self._setup_prefix()
- _distribution_finders: dict[type, _DistFinderType[Any]] = _declare_state(
- 'dict', '_distribution_finders', {}
- )
- def register_finder(
- importer_type: type[_T], distribution_finder: _DistFinderType[_T]
- ) -> None:
- """Register `distribution_finder` to find distributions in sys.path items
- `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
- handler), and `distribution_finder` is a callable that, passed a path
- item and the importer instance, yields ``Distribution`` instances found on
- that path item. See ``pkg_resources.find_on_path`` for an example."""
- _distribution_finders[importer_type] = distribution_finder
- def find_distributions(path_item: str, only: bool = False) -> Iterable[Distribution]:
- """Yield distributions accessible via `path_item`"""
- importer = get_importer(path_item)
- finder = _find_adapter(_distribution_finders, importer)
- return finder(importer, path_item, only)
- def find_eggs_in_zip(
- importer: zipimport.zipimporter, path_item: str, only: bool = False
- ) -> Iterator[Distribution]:
- """
- Find eggs in zip files; possibly multiple nested eggs.
- """
- if importer.archive.endswith('.whl'):
- # wheels are not supported with this finder
- # they don't have PKG-INFO metadata, and won't ever contain eggs
- return
- metadata = EggMetadata(importer)
- if metadata.has_metadata('PKG-INFO'):
- yield Distribution.from_filename(path_item, metadata=metadata)
- if only:
- # don't yield nested distros
- return
- for subitem in metadata.resource_listdir(''):
- if _is_egg_path(subitem):
- subpath = os.path.join(path_item, subitem)
- dists = find_eggs_in_zip(zipimport.zipimporter(subpath), subpath)
- yield from dists
- elif subitem.lower().endswith(('.dist-info', '.egg-info')):
- subpath = os.path.join(path_item, subitem)
- submeta = EggMetadata(zipimport.zipimporter(subpath))
- submeta.egg_info = subpath
- yield Distribution.from_location(path_item, subitem, submeta)
- register_finder(zipimport.zipimporter, find_eggs_in_zip)
- def find_nothing(
- importer: object | None, path_item: str | None, only: bool | None = False
- ):
- return ()
- register_finder(object, find_nothing)
- def find_on_path(importer: object | None, path_item, only=False):
- """Yield distributions accessible on a sys.path directory"""
- path_item = _normalize_cached(path_item)
- if _is_unpacked_egg(path_item):
- yield Distribution.from_filename(
- path_item,
- metadata=PathMetadata(path_item, os.path.join(path_item, 'EGG-INFO')),
- )
- return
- entries = (os.path.join(path_item, child) for child in safe_listdir(path_item))
- # scan for .egg and .egg-info in directory
- for entry in sorted(entries):
- fullpath = os.path.join(path_item, entry)
- factory = dist_factory(path_item, entry, only)
- yield from factory(fullpath)
- def dist_factory(path_item, entry, only):
- """Return a dist_factory for the given entry."""
- lower = entry.lower()
- is_egg_info = lower.endswith('.egg-info')
- is_dist_info = lower.endswith('.dist-info') and os.path.isdir(
- os.path.join(path_item, entry)
- )
- is_meta = is_egg_info or is_dist_info
- return (
- distributions_from_metadata
- if is_meta
- else find_distributions
- if not only and _is_egg_path(entry)
- else resolve_egg_link
- if not only and lower.endswith('.egg-link')
- else NoDists()
- )
- class NoDists:
- """
- >>> bool(NoDists())
- False
- >>> list(NoDists()('anything'))
- []
- """
- def __bool__(self) -> Literal[False]:
- return False
- def __call__(self, fullpath: object):
- return iter(())
- def safe_listdir(path: StrOrBytesPath):
- """
- Attempt to list contents of path, but suppress some exceptions.
- """
- try:
- return os.listdir(path)
- except (PermissionError, NotADirectoryError):
- pass
- except OSError as e:
- # Ignore the directory if does not exist, not a directory or
- # permission denied
- if e.errno not in (errno.ENOTDIR, errno.EACCES, errno.ENOENT):
- raise
- return ()
- def distributions_from_metadata(path: str):
- root = os.path.dirname(path)
- if os.path.isdir(path):
- if len(os.listdir(path)) == 0:
- # empty metadata dir; skip
- return
- metadata: _MetadataType = PathMetadata(root, path)
- else:
- metadata = FileMetadata(path)
- entry = os.path.basename(path)
- yield Distribution.from_location(
- root,
- entry,
- metadata,
- precedence=DEVELOP_DIST,
- )
- def non_empty_lines(path):
- """
- Yield non-empty lines from file at path
- """
- for line in _read_utf8_with_fallback(path).splitlines():
- line = line.strip()
- if line:
- yield line
- def resolve_egg_link(path):
- """
- Given a path to an .egg-link, resolve distributions
- present in the referenced path.
- """
- referenced_paths = non_empty_lines(path)
- resolved_paths = (
- os.path.join(os.path.dirname(path), ref) for ref in referenced_paths
- )
- dist_groups = map(find_distributions, resolved_paths)
- return next(dist_groups, ())
- if hasattr(pkgutil, 'ImpImporter'):
- register_finder(pkgutil.ImpImporter, find_on_path)
- register_finder(importlib.machinery.FileFinder, find_on_path)
- _namespace_handlers: dict[type, _NSHandlerType[Any]] = _declare_state(
- 'dict', '_namespace_handlers', {}
- )
- _namespace_packages: dict[str | None, list[str]] = _declare_state(
- 'dict', '_namespace_packages', {}
- )
- def register_namespace_handler(
- importer_type: type[_T], namespace_handler: _NSHandlerType[_T]
- ) -> None:
- """Register `namespace_handler` to declare namespace packages
- `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
- handler), and `namespace_handler` is a callable like this::
- def namespace_handler(importer, path_entry, moduleName, module):
- # return a path_entry to use for child packages
- Namespace handlers are only called if the importer object has already
- agreed that it can handle the relevant path item, and they should only
- return a subpath if the module __path__ does not already contain an
- equivalent subpath. For an example namespace handler, see
- ``pkg_resources.file_ns_handler``.
- """
- _namespace_handlers[importer_type] = namespace_handler
- def _handle_ns(packageName, path_item):
- """Ensure that named package includes a subpath of path_item (if needed)"""
- importer = get_importer(path_item)
- if importer is None:
- return None
- # use find_spec (PEP 451) and fall-back to find_module (PEP 302)
- try:
- spec = importer.find_spec(packageName)
- except AttributeError:
- # capture warnings due to #1111
- with warnings.catch_warnings():
- warnings.simplefilter("ignore")
- loader = importer.find_module(packageName)
- else:
- loader = spec.loader if spec else None
- if loader is None:
- return None
- module = sys.modules.get(packageName)
- if module is None:
- module = sys.modules[packageName] = types.ModuleType(packageName)
- module.__path__ = []
- _set_parent_ns(packageName)
- elif not hasattr(module, '__path__'):
- raise TypeError("Not a package:", packageName)
- handler = _find_adapter(_namespace_handlers, importer)
- subpath = handler(importer, path_item, packageName, module)
- if subpath is not None:
- path = module.__path__
- path.append(subpath)
- importlib.import_module(packageName)
- _rebuild_mod_path(path, packageName, module)
- return subpath
- def _rebuild_mod_path(orig_path, package_name, module: types.ModuleType) -> None:
- """
- Rebuild module.__path__ ensuring that all entries are ordered
- corresponding to their sys.path order
- """
- sys_path = [_normalize_cached(p) for p in sys.path]
- def safe_sys_path_index(entry):
- """
- Workaround for #520 and #513.
- """
- try:
- return sys_path.index(entry)
- except ValueError:
- return float('inf')
- def position_in_sys_path(path):
- """
- Return the ordinal of the path based on its position in sys.path
- """
- path_parts = path.split(os.sep)
- module_parts = package_name.count('.') + 1
- parts = path_parts[:-module_parts]
- return safe_sys_path_index(_normalize_cached(os.sep.join(parts)))
- new_path = sorted(orig_path, key=position_in_sys_path)
- new_path = [_normalize_cached(p) for p in new_path]
- if isinstance(module.__path__, list):
- module.__path__[:] = new_path
- else:
- module.__path__ = new_path
- def declare_namespace(packageName: str) -> None:
- """Declare that package 'packageName' is a namespace package"""
- msg = (
- f"Deprecated call to `pkg_resources.declare_namespace({packageName!r})`.\n"
- "Implementing implicit namespace packages (as specified in PEP 420) "
- "is preferred to `pkg_resources.declare_namespace`. "
- "See https://setuptools.pypa.io/en/latest/references/"
- "keywords.html#keyword-namespace-packages"
- )
- warnings.warn(msg, DeprecationWarning, stacklevel=2)
- _imp.acquire_lock()
- try:
- if packageName in _namespace_packages:
- return
- path: MutableSequence[str] = sys.path
- parent, _, _ = packageName.rpartition('.')
- if parent:
- declare_namespace(parent)
- if parent not in _namespace_packages:
- __import__(parent)
- try:
- path = sys.modules[parent].__path__
- except AttributeError as e:
- raise TypeError("Not a package:", parent) from e
- # Track what packages are namespaces, so when new path items are added,
- # they can be updated
- _namespace_packages.setdefault(parent or None, []).append(packageName)
- _namespace_packages.setdefault(packageName, [])
- for path_item in path:
- # Ensure all the parent's path items are reflected in the child,
- # if they apply
- _handle_ns(packageName, path_item)
- finally:
- _imp.release_lock()
- def fixup_namespace_packages(path_item: str, parent: str | None = None) -> None:
- """Ensure that previously-declared namespace packages include path_item"""
- _imp.acquire_lock()
- try:
- for package in _namespace_packages.get(parent, ()):
- subpath = _handle_ns(package, path_item)
- if subpath:
- fixup_namespace_packages(subpath, package)
- finally:
- _imp.release_lock()
- def file_ns_handler(
- importer: object,
- path_item: StrPath,
- packageName: str,
- module: types.ModuleType,
- ):
- """Compute an ns-package subpath for a filesystem or zipfile importer"""
- subpath = os.path.join(path_item, packageName.split('.')[-1])
- normalized = _normalize_cached(subpath)
- for item in module.__path__:
- if _normalize_cached(item) == normalized:
- break
- else:
- # Only return the path if it's not already there
- return subpath
- if hasattr(pkgutil, 'ImpImporter'):
- register_namespace_handler(pkgutil.ImpImporter, file_ns_handler)
- register_namespace_handler(zipimport.zipimporter, file_ns_handler)
- register_namespace_handler(importlib.machinery.FileFinder, file_ns_handler)
- def null_ns_handler(
- importer: object,
- path_item: str | None,
- packageName: str | None,
- module: _ModuleLike | None,
- ) -> None:
- return None
- register_namespace_handler(object, null_ns_handler)
- @overload
- def normalize_path(filename: StrPath) -> str: ...
- @overload
- def normalize_path(filename: BytesPath) -> bytes: ...
- def normalize_path(filename: StrOrBytesPath) -> str | bytes:
- """Normalize a file/dir name for comparison purposes"""
- return os.path.normcase(os.path.realpath(os.path.normpath(_cygwin_patch(filename))))
- def _cygwin_patch(filename: StrOrBytesPath): # pragma: nocover
- """
- Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
- symlink components. Using
- os.path.abspath() works around this limitation. A fix in os.getcwd()
- would probably better, in Cygwin even more so, except
- that this seems to be by design...
- """
- return os.path.abspath(filename) if sys.platform == 'cygwin' else filename
- if TYPE_CHECKING:
- # https://github.com/python/mypy/issues/16261
- # https://github.com/python/typeshed/issues/6347
- @overload
- def _normalize_cached(filename: StrPath) -> str: ...
- @overload
- def _normalize_cached(filename: BytesPath) -> bytes: ...
- def _normalize_cached(filename: StrOrBytesPath) -> str | bytes: ...
- else:
- @functools.cache
- def _normalize_cached(filename):
- return normalize_path(filename)
- def _is_egg_path(path):
- """
- Determine if given path appears to be an egg.
- """
- return _is_zip_egg(path) or _is_unpacked_egg(path)
- def _is_zip_egg(path):
- return (
- path.lower().endswith('.egg')
- and os.path.isfile(path)
- and zipfile.is_zipfile(path)
- )
- def _is_unpacked_egg(path):
- """
- Determine if given path appears to be an unpacked egg.
- """
- return path.lower().endswith('.egg') and os.path.isfile(
- os.path.join(path, 'EGG-INFO', 'PKG-INFO')
- )
- def _set_parent_ns(packageName) -> None:
- parts = packageName.split('.')
- name = parts.pop()
- if parts:
- parent = '.'.join(parts)
- setattr(sys.modules[parent], name, sys.modules[packageName])
- MODULE = re.compile(r"\w+(\.\w+)*$").match
- EGG_NAME = re.compile(
- r"""
- (?P<name>[^-]+) (
- -(?P<ver>[^-]+) (
- -py(?P<pyver>[^-]+) (
- -(?P<plat>.+)
- )?
- )?
- )?
- """,
- re.VERBOSE | re.IGNORECASE,
- ).match
- class EntryPoint:
- """Object representing an advertised importable object"""
- def __init__(
- self,
- name: str,
- module_name: str,
- attrs: Iterable[str] = (),
- extras: Iterable[str] = (),
- dist: Distribution | None = None,
- ) -> None:
- if not MODULE(module_name):
- raise ValueError("Invalid module name", module_name)
- self.name = name
- self.module_name = module_name
- self.attrs = tuple(attrs)
- self.extras = tuple(extras)
- self.dist = dist
- def __str__(self) -> str:
- s = f"{self.name} = {self.module_name}"
- if self.attrs:
- s += ':' + '.'.join(self.attrs)
- if self.extras:
- extras = ','.join(self.extras)
- s += f' [{extras}]'
- return s
- def __repr__(self) -> str:
- return f"EntryPoint.parse({str(self)!r})"
- @overload
- def load(
- self,
- require: Literal[True] = True,
- env: Environment | None = None,
- installer: _InstallerType | None = None,
- ) -> _ResolvedEntryPoint: ...
- @overload
- def load(
- self,
- require: Literal[False],
- *args: Any,
- **kwargs: Any,
- ) -> _ResolvedEntryPoint: ...
- def load(
- self,
- require: bool = True,
- *args: Environment | _InstallerType | None,
- **kwargs: Environment | _InstallerType | None,
- ) -> _ResolvedEntryPoint:
- """
- Require packages for this EntryPoint, then resolve it.
- """
- if not require or args or kwargs:
- warnings.warn(
- "Parameters to load are deprecated. Call .resolve and "
- ".require separately.",
- PkgResourcesDeprecationWarning,
- stacklevel=2,
- )
- if require:
- # We could pass `env` and `installer` directly,
- # but keeping `*args` and `**kwargs` for backwards compatibility
- self.require(*args, **kwargs) # type: ignore[arg-type]
- return self.resolve()
- def resolve(self) -> _ResolvedEntryPoint:
- """
- Resolve the entry point from its module and attrs.
- """
- module = __import__(self.module_name, fromlist=['__name__'], level=0)
- try:
- return functools.reduce(getattr, self.attrs, module)
- except AttributeError as exc:
- raise ImportError(str(exc)) from exc
- def require(
- self,
- env: Environment | None = None,
- installer: _InstallerType | None = None,
- ) -> None:
- if not self.dist:
- error_cls = UnknownExtra if self.extras else AttributeError
- raise error_cls("Can't require() without a distribution", self)
- # Get the requirements for this entry point with all its extras and
- # then resolve them. We have to pass `extras` along when resolving so
- # that the working set knows what extras we want. Otherwise, for
- # dist-info distributions, the working set will assume that the
- # requirements for that extra are purely optional and skip over them.
- reqs = self.dist.requires(self.extras)
- items = working_set.resolve(reqs, env, installer, extras=self.extras)
- list(map(working_set.add, items))
- pattern = re.compile(
- r'\s*'
- r'(?P<name>.+?)\s*'
- r'=\s*'
- r'(?P<module>[\w.]+)\s*'
- r'(:\s*(?P<attr>[\w.]+))?\s*'
- r'(?P<extras>\[.*\])?\s*$'
- )
- @classmethod
- def parse(cls, src: str, dist: Distribution | None = None) -> Self:
- """Parse a single entry point from string `src`
- Entry point syntax follows the form::
- name = some.module:some.attr [extra1, extra2]
- The entry name and module name are required, but the ``:attrs`` and
- ``[extras]`` parts are optional
- """
- m = cls.pattern.match(src)
- if not m:
- msg = "EntryPoint must be in 'name=module:attrs [extras]' format"
- raise ValueError(msg, src)
- res = m.groupdict()
- extras = cls._parse_extras(res['extras'])
- attrs = res['attr'].split('.') if res['attr'] else ()
- return cls(res['name'], res['module'], attrs, extras, dist)
- @classmethod
- def _parse_extras(cls, extras_spec):
- if not extras_spec:
- return ()
- req = Requirement.parse('x' + extras_spec)
- if req.specs:
- raise ValueError
- return req.extras
- @classmethod
- def parse_group(
- cls,
- group: str,
- lines: _NestedStr,
- dist: Distribution | None = None,
- ) -> dict[str, Self]:
- """Parse an entry point group"""
- if not MODULE(group):
- raise ValueError("Invalid group name", group)
- this: dict[str, Self] = {}
- for line in yield_lines(lines):
- ep = cls.parse(line, dist)
- if ep.name in this:
- raise ValueError("Duplicate entry point", group, ep.name)
- this[ep.name] = ep
- return this
- @classmethod
- def parse_map(
- cls,
- data: str | Iterable[str] | dict[str, str | Iterable[str]],
- dist: Distribution | None = None,
- ) -> dict[str, dict[str, Self]]:
- """Parse a map of entry point groups"""
- _data: Iterable[tuple[str | None, str | Iterable[str]]]
- if isinstance(data, dict):
- _data = data.items()
- else:
- _data = split_sections(data)
- maps: dict[str, dict[str, Self]] = {}
- for group, lines in _data:
- if group is None:
- if not lines:
- continue
- raise ValueError("Entry points must be listed in groups")
- group = group.strip()
- if group in maps:
- raise ValueError("Duplicate group name", group)
- maps[group] = cls.parse_group(group, lines, dist)
- return maps
- def _version_from_file(lines):
- """
- Given an iterable of lines from a Metadata file, return
- the value of the Version field, if present, or None otherwise.
- """
- def is_version_line(line):
- return line.lower().startswith('version:')
- version_lines = filter(is_version_line, lines)
- line = next(iter(version_lines), '')
- _, _, value = line.partition(':')
- return safe_version(value.strip()) or None
- class Distribution:
- """Wrap an actual or potential sys.path entry w/metadata"""
- PKG_INFO = 'PKG-INFO'
- def __init__(
- self,
- location: str | None = None,
- metadata: _MetadataType = None,
- project_name: str | None = None,
- version: str | None = None,
- py_version: str | None = PY_MAJOR,
- platform: str | None = None,
- precedence: int = EGG_DIST,
- ) -> None:
- self.project_name = safe_name(project_name or 'Unknown')
- if version is not None:
- self._version = safe_version(version)
- self.py_version = py_version
- self.platform = platform
- self.location = location
- self.precedence = precedence
- self._provider = metadata or empty_provider
- @classmethod
- def from_location(
- cls,
- location: str,
- basename: StrPath,
- metadata: _MetadataType = None,
- **kw: int, # We could set `precedence` explicitly, but keeping this as `**kw` for full backwards and subclassing compatibility
- ) -> Distribution:
- project_name, version, py_version, platform = [None] * 4
- basename, ext = os.path.splitext(basename)
- if ext.lower() in _distributionImpl:
- cls = _distributionImpl[ext.lower()]
- match = EGG_NAME(basename)
- if match:
- project_name, version, py_version, platform = match.group(
- 'name', 'ver', 'pyver', 'plat'
- )
- return cls(
- location,
- metadata,
- project_name=project_name,
- version=version,
- py_version=py_version,
- platform=platform,
- **kw,
- )._reload_version()
- def _reload_version(self):
- return self
- @property
- def hashcmp(self):
- return (
- self._forgiving_parsed_version,
- self.precedence,
- self.key,
- self.location,
- self.py_version or '',
- self.platform or '',
- )
- def __hash__(self) -> int:
- return hash(self.hashcmp)
- def __lt__(self, other: Distribution) -> bool:
- return self.hashcmp < other.hashcmp
- def __le__(self, other: Distribution) -> bool:
- return self.hashcmp <= other.hashcmp
- def __gt__(self, other: Distribution) -> bool:
- return self.hashcmp > other.hashcmp
- def __ge__(self, other: Distribution) -> bool:
- return self.hashcmp >= other.hashcmp
- def __eq__(self, other: object) -> bool:
- if not isinstance(other, self.__class__):
- # It's not a Distribution, so they are not equal
- return False
- return self.hashcmp == other.hashcmp
- def __ne__(self, other: object) -> bool:
- return not self == other
- # These properties have to be lazy so that we don't have to load any
- # metadata until/unless it's actually needed. (i.e., some distributions
- # may not know their name or version without loading PKG-INFO)
- @property
- def key(self):
- try:
- return self._key
- except AttributeError:
- self._key = key = self.project_name.lower()
- return key
- @property
- def parsed_version(self):
- if not hasattr(self, "_parsed_version"):
- try:
- self._parsed_version = parse_version(self.version)
- except packaging.version.InvalidVersion as ex:
- info = f"(package: {self.project_name})"
- if hasattr(ex, "add_note"):
- ex.add_note(info) # PEP 678
- raise
- raise packaging.version.InvalidVersion(f"{str(ex)} {info}") from None
- return self._parsed_version
- @property
- def _forgiving_parsed_version(self):
- try:
- return self.parsed_version
- except packaging.version.InvalidVersion as ex:
- self._parsed_version = parse_version(_forgiving_version(self.version))
- notes = "\n".join(getattr(ex, "__notes__", [])) # PEP 678
- msg = f"""!!\n\n
- *************************************************************************
- {str(ex)}\n{notes}
- This is a long overdue deprecation.
- For the time being, `pkg_resources` will use `{self._parsed_version}`
- as a replacement to avoid breaking existing environments,
- but no future compatibility is guaranteed.
- If you maintain package {self.project_name} you should implement
- the relevant changes to adequate the project to PEP 440 immediately.
- *************************************************************************
- \n\n!!
- """
- warnings.warn(msg, DeprecationWarning)
- return self._parsed_version
- @property
- def version(self):
- try:
- return self._version
- except AttributeError as e:
- version = self._get_version()
- if version is None:
- path = self._get_metadata_path_for_display(self.PKG_INFO)
- msg = f"Missing 'Version:' header and/or {self.PKG_INFO} file at path: {path}"
- raise ValueError(msg, self) from e
- return version
- @property
- def _dep_map(self):
- """
- A map of extra to its list of (direct) requirements
- for this distribution, including the null extra.
- """
- try:
- return self.__dep_map
- except AttributeError:
- self.__dep_map = self._filter_extras(self._build_dep_map())
- return self.__dep_map
- @staticmethod
- def _filter_extras(
- dm: dict[str | None, list[Requirement]],
- ) -> dict[str | None, list[Requirement]]:
- """
- Given a mapping of extras to dependencies, strip off
- environment markers and filter out any dependencies
- not matching the markers.
- """
- for extra in list(filter(None, dm)):
- new_extra: str | None = extra
- reqs = dm.pop(extra)
- new_extra, _, marker = extra.partition(':')
- fails_marker = marker and (
- invalid_marker(marker) or not evaluate_marker(marker)
- )
- if fails_marker:
- reqs = []
- new_extra = safe_extra(new_extra) or None
- dm.setdefault(new_extra, []).extend(reqs)
- return dm
- def _build_dep_map(self):
- dm = {}
- for name in 'requires.txt', 'depends.txt':
- for extra, reqs in split_sections(self._get_metadata(name)):
- dm.setdefault(extra, []).extend(parse_requirements(reqs))
- return dm
- def requires(self, extras: Iterable[str] = ()) -> list[Requirement]:
- """List of Requirements needed for this distro if `extras` are used"""
- dm = self._dep_map
- deps: list[Requirement] = []
- deps.extend(dm.get(None, ()))
- for ext in extras:
- try:
- deps.extend(dm[safe_extra(ext)])
- except KeyError as e:
- raise UnknownExtra(f"{self} has no such extra feature {ext!r}") from e
- return deps
- def _get_metadata_path_for_display(self, name):
- """
- Return the path to the given metadata file, if available.
- """
- try:
- # We need to access _get_metadata_path() on the provider object
- # directly rather than through this class's __getattr__()
- # since _get_metadata_path() is marked private.
- path = self._provider._get_metadata_path(name)
- # Handle exceptions e.g. in case the distribution's metadata
- # provider doesn't support _get_metadata_path().
- except Exception:
- return '[could not detect]'
- return path
- def _get_metadata(self, name):
- if self.has_metadata(name):
- yield from self.get_metadata_lines(name)
- def _get_version(self):
- lines = self._get_metadata(self.PKG_INFO)
- return _version_from_file(lines)
- def activate(self, path: list[str] | None = None, replace: bool = False) -> None:
- """Ensure distribution is importable on `path` (default=sys.path)"""
- if path is None:
- path = sys.path
- self.insert_on(path, replace=replace)
- if path is sys.path and self.location is not None:
- fixup_namespace_packages(self.location)
- for pkg in self._get_metadata('namespace_packages.txt'):
- if pkg in sys.modules:
- declare_namespace(pkg)
- def egg_name(self):
- """Return what this distribution's standard .egg filename should be"""
- filename = f"{to_filename(self.project_name)}-{to_filename(self.version)}-py{self.py_version or PY_MAJOR}"
- if self.platform:
- filename += '-' + self.platform
- return filename
- def __repr__(self) -> str:
- if self.location:
- return f"{self} ({self.location})"
- else:
- return str(self)
- def __str__(self) -> str:
- try:
- version = getattr(self, 'version', None)
- except ValueError:
- version = None
- version = version or "[unknown version]"
- return f"{self.project_name} {version}"
- def __getattr__(self, attr: str):
- """Delegate all unrecognized public attributes to .metadata provider"""
- if attr.startswith('_'):
- raise AttributeError(attr)
- return getattr(self._provider, attr)
- def __dir__(self):
- return list(
- set(super().__dir__())
- | set(attr for attr in self._provider.__dir__() if not attr.startswith('_'))
- )
- @classmethod
- def from_filename(
- cls,
- filename: StrPath,
- metadata: _MetadataType = None,
- **kw: int, # We could set `precedence` explicitly, but keeping this as `**kw` for full backwards and subclassing compatibility
- ) -> Distribution:
- return cls.from_location(
- _normalize_cached(filename), os.path.basename(filename), metadata, **kw
- )
- def as_requirement(self):
- """Return a ``Requirement`` that matches this distribution exactly"""
- if isinstance(self.parsed_version, packaging.version.Version):
- spec = f"{self.project_name}=={self.parsed_version}"
- else:
- spec = f"{self.project_name}==={self.parsed_version}"
- return Requirement.parse(spec)
- def load_entry_point(self, group: str, name: str) -> _ResolvedEntryPoint:
- """Return the `name` entry point of `group` or raise ImportError"""
- ep = self.get_entry_info(group, name)
- if ep is None:
- raise ImportError(f"Entry point {(group, name)!r} not found")
- return ep.load()
- @overload
- def get_entry_map(self, group: None = None) -> dict[str, dict[str, EntryPoint]]: ...
- @overload
- def get_entry_map(self, group: str) -> dict[str, EntryPoint]: ...
- def get_entry_map(self, group: str | None = None):
- """Return the entry point map for `group`, or the full entry map"""
- if not hasattr(self, "_ep_map"):
- self._ep_map = EntryPoint.parse_map(
- self._get_metadata('entry_points.txt'), self
- )
- if group is not None:
- return self._ep_map.get(group, {})
- return self._ep_map
- def get_entry_info(self, group: str, name: str) -> EntryPoint | None:
- """Return the EntryPoint object for `group`+`name`, or ``None``"""
- return self.get_entry_map(group).get(name)
- # FIXME: 'Distribution.insert_on' is too complex (13)
- def insert_on( # noqa: C901
- self,
- path: list[str],
- loc=None,
- replace: bool = False,
- ) -> None:
- """Ensure self.location is on path
- If replace=False (default):
- - If location is already in path anywhere, do nothing.
- - Else:
- - If it's an egg and its parent directory is on path,
- insert just ahead of the parent.
- - Else: add to the end of path.
- If replace=True:
- - If location is already on path anywhere (not eggs)
- or higher priority than its parent (eggs)
- do nothing.
- - Else:
- - If it's an egg and its parent directory is on path,
- insert just ahead of the parent,
- removing any lower-priority entries.
- - Else: add it to the front of path.
- """
- loc = loc or self.location
- if not loc:
- return
- nloc = _normalize_cached(loc)
- bdir = os.path.dirname(nloc)
- npath = [(p and _normalize_cached(p) or p) for p in path]
- for p, item in enumerate(npath):
- if item == nloc:
- if replace:
- break
- else:
- # don't modify path (even removing duplicates) if
- # found and not replace
- return
- elif item == bdir and self.precedence == EGG_DIST:
- # if it's an .egg, give it precedence over its directory
- # UNLESS it's already been added to sys.path and replace=False
- if (not replace) and nloc in npath[p:]:
- return
- if path is sys.path:
- self.check_version_conflict()
- path.insert(p, loc)
- npath.insert(p, nloc)
- break
- else:
- if path is sys.path:
- self.check_version_conflict()
- if replace:
- path.insert(0, loc)
- else:
- path.append(loc)
- return
- # p is the spot where we found or inserted loc; now remove duplicates
- while True:
- try:
- np = npath.index(nloc, p + 1)
- except ValueError:
- break
- else:
- del npath[np], path[np]
- # ha!
- p = np
- return
- def check_version_conflict(self):
- if self.key == 'setuptools':
- # ignore the inevitable setuptools self-conflicts :(
- return
- nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt'))
- loc = normalize_path(self.location)
- for modname in self._get_metadata('top_level.txt'):
- if (
- modname not in sys.modules
- or modname in nsp
- or modname in _namespace_packages
- ):
- continue
- if modname in ('pkg_resources', 'setuptools', 'site'):
- continue
- fn = getattr(sys.modules[modname], '__file__', None)
- if fn and (
- normalize_path(fn).startswith(loc) or fn.startswith(self.location)
- ):
- continue
- issue_warning(
- f"Module {modname} was already imported from {fn}, "
- f"but {self.location} is being added to sys.path",
- )
- def has_version(self) -> bool:
- try:
- self.version
- except ValueError:
- issue_warning("Unbuilt egg for " + repr(self))
- return False
- except SystemError:
- # TODO: remove this except clause when python/cpython#103632 is fixed.
- return False
- return True
- def clone(self, **kw: str | int | IResourceProvider | None) -> Self:
- """Copy this distribution, substituting in any changed keyword args"""
- names = 'project_name version py_version platform location precedence'
- for attr in names.split():
- kw.setdefault(attr, getattr(self, attr, None))
- kw.setdefault('metadata', self._provider)
- # Unsafely unpacking. But keeping **kw for backwards and subclassing compatibility
- return self.__class__(**kw) # type:ignore[arg-type]
- @property
- def extras(self):
- return [dep for dep in self._dep_map if dep]
- class EggInfoDistribution(Distribution):
- def _reload_version(self):
- """
- Packages installed by distutils (e.g. numpy or scipy),
- which uses an old safe_version, and so
- their version numbers can get mangled when
- converted to filenames (e.g., 1.11.0.dev0+2329eae to
- 1.11.0.dev0_2329eae). These distributions will not be
- parsed properly
- downstream by Distribution and safe_version, so
- take an extra step and try to get the version number from
- the metadata file itself instead of the filename.
- """
- md_version = self._get_version()
- if md_version:
- self._version = md_version
- return self
- class DistInfoDistribution(Distribution):
- """
- Wrap an actual or potential sys.path entry
- w/metadata, .dist-info style.
- """
- PKG_INFO = 'METADATA'
- EQEQ = re.compile(r"([\(,])\s*(\d.*?)\s*([,\)])")
- @property
- def _parsed_pkg_info(self):
- """Parse and cache metadata"""
- try:
- return self._pkg_info
- except AttributeError:
- metadata = self.get_metadata(self.PKG_INFO)
- self._pkg_info = email.parser.Parser().parsestr(metadata)
- return self._pkg_info
- @property
- def _dep_map(self):
- try:
- return self.__dep_map
- except AttributeError:
- self.__dep_map = self._compute_dependencies()
- return self.__dep_map
- def _compute_dependencies(self) -> dict[str | None, list[Requirement]]:
- """Recompute this distribution's dependencies."""
- self.__dep_map: dict[str | None, list[Requirement]] = {None: []}
- reqs: list[Requirement] = []
- # Including any condition expressions
- for req in self._parsed_pkg_info.get_all('Requires-Dist') or []:
- reqs.extend(parse_requirements(req))
- def reqs_for_extra(extra):
- for req in reqs:
- if not req.marker or req.marker.evaluate({'extra': extra}):
- yield req
- common = types.MappingProxyType(dict.fromkeys(reqs_for_extra(None)))
- self.__dep_map[None].extend(common)
- for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []:
- s_extra = safe_extra(extra.strip())
- self.__dep_map[s_extra] = [
- r for r in reqs_for_extra(extra) if r not in common
- ]
- return self.__dep_map
- _distributionImpl = {
- '.egg': Distribution,
- '.egg-info': EggInfoDistribution,
- '.dist-info': DistInfoDistribution,
- }
- def issue_warning(*args, **kw):
- level = 1
- g = globals()
- try:
- # find the first stack frame that is *not* code in
- # the pkg_resources module, to use for the warning
- while sys._getframe(level).f_globals is g:
- level += 1
- except ValueError:
- pass
- warnings.warn(stacklevel=level + 1, *args, **kw)
- def parse_requirements(strs: _NestedStr) -> map[Requirement]:
- """
- Yield ``Requirement`` objects for each specification in `strs`.
- `strs` must be a string, or a (possibly-nested) iterable thereof.
- """
- return map(Requirement, join_continuation(map(drop_comment, yield_lines(strs))))
- class RequirementParseError(packaging.requirements.InvalidRequirement):
- "Compatibility wrapper for InvalidRequirement"
- class Requirement(packaging.requirements.Requirement):
- # prefer variable length tuple to set (as found in
- # packaging.requirements.Requirement)
- extras: tuple[str, ...] # type: ignore[assignment]
- def __init__(self, requirement_string: str) -> None:
- """DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!"""
- super().__init__(requirement_string)
- self.unsafe_name = self.name
- project_name = safe_name(self.name)
- self.project_name, self.key = project_name, project_name.lower()
- self.specs = [(spec.operator, spec.version) for spec in self.specifier]
- self.extras = tuple(map(safe_extra, self.extras))
- self.hashCmp = (
- self.key,
- self.url,
- self.specifier,
- frozenset(self.extras),
- str(self.marker) if self.marker else None,
- )
- self.__hash = hash(self.hashCmp)
- def __eq__(self, other: object) -> bool:
- return isinstance(other, Requirement) and self.hashCmp == other.hashCmp
- def __ne__(self, other: object) -> bool:
- return not self == other
- def __contains__(
- self, item: Distribution | packaging.specifiers.UnparsedVersion
- ) -> bool:
- if isinstance(item, Distribution):
- if item.key != self.key:
- return False
- version = item.version
- else:
- version = item
- # Allow prereleases always in order to match the previous behavior of
- # this method. In the future this should be smarter and follow PEP 440
- # more accurately.
- return self.specifier.contains(
- version,
- prereleases=True,
- )
- def __hash__(self) -> int:
- return self.__hash
- def __repr__(self) -> str:
- return f"Requirement.parse({str(self)!r})"
- @staticmethod
- def parse(s: str | Iterable[str]) -> Requirement:
- (req,) = parse_requirements(s)
- return req
- def _always_object(classes):
- """
- Ensure object appears in the mro even
- for old-style classes.
- """
- if object not in classes:
- return classes + (object,)
- return classes
- def _find_adapter(registry: Mapping[type, _AdapterT], ob: object) -> _AdapterT:
- """Return an adapter factory for `ob` from `registry`"""
- types = _always_object(inspect.getmro(getattr(ob, '__class__', type(ob))))
- for t in types:
- if t in registry:
- return registry[t]
- # _find_adapter would previously return None, and immediately be called.
- # So we're raising a TypeError to keep backward compatibility if anyone depended on that behaviour.
- raise TypeError(f"Could not find adapter for {registry} and {ob}")
- def ensure_directory(path: StrOrBytesPath) -> None:
- """Ensure that the parent directory of `path` exists"""
- dirname = os.path.dirname(path)
- os.makedirs(dirname, exist_ok=True)
- def _bypass_ensure_directory(path) -> None:
- """Sandbox-bypassing version of ensure_directory()"""
- if not WRITE_SUPPORT:
- raise OSError('"os.mkdir" not supported on this platform.')
- dirname, filename = split(path)
- if dirname and filename and not isdir(dirname):
- _bypass_ensure_directory(dirname)
- try:
- mkdir(dirname, 0o755)
- except FileExistsError:
- pass
- def split_sections(s: _NestedStr) -> Iterator[tuple[str | None, list[str]]]:
- """Split a string or iterable thereof into (section, content) pairs
- Each ``section`` is a stripped version of the section header ("[section]")
- and each ``content`` is a list of stripped lines excluding blank lines and
- comment-only lines. If there are any such lines before the first section
- header, they're returned in a first ``section`` of ``None``.
- """
- section = None
- content: list[str] = []
- for line in yield_lines(s):
- if line.startswith("["):
- if line.endswith("]"):
- if section or content:
- yield section, content
- section = line[1:-1].strip()
- content = []
- else:
- raise ValueError("Invalid section heading", line)
- else:
- content.append(line)
- # wrap up last segment
- yield section, content
- def _mkstemp(*args, **kw):
- old_open = os.open
- try:
- # temporarily bypass sandboxing
- os.open = os_open
- return tempfile.mkstemp(*args, **kw)
- finally:
- # and then put it back
- os.open = old_open
- # Yandex resource support
- from __res import Y_PYTHON_SOURCE_ROOT, ResourceImporter, executable
- from library.python import resource
- class UnionProvider(EmptyProvider):
- def __init__(self, *pp):
- self.module_path = [(p, p.module_path) for p in pp]
- def _has(self, path):
- for p, pp in path:
- if p._has(pp):
- return True
- return False
- def _fn(self, base, resource_name):
- return [(p, p._fn(pp, resource_name)) for p, pp in base]
- def _get(self, path):
- for p, pp in path:
- if p._has(pp):
- return p._get(pp)
- raise IOError(path)
- def _itdir(self, path):
- for p, pp in path:
- if not p._isdir(pp):
- continue
- for np in p._listdir(pp):
- yield np
- def _listdir(self, path):
- return list(self._itdir(path))
- def _isdir(self, path):
- for p, pp in path:
- if p._has(pp):
- return p._isdir(pp)
- return False
- def get_resource_filename(self, manager, resource_name):
- return self._fn(self.module_path, resource_name)[0][1]
- class ResProvider(EmptyProvider):
- _resource_fs = {}
- def __init__(self, prefix):
- if hasattr(prefix, '__file__'):
- key = prefix.__file__.rsplit('/', 1)[0]
- self.module_path = 'resfs/file/{}/'.format(key)
- # Метаданные лежат на уровень выше самого пакета
- key = key.rsplit('/', 1)[0]
- self.egg_info = 'resfs/file/{}/.dist-info/'.format(key)
- else:
- # Сюда попадаем только из ResDistribution, который работает
- # только метаданными, поэтому self.module_path не используется
- self.egg_info = prefix
- @staticmethod
- def from_module(module):
- if Y_PYTHON_SOURCE_ROOT:
- return UnionProvider(DefaultProvider(module), ResProvider(module))
- else:
- return ResProvider(module)
- def _fn(self, base, resource_name):
- return base + resource_name
- def _has(self, path):
- return resource.find(path) is not None
- def _get(self, path):
- result = resource.find(path)
- if result is None:
- raise IOError(path)
- return result
- @classmethod
- def _init_resource_fs(cls):
- for path in resource.iterkeys(b'resfs/file/'):
- path_str = path.decode('utf-8')
- components = path_str.split('/')
- for l in range(len(components)):
- subpath = os.path.normpath('/'.join(components[:l]))
- cls._resource_fs.setdefault(subpath, set()).add(components[l])
- def __lookup(self, path):
- if not self._resource_fs:
- self._init_resource_fs()
- path = os.path.normpath(path)
- return self._resource_fs.get(path)
- def _listdir(self, path):
- result = self.__lookup(path)
- if result is None:
- return []
- return list(result)
- def _isdir(self, path):
- return bool(self.__lookup(path))
- class ResDistribution(DistInfoDistribution):
- def __init__(self, prefix):
- super(ResDistribution, self).__init__(
- location=executable,
- metadata=ResProvider(prefix),
- precedence=BINARY_DIST,
- )
- self.project_name = self._parsed_pkg_info.get('Name', self.project_name)
- def find_in_res(importer, path_item, only=False):
- for key in resource.iterkeys():
- if key.endswith('.dist-info/METADATA') and not key.startswith('resfs/src/'):
- yield ResDistribution(key[:-8])
- register_finder(ResourceImporter, find_in_res)
- register_loader_type(ResourceImporter, ResProvider.from_module)
- # Silence the PEP440Warning by default, so that end users don't get hit by it
- # randomly just because they use pkg_resources. We want to append the rule
- # because we want earlier uses of filterwarnings to take precedence over this
- # one.
- warnings.filterwarnings("ignore", category=PEP440Warning, append=True)
- class PkgResourcesDeprecationWarning(Warning):
- """
- Base class for warning about deprecations in ``pkg_resources``
- This class is not derived from ``DeprecationWarning``, and as such is
- visible by default.
- """
- # Ported from ``setuptools`` to avoid introducing an import inter-dependency:
- _LOCALE_ENCODING = "locale" if sys.version_info >= (3, 10) else None
- # This must go before calls to `_call_aside`. See https://github.com/pypa/setuptools/pull/4422
- def _read_utf8_with_fallback(file: str, fallback_encoding=_LOCALE_ENCODING) -> str:
- """See setuptools.unicode_utils._read_utf8_with_fallback"""
- try:
- with open(file, "r", encoding="utf-8") as f:
- return f.read()
- except UnicodeDecodeError: # pragma: no cover
- msg = f"""\
- ********************************************************************************
- `encoding="utf-8"` fails with {file!r}, trying `encoding={fallback_encoding!r}`.
- This fallback behaviour is considered **deprecated** and future versions of
- `setuptools/pkg_resources` may not implement it.
- Please encode {file!r} with "utf-8" to ensure future builds will succeed.
- If this file was produced by `setuptools` itself, cleaning up the cached files
- and re-building/re-installing the package with a newer version of `setuptools`
- (e.g. by updating `build-system.requires` in its `pyproject.toml`)
- might solve the problem.
- ********************************************************************************
- """
- # TODO: Add a deadline?
- # See comment in setuptools.unicode_utils._Utf8EncodingNeeded
- warnings.warn(msg, PkgResourcesDeprecationWarning, stacklevel=2)
- with open(file, "r", encoding=fallback_encoding) as f:
- return f.read()
- # from jaraco.functools 1.3
- def _call_aside(f, *args, **kwargs):
- f(*args, **kwargs)
- return f
- @_call_aside
- def _initialize(g=globals()) -> None:
- "Set up global resource manager (deliberately not state-saved)"
- manager = ResourceManager()
- g['_manager'] = manager
- g.update(
- (name, getattr(manager, name))
- for name in dir(manager)
- if not name.startswith('_')
- )
- @_call_aside
- def _initialize_master_working_set() -> None:
- """
- Prepare the master working set and make the ``require()``
- API available.
- This function has explicit effects on the global state
- of pkg_resources. It is intended to be invoked once at
- the initialization of this module.
- Invocation by other packages is unsupported and done
- at their own risk.
- """
- working_set = _declare_state('object', 'working_set', WorkingSet._build_master())
- require = working_set.require
- iter_entry_points = working_set.iter_entry_points
- add_activation_listener = working_set.subscribe
- run_script = working_set.run_script
- # backward compatibility
- run_main = run_script
- # Activate all distributions already on sys.path with replace=False and
- # ensure that all distributions added to the working set in the future
- # (e.g. by calling ``require()``) will get activated as well,
- # with higher priority (replace=True).
- tuple(dist.activate(replace=False) for dist in working_set)
- add_activation_listener(
- lambda dist: dist.activate(replace=True),
- existing=False,
- )
- working_set.entries = []
- # match order
- list(map(working_set.add_entry, sys.path))
- globals().update(locals())
- if TYPE_CHECKING:
- # All of these are set by the @_call_aside methods above
- __resource_manager = ResourceManager() # Won't exist at runtime
- resource_exists = __resource_manager.resource_exists
- resource_isdir = __resource_manager.resource_isdir
- resource_filename = __resource_manager.resource_filename
- resource_stream = __resource_manager.resource_stream
- resource_string = __resource_manager.resource_string
- resource_listdir = __resource_manager.resource_listdir
- set_extraction_path = __resource_manager.set_extraction_path
- cleanup_resources = __resource_manager.cleanup_resources
- working_set = WorkingSet()
- require = working_set.require
- iter_entry_points = working_set.iter_entry_points
- add_activation_listener = working_set.subscribe
- run_script = working_set.run_script
- run_main = run_script
|