registry.py 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750
  1. ##############################################################################
  2. #
  3. # Copyright (c) 2006 Zope Foundation and Contributors.
  4. # All Rights Reserved.
  5. #
  6. # This software is subject to the provisions of the Zope Public License,
  7. # Version 2.1 (ZPL). A copy of the ZPL should accompany this distribution.
  8. # THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
  9. # WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  10. # WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
  11. # FOR A PARTICULAR PURPOSE.
  12. #
  13. ##############################################################################
  14. """Basic components support
  15. """
  16. from collections import defaultdict
  17. try:
  18. from zope.event import notify
  19. except ImportError: # pragma: no cover
  20. def notify(*arg, **kw):
  21. pass
  22. from zope.interface.adapter import AdapterRegistry
  23. from zope.interface.declarations import implementedBy
  24. from zope.interface.declarations import implementer
  25. from zope.interface.declarations import implementer_only
  26. from zope.interface.declarations import providedBy
  27. from zope.interface.interface import Interface
  28. from zope.interface.interfaces import ComponentLookupError
  29. from zope.interface.interfaces import IAdapterRegistration
  30. from zope.interface.interfaces import IComponents
  31. from zope.interface.interfaces import IHandlerRegistration
  32. from zope.interface.interfaces import ISpecification
  33. from zope.interface.interfaces import ISubscriptionAdapterRegistration
  34. from zope.interface.interfaces import IUtilityRegistration
  35. from zope.interface.interfaces import Registered
  36. from zope.interface.interfaces import Unregistered
  37. __all__ = [
  38. # Components is public API, but
  39. # the *Registration classes are just implementations
  40. # of public interfaces.
  41. 'Components',
  42. ]
  43. class _UnhashableComponentCounter:
  44. # defaultdict(int)-like object for unhashable components
  45. def __init__(self, otherdict):
  46. # [(component, count)]
  47. self._data = [item for item in otherdict.items()]
  48. def __getitem__(self, key):
  49. for component, count in self._data:
  50. if component == key:
  51. return count
  52. return 0
  53. def __setitem__(self, component, count):
  54. for i, data in enumerate(self._data):
  55. if data[0] == component:
  56. self._data[i] = component, count
  57. return
  58. self._data.append((component, count))
  59. def __delitem__(self, component):
  60. for i, data in enumerate(self._data):
  61. if data[0] == component:
  62. del self._data[i]
  63. return
  64. raise KeyError(component) # pragma: no cover
  65. def _defaultdict_int():
  66. return defaultdict(int)
  67. class _UtilityRegistrations:
  68. def __init__(self, utilities, utility_registrations):
  69. # {provided -> {component: count}}
  70. self._cache = defaultdict(_defaultdict_int)
  71. self._utilities = utilities
  72. self._utility_registrations = utility_registrations
  73. self.__populate_cache()
  74. def __populate_cache(self):
  75. for ((p, _), data) in iter(self._utility_registrations.items()):
  76. component = data[0]
  77. self.__cache_utility(p, component)
  78. def __cache_utility(self, provided, component):
  79. try:
  80. self._cache[provided][component] += 1
  81. except TypeError:
  82. # The component is not hashable, and we have a dict. Switch to a
  83. # strategy that doesn't use hashing.
  84. prov = self._cache[provided] = _UnhashableComponentCounter(
  85. self._cache[provided]
  86. )
  87. prov[component] += 1
  88. def __uncache_utility(self, provided, component):
  89. provided = self._cache[provided]
  90. # It seems like this line could raise a TypeError if component isn't
  91. # hashable and we haven't yet switched to _UnhashableComponentCounter.
  92. # However, we can't actually get in that situation. In order to get
  93. # here, we would have had to cache the utility already which would
  94. # have switched the datastructure if needed.
  95. count = provided[component]
  96. count -= 1
  97. if count == 0:
  98. del provided[component]
  99. else:
  100. provided[component] = count
  101. return count > 0
  102. def _is_utility_subscribed(self, provided, component):
  103. try:
  104. return self._cache[provided][component] > 0
  105. except TypeError:
  106. # Not hashable and we're still using a dict
  107. return False
  108. def registerUtility(self, provided, name, component, info, factory):
  109. subscribed = self._is_utility_subscribed(provided, component)
  110. self._utility_registrations[
  111. (provided, name)
  112. ] = component, info, factory
  113. self._utilities.register((), provided, name, component)
  114. if not subscribed:
  115. self._utilities.subscribe((), provided, component)
  116. self.__cache_utility(provided, component)
  117. def unregisterUtility(self, provided, name, component):
  118. del self._utility_registrations[(provided, name)]
  119. self._utilities.unregister((), provided, name)
  120. subscribed = self.__uncache_utility(provided, component)
  121. if not subscribed:
  122. self._utilities.unsubscribe((), provided, component)
  123. @implementer(IComponents)
  124. class Components:
  125. _v_utility_registrations_cache = None
  126. def __init__(self, name='', bases=()):
  127. # __init__ is used for test cleanup as well as initialization.
  128. # XXX add a separate API for test cleanup.
  129. assert isinstance(name, str)
  130. self.__name__ = name
  131. self._init_registries()
  132. self._init_registrations()
  133. self.__bases__ = tuple(bases)
  134. self._v_utility_registrations_cache = None
  135. def __repr__(self):
  136. return f"<{self.__class__.__name__} {self.__name__}>"
  137. def __reduce__(self):
  138. # Mimic what a persistent.Persistent object does and elide
  139. # _v_ attributes so that they don't get saved in ZODB.
  140. # This allows us to store things that cannot be pickled in such
  141. # attributes.
  142. reduction = super().__reduce__()
  143. # (callable, args, state, listiter, dictiter)
  144. # We assume the state is always a dict; the last three items
  145. # are technically optional and can be missing or None.
  146. filtered_state = {k: v for k, v in reduction[2].items()
  147. if not k.startswith('_v_')}
  148. reduction = list(reduction)
  149. reduction[2] = filtered_state
  150. return tuple(reduction)
  151. def _init_registries(self):
  152. # Subclasses have never been required to call this method
  153. # if they override it, merely to fill in these two attributes.
  154. self.adapters = AdapterRegistry()
  155. self.utilities = AdapterRegistry()
  156. def _init_registrations(self):
  157. self._utility_registrations = {}
  158. self._adapter_registrations = {}
  159. self._subscription_registrations = []
  160. self._handler_registrations = []
  161. @property
  162. def _utility_registrations_cache(self):
  163. # We use a _v_ attribute internally so that data aren't saved in ZODB,
  164. # because this object cannot be pickled.
  165. cache = self._v_utility_registrations_cache
  166. if (
  167. cache is None or
  168. cache._utilities is not self.utilities or
  169. cache._utility_registrations is not self._utility_registrations
  170. ):
  171. cache = self._v_utility_registrations_cache = (
  172. _UtilityRegistrations(
  173. self.utilities, self._utility_registrations,
  174. )
  175. )
  176. return cache
  177. def _getBases(self):
  178. # Subclasses might override
  179. return self.__dict__.get('__bases__', ())
  180. def _setBases(self, bases):
  181. # Subclasses might override
  182. self.adapters.__bases__ = tuple([
  183. base.adapters for base in bases])
  184. self.utilities.__bases__ = tuple([
  185. base.utilities for base in bases])
  186. self.__dict__['__bases__'] = tuple(bases)
  187. __bases__ = property(
  188. lambda self: self._getBases(),
  189. lambda self, bases: self._setBases(bases),
  190. )
  191. def registerUtility(self, component=None, provided=None, name='',
  192. info='', event=True, factory=None):
  193. if factory:
  194. if component:
  195. raise TypeError("Can't specify factory and component.")
  196. component = factory()
  197. if provided is None:
  198. provided = _getUtilityProvided(component)
  199. if name == '':
  200. name = _getName(component)
  201. reg = self._utility_registrations.get((provided, name))
  202. if reg is not None:
  203. if reg[:2] == (component, info):
  204. # already registered
  205. return
  206. self.unregisterUtility(reg[0], provided, name)
  207. self._utility_registrations_cache.registerUtility(
  208. provided, name, component, info, factory)
  209. if event:
  210. notify(Registered(
  211. UtilityRegistration(
  212. self, provided, name, component, info, factory)
  213. ))
  214. def unregisterUtility(self, component=None, provided=None, name='',
  215. factory=None):
  216. if factory:
  217. if component:
  218. raise TypeError("Can't specify factory and component.")
  219. component = factory()
  220. if provided is None:
  221. if component is None:
  222. raise TypeError("Must specify one of component, factory and "
  223. "provided")
  224. provided = _getUtilityProvided(component)
  225. old = self._utility_registrations.get((provided, name))
  226. if (old is None) or ((component is not None) and
  227. (component != old[0])):
  228. return False
  229. if component is None:
  230. component = old[0]
  231. # Note that component is now the old thing registered
  232. self._utility_registrations_cache.unregisterUtility(
  233. provided, name, component)
  234. notify(Unregistered(
  235. UtilityRegistration(self, provided, name, component, *old[1:])
  236. ))
  237. return True
  238. def registeredUtilities(self):
  239. for ((provided, name), data
  240. ) in iter(self._utility_registrations.items()):
  241. yield UtilityRegistration(self, provided, name, *data)
  242. def queryUtility(self, provided, name='', default=None):
  243. return self.utilities.lookup((), provided, name, default)
  244. def getUtility(self, provided, name=''):
  245. utility = self.utilities.lookup((), provided, name)
  246. if utility is None:
  247. raise ComponentLookupError(provided, name)
  248. return utility
  249. def getUtilitiesFor(self, interface):
  250. yield from self.utilities.lookupAll((), interface)
  251. def getAllUtilitiesRegisteredFor(self, interface):
  252. return self.utilities.subscriptions((), interface)
  253. def registerAdapter(self, factory, required=None, provided=None,
  254. name='', info='', event=True):
  255. if provided is None:
  256. provided = _getAdapterProvided(factory)
  257. required = _getAdapterRequired(factory, required)
  258. if name == '':
  259. name = _getName(factory)
  260. self._adapter_registrations[(required, provided, name)
  261. ] = factory, info
  262. self.adapters.register(required, provided, name, factory)
  263. if event:
  264. notify(Registered(
  265. AdapterRegistration(
  266. self, required, provided, name, factory, info
  267. )
  268. ))
  269. def unregisterAdapter(self, factory=None,
  270. required=None, provided=None, name='',
  271. ):
  272. if provided is None:
  273. if factory is None:
  274. raise TypeError("Must specify one of factory and provided")
  275. provided = _getAdapterProvided(factory)
  276. if (required is None) and (factory is None):
  277. raise TypeError("Must specify one of factory and required")
  278. required = _getAdapterRequired(factory, required)
  279. old = self._adapter_registrations.get((required, provided, name))
  280. if (old is None) or ((factory is not None) and
  281. (factory != old[0])):
  282. return False
  283. del self._adapter_registrations[(required, provided, name)]
  284. self.adapters.unregister(required, provided, name)
  285. notify(Unregistered(
  286. AdapterRegistration(self, required, provided, name, *old)
  287. ))
  288. return True
  289. def registeredAdapters(self):
  290. for ((required, provided, name), (component, info)
  291. ) in iter(self._adapter_registrations.items()):
  292. yield AdapterRegistration(self, required, provided, name,
  293. component, info)
  294. def queryAdapter(self, object, interface, name='', default=None):
  295. return self.adapters.queryAdapter(object, interface, name, default)
  296. def getAdapter(self, object, interface, name=''):
  297. adapter = self.adapters.queryAdapter(object, interface, name)
  298. if adapter is None:
  299. raise ComponentLookupError(object, interface, name)
  300. return adapter
  301. def queryMultiAdapter(self, objects, interface, name='',
  302. default=None):
  303. return self.adapters.queryMultiAdapter(
  304. objects, interface, name, default)
  305. def getMultiAdapter(self, objects, interface, name=''):
  306. adapter = self.adapters.queryMultiAdapter(objects, interface, name)
  307. if adapter is None:
  308. raise ComponentLookupError(objects, interface, name)
  309. return adapter
  310. def getAdapters(self, objects, provided):
  311. for name, factory in self.adapters.lookupAll(
  312. list(map(providedBy, objects)), provided,
  313. ):
  314. adapter = factory(*objects)
  315. if adapter is not None:
  316. yield name, adapter
  317. def registerSubscriptionAdapter(self,
  318. factory, required=None, provided=None,
  319. name='', info='',
  320. event=True):
  321. if name:
  322. raise TypeError("Named subscribers are not yet supported")
  323. if provided is None:
  324. provided = _getAdapterProvided(factory)
  325. required = _getAdapterRequired(factory, required)
  326. self._subscription_registrations.append(
  327. (required, provided, name, factory, info)
  328. )
  329. self.adapters.subscribe(required, provided, factory)
  330. if event:
  331. notify(Registered(
  332. SubscriptionRegistration(
  333. self, required, provided, name, factory, info,
  334. )
  335. ))
  336. def registeredSubscriptionAdapters(self):
  337. for data in self._subscription_registrations:
  338. yield SubscriptionRegistration(self, *data)
  339. def unregisterSubscriptionAdapter(
  340. self, factory=None, required=None, provided=None, name='',
  341. ):
  342. if name:
  343. raise TypeError("Named subscribers are not yet supported")
  344. if provided is None:
  345. if factory is None:
  346. raise TypeError("Must specify one of factory and provided")
  347. provided = _getAdapterProvided(factory)
  348. if (required is None) and (factory is None):
  349. raise TypeError("Must specify one of factory and required")
  350. required = _getAdapterRequired(factory, required)
  351. if factory is None:
  352. new = [(r, p, n, f, i)
  353. for (r, p, n, f, i)
  354. in self._subscription_registrations
  355. if not (r == required and p == provided)
  356. ]
  357. else:
  358. new = [(r, p, n, f, i)
  359. for (r, p, n, f, i)
  360. in self._subscription_registrations
  361. if not (r == required and p == provided and f == factory)
  362. ]
  363. if len(new) == len(self._subscription_registrations):
  364. return False
  365. self._subscription_registrations[:] = new
  366. self.adapters.unsubscribe(required, provided, factory)
  367. notify(Unregistered(
  368. SubscriptionRegistration(
  369. self, required, provided, name, factory, '',
  370. )
  371. ))
  372. return True
  373. def subscribers(self, objects, provided):
  374. return self.adapters.subscribers(objects, provided)
  375. def registerHandler(self,
  376. factory, required=None,
  377. name='', info='',
  378. event=True):
  379. if name:
  380. raise TypeError("Named handlers are not yet supported")
  381. required = _getAdapterRequired(factory, required)
  382. self._handler_registrations.append(
  383. (required, name, factory, info)
  384. )
  385. self.adapters.subscribe(required, None, factory)
  386. if event:
  387. notify(Registered(
  388. HandlerRegistration(self, required, name, factory, info)
  389. ))
  390. def registeredHandlers(self):
  391. for data in self._handler_registrations:
  392. yield HandlerRegistration(self, *data)
  393. def unregisterHandler(self, factory=None, required=None, name=''):
  394. if name:
  395. raise TypeError("Named subscribers are not yet supported")
  396. if (required is None) and (factory is None):
  397. raise TypeError("Must specify one of factory and required")
  398. required = _getAdapterRequired(factory, required)
  399. if factory is None:
  400. new = [(r, n, f, i)
  401. for (r, n, f, i)
  402. in self._handler_registrations
  403. if r != required
  404. ]
  405. else:
  406. new = [(r, n, f, i)
  407. for (r, n, f, i)
  408. in self._handler_registrations
  409. if not (r == required and f == factory)
  410. ]
  411. if len(new) == len(self._handler_registrations):
  412. return False
  413. self._handler_registrations[:] = new
  414. self.adapters.unsubscribe(required, None, factory)
  415. notify(Unregistered(
  416. HandlerRegistration(self, required, name, factory, '')
  417. ))
  418. return True
  419. def handle(self, *objects):
  420. self.adapters.subscribers(objects, None)
  421. def rebuildUtilityRegistryFromLocalCache(self, rebuild=False):
  422. """
  423. Emergency maintenance method to rebuild the ``.utilities``
  424. registry from the local copy maintained in this object, or
  425. detect the need to do so.
  426. Most users will never need to call this, but it can be helpful
  427. in the event of suspected corruption.
  428. By default, this method only checks for corruption. To make it
  429. actually rebuild the registry, pass `True` for *rebuild*.
  430. :param bool rebuild: If set to `True` (not the default),
  431. this method will actually register and subscribe utilities
  432. in the registry as needed to synchronize with the local cache.
  433. :return: A dictionary that's meant as diagnostic data. The keys
  434. and values may change over time. When called with a false
  435. *rebuild*, the keys ``"needed_registered"`` and
  436. ``"needed_subscribed"`` will be non-zero if any corruption was
  437. detected, but that will not be corrected.
  438. .. versionadded:: 5.3.0
  439. """
  440. regs = dict(self._utility_registrations)
  441. utils = self.utilities
  442. needed_registered = 0
  443. did_not_register = 0
  444. needed_subscribed = 0
  445. did_not_subscribe = 0
  446. # Avoid the expensive change process during this; we'll call
  447. # it once at the end if needed.
  448. assert 'changed' not in utils.__dict__
  449. utils.changed = lambda _: None
  450. if rebuild:
  451. register = utils.register
  452. subscribe = utils.subscribe
  453. else:
  454. register = subscribe = lambda *args: None
  455. try:
  456. for (provided, name), (value, _info, _factory) in regs.items():
  457. if utils.registered((), provided, name) != value:
  458. register((), provided, name, value)
  459. needed_registered += 1
  460. else:
  461. did_not_register += 1
  462. if utils.subscribed((), provided, value) is None:
  463. needed_subscribed += 1
  464. subscribe((), provided, value)
  465. else:
  466. did_not_subscribe += 1
  467. finally:
  468. del utils.changed
  469. if rebuild and (needed_subscribed or needed_registered):
  470. utils.changed(utils)
  471. return {
  472. 'needed_registered': needed_registered,
  473. 'did_not_register': did_not_register,
  474. 'needed_subscribed': needed_subscribed,
  475. 'did_not_subscribe': did_not_subscribe
  476. }
  477. def _getName(component):
  478. try:
  479. return component.__component_name__
  480. except AttributeError:
  481. return ''
  482. def _getUtilityProvided(component):
  483. provided = list(providedBy(component))
  484. if len(provided) == 1:
  485. return provided[0]
  486. raise TypeError(
  487. "The utility doesn't provide a single interface "
  488. "and no provided interface was specified."
  489. )
  490. def _getAdapterProvided(factory):
  491. provided = list(implementedBy(factory))
  492. if len(provided) == 1:
  493. return provided[0]
  494. raise TypeError(
  495. "The adapter factory doesn't implement a single interface "
  496. "and no provided interface was specified."
  497. )
  498. def _getAdapterRequired(factory, required):
  499. if required is None:
  500. try:
  501. required = factory.__component_adapts__
  502. except AttributeError:
  503. raise TypeError(
  504. "The adapter factory doesn't have a __component_adapts__ "
  505. "attribute and no required specifications were specified"
  506. )
  507. elif ISpecification.providedBy(required):
  508. raise TypeError(
  509. "the required argument should be a list of "
  510. "interfaces, not a single interface"
  511. )
  512. result = []
  513. for r in required:
  514. if r is None:
  515. r = Interface
  516. elif not ISpecification.providedBy(r):
  517. if isinstance(r, type):
  518. r = implementedBy(r)
  519. else:
  520. raise TypeError(
  521. "Required specification must be a "
  522. "specification or class, not %r" % type(r)
  523. )
  524. result.append(r)
  525. return tuple(result)
  526. @implementer(IUtilityRegistration)
  527. class UtilityRegistration:
  528. def __init__(self, registry, provided, name, component, doc, factory=None):
  529. self.registry = registry
  530. self.provided = provided
  531. self.name = name
  532. self.component = component
  533. self.info = doc
  534. self.factory = factory
  535. def __repr__(self):
  536. return '{}({!r}, {}, {!r}, {}, {!r}, {!r})'.format(
  537. self.__class__.__name__,
  538. self.registry,
  539. getattr(self.provided, '__name__', None), self.name,
  540. getattr(self.component, '__name__', repr(self.component)),
  541. self.factory, self.info,
  542. )
  543. def __hash__(self):
  544. return id(self)
  545. def __eq__(self, other):
  546. return repr(self) == repr(other)
  547. def __ne__(self, other):
  548. return repr(self) != repr(other)
  549. def __lt__(self, other):
  550. return repr(self) < repr(other)
  551. def __le__(self, other):
  552. return repr(self) <= repr(other)
  553. def __gt__(self, other):
  554. return repr(self) > repr(other)
  555. def __ge__(self, other):
  556. return repr(self) >= repr(other)
  557. @implementer(IAdapterRegistration)
  558. class AdapterRegistration:
  559. def __init__(self, registry, required, provided, name, component, doc):
  560. (self.registry, self.required, self.provided, self.name,
  561. self.factory, self.info
  562. ) = registry, required, provided, name, component, doc
  563. def __repr__(self):
  564. return '{}({!r}, {}, {}, {!r}, {}, {!r})'.format(
  565. self.__class__.__name__,
  566. self.registry,
  567. '[' + ", ".join([r.__name__ for r in self.required]) + ']',
  568. getattr(self.provided, '__name__', None), self.name,
  569. getattr(self.factory, '__name__', repr(self.factory)), self.info,
  570. )
  571. def __hash__(self):
  572. return id(self)
  573. def __eq__(self, other):
  574. return repr(self) == repr(other)
  575. def __ne__(self, other):
  576. return repr(self) != repr(other)
  577. def __lt__(self, other):
  578. return repr(self) < repr(other)
  579. def __le__(self, other):
  580. return repr(self) <= repr(other)
  581. def __gt__(self, other):
  582. return repr(self) > repr(other)
  583. def __ge__(self, other):
  584. return repr(self) >= repr(other)
  585. @implementer_only(ISubscriptionAdapterRegistration)
  586. class SubscriptionRegistration(AdapterRegistration):
  587. pass
  588. @implementer_only(IHandlerRegistration)
  589. class HandlerRegistration(AdapterRegistration):
  590. def __init__(self, registry, required, name, handler, doc):
  591. (self.registry, self.required, self.name, self.handler, self.info
  592. ) = registry, required, name, handler, doc
  593. @property
  594. def factory(self):
  595. return self.handler
  596. provided = None
  597. def __repr__(self):
  598. return '{}({!r}, {}, {!r}, {}, {!r})'.format(
  599. self.__class__.__name__,
  600. self.registry,
  601. '[' + ", ".join([r.__name__ for r in self.required]) + ']',
  602. self.name,
  603. getattr(self.factory, '__name__', repr(self.factory)), self.info,
  604. )