selectreactor.py 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214
  1. # -*- test-case-name: twisted.test.test_internet -*-
  2. # Copyright (c) Twisted Matrix Laboratories.
  3. # See LICENSE for details.
  4. """
  5. Select reactor
  6. """
  7. from __future__ import annotations
  8. import select
  9. import sys
  10. from errno import EBADF, EINTR
  11. from time import sleep
  12. from typing import Callable, Type, TypeVar
  13. from zope.interface import implementer
  14. from twisted.internet import posixbase
  15. from twisted.internet.interfaces import IReactorFDSet, IReadDescriptor, IWriteDescriptor
  16. from twisted.python import log
  17. from twisted.python.runtime import platformType
  18. def win32select(r, w, e, timeout=None):
  19. """Win32 select wrapper."""
  20. if not (r or w):
  21. # windows select() exits immediately when no sockets
  22. if timeout is None:
  23. timeout = 0.01
  24. else:
  25. timeout = min(timeout, 0.001)
  26. sleep(timeout)
  27. return [], [], []
  28. # windows doesn't process 'signals' inside select(), so we set a max
  29. # time or ctrl-c will never be recognized
  30. if timeout is None or timeout > 0.5:
  31. timeout = 0.5
  32. r, w, e = select.select(r, w, w, timeout)
  33. return r, w + e, []
  34. if platformType == "win32":
  35. _select = win32select
  36. else:
  37. _select = select.select
  38. try:
  39. from twisted.internet.win32eventreactor import _ThreadedWin32EventsMixin
  40. except ImportError:
  41. _extraBase: Type[object] = object
  42. else:
  43. _extraBase = _ThreadedWin32EventsMixin
  44. _T = TypeVar("_T")
  45. def _onePreen(
  46. toPreen: list[_T],
  47. preenInto: set[_T],
  48. disconnect: Callable[[_T, Exception, bool], None],
  49. ) -> None:
  50. preenInto.clear()
  51. for selectable in toPreen:
  52. try:
  53. select.select([selectable], [selectable], [selectable], 0)
  54. except Exception as e:
  55. log.msg("bad descriptor %s" % selectable)
  56. disconnect(selectable, e, False)
  57. else:
  58. preenInto.add(selectable)
  59. def _preenDescriptors(
  60. reads: set[IReadDescriptor],
  61. writes: set[IWriteDescriptor],
  62. disconnect: Callable[[IReadDescriptor | IWriteDescriptor, Exception, bool], None],
  63. ) -> None:
  64. log.msg("Malformed file descriptor found. Preening lists.")
  65. readers: list[IReadDescriptor] = list(reads)
  66. writers: list[IWriteDescriptor] = list(writes)
  67. _onePreen(readers, reads, disconnect)
  68. _onePreen(writers, writes, disconnect)
  69. @implementer(IReactorFDSet)
  70. class SelectReactor(posixbase.PosixReactorBase, _extraBase): # type: ignore[misc,valid-type]
  71. """
  72. A select() based reactor - runs on all POSIX platforms and on Win32.
  73. @ivar _reads: A set containing L{FileDescriptor} instances which will be
  74. checked for read events.
  75. @ivar _writes: A set containing L{FileDescriptor} instances which will be
  76. checked for writability.
  77. """
  78. def __init__(self) -> None:
  79. """
  80. Initialize file descriptor tracking dictionaries and the base class.
  81. """
  82. self._reads: set[IReadDescriptor] = set()
  83. self._writes: set[IWriteDescriptor] = set()
  84. posixbase.PosixReactorBase.__init__(self)
  85. def _preenDescriptors(self) -> None:
  86. _preenDescriptors(self._reads, self._writes, self._disconnectSelectable)
  87. def doSelect(self, timeout):
  88. """
  89. Run one iteration of the I/O monitor loop.
  90. This will run all selectables who had input or output readiness
  91. waiting for them.
  92. """
  93. try:
  94. r, w, ignored = _select(self._reads, self._writes, [], timeout)
  95. except ValueError:
  96. # Possibly a file descriptor has gone negative?
  97. self._preenDescriptors()
  98. return
  99. except TypeError:
  100. # Something *totally* invalid (object w/o fileno, non-integral
  101. # result) was passed
  102. log.err()
  103. self._preenDescriptors()
  104. return
  105. except OSError as se:
  106. # select(2) encountered an error, perhaps while calling the fileno()
  107. # method of a socket. (Python 2.6 socket.error is an IOError
  108. # subclass, but on Python 2.5 and earlier it is not.)
  109. if se.args[0] in (0, 2):
  110. # windows does this if it got an empty list
  111. if (not self._reads) and (not self._writes):
  112. return
  113. else:
  114. raise
  115. elif se.args[0] == EINTR:
  116. return
  117. elif se.args[0] == EBADF:
  118. self._preenDescriptors()
  119. return
  120. else:
  121. # OK, I really don't know what's going on. Blow up.
  122. raise
  123. _drdw = self._doReadOrWrite
  124. _logrun = log.callWithLogger
  125. for selectables, method, fdset in (
  126. (r, "doRead", self._reads),
  127. (w, "doWrite", self._writes),
  128. ):
  129. for selectable in selectables:
  130. # if this was disconnected in another thread, kill it.
  131. # ^^^^ --- what the !@#*? serious! -exarkun
  132. if selectable not in fdset: # type:ignore[operator]
  133. continue
  134. # This for pausing input when we're not ready for more.
  135. _logrun(selectable, _drdw, selectable, method)
  136. doIteration = doSelect
  137. def _doReadOrWrite(self, selectable, method):
  138. try:
  139. why = getattr(selectable, method)()
  140. except BaseException:
  141. why = sys.exc_info()[1]
  142. log.err()
  143. if why:
  144. self._disconnectSelectable(selectable, why, method == "doRead")
  145. def addReader(self, reader):
  146. """
  147. Add a FileDescriptor for notification of data available to read.
  148. """
  149. self._reads.add(reader)
  150. def addWriter(self, writer):
  151. """
  152. Add a FileDescriptor for notification of data available to write.
  153. """
  154. self._writes.add(writer)
  155. def removeReader(self, reader):
  156. """
  157. Remove a Selectable for notification of data available to read.
  158. """
  159. self._reads.discard(reader)
  160. def removeWriter(self, writer):
  161. """
  162. Remove a Selectable for notification of data available to write.
  163. """
  164. self._writes.discard(writer)
  165. def removeAll(self):
  166. return self._removeAll(self._reads, self._writes)
  167. def getReaders(self):
  168. return list(self._reads)
  169. def getWriters(self):
  170. return list(self._writes)
  171. def install():
  172. """Configure the twisted mainloop to be run using the select() reactor."""
  173. reactor = SelectReactor()
  174. from twisted.internet.main import installReactor
  175. installReactor(reactor)
  176. __all__ = ["install"]