# -*- test-case-name: twisted._threads.test.test_threadworker -*- # Copyright (c) Twisted Matrix Laboratories. # See LICENSE for details. """ Implementation of an L{IWorker} based on native threads and queues. """ from __future__ import annotations from enum import Enum, auto from typing import TYPE_CHECKING, Callable, Iterator, Literal, Protocol, TypeVar if TYPE_CHECKING: import threading from zope.interface import implementer from ._convenience import Quit from ._ithreads import IExclusiveWorker class Stop(Enum): Thread = auto() StopThread = Stop.Thread T = TypeVar("T") U = TypeVar("U") class SimpleQueue(Protocol[T]): def put(self, item: T) -> None: ... def get(self) -> T: ... # when the sentinel value is a literal in a union, this is how iter works smartiter: Callable[[Callable[[], T | U], U], Iterator[T]] smartiter = iter # type:ignore[assignment] @implementer(IExclusiveWorker) class ThreadWorker: """ An L{IExclusiveWorker} implemented based on a single thread and a queue. This worker ensures exclusivity (i.e. it is an L{IExclusiveWorker} and not an L{IWorker}) by performing all of the work passed to C{do} on the I{same} thread. """ def __init__( self, startThread: Callable[[Callable[[], object]], object], queue: SimpleQueue[Callable[[], object] | Literal[Stop.Thread]], ): """ Create a L{ThreadWorker} with a function to start a thread and a queue to use to communicate with that thread. @param startThread: a callable that takes a callable to run in another thread. @param queue: A L{Queue} to use to give tasks to the thread created by C{startThread}. """ self._q = queue self._hasQuit = Quit() def work() -> None: for task in smartiter(queue.get, StopThread): task() startThread(work) def do(self, task: Callable[[], None]) -> None: """ Perform the given task on the thread owned by this L{ThreadWorker}. @param task: the function to call on a thread. """ self._hasQuit.check() self._q.put(task) def quit(self) -> None: """ Reject all future work and stop the thread started by C{__init__}. """ # Reject all future work. Set this _before_ enqueueing _stop, so # that no work is ever enqueued _after_ _stop. self._hasQuit.set() self._q.put(StopThread) class SimpleLock(Protocol): def acquire(self) -> bool: ... def release(self) -> None: ... @implementer(IExclusiveWorker) class LockWorker: """ An L{IWorker} implemented based on a mutual-exclusion lock. """ def __init__(self, lock: SimpleLock, local: threading.local): """ @param lock: A mutual-exclusion lock, with C{acquire} and C{release} methods. @type lock: L{threading.Lock} @param local: Local storage. @type local: L{threading.local} """ self._quit = Quit() self._lock: SimpleLock | None = lock self._local = local def do(self, work: Callable[[], None]) -> None: """ Do the given work on this thread, with the mutex acquired. If this is called re-entrantly, return and wait for the outer invocation to do the work. @param work: the work to do with the lock held. """ lock = self._lock local = self._local self._quit.check() working = getattr(local, "working", None) if working is None: assert lock is not None, "LockWorker used after quit()" working = local.working = [] working.append(work) lock.acquire() try: while working: working.pop(0)() finally: lock.release() local.working = None else: working.append(work) def quit(self) -> None: """ Quit this L{LockWorker}. """ self._quit.set() self._lock = None