| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500 |
- from __future__ import annotations
- import threading
- from asyncio import iscoroutine
- from concurrent.futures import FIRST_COMPLETED, Future, ThreadPoolExecutor, wait
- from contextlib import AbstractContextManager, contextmanager
- from types import TracebackType
- from typing import (
- Any,
- AsyncContextManager,
- Awaitable,
- Callable,
- ContextManager,
- Generator,
- Generic,
- Iterable,
- TypeVar,
- cast,
- overload,
- )
- from warnings import warn
- from ._core import _eventloop
- from ._core._eventloop import get_asynclib, get_cancelled_exc_class, threadlocals
- from ._core._synchronization import Event
- from ._core._tasks import CancelScope, create_task_group
- from .abc._tasks import TaskStatus
- T_Retval = TypeVar("T_Retval")
- T_co = TypeVar("T_co")
- def run(func: Callable[..., Awaitable[T_Retval]], *args: object) -> T_Retval:
- """
- Call a coroutine function from a worker thread.
- :param func: a coroutine function
- :param args: positional arguments for the callable
- :return: the return value of the coroutine function
- """
- try:
- asynclib = threadlocals.current_async_module
- except AttributeError:
- raise RuntimeError("This function can only be run from an AnyIO worker thread")
- return asynclib.run_async_from_thread(func, *args)
- def run_async_from_thread(
- func: Callable[..., Awaitable[T_Retval]], *args: object
- ) -> T_Retval:
- warn(
- "run_async_from_thread() has been deprecated, use anyio.from_thread.run() instead",
- DeprecationWarning,
- )
- return run(func, *args)
- def run_sync(func: Callable[..., T_Retval], *args: object) -> T_Retval:
- """
- Call a function in the event loop thread from a worker thread.
- :param func: a callable
- :param args: positional arguments for the callable
- :return: the return value of the callable
- """
- try:
- asynclib = threadlocals.current_async_module
- except AttributeError:
- raise RuntimeError("This function can only be run from an AnyIO worker thread")
- return asynclib.run_sync_from_thread(func, *args)
- def run_sync_from_thread(func: Callable[..., T_Retval], *args: object) -> T_Retval:
- warn(
- "run_sync_from_thread() has been deprecated, use anyio.from_thread.run_sync() instead",
- DeprecationWarning,
- )
- return run_sync(func, *args)
- class _BlockingAsyncContextManager(Generic[T_co], AbstractContextManager):
- _enter_future: Future
- _exit_future: Future
- _exit_event: Event
- _exit_exc_info: tuple[
- type[BaseException] | None, BaseException | None, TracebackType | None
- ] = (None, None, None)
- def __init__(self, async_cm: AsyncContextManager[T_co], portal: BlockingPortal):
- self._async_cm = async_cm
- self._portal = portal
- async def run_async_cm(self) -> bool | None:
- try:
- self._exit_event = Event()
- value = await self._async_cm.__aenter__()
- except BaseException as exc:
- self._enter_future.set_exception(exc)
- raise
- else:
- self._enter_future.set_result(value)
- try:
- # Wait for the sync context manager to exit.
- # This next statement can raise `get_cancelled_exc_class()` if
- # something went wrong in a task group in this async context
- # manager.
- await self._exit_event.wait()
- finally:
- # In case of cancellation, it could be that we end up here before
- # `_BlockingAsyncContextManager.__exit__` is called, and an
- # `_exit_exc_info` has been set.
- result = await self._async_cm.__aexit__(*self._exit_exc_info)
- return result
- def __enter__(self) -> T_co:
- self._enter_future = Future()
- self._exit_future = self._portal.start_task_soon(self.run_async_cm)
- cm = self._enter_future.result()
- return cast(T_co, cm)
- def __exit__(
- self,
- __exc_type: type[BaseException] | None,
- __exc_value: BaseException | None,
- __traceback: TracebackType | None,
- ) -> bool | None:
- self._exit_exc_info = __exc_type, __exc_value, __traceback
- self._portal.call(self._exit_event.set)
- return self._exit_future.result()
- class _BlockingPortalTaskStatus(TaskStatus):
- def __init__(self, future: Future):
- self._future = future
- def started(self, value: object = None) -> None:
- self._future.set_result(value)
- class BlockingPortal:
- """An object that lets external threads run code in an asynchronous event loop."""
- def __new__(cls) -> BlockingPortal:
- return get_asynclib().BlockingPortal()
- def __init__(self) -> None:
- self._event_loop_thread_id: int | None = threading.get_ident()
- self._stop_event = Event()
- self._task_group = create_task_group()
- self._cancelled_exc_class = get_cancelled_exc_class()
- async def __aenter__(self) -> BlockingPortal:
- await self._task_group.__aenter__()
- return self
- async def __aexit__(
- self,
- exc_type: type[BaseException] | None,
- exc_val: BaseException | None,
- exc_tb: TracebackType | None,
- ) -> bool | None:
- await self.stop()
- return await self._task_group.__aexit__(exc_type, exc_val, exc_tb)
- def _check_running(self) -> None:
- if self._event_loop_thread_id is None:
- raise RuntimeError("This portal is not running")
- if self._event_loop_thread_id == threading.get_ident():
- raise RuntimeError(
- "This method cannot be called from the event loop thread"
- )
- async def sleep_until_stopped(self) -> None:
- """Sleep until :meth:`stop` is called."""
- await self._stop_event.wait()
- async def stop(self, cancel_remaining: bool = False) -> None:
- """
- Signal the portal to shut down.
- This marks the portal as no longer accepting new calls and exits from
- :meth:`sleep_until_stopped`.
- :param cancel_remaining: ``True`` to cancel all the remaining tasks, ``False`` to let them
- finish before returning
- """
- self._event_loop_thread_id = None
- self._stop_event.set()
- if cancel_remaining:
- self._task_group.cancel_scope.cancel()
- async def _call_func(
- self, func: Callable, args: tuple, kwargs: dict[str, Any], future: Future
- ) -> None:
- def callback(f: Future) -> None:
- if f.cancelled() and self._event_loop_thread_id not in (
- None,
- threading.get_ident(),
- ):
- self.call(scope.cancel)
- try:
- retval = func(*args, **kwargs)
- if iscoroutine(retval):
- with CancelScope() as scope:
- if future.cancelled():
- scope.cancel()
- else:
- future.add_done_callback(callback)
- retval = await retval
- except self._cancelled_exc_class:
- future.cancel()
- except BaseException as exc:
- if not future.cancelled():
- future.set_exception(exc)
- # Let base exceptions fall through
- if not isinstance(exc, Exception):
- raise
- else:
- if not future.cancelled():
- future.set_result(retval)
- finally:
- scope = None # type: ignore[assignment]
- def _spawn_task_from_thread(
- self,
- func: Callable,
- args: tuple,
- kwargs: dict[str, Any],
- name: object,
- future: Future,
- ) -> None:
- """
- Spawn a new task using the given callable.
- Implementors must ensure that the future is resolved when the task finishes.
- :param func: a callable
- :param args: positional arguments to be passed to the callable
- :param kwargs: keyword arguments to be passed to the callable
- :param name: name of the task (will be coerced to a string if not ``None``)
- :param future: a future that will resolve to the return value of the callable, or the
- exception raised during its execution
- """
- raise NotImplementedError
- @overload
- def call(self, func: Callable[..., Awaitable[T_Retval]], *args: object) -> T_Retval:
- ...
- @overload
- def call(self, func: Callable[..., T_Retval], *args: object) -> T_Retval:
- ...
- def call(
- self, func: Callable[..., Awaitable[T_Retval] | T_Retval], *args: object
- ) -> T_Retval:
- """
- Call the given function in the event loop thread.
- If the callable returns a coroutine object, it is awaited on.
- :param func: any callable
- :raises RuntimeError: if the portal is not running or if this method is called from within
- the event loop thread
- """
- return cast(T_Retval, self.start_task_soon(func, *args).result())
- @overload
- def spawn_task(
- self,
- func: Callable[..., Awaitable[T_Retval]],
- *args: object,
- name: object = None,
- ) -> Future[T_Retval]:
- ...
- @overload
- def spawn_task(
- self, func: Callable[..., T_Retval], *args: object, name: object = None
- ) -> Future[T_Retval]:
- ...
- def spawn_task(
- self,
- func: Callable[..., Awaitable[T_Retval] | T_Retval],
- *args: object,
- name: object = None,
- ) -> Future[T_Retval]:
- """
- Start a task in the portal's task group.
- :param func: the target coroutine function
- :param args: positional arguments passed to ``func``
- :param name: name of the task (will be coerced to a string if not ``None``)
- :return: a future that resolves with the return value of the callable if the task completes
- successfully, or with the exception raised in the task
- :raises RuntimeError: if the portal is not running or if this method is called from within
- the event loop thread
- .. versionadded:: 2.1
- .. deprecated:: 3.0
- Use :meth:`start_task_soon` instead. If your code needs AnyIO 2 compatibility, you
- can keep using this until AnyIO 4.
- """
- warn(
- "spawn_task() is deprecated -- use start_task_soon() instead",
- DeprecationWarning,
- )
- return self.start_task_soon(func, *args, name=name) # type: ignore[arg-type]
- @overload
- def start_task_soon(
- self,
- func: Callable[..., Awaitable[T_Retval]],
- *args: object,
- name: object = None,
- ) -> Future[T_Retval]:
- ...
- @overload
- def start_task_soon(
- self, func: Callable[..., T_Retval], *args: object, name: object = None
- ) -> Future[T_Retval]:
- ...
- def start_task_soon(
- self,
- func: Callable[..., Awaitable[T_Retval] | T_Retval],
- *args: object,
- name: object = None,
- ) -> Future[T_Retval]:
- """
- Start a task in the portal's task group.
- The task will be run inside a cancel scope which can be cancelled by cancelling the
- returned future.
- :param func: the target function
- :param args: positional arguments passed to ``func``
- :param name: name of the task (will be coerced to a string if not ``None``)
- :return: a future that resolves with the return value of the callable if the
- task completes successfully, or with the exception raised in the task
- :raises RuntimeError: if the portal is not running or if this method is called
- from within the event loop thread
- :rtype: concurrent.futures.Future[T_Retval]
- .. versionadded:: 3.0
- """
- self._check_running()
- f: Future = Future()
- self._spawn_task_from_thread(func, args, {}, name, f)
- return f
- def start_task(
- self, func: Callable[..., Awaitable[Any]], *args: object, name: object = None
- ) -> tuple[Future[Any], Any]:
- """
- Start a task in the portal's task group and wait until it signals for readiness.
- This method works the same way as :meth:`.abc.TaskGroup.start`.
- :param func: the target function
- :param args: positional arguments passed to ``func``
- :param name: name of the task (will be coerced to a string if not ``None``)
- :return: a tuple of (future, task_status_value) where the ``task_status_value``
- is the value passed to ``task_status.started()`` from within the target
- function
- :rtype: tuple[concurrent.futures.Future[Any], Any]
- .. versionadded:: 3.0
- """
- def task_done(future: Future) -> None:
- if not task_status_future.done():
- if future.cancelled():
- task_status_future.cancel()
- elif future.exception():
- task_status_future.set_exception(future.exception())
- else:
- exc = RuntimeError(
- "Task exited without calling task_status.started()"
- )
- task_status_future.set_exception(exc)
- self._check_running()
- task_status_future: Future = Future()
- task_status = _BlockingPortalTaskStatus(task_status_future)
- f: Future = Future()
- f.add_done_callback(task_done)
- self._spawn_task_from_thread(func, args, {"task_status": task_status}, name, f)
- return f, task_status_future.result()
- def wrap_async_context_manager(
- self, cm: AsyncContextManager[T_co]
- ) -> ContextManager[T_co]:
- """
- Wrap an async context manager as a synchronous context manager via this portal.
- Spawns a task that will call both ``__aenter__()`` and ``__aexit__()``, stopping in the
- middle until the synchronous context manager exits.
- :param cm: an asynchronous context manager
- :return: a synchronous context manager
- .. versionadded:: 2.1
- """
- return _BlockingAsyncContextManager(cm, self)
- def create_blocking_portal() -> BlockingPortal:
- """
- Create a portal for running functions in the event loop thread from external threads.
- Use this function in asynchronous code when you need to allow external threads access to the
- event loop where your asynchronous code is currently running.
- .. deprecated:: 3.0
- Use :class:`.BlockingPortal` directly.
- """
- warn(
- "create_blocking_portal() has been deprecated -- use anyio.from_thread.BlockingPortal() "
- "directly",
- DeprecationWarning,
- )
- return BlockingPortal()
- @contextmanager
- def start_blocking_portal(
- backend: str = "asyncio", backend_options: dict[str, Any] | None = None
- ) -> Generator[BlockingPortal, Any, None]:
- """
- Start a new event loop in a new thread and run a blocking portal in its main task.
- The parameters are the same as for :func:`~anyio.run`.
- :param backend: name of the backend
- :param backend_options: backend options
- :return: a context manager that yields a blocking portal
- .. versionchanged:: 3.0
- Usage as a context manager is now required.
- """
- async def run_portal() -> None:
- async with BlockingPortal() as portal_:
- if future.set_running_or_notify_cancel():
- future.set_result(portal_)
- await portal_.sleep_until_stopped()
- future: Future[BlockingPortal] = Future()
- with ThreadPoolExecutor(1) as executor:
- run_future = executor.submit(
- _eventloop.run,
- run_portal, # type: ignore[arg-type]
- backend=backend,
- backend_options=backend_options,
- )
- try:
- wait(
- cast(Iterable[Future], [run_future, future]),
- return_when=FIRST_COMPLETED,
- )
- except BaseException:
- future.cancel()
- run_future.cancel()
- raise
- if future.done():
- portal = future.result()
- cancel_remaining_tasks = False
- try:
- yield portal
- except BaseException:
- cancel_remaining_tasks = True
- raise
- finally:
- try:
- portal.call(portal.stop, cancel_remaining_tasks)
- except RuntimeError:
- pass
- run_future.result()
|