| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218 |
- from __future__ import annotations
- import ast
- import inspect
- import re
- import textwrap
- from collections.abc import Callable
- from typing import Any
- from langchain_core.runnables import Runnable, RunnableLambda, RunnableSequence
- from langgraph.checkpoint.base import ChannelVersions
- from typing_extensions import override
- from langgraph._internal._runnable import RunnableCallable, RunnableSeq
- from langgraph.pregel.protocol import PregelProtocol
- def get_new_channel_versions(
- previous_versions: ChannelVersions, current_versions: ChannelVersions
- ) -> ChannelVersions:
- """Get subset of current_versions that are newer than previous_versions."""
- if previous_versions:
- version_type = type(next(iter(current_versions.values()), None))
- null_version = version_type() # type: ignore[misc]
- new_versions = {
- k: v
- for k, v in current_versions.items()
- if v > previous_versions.get(k, null_version) # type: ignore[operator]
- }
- else:
- new_versions = current_versions
- return new_versions
- def find_subgraph_pregel(candidate: Runnable) -> PregelProtocol | None:
- from langgraph.pregel import Pregel
- candidates: list[Runnable] = [candidate]
- for c in candidates:
- if (
- isinstance(c, PregelProtocol)
- # subgraphs that disabled checkpointing are not considered
- and (not isinstance(c, Pregel) or c.checkpointer is not False)
- ):
- return c
- elif isinstance(c, RunnableSequence) or isinstance(c, RunnableSeq):
- candidates.extend(c.steps)
- elif isinstance(c, RunnableLambda):
- candidates.extend(c.deps)
- elif isinstance(c, RunnableCallable):
- if c.func is not None:
- candidates.extend(
- nl.__self__ if hasattr(nl, "__self__") else nl
- for nl in get_function_nonlocals(c.func)
- )
- elif c.afunc is not None:
- candidates.extend(
- nl.__self__ if hasattr(nl, "__self__") else nl
- for nl in get_function_nonlocals(c.afunc)
- )
- return None
- def get_function_nonlocals(func: Callable) -> list[Any]:
- """Get the nonlocal variables accessed by a function.
- Args:
- func: The function to check.
- Returns:
- List[Any]: The nonlocal variables accessed by the function.
- """
- try:
- code = inspect.getsource(func)
- tree = ast.parse(textwrap.dedent(code))
- visitor = FunctionNonLocals()
- visitor.visit(tree)
- values: list[Any] = []
- closure = (
- inspect.getclosurevars(func.__wrapped__)
- if hasattr(func, "__wrapped__") and callable(func.__wrapped__)
- else inspect.getclosurevars(func)
- )
- candidates = {**closure.globals, **closure.nonlocals}
- for k, v in candidates.items():
- if k in visitor.nonlocals:
- values.append(v)
- for kk in visitor.nonlocals:
- if "." in kk and kk.startswith(k):
- vv = v
- for part in kk.split(".")[1:]:
- if vv is None:
- break
- else:
- try:
- vv = getattr(vv, part)
- except AttributeError:
- break
- else:
- values.append(vv)
- except (SyntaxError, TypeError, OSError, SystemError):
- return []
- return values
- class FunctionNonLocals(ast.NodeVisitor):
- """Get the nonlocal variables accessed of a function."""
- def __init__(self) -> None:
- self.nonlocals: set[str] = set()
- @override
- def visit_FunctionDef(self, node: ast.FunctionDef) -> Any:
- """Visit a function definition.
- Args:
- node: The node to visit.
- Returns:
- Any: The result of the visit.
- """
- visitor = NonLocals()
- visitor.visit(node)
- self.nonlocals.update(visitor.loads - visitor.stores)
- @override
- def visit_AsyncFunctionDef(self, node: ast.AsyncFunctionDef) -> Any:
- """Visit an async function definition.
- Args:
- node: The node to visit.
- Returns:
- Any: The result of the visit.
- """
- visitor = NonLocals()
- visitor.visit(node)
- self.nonlocals.update(visitor.loads - visitor.stores)
- @override
- def visit_Lambda(self, node: ast.Lambda) -> Any:
- """Visit a lambda function.
- Args:
- node: The node to visit.
- Returns:
- Any: The result of the visit.
- """
- visitor = NonLocals()
- visitor.visit(node)
- self.nonlocals.update(visitor.loads - visitor.stores)
- class NonLocals(ast.NodeVisitor):
- """Get nonlocal variables accessed."""
- def __init__(self) -> None:
- self.loads: set[str] = set()
- self.stores: set[str] = set()
- @override
- def visit_Name(self, node: ast.Name) -> Any:
- """Visit a name node.
- Args:
- node: The node to visit.
- Returns:
- Any: The result of the visit.
- """
- if isinstance(node.ctx, ast.Load):
- self.loads.add(node.id)
- elif isinstance(node.ctx, ast.Store):
- self.stores.add(node.id)
- @override
- def visit_Attribute(self, node: ast.Attribute) -> Any:
- """Visit an attribute node.
- Args:
- node: The node to visit.
- Returns:
- Any: The result of the visit.
- """
- if isinstance(node.ctx, ast.Load):
- parent = node.value
- attr_expr = node.attr
- while isinstance(parent, ast.Attribute):
- attr_expr = parent.attr + "." + attr_expr
- parent = parent.value
- if isinstance(parent, ast.Name):
- self.loads.add(parent.id + "." + attr_expr)
- self.loads.discard(parent.id)
- elif isinstance(parent, ast.Call):
- if isinstance(parent.func, ast.Name):
- self.loads.add(parent.func.id)
- else:
- parent = parent.func
- attr_expr = ""
- while isinstance(parent, ast.Attribute):
- if attr_expr:
- attr_expr = parent.attr + "." + attr_expr
- else:
- attr_expr = parent.attr
- parent = parent.value
- if isinstance(parent, ast.Name):
- self.loads.add(parent.id + "." + attr_expr)
- def is_xxh3_128_hexdigest(value: str) -> bool:
- """Check if the given string matches the format of xxh3_128_hexdigest."""
- return bool(re.fullmatch(r"[0-9a-f]{32}", value))
|