AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.
fix(backend): Clear RabbitMQ connection cache on execution-manager retry
Zamil Majdy9052ee7b952d
diff --git a/autogpt_platform/autogpt_libs/autogpt_libs/utils/cache.py b/autogpt_platform/autogpt_libs/autogpt_libs/utils/cache.pyindex 2e9a7815a0..69858570ab 100644--- a/autogpt_platform/autogpt_libs/autogpt_libs/utils/cache.py+++ b/autogpt_platform/autogpt_libs/autogpt_libs/utils/cache.py@@ -1,6 +1,6 @@import inspectimport threading-from typing import Any, Awaitable, Callable, ParamSpec, TypeVar, cast, overload+from typing import Awaitable, Callable, ParamSpec, TypeVar, cast, overloadP = ParamSpec("P")R = TypeVar("R")@@ -19,6 +19,10 @@ def thread_cached() -> Callable[P, R] | Callable[P, Awaitable[R]]:thread_local = threading.local()+ def _clear():+ if hasattr(thread_local, "cache"):+ del thread_local.cache+if inspect.iscoroutinefunction(func):async def async_wrapper(*args: P.args, **kwargs: P.kwargs) -> R:@@ -32,28 +36,24 @@ def thread_cached()return cache[key]+ setattr(async_wrapper, "clear_cache", _clear)return async_wrapper+else:def sync_wrapper(*args: P.args, **kwargs: P.kwargs) -> R:cache = getattr(thread_local, "cache", None)if cache is None:cache = thread_local.cache = {}- # Include function in the key to prevent collisions between different functionskey = (args, tuple(sorted(kwargs.items())))if key not in cache:cache[key] = func(*args, **kwargs)return cache[key]+ setattr(sync_wrapper, "clear_cache", _clear)return sync_wrapper-def clear_thread_cache(func: Callable[..., Any]) -> None:- """Clear the cache for a thread-cached function."""- thread_local = threading.local()- cache = getattr(thread_local, "cache", None)- if cache is not None:- # Clear all entries that match the function- for key in list(cache.keys()):- if key and len(key) > 0 and key[0] == func:- del cache[key]+def clear_thread_cache(func: Callable) -> None:+ if clear := getattr(func, "clear_cache", None):+ clear()diff --git a/autogpt_platform/backend/backend/executor/manager.py b/autogpt_platform/backend/backend/executor/manager.pyindex 4281c27c11..3a622997b1 100644--- a/autogpt_platform/backend/backend/executor/manager.py+++ b/autogpt_platform/backend/backend/executor/manager.py@@ -29,7 +29,7 @@ if TYPE_CHECKING:from backend.executor import DatabaseManagerfrom backend.notifications.notifications import NotificationManager-from autogpt_libs.utils.cache import thread_cached+from autogpt_libs.utils.cache import clear_thread_cache, thread_cachedfrom backend.blocks.agent import AgentExecutorBlockfrom backend.data import redis@@ -935,6 +935,7 @@ class ExecutionManager(AppProcess):redis.connect()# Consume Cancel & Run execution requests.+ clear_thread_cache(get_execution_queue)channel = get_execution_queue().get_channel()channel.basic_qos(prefetch_count=self.pool_size)channel.basic_consume(