Skip to content

AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.

feat(backend): Add retry on executor process initialization (#9865)

Zamil Majdy1e3236a04129
diff --git a/autogpt_platform/backend/backend/data/credit.py b/autogpt_platform/backend/backend/data/credit.py
index b106efc3ac..d829f1a1e2 100644
--- a/autogpt_platform/backend/backend/data/credit.py
+++ b/autogpt_platform/backend/backend/data/credit.py
@@ -20,7 +20,6 @@ from prisma.types import (
CreditTransactionCreateInput,
CreditTransactionWhereInput,
)
-from tenacity import retry, stop_after_attempt, wait_exponential
from backend.data import db
from backend.data.block_cost_config import BLOCK_COSTS
@@ -36,6 +35,7 @@ from backend.data.user import get_user_by_id
from backend.executor.utils import UsageTransactionMetadata
from backend.notifications import NotificationManager
from backend.util.exceptions import InsufficientBalanceError
+from backend.util.retry import func_retry
from backend.util.service import get_service_client
from backend.util.settings import Settings
@@ -262,11 +262,7 @@ class UserCreditBase(ABC):
)
return transaction_balance, transaction_time
- @retry(
- stop=stop_after_attempt(5),
- wait=wait_exponential(multiplier=1, min=1, max=10),
- reraise=True,
- )
+ @func_retry
async def _enable_transaction(
self,
transaction_key: str,
diff --git a/autogpt_platform/backend/backend/executor/manager.py b/autogpt_platform/backend/backend/executor/manager.py
index 3a622997b1..6ab48a385f 100644
--- a/autogpt_platform/backend/backend/executor/manager.py
+++ b/autogpt_platform/backend/backend/executor/manager.py
@@ -61,6 +61,7 @@ from backend.util.decorator import error_logged, time_measured
from backend.util.file import clean_exec_files
from backend.util.logging import configure_logging
from backend.util.process import AppProcess, set_service_name
+from backend.util.retry import func_retry
from backend.util.service import close_service_client, get_service_client
from backend.util.settings import Settings
@@ -422,6 +423,7 @@ class Executor:
"""
@classmethod
+ @func_retry
def on_node_executor_start(cls):
configure_logging()
set_service_name("NodeExecutor")
@@ -527,6 +529,7 @@ class Executor:
stats.error = e
@classmethod
+ @func_retry
def on_graph_executor_start(cls):
configure_logging()
set_service_name("GraphExecutor")
diff --git a/autogpt_platform/backend/backend/util/retry.py b/autogpt_platform/backend/backend/util/retry.py
index c345800e31..01fc69d7df 100644
--- a/autogpt_platform/backend/backend/util/retry.py
+++ b/autogpt_platform/backend/backend/util/retry.py
@@ -73,3 +73,10 @@ def conn_retry(
return async_wrapper if is_coroutine else sync_wrapper
return decorator
+
+
+func_retry = retry(
+ reraise=False,
+ stop=stop_after_attempt(5),
+ wait=wait_exponential(multiplier=1, min=1, max=30),
+)