Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: Add flag for enabling batch polling (#1651)

Matthew Zhou9fcf64cdecd7
diff --git a/letta/jobs/scheduler.py b/letta/jobs/scheduler.py
index efbdacead..9ed946d2f 100644
--- a/letta/jobs/scheduler.py
+++ b/letta/jobs/scheduler.py
@@ -12,17 +12,19 @@ scheduler = AsyncIOScheduler()
def start_cron_jobs(server: SyncServer):
"""Initialize cron jobs"""
- scheduler.add_job(
- poll_running_llm_batches,
- args=[server],
- trigger=IntervalTrigger(seconds=settings.poll_running_llm_batches_interval_seconds),
- next_run_time=datetime.datetime.now(datetime.UTC),
- id="poll_llm_batches",
- name="Poll LLM API batch jobs and update status",
- replace_existing=True,
- )
- scheduler.start()
+ if settings.enable_batch_job_polling:
+ scheduler.add_job(
+ poll_running_llm_batches,
+ args=[server],
+ trigger=IntervalTrigger(seconds=settings.poll_running_llm_batches_interval_seconds),
+ next_run_time=datetime.datetime.now(datetime.UTC),
+ id="poll_llm_batches",
+ name="Poll LLM API batch jobs and update status",
+ replace_existing=True,
+ )
+ scheduler.start()
def shutdown_cron_scheduler():
- scheduler.shutdown()
+ if settings.enable_batch_job_polling:
+ scheduler.shutdown()
diff --git a/letta/settings.py b/letta/settings.py
index dffa0faff..0dc66a262 100644
--- a/letta/settings.py
+++ b/letta/settings.py
@@ -205,6 +205,7 @@ class Settings(BaseSettings):
httpx_keepalive_expiry: float = 120.0
# cron job parameters
+ enable_batch_job_polling: bool = False
poll_running_llm_batches_interval_seconds: int = 5 * 60
@property