Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: Add flag for enabling batch polling (#1651)
Matthew Zhou9fcf64cdecd7
diff --git a/letta/jobs/scheduler.py b/letta/jobs/scheduler.pyindex efbdacead..9ed946d2f 100644--- a/letta/jobs/scheduler.py+++ b/letta/jobs/scheduler.py@@ -12,17 +12,19 @@ scheduler = AsyncIOScheduler()def start_cron_jobs(server: SyncServer):"""Initialize cron jobs"""- scheduler.add_job(- poll_running_llm_batches,- args=[server],- trigger=IntervalTrigger(seconds=settings.poll_running_llm_batches_interval_seconds),- next_run_time=datetime.datetime.now(datetime.UTC),- id="poll_llm_batches",- name="Poll LLM API batch jobs and update status",- replace_existing=True,- )- scheduler.start()+ if settings.enable_batch_job_polling:+ scheduler.add_job(+ poll_running_llm_batches,+ args=[server],+ trigger=IntervalTrigger(seconds=settings.poll_running_llm_batches_interval_seconds),+ next_run_time=datetime.datetime.now(datetime.UTC),+ id="poll_llm_batches",+ name="Poll LLM API batch jobs and update status",+ replace_existing=True,+ )+ scheduler.start()def shutdown_cron_scheduler():- scheduler.shutdown()+ if settings.enable_batch_job_polling:+ scheduler.shutdown()diff --git a/letta/settings.py b/letta/settings.pyindex dffa0faff..0dc66a262 100644--- a/letta/settings.py+++ b/letta/settings.py@@ -205,6 +205,7 @@ class Settings(BaseSettings):httpx_keepalive_expiry: float = 120.0# cron job parameters+ enable_batch_job_polling: bool = Falsepoll_running_llm_batches_interval_seconds: int = 5 * 60@property