Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

2.8 KB
Raw Blame
"""IDE Callback Worker

Celery worker for Prompt Studio IDE post-execution callbacks.
Serves the ``ide_callback`` queue defined in shared/infrastructure/config/registry.py.
"""

from shared.enums.worker_enums import WorkerType
from shared.infrastructure.config.builder import WorkerBuilder
from shared.infrastructure.config.registry import WorkerRegistry
from shared.infrastructure.logging import WorkerLogger

# Setup worker - this executes when module is imported by Celery
logger = WorkerLogger.setup(WorkerType.IDE_CALLBACK)
app, config = WorkerBuilder.build_celery_app(WorkerType.IDE_CALLBACK)


def check_ide_callback_health():
    """Custom health check for IDE callback worker."""
    from shared.infrastructure.monitoring.health import HealthCheckResult, HealthStatus

    try:
        from shared.utils.api_client_singleton import get_singleton_api_client

        client = get_singleton_api_client(config)
        api_healthy = client is not None

        if api_healthy:
            return HealthCheckResult(
                name="ide_callback_health",
                status=HealthStatus.HEALTHY,
                message="IDE callback worker is healthy",
                details={
                    "worker_type": "ide_callback",
                    "api_client": "healthy",
                    "queue": "ide_callback",
                },
            )
        else:
            return HealthCheckResult(
                name="ide_callback_health",
                status=HealthStatus.DEGRADED,
                message="IDE callback worker partially functional",
                details={"api_client": "unhealthy"},
            )

    except Exception as e:
        return HealthCheckResult(
            name="ide_callback_health",
            status=HealthStatus.DEGRADED,
            message=f"Health check failed: {e}",
            details={"error": str(e)},
        )


# Register health check
WorkerRegistry.register_health_check(
    WorkerType.IDE_CALLBACK, "ide_callback_health", check_ide_callback_health
)

# Import task modules so Celery registers them on this app -- mirrors how
# other single-app workers (e.g. executor/worker.py) import their tasks
# module explicitly. NOTE: this module is not the actual Celery entrypoint
# in production today -- both docker-compose and run-worker(.sh|-docker.sh)
# always launch the unified `workers/worker.py` (`celery -A worker worker`)
# for this worker type, which loads `ide_callback/tasks.py` itself via
# `load_worker_tasks()` (see that file's bottom-of-file import of
# `agent_kv_tasks` for the mechanism that actually applies in production).
# These imports are kept here anyway so this module stays correct/self-
# registering if it's ever wired up as a real `-A` target.
import ide_callback.agent_kv_tasks  # noqa: E402, F401
import ide_callback.tasks  # noqa: E402, F401