Skip to content

armgit / zulip

Public Imported from GitHub
0

Zulip server and web application. Open-source team chat that helps teams stay productive and focused.

1.6 KB
Raw Blame
# Documented in https://zulip.readthedocs.io/en/latest/subsystems/queuing.html
import logging
import time
from typing import Any

from typing_extensions import override

from zerver.actions.data_import import import_slack_data
from zerver.actions.realm_export import handle_realm_export_event
from zerver.actions.realm_settings import clean_deactivated_realm_data
from zerver.worker.base import QueueProcessingWorker, assign_queue

logger = logging.getLogger(__name__)


@assign_queue("deferred_work_high_latency")
class DeferredWorkHighLatencyWorker(QueueProcessingWorker):
    """Runs the deferred_work jobs that can take many minutes, such as
    realm exports and Slack imports, so that they don't delay the
    latency-sensitive jobs in that queue. A server can opt into this
    dedicated queue via the DEDICATED_DEFERRED_WORK_HIGH_LATENCY_QUEUE
    setting.
    """

    MAX_CONSUME_SECONDS = None

    @override
    def consume(self, event: dict[str, Any]) -> None:
        start = time.time()
        if event["type"] == "realm_export":
            handle_realm_export_event(event, threaded=self.threaded, logger=logger)
        elif event["type"] == "import_slack_data":
            import_slack_data(event)
        elif event["type"] == "scrub_deactivated_realm":
            clean_deactivated_realm_data()
        else:
            raise AssertionError(f"Unexpected event type {event['type']}")

        end = time.time()
        logger.info(
            "deferred_work_high_latency processed %s event (%dms)",
            event["type"],
            (end - start) * 1000,
        )