Build Agentic workflows, RAG pipelines, with rich AI model and tool support on one collaborative workspace. Deploy on cloud, VPC, or self-hosted, so teams move from prototype to production without rebuilding the stack.
Python agentagentic-aiagentic-frameworkagentic-workflowaiautomationclaudedeepseekgenaigptllmlow-codemcpnextjsno-codeopenaipythonskillsworkflow
"""Unit tests for queue/wrapper behaviors in duplicate document indexing tasks (non-database logic)."""
import json
import uuid
from unittest.mock import MagicMock, Mock, create_autospec, patch
import pytest
from tasks.duplicate_document_indexing_task import (
_duplicate_document_indexing_task,
_duplicate_document_indexing_task_with_tenant_queue,
duplicate_document_indexing_task,
normal_duplicate_document_indexing_task,
priority_duplicate_document_indexing_task,
)
@pytest.fixture
def tenant_id() -> str:
return str(uuid.uuid4())
@pytest.fixture
def dataset_id() -> str:
return str(uuid.uuid4())
@pytest.fixture
def document_ids() -> list[str]:
return [str(uuid.uuid4()) for _ in range(3)]
class TestDuplicateDocumentIndexingTask:
"""Tests for the deprecated duplicate_document_indexing_task function."""
@patch("tasks.duplicate_document_indexing_task._duplicate_document_indexing_task", autospec=True)
def test_duplicate_document_indexing_task_calls_core_function(
self, mock_core_func: MagicMock, dataset_id: str, document_ids: list[str]
) -> None:
"""Test that duplicate_document_indexing_task calls the core _duplicate_document_indexing_task function."""
# Act
duplicate_document_indexing_task(dataset_id, document_ids)
# Assert
mock_core_func.assert_called_once_with(dataset_id, document_ids)
@patch("tasks.duplicate_document_indexing_task._duplicate_document_indexing_task", autospec=True)
def test_duplicate_document_indexing_task_with_empty_document_ids(
self, mock_core_func: MagicMock, dataset_id: str
) -> None:
"""Test duplicate_document_indexing_task with empty document_ids list."""
# Arrange
document_ids = []
# Act
duplicate_document_indexing_task(dataset_id, document_ids)
# Assert
mock_core_func.assert_called_once_with(dataset_id, document_ids)
class TestDuplicateDocumentIndexingTaskWithTenantQueue:
"""Tests for _duplicate_document_indexing_task_with_tenant_queue function."""
@patch("tasks.duplicate_document_indexing_task._duplicate_document_indexing_task", autospec=True)
@pytest.mark.usefixtures("tenant_queue_commands")
def test_tenant_queue_wrapper_calls_core_function(
self,
mock_core_func: MagicMock,
tenant_id: str,
dataset_id: str,
document_ids: list[str],
) -> None:
"""Test that tenant queue wrapper calls the core function."""
# Arrange
mock_task_func = Mock()
# Act
_duplicate_document_indexing_task_with_tenant_queue(tenant_id, dataset_id, document_ids, mock_task_func)
# Assert
mock_core_func.assert_called_once_with(dataset_id, document_ids)
@patch(
"tasks.duplicate_document_indexing_task._duplicate_document_indexing_task",
new=create_autospec(_duplicate_document_indexing_task),
)
def test_tenant_queue_wrapper_deletes_key_when_no_tasks(
self,
tenant_queue_commands: MagicMock,
tenant_id: str,
dataset_id: str,
document_ids: list[str],
) -> None:
"""Test that tenant queue wrapper deletes task key when no more tasks."""
# Arrange
mock_task_func = Mock()
tenant_queue_commands.return_value = None
# Act
_duplicate_document_indexing_task_with_tenant_queue(tenant_id, dataset_id, document_ids, mock_task_func)
# Assert
tenant_queue_commands.assert_any_call("DEL", f"tenant_duplicate_document_indexing_task:{tenant_id}")
@patch(
"tasks.duplicate_document_indexing_task._duplicate_document_indexing_task",
new=create_autospec(_duplicate_document_indexing_task),
)
def test_tenant_queue_wrapper_processes_next_tasks(
self,
tenant_queue_commands: MagicMock,
tenant_id: str,
dataset_id: str,
document_ids: list[str],
) -> None:
"""Test that tenant queue wrapper processes next tasks from queue."""
# Arrange
mock_task_func = Mock()
next_task = {
"tenant_id": tenant_id,
"dataset_id": dataset_id,
"document_ids": document_ids,
}
tenant_queue_commands.side_effect = [json.dumps({"data": next_task}), None, None]
# Act
_duplicate_document_indexing_task_with_tenant_queue(tenant_id, dataset_id, document_ids, mock_task_func)
# Assert
tenant_queue_commands.assert_any_call("SETEX", f"tenant_duplicate_document_indexing_task:{tenant_id}", 3600, 1)
mock_task_func.delay.assert_called_once_with(
tenant_id=tenant_id,
dataset_id=dataset_id,
document_ids=document_ids,
)
@patch("tasks.duplicate_document_indexing_task._duplicate_document_indexing_task", autospec=True)
def test_tenant_queue_wrapper_handles_core_function_error(
self,
mock_core_func: MagicMock,
tenant_queue_commands: MagicMock,
tenant_id: str,
dataset_id: str,
document_ids: list[str],
) -> None:
"""Test that tenant queue wrapper handles errors from core function."""
# Arrange
mock_task_func = Mock()
mock_core_func.side_effect = Exception("Core function error")
# Act
_duplicate_document_indexing_task_with_tenant_queue(tenant_id, dataset_id, document_ids, mock_task_func)
# Assert
# Should still check for next tasks even after error
tenant_queue_commands.assert_any_call("RPOP", f"tenant_self_duplicate_document_indexing_task_queue:{tenant_id}")
class TestNormalDuplicateDocumentIndexingTask:
"""Tests for normal_duplicate_document_indexing_task function."""
@patch("tasks.duplicate_document_indexing_task._duplicate_document_indexing_task_with_tenant_queue", autospec=True)
def test_normal_task_calls_tenant_queue_wrapper(
self,
mock_wrapper_func: MagicMock,
tenant_id: str,
dataset_id: str,
document_ids: list[str],
) -> None:
"""Test that normal task calls tenant queue wrapper."""
# Act
normal_duplicate_document_indexing_task(tenant_id, dataset_id, document_ids)
# Assert
mock_wrapper_func.assert_called_once_with(
tenant_id, dataset_id, document_ids, normal_duplicate_document_indexing_task
)
@patch("tasks.duplicate_document_indexing_task._duplicate_document_indexing_task_with_tenant_queue", autospec=True)
def test_normal_task_with_empty_document_ids(
self,
mock_wrapper_func: MagicMock,
tenant_id: str,
dataset_id: str,
) -> None:
"""Test normal task with empty document_ids list."""
# Arrange
document_ids = []
# Act
normal_duplicate_document_indexing_task(tenant_id, dataset_id, document_ids)
# Assert
mock_wrapper_func.assert_called_once_with(
tenant_id, dataset_id, document_ids, normal_duplicate_document_indexing_task
)
class TestPriorityDuplicateDocumentIndexingTask:
"""Tests for priority_duplicate_document_indexing_task function."""
@patch("tasks.duplicate_document_indexing_task._duplicate_document_indexing_task_with_tenant_queue", autospec=True)
def test_priority_task_calls_tenant_queue_wrapper(
self,
mock_wrapper_func: MagicMock,
tenant_id: str,
dataset_id: str,
document_ids: list[str],
) -> None:
"""Test that priority task calls tenant queue wrapper."""
# Act
priority_duplicate_document_indexing_task(tenant_id, dataset_id, document_ids)
# Assert
mock_wrapper_func.assert_called_once_with(
tenant_id, dataset_id, document_ids, priority_duplicate_document_indexing_task
)
@patch("tasks.duplicate_document_indexing_task._duplicate_document_indexing_task_with_tenant_queue", autospec=True)
def test_priority_task_with_single_document(
self,
mock_wrapper_func: MagicMock,
tenant_id: str,
dataset_id: str,
) -> None:
"""Test priority task with single document."""
# Arrange
document_ids = ["doc-1"]
# Act
priority_duplicate_document_indexing_task(tenant_id, dataset_id, document_ids)
# Assert
mock_wrapper_func.assert_called_once_with(
tenant_id, dataset_id, document_ids, priority_duplicate_document_indexing_task
)
@patch("tasks.duplicate_document_indexing_task._duplicate_document_indexing_task_with_tenant_queue", autospec=True)
def test_priority_task_with_large_batch(
self,
mock_wrapper_func: MagicMock,
tenant_id: str,
dataset_id: str,
) -> None:
"""Test priority task with large batch of documents."""
# Arrange
document_ids = [f"doc-{i}" for i in range(100)]
# Act
priority_duplicate_document_indexing_task(tenant_id, dataset_id, document_ids)
# Assert
mock_wrapper_func.assert_called_once_with(
tenant_id, dataset_id, document_ids, priority_duplicate_document_indexing_task
)