~95% on SimpleQA (e.g. Qwen3.6-27B on a 3090). Supports all local and cloud LLMs (llama.cpp, Ollama, Google, ...). 10+ search engines - arXiv, PubMed, your private documents. Everything Local & Encrypted.
Python academiaanthropicarxivbravedeep-researchencryptionhome-automationhomeserverlocallocal-deep-researchlocal-llmmistralollamaopenaipubmedresearchresearch-toolretrieval-augmented-generationsearxngself-hosted
"""
Behavioral tests for loader_registry module.
Tests the document loader registry functions for file type detection and loader selection.
"""
class TestGetSupportedExtensions:
"""Tests for get_supported_extensions function."""
def test_returns_list(self):
"""Returns a list of extensions."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert isinstance(result, list)
def test_returns_non_empty_list(self):
"""Returns non-empty list of extensions."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert len(result) > 0
def test_all_extensions_start_with_dot(self):
"""All extensions start with a dot."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
for ext in result:
assert ext.startswith("."), f"{ext} does not start with dot"
def test_includes_pdf(self):
"""Includes PDF extension."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".pdf" in result
def test_includes_txt(self):
"""Includes TXT extension."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".txt" in result
def test_includes_markdown(self):
"""Includes markdown extensions."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".md" in result
def test_includes_docx(self):
"""Includes DOCX extension."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".docx" in result
def test_includes_csv(self):
"""Includes CSV extension."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".csv" in result
def test_includes_json(self):
"""Includes JSON extension."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".json" in result
def test_includes_yaml(self):
"""Includes YAML extensions."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".yaml" in result
assert ".yml" in result
def test_includes_html(self):
"""Includes HTML extensions."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".html" in result
assert ".htm" in result
def test_includes_xml(self):
"""Includes XML extension."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".xml" in result
def test_includes_jupyter(self):
"""Includes Jupyter notebook extension."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".ipynb" in result
def test_includes_toml(self):
"""Includes TOML extension."""
from local_deep_research.document_loaders.loader_registry import (
get_supported_extensions,
)
result = get_supported_extensions()
assert ".toml" in result
class TestIsExtensionSupported:
"""Tests for is_extension_supported function."""
def test_pdf_is_supported(self):
"""PDF extension is supported."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported(".pdf") is True
def test_txt_is_supported(self):
"""TXT extension is supported."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported(".txt") is True
def test_md_is_supported(self):
"""Markdown extension is supported."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported(".md") is True
def test_json_is_supported(self):
"""JSON extension is supported."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported(".json") is True
def test_yaml_is_supported(self):
"""YAML extension is supported."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported(".yaml") is True
assert is_extension_supported(".yml") is True
def test_unknown_extension_not_supported(self):
"""Unknown extension is not supported."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported(".xyz123") is False
def test_handles_extension_without_dot(self):
"""Handles extension without leading dot."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported("pdf") is True
assert is_extension_supported("txt") is True
def test_case_insensitive(self):
"""Extension check is case insensitive."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported(".PDF") is True
assert is_extension_supported(".Pdf") is True
assert is_extension_supported(".pDf") is True
def test_empty_extension_not_supported(self):
"""Empty extension is not supported."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported("") is False
def test_dot_only_not_supported(self):
"""Dot only is not supported."""
from local_deep_research.document_loaders.loader_registry import (
is_extension_supported,
)
assert is_extension_supported(".") is False
class TestGetLoaderClassForExtension:
"""Tests for get_loader_class_for_extension function."""
def test_returns_tuple_for_supported_extension(self):
"""Returns tuple for supported extension."""
from local_deep_research.document_loaders.loader_registry import (
get_loader_class_for_extension,
)
result = get_loader_class_for_extension(".pdf")
assert result is not None
assert isinstance(result, tuple)
assert len(result) == 2
def test_returns_none_for_unsupported_extension(self):
"""Returns None for unsupported extension."""
from local_deep_research.document_loaders.loader_registry import (
get_loader_class_for_extension,
)
result = get_loader_class_for_extension(".xyz123")
assert result is None
def test_first_element_is_class(self):
"""First element is a class."""
from local_deep_research.document_loaders.loader_registry import (
get_loader_class_for_extension,
)
result = get_loader_class_for_extension(".pdf")
assert result is not None
loader_class = result[0]
assert isinstance(loader_class, type)
def test_second_element_is_dict(self):
"""Second element is a dict of kwargs."""
from local_deep_research.document_loaders.loader_registry import (
get_loader_class_for_extension,
)
result = get_loader_class_for_extension(".pdf")
assert result is not None
kwargs = result[1]
assert isinstance(kwargs, dict)
def test_handles_extension_without_dot(self):
"""Handles extension without leading dot."""
from local_deep_research.document_loaders.loader_registry import (
get_loader_class_for_extension,
)
result = get_loader_class_for_extension("pdf")
assert result is not None
def test_case_insensitive(self):
"""Extension lookup is case insensitive."""
from local_deep_research.document_loaders.loader_registry import (
get_loader_class_for_extension,
)
result_lower = get_loader_class_for_extension(".pdf")
result_upper = get_loader_class_for_extension(".PDF")
assert result_lower is not None
assert result_upper is not None
assert result_lower[0] == result_upper[0]
def test_json_returns_simple_json_loader(self):
"""JSON extension returns SimpleJSONLoader."""
from local_deep_research.document_loaders.json_loader import (
SimpleJSONLoader,
)
from local_deep_research.document_loaders.loader_registry import (
get_loader_class_for_extension,
)
result = get_loader_class_for_extension(".json")
assert result is not None
assert result[0] == SimpleJSONLoader
def test_yaml_returns_yaml_loader(self):
"""YAML extension returns YAMLLoader."""
from local_deep_research.document_loaders.loader_registry import (
get_loader_class_for_extension,
)
from local_deep_research.document_loaders.yaml_loader import YAMLLoader
result = get_loader_class_for_extension(".yaml")
assert result is not None
assert result[0] == YAMLLoader
def test_txt_loader_chooses_the_encoding_itself(self):
"""TXT loader detects the encoding, so the registry passes none."""
from local_deep_research.document_loaders.loader_registry import (
get_loader_class_for_extension,
)
from local_deep_research.document_loaders.text_encoding import (
EncodingAwareTextLoader,
)
result = get_loader_class_for_extension(".txt")
assert result is not None
assert result[0] is EncodingAwareTextLoader
assert result[1] == {}
class TestLoaderRegistry:
"""Tests for LOADER_REGISTRY constant."""
def test_registry_is_dict(self):
"""LOADER_REGISTRY is a dictionary."""
from local_deep_research.document_loaders.loader_registry import (
LOADER_REGISTRY,
)
assert isinstance(LOADER_REGISTRY, dict)
def test_registry_has_loader_class_key(self):
"""Each registry entry has loader_class key."""
from local_deep_research.document_loaders.loader_registry import (
LOADER_REGISTRY,
)
for ext, entry in LOADER_REGISTRY.items():
assert "loader_class" in entry, f"{ext} missing loader_class"
def test_registry_keys_are_lowercase(self):
"""Registry keys are lowercase extensions."""
from local_deep_research.document_loaders.loader_registry import (
LOADER_REGISTRY,
)
for ext in LOADER_REGISTRY.keys():
assert ext.startswith(".")
assert ext == ext.lower()