Skip to content

armgit / txtai

Public Imported from GitHub
0

💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows

2.7 KB
Raw Blame
"""
DuckDB module tests
"""

import os
import unittest

from txtai.database import SQLError
from txtai.embeddings import Embeddings

from .testrdbms import Common


class TestDuckDB(Common.TestRDBMS):
    """
    Embeddings with content stored in DuckDB.
    """

    @classmethod
    def setUpClass(cls):
        """
        Initialize test data.
        """

        cls.data = [
            "US tops 5 million confirmed virus cases",
            "Canada's last fully intact ice shelf has suddenly collapsed, forming a Manhattan-sized iceberg",
            "Beijing mobilises invasion craft along coast as Taiwan tensions escalate",
            "The National Park Service warns against sacrificing slower friends in a bear attack",
            "Maine man wins $1M from $25 lottery ticket",
            "Make huge profits without work, earn up to $100,000 a day",
        ]

        # Content backend
        cls.backend = "duckdb"

        # Create embeddings model, backed by sentence-transformers & transformers
        cls.embeddings = Embeddings({"path": "sentence-transformers/nli-mpnet-base-v2", "content": cls.backend})

    @classmethod
    def tearDownClass(cls):
        """
        Cleanup data.
        """

        if cls.embeddings:
            cls.embeddings.close()

    def testAborted(self):
        """
        Test SQL errors that abort the transaction
        """

        embeddings = Embeddings(keyword=True, content=self.backend)
        embeddings.index([(0, "apple pie", None), (1, "banana bread", None)])

        # All errors abort the transaction
        with self.assertRaises(SQLError) as context:
            embeddings.search("select id from txtai where text = :x", parameters={"x": 1})

        self.assertIn("This error aborted the DuckDB transaction.", str(context.exception))

        embeddings.close()

    @unittest.skipIf(os.name == "nt", "testArchive skipped on Windows")
    def testArchive(self):
        """
        Test embeddings index archiving
        """

        super().testArchive()

    def testFunction(self):
        """
        Test custom functions
        """

        embeddings = Embeddings(
            {
                "path": "sentence-transformers/nli-mpnet-base-v2",
                "content": self.backend,
                "functions": [{"name": "textlength", "function": "testdatabase.testduckdb.length"}],
            }
        )

        # Create an index for the list of text
        embeddings.index([(uid, text, None) for uid, text in enumerate(self.data)])

        # Search for best match
        result = embeddings.search("select textlength(text) length from txtai where id = 0", 1)[0]

        self.assertEqual(int(result["length"]), 39)


def length(text):
    """
    Custom SQL function.
    """

    return len(text)