Skip to content

armgit / txtai

Public Imported from GitHub
0

💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows

927 B
Raw Blame
"""
Llama module tests
"""

import os
import unittest

import numpy as np

from txtai.vectors import VectorsFactory


class TestLlamaCpp(unittest.TestCase):
    """
    llama.cpp vectors tests
    """

    @classmethod
    def setUpClass(cls):
        """
        Create LlamaCpp instance.
        """

        cls.model = VectorsFactory.create({"path": "nomic-ai/nomic-embed-text-v1.5-GGUF/nomic-embed-text-v1.5.Q2_K.gguf"}, None)

    def testIndex(self):
        """
        Test indexing with LlamaCpp vectors
        """

        ids, dimension, batches, stream = self.model.index([(0, "test", None)])

        self.assertEqual(len(ids), 1)
        self.assertEqual(dimension, 768)
        self.assertEqual(batches, 1)
        self.assertIsNotNone(os.path.exists(stream))

        # Test shape of serialized embeddings
        with open(stream, "rb") as queue:
            self.assertEqual(np.load(queue).shape, (1, 768))