Skip to content

armgit / txtai

Public Imported from GitHub
0

💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows

954 B
Raw Blame
"""
Quantization module tests
"""

import platform
import unittest

from transformers import AutoModel

from txtai.pipeline import HFModel, HFPipeline


class TestQuantization(unittest.TestCase):
    """
    Quantization tests.
    """

    @unittest.skipIf(platform.system() == "Darwin", "Quantized models not supported on macOS")
    def testModel(self):
        """
        Test quantizing a model through HFModel.
        """

        model = HFModel(quantize=True, gpu=False)
        model = model.prepare(AutoModel.from_pretrained("google/bert_uncased_L-2_H-128_A-2"))
        self.assertIsNotNone(model)

    @unittest.skipIf(platform.system() == "Darwin", "Quantized models not supported on macOS")
    def testPipeline(self):
        """
        Test quantizing a model through HFPipeline.
        """

        pipeline = HFPipeline("text-classification", "google/bert_uncased_L-2_H-128_A-2", True, False)
        self.assertIsNotNone(pipeline)