💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows
Python agentsaiai-agentsembeddingsinformation-retrievallanguage-modellarge-language-modelsllmnlppythonragretrieval-augmented-generationsearchsearch-enginesemantic-searchsentence-embeddingstransformerstxtaivector-databasevector-search
Update build script
davidmezzettiac4c0583e8bc
diff --git a/.github/workflows/build.yml b/.github/workflows/build.ymlindex 9b2ee9c7..d38db8c9 100644--- a/.github/workflows/build.yml+++ b/.github/workflows/build.yml@@ -49,7 +49,7 @@ jobs:- name: Buildrun: |pip install -U wheel- pip install .[all,dev] transformers==4.47.1 torch==2.5.1+ pip install .[all,dev] transformers==4.47.1pip cache purgepython -c "import nltk; nltk.download(['punkt', 'punkt_tab', 'averaged_perceptron_tagger_eng'])"python --versiondiff --git a/test/python/testpipeline/testtrain/testtrainer.py b/test/python/testpipeline/testtrain/testtrainer.pyindex 3b0b72f7..1ac7a459 100644--- a/test/python/testpipeline/testtrain/testtrainer.py+++ b/test/python/testpipeline/testtrain/testtrainer.py@@ -6,6 +6,8 @@ import osimport unittestimport tempfile+from unittest.mock import patch+import torchfrom transformers import AutoTokenizer, AutoModelForSequenceClassification@@ -210,11 +212,15 @@ class TestTrainer(unittest.TestCase):labels = Labels((model, tokenizer), dynamic=False)self.assertEqual(labels("cat")[0][0], 1)- def testPEFT(self):+ @patch("importlib.util.find_spec")+ def testPEFT(self, spec):"""Test training a model with causal language modeling and PEFT"""+ # Disable triton+ spec.return_value = None+trainer = HFTrainer()model, _ = trainer("hf-internal-testing/tiny-random-gpt2",