💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows
Python agentsaiai-agentsembeddingsinformation-retrievallanguage-modellarge-language-modelsllmnlppythonragretrieval-augmented-generationsearchsearch-enginesemantic-searchsentence-embeddingstransformerstxtaivector-databasevector-search
Fix issue with loading non-transformer LLM models in Extractor/RAG pipeline, closes #734
davidmezzetti7073084c5836
diff --git a/src/python/txtai/pipeline/text/extractor.py b/src/python/txtai/pipeline/text/extractor.pyindex 2886e535..208b9a93 100644--- a/src/python/txtai/pipeline/text/extractor.py+++ b/src/python/txtai/pipeline/text/extractor.py@@ -6,7 +6,7 @@ from ...models import Modelsfrom ..base import Pipelinefrom ..data import Tokenizer-from ..llm import LLM+from ..llm import GenerationFactory, LLMfrom .questions import Questionsfrom .similarity import Similarity@@ -159,7 +159,8 @@ class Extractor(Pipeline):return path# Attempt to resolve task if not provided- task = task if task else Models.task(path, **kwargs)+ task = GenerationFactory.method(path, task)+ task = Models.task(path, **kwargs) if task == "transformers" else task# Load Questions pipelineif task == "question-answering":