Skip to content

armgit / txtai

Public Imported from GitHub
0

💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows

Fix issue with loading non-transformer LLM models in Extractor/RAG pipeline, closes #734

davidmezzetti7073084c5836
diff --git a/src/python/txtai/pipeline/text/extractor.py b/src/python/txtai/pipeline/text/extractor.py
index 2886e535..208b9a93 100644
--- a/src/python/txtai/pipeline/text/extractor.py
+++ b/src/python/txtai/pipeline/text/extractor.py
@@ -6,7 +6,7 @@ from ...models import Models
from ..base import Pipeline
from ..data import Tokenizer
-from ..llm import LLM
+from ..llm import GenerationFactory, LLM
from .questions import Questions
from .similarity import Similarity
@@ -159,7 +159,8 @@ class Extractor(Pipeline):
return path
# Attempt to resolve task if not provided
- task = task if task else Models.task(path, **kwargs)
+ task = GenerationFactory.method(path, task)
+ task = Models.task(path, **kwargs) if task == "transformers" else task
# Load Questions pipeline
if task == "question-answering":