Skip to content

armgit / txtai

Public Imported from GitHub
0

💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows

Split pipeline extras by function area, closes #387

davidmezzetti69f0171c9dfc
diff --git a/docs/install.md b/docs/install.md
index 063a0d4d..f188322e 100644
--- a/docs/install.md
+++ b/docs/install.md
@@ -82,6 +82,8 @@ All pipelines - default install comes with most common pipelines.
pip install txtai[pipeline]
```
+More granular extras are available for pipeline categories: `pipeline-audio`, `pipeline-data`, `pipeline-image`, `pipeline-text`, and `pipeline-train`.
+
### Similarity
Word vectors, support for sentence-transformers models not on the HF Hub and additional ANN libraries.
@@ -98,6 +100,8 @@ All workflow tasks - default install comes with most common workflow tasks.
pip install txtai[workflow]
```
+### Combining dependencies
+
Multiple dependencies can be specified at the same time.
```
diff --git a/setup.py b/setup.py
index a57236b1..35c32747 100644
--- a/setup.py
+++ b/setup.py
@@ -28,23 +28,21 @@ extras["database"] = ["pillow>=7.1.2"]
extras["graph"] = ["networkx>=2.6.3", "python-louvain>=0.16"]
-extras["model"] = ["onnxruntime>=1.8.1"]
+extras["model"] = ["onnx>=1.11.0", "onnxruntime>=1.11.0"]
-extras["pipeline"] = [
- "beautifulsoup4>=4.9.3",
- "fasttext>=0.9.2",
- "imagehash>=4.2.1",
- "nltk>=3.5",
- "onnx>=1.10.1",
- "onnxmltools>=1.9.1",
- "onnxruntime>=1.8.1",
- "pandas>=1.1.0",
- "pillow>=7.1.2",
- "sentencepiece>=0.1.91",
- "soundfile>=0.10.3.post1",
- "tika>=1.24",
- "timm>=0.4.12",
-]
+extras["pipeline-audio"] = ["onnx>=1.11.0", "onnxruntime>=1.11.0", "soundfile>=0.10.3.post1", "ttstokenizer>=1.0.0"]
+
+extras["pipeline-data"] = ["beautifulsoup4>=4.9.3", "nltk>=3.5", "pandas>=1.1.0", "tika>=1.24"]
+
+extras["pipeline-image"] = ["imagehash>=4.2.1", "pillow>=7.1.2", "timm>=0.4.12"]
+
+extras["pipeline-text"] = ["fasttext>=0.9.2", "sentencepiece>=0.1.91"]
+
+extras["pipeline-train"] = ["onnx>=1.11.0", "onnxmltools>=1.9.1", "onnxruntime>=1.11.0"]
+
+extras["pipeline"] = (
+ extras["pipeline-audio"] + extras["pipeline-data"] + extras["pipeline-image"] + extras["pipeline-text"] + extras["pipeline-train"]
+)
extras["similarity"] = [
"annoy>=1.16.3",