💡 All-in-one AI framework for semantic search, LLM orchestration and language model workflows
Python agentsaiai-agentsembeddingsinformation-retrievallanguage-modellarge-language-modelsllmnlppythonragretrieval-augmented-generationsearchsearch-enginesemantic-searchsentence-embeddingstransformerstxtaivector-databasevector-search
Split pipeline extras by function area, closes #387
davidmezzetti69f0171c9dfc
diff --git a/docs/install.md b/docs/install.mdindex 063a0d4d..f188322e 100644--- a/docs/install.md+++ b/docs/install.md@@ -82,6 +82,8 @@ All pipelines - default install comes with most common pipelines.pip install txtai[pipeline]```+More granular extras are available for pipeline categories: `pipeline-audio`, `pipeline-data`, `pipeline-image`, `pipeline-text`, and `pipeline-train`.+### SimilarityWord vectors, support for sentence-transformers models not on the HF Hub and additional ANN libraries.@@ -98,6 +100,8 @@ All workflow tasks - default install comes with most common workflow tasks.pip install txtai[workflow]```+### Combining dependencies+Multiple dependencies can be specified at the same time.```diff --git a/setup.py b/setup.pyindex a57236b1..35c32747 100644--- a/setup.py+++ b/setup.py@@ -28,23 +28,21 @@ extras["database"] = ["pillow>=7.1.2"]extras["graph"] = ["networkx>=2.6.3", "python-louvain>=0.16"]-extras["model"] = ["onnxruntime>=1.8.1"]+extras["model"] = ["onnx>=1.11.0", "onnxruntime>=1.11.0"]-extras["pipeline"] = [- "beautifulsoup4>=4.9.3",- "fasttext>=0.9.2",- "imagehash>=4.2.1",- "nltk>=3.5",- "onnx>=1.10.1",- "onnxmltools>=1.9.1",- "onnxruntime>=1.8.1",- "pandas>=1.1.0",- "pillow>=7.1.2",- "sentencepiece>=0.1.91",- "soundfile>=0.10.3.post1",- "tika>=1.24",- "timm>=0.4.12",-]+extras["pipeline-audio"] = ["onnx>=1.11.0", "onnxruntime>=1.11.0", "soundfile>=0.10.3.post1", "ttstokenizer>=1.0.0"]++extras["pipeline-data"] = ["beautifulsoup4>=4.9.3", "nltk>=3.5", "pandas>=1.1.0", "tika>=1.24"]++extras["pipeline-image"] = ["imagehash>=4.2.1", "pillow>=7.1.2", "timm>=0.4.12"]++extras["pipeline-text"] = ["fasttext>=0.9.2", "sentencepiece>=0.1.91"]++extras["pipeline-train"] = ["onnx>=1.11.0", "onnxmltools>=1.9.1", "onnxruntime>=1.11.0"]++extras["pipeline"] = (+ extras["pipeline-audio"] + extras["pipeline-data"] + extras["pipeline-image"] + extras["pipeline-text"] + extras["pipeline-train"]+)extras["similarity"] = ["annoy>=1.16.3",