DSPy: The framework for programming—not prompting—language models
Python
Add FalkordbRM Retriever Class for Enhanced Querying and Embedding Retrieval (#1653)
Tari Yekorogha89c33f2f308f
diff --git a/docs/docs/deep-dive/retrieval_models_clients/FalkordbRM.md b/docs/docs/deep-dive/retrieval_models_clients/FalkordbRM.mdnew file mode 100644index 000000000..ffb320229--- /dev/null+++ b/docs/docs/deep-dive/retrieval_models_clients/FalkordbRM.md@@ -0,0 +1,90 @@+# FalkordbRM++### Constructor++Initialize an instance of the `FalkordbRM` class.++```python+FalkordbRM(+ node_label: str,+ text_node_property: str,+ embedding_node_property: str,+ k: int = 5,+ retrieval_query: str,+ embedding_provider: str = "openai",+ embedding_model: str = "text-embedding-ada-002",+)+```++**Environment Variables:**++You need to define the credentials as environment variables++- `FALKORDB_HOST` (_str_): Specifies the host required for connecting with the Falkordb database. If not provided, the system will default to `localhost`++- `FALKORDB_PORT` (_int_): Specifies the port required for connecting with the Falkordb database. If not provided, the system will default to `6379`++- `FALKORDB_USERNAME` (_str_, optional): Specifies the username required for authenticating with a [Falkordb Cloud](https://app.falkordb.cloud/signin) database.++- `FALKORDB_PASSWORD` (_str_, optional): Specifies the password required for authenticating with a [Falkordb Cloud](https://app.falkordb.cloud/signin) database.++- `FALKORDB_DATABASE` (_str_, optional): Specifies the name of the database to connect to within the Falkordb instance. If not provided, the systems defaults to using a randomly generated four ascii_letters character string e.g "tari".++- `OPENAI_API_KEY` (_str_): Specifies the API key required for authenticating with OpenAI's services.++**Parameters:**++- `node_label` (_str_): Specifies the label of the node to be used within Falkordb for organizing and querying data.+- `text_node_property` (_str_, _optional_): Defines the specific text property of the node that will be returned.+- `embedding_node_property` (_str_): Defines the specific embedding property of the node that will be used within Falkordb for querying data.+- `k` (_int_, _optional_): The number of top results to return from the retrieval operation. It defaults to 5 if not explicitly specified.+- `retrieval_query` (_str_, _optional_): A custom query string provided for retrieving data. If not provided, a default query tailored to the `text_node_property` will be used.+- `embedding_provider` (_str_, _optional_): The name of the service provider for generating embeddings. Only "openai" is supported.+- `embedding_model` (_str_, _optional_): The specific embedding model to use from the provider. By default, it uses the "text-embedding-ada-002" model from OpenAI.+++### Methods++#### `forward(self, query: [str], k: Optional[int] = None) -> dspy.Prediction`++Search the Falkordb vector index for the top `k` passages matching the given query or queries, using embeddings generated via the specified `embedding_model`.++**Parameters:**++- `query` (str\_): The query.+- `k` (_Optional[int]_, _optional_): The number of results to retrieve. If not specified, defaults to the value set during initialization.++**Returns:**++- `dspy.Prediction`: Contains the retrieved passages as a list of string with the prediction signature.++ex:++```python+Prediction(+ passages=['Passage 1 Lorem Ipsum awesom', 'Passage 2 Lorem Ipsum Youppidoo', 'Passage 3 Lorem Ipsum Yassssss']+)+```++### Quick Example how to use Falkordb in a local environment.++```python+from dspy.retrieve.falkordb_rm import FalkordbRM+import os+++os.environ["FALKORDB_HOST"] = 'localhost'+os.environ["FALKORDB_PORT"] = 6379+os.environ["OPENAI_API_KEY"] = 'sk-'++retriever_model = FalkordbRM(+ node_label="myIndex",+ text_node_property="text",+ embedding_node_property="embedding"+)++results = retriever_model("Explore the significance of quantum computing", k=3)++for passage in results:+ print("Document:", passage, "\n")+```\ No newline at end of filediff --git a/dspy/retrieve/falkordb_rm.py b/dspy/retrieve/falkordb_rm.pynew file mode 100644index 000000000..f56144bb3--- /dev/null+++ b/dspy/retrieve/falkordb_rm.py@@ -0,0 +1,213 @@+import os+from typing import List, Optional, Union+import string+import random++import backoff+from openai import (+ APITimeoutError,+ InternalServerError,+ OpenAI,+ RateLimitError,+ UnprocessableEntityError,+)++from dspy import Retrieve, Prediction+from dsp.utils.settings import settings+from dsp.utils import dotdict++try:+ import falkordb+except ImportError:+ raise ImportError(+ "Please install the falkordb package by running `pip install dspy-ai[falkordb]`"+ )+import redis.exceptions+++def generate_random_string(length: int) -> str:+ characters = string.ascii_letters+ random_string = "".join(random.choice(characters) for _ in range(length))+ return random_string+++class Embedder:+ def __init__(self, provider: str, model: str):+ self.provider = provider+ if self.provider == "openai":+ api_key = os.getenv("OPENAI_API_KEY")+ if not api_key:+ raise ValueError(+ "Environment variable OPENAI_API_KEY must be set to"+ "use openai as embedding provider"+ )+ self.client = OpenAI()+ self.model = model+ else:+ raise ValueError(f"Unsupported provider: {provider}")++ @backoff.on_exception(+ backoff.expo,+ (+ APITimeoutError,+ InternalServerError,+ RateLimitError,+ UnprocessableEntityError,+ ),+ max_time=settings.backoff_time,+ )+ def __call__(self, queries: Union[str, List[str]]) -> List[List[float]]:+ if isinstance(queries, str):+ queries = [queries]++ if self.provider == "openai":+ embedding = self.client.embeddings.create(input=queries, model=self.model)+ return [result.embedding for result in embedding.data]+++DEFAULT_INDEX_QUERY = "CALL db.idx.vector.queryNodes($node_label, $embedding_node_property, $k, vecf32($embedding)) YIELD node, score "+++class FalkordbRM(Retrieve):+ """+ Implements a retriever that utilizes FalkorDB for retrieving passages.+ This class manages a connection to a FalkorDB database using official FalkorDB Python drivers and requires+ the database credentials. That is, if using a local FalkorDB session, host and port else if using a FalkorDB cloud session,+ host, port, username, and password to be set as environment variables and optionally the database name.+ Additionally, it utilizes an embedding provider (defaulting to OpenAI's services) to compute query embeddings,+ which are then used to find the most relevant nodes in the FalkorDB graph based on the specified node property or custom retrieval query.++ Returns a list of passages in the form of `dspy.Prediction` objects++ Args:+ Args:+ node_label (str): The label of the node in the FalkorDB database to query against+ text_node_property (str): The property of the node containing the text.+ embedding_node_property (List[float]): The property of the node containing the embeddings.+ k (Optional[int]): The default number of top passages to retrieve. Defaults to 5.+ retrieval_query (Optional[str]): Custom Cypher query for retrieving passages.+ embedding_provider (str): The provider of the embedding service. Defaults to "openai".+ embedding_model (str): The model identifier for generating embeddings. Defaults to "text-embedding-ada-002".++ Examples:+ Below is a code snippet showcasing how to initialize FalkordbRM with environment variables for the database connection and OpenAI as the embedding provider:++ ```python+ import os++ import dspy+ import openai++ os.environ["FALKORDB_HOST"] = "localhost"+ os.environ["FALORDB_PORT"] = "6379"+ os.environ["OPENAI_API_KEY"] = "sk-" (Only if using openai as embedding's provider)++ # Uncomment and set the following if you are using FalkorDB cloud+ # os.environ["FALKORDB_USERNAME"] = "falkordb"+ # os.environ["FALKORDB_PASSWORD"] = "password"+++ falkordb_retriever = FalkordbRM(+ node_label="myIndex",+ text_node_property="text",+ k=10,+ embedding_provider="openai",+ embedding_model="text-embedding-ada-002",+ )++ dspy.settings.configure(rm=falkordb_retriever)+ ```++ In this example, `FalkordbRM` is configured to retrieve nodes based on the "text" property from an index on a node labeled "myIndex",+ using embeddings computed by OpenAI's "text-embedding-ada-002" model.+ """++ def __init__(+ self,+ node_label: str,+ text_node_property: str = None,+ embedding_node_property: str = None,+ k: int = 5,+ retrieval_query: Optional[str] = None,+ embedding_provider: str = "openai",+ embedding_model: str = "text-embedding-ada-002",+ ):+ super().__init__(k=k)+ self.node_label = node_label+ self.username = os.getenv("FALKORDB_USERNAME", None)+ self.password = os.getenv("FALKORDB_PASSWORD", None)+ self.host = os.getenv("FALKORDB_HOST", "localhost")+ self.port = int(os.getenv("FALKORDB_PORT", 6379))++ self.database = os.getenv("FALKORDB_DATABASE", generate_random_string(4))+ self.k = k+ self.retrieval_query = retrieval_query+ self.text_node_property = text_node_property+ self.embedding_node_property = embedding_node_property+ if not self.text_node_property and not self.retrieval_query:+ raise ValueError(+ "Either `text_node_property` or `retrieval_query` must be set"+ )+ if not embedding_node_property:+ raise ValueError("`embedding_node_property` must be set")+ try:+ self.driver = falkordb.FalkorDB(+ host=self.host,+ port=self.port,+ username=self.username,+ password=self.password,+ ).select_graph(self.database)++ except (+ redis.exceptions.ConnectionError,+ redis.exceptions.AuthenticationError,+ ) as e:+ raise ConnectionError("Failed to connect to FalkorDB database") from e++ self.embedder = Embedder(provider=embedding_provider, model=embedding_model)++ def forward(+ self, query_or_queries: Union[str, List[str]], k: Optional[int]+ ) -> Prediction:+ if not isinstance(query_or_queries, list):+ query_or_queries = [query_or_queries]+ query_vectors = self.embedder(query_or_queries)+ contents = []+ retrieval_query = (+ self.retrieval_query+ or f"RETURN node.{self.text_node_property} AS text, score"+ )+ if not k:+ k = self.k++ for vector in query_vectors:+ params = {+ "embedding": vector,+ "node_label": self.node_label,+ "text_node_property": self.text_node_property,+ "embedding_node_property": self.embedding_node_property,+ "k": k,+ }+ try:+ records = self.driver.query(+ DEFAULT_INDEX_QUERY + retrieval_query,+ params=params,+ ).result_set+ except Exception as e:+ if "Invalid arguments" in str(e):+ raise ValueError(+ f"There is no vector index on node label, {self.node_label}"+ f" and node property, {self.embedding_node_property}"+ )+ contents.extend(+ [+ {"passage": dotdict({"long_text": r[1]}), "score": r[0]}+ for r in records+ ]+ )+ sorted_passages = sorted(+ contents,+ key=lambda x: x["score"],+ reverse=True,+ )[:k]+ return [el["passage"] for el in sorted_passages]diff --git a/poetry.lock b/poetry.lockindex 54ccaf2df..9b890c757 100644--- a/poetry.lock+++ b/poetry.lock@@ -180,13 +180,13 @@ files = [[[package]]name = "anthropic"-version = "0.37.1"+version = "0.38.0"description = "The official Python library for the anthropic API"optional = truepython-versions = ">=3.7"files = [- {file = "anthropic-0.37.1-py3-none-any.whl", hash = "sha256:8f550f88906823752e2abf99fbe491fbc8d40bce4cb26b9663abdf7be990d721"},- {file = "anthropic-0.37.1.tar.gz", hash = "sha256:99f688265795daa7ba9256ee68eaf2f05d53cd99d7417f4a0c2dc292c106d00a"},+ {file = "anthropic-0.38.0-py3-none-any.whl", hash = "sha256:2c8117b53da7051d8ab65f4e8e05925bd53c53380183115802ace77bde14d4eb"},+ {file = "anthropic-0.38.0.tar.gz", hash = "sha256:417e1bdecc2e3b5a1f122be950d6ac570bba62d1cdefb33efbac3797413ec5f1"},][package.dependencies]@@ -476,17 +476,17 @@ uvloop = ["uvloop (>=0.15.2)"][[package]]name = "boto3"-version = "1.35.53"+version = "1.35.54"description = "The AWS SDK for Python"optional = truepython-versions = ">=3.8"files = [- {file = "boto3-1.35.53-py3-none-any.whl", hash = "sha256:a9c0955df0b52b43749d81bde159343a40ea2a3537a46049336fe8193871b18e"},- {file = "boto3-1.35.53.tar.gz", hash = "sha256:f4124548bb831e13504e805f2fbbfcee06df42fffea0655862c6eb9b95d6d1be"},+ {file = "boto3-1.35.54-py3-none-any.whl", hash = "sha256:2d5e160b614db55fbee7981001c54476cb827c441cef65b2fcb2c52a62019909"},+ {file = "boto3-1.35.54.tar.gz", hash = "sha256:7d9c359bbbc858a60b51c86328db813353c8bd1940212cdbd0a7da835291c2e1"},][package.dependencies]-botocore = ">=1.35.53,<1.36.0"+botocore = ">=1.35.54,<1.36.0"jmespath = ">=0.7.1,<2.0.0"s3transfer = ">=0.10.0,<0.11.0"@@ -495,13 +495,13 @@ crt = ["botocore[crt] (>=1.21.0,<2.0a0)"][[package]]name = "botocore"-version = "1.35.53"+version = "1.35.54"description = "Low-level, data-driven core of boto 3."optional = truepython-versions = ">=3.8"files = [- {file = "botocore-1.35.53-py3-none-any.whl", hash = "sha256:12869640f2f9fab3152ea312a6906d5bc6ae15522cc74b6367ee1c273269a28b"},- {file = "botocore-1.35.53.tar.gz", hash = "sha256:e610ae076ad1eaed5680d3990493659bbabdffd67b15c61d8373a23e4bc41062"},+ {file = "botocore-1.35.54-py3-none-any.whl", hash = "sha256:9cca1811094b6cdc144c2c063a3ec2db6d7c88194b04d4277cd34fc8e3473aff"},+ {file = "botocore-1.35.54.tar.gz", hash = "sha256:131bb59ce59c8a939b31e8e647242d70cf11d32d4529fa4dca01feea1e891a76"},][package.dependencies]@@ -1220,6 +1220,19 @@ files = [[package.extras]tests = ["asttokens (>=2.1.0)", "coverage", "coverage-enable-subprocess", "ipython", "littleutils", "pytest", "rich"]+[[package]]+name = "falkordb"+version = "1.0.9"+description = "Python client for interacting with FalkorDB database"+optional = false+python-versions = "<4.0,>=3.8"+files = [+ {file = "falkordb-1.0.9.tar.gz", hash = "sha256:177008e63c7e4d9ebbdfeb8cad24b0e49175bb0f6e96cac9b4ffb641c0eff0f1"},+]++[package.dependencies]+redis = ">=5.0.1,<6.0.0"+[[package]]name = "fastapi"version = "0.115.4"@@ -2917,13 +2930,13 @@ urllib3 = ">=1.26.0,<2.0.0"[[package]]name = "marshmallow"-version = "3.23.0"+version = "3.23.1"description = "A lightweight library for converting complex datatypes to and from native Python datatypes."optional = truepython-versions = ">=3.9"files = [- {file = "marshmallow-3.23.0-py3-none-any.whl", hash = "sha256:82f20a2397834fe6d9611b241f2f7e7b680ed89c49f84728a1ad937be6b4bdf4"},- {file = "marshmallow-3.23.0.tar.gz", hash = "sha256:98d8827a9f10c03d44ead298d2e99c6aea8197df18ccfad360dae7f89a50da2e"},+ {file = "marshmallow-3.23.1-py3-none-any.whl", hash = "sha256:fece2eb2c941180ea1b7fcbd4a83c51bfdd50093fdd3ad2585ee5e1df2508491"},+ {file = "marshmallow-3.23.1.tar.gz", hash = "sha256:3a8dfda6edd8dcdbf216c0ede1d1e78d230a6dc9c5a088f58c4083b974a0d468"},][package.dependencies]@@ -2931,7 +2944,7 @@ packaging = ">=17.0"[package.extras]dev = ["marshmallow[tests]", "pre-commit (>=3.5,<5.0)", "tox"]-docs = ["alabaster (==1.0.0)", "autodocsumm (==0.2.13)", "sphinx (==8.1.3)", "sphinx-issues (==5.0.0)", "sphinx-version-warning (==1.1.2)"]+docs = ["alabaster (==1.0.0)", "autodocsumm (==0.2.14)", "sphinx (==8.1.3)", "sphinx-issues (==5.0.0)", "sphinx-version-warning (==1.1.2)"]tests = ["pytest", "simplejson"][[package]]@@ -3869,36 +3882,32 @@ reference = ["Pillow", "google-re2"][[package]]name = "onnxruntime"-version = "1.19.2"+version = "1.20.0"description = "ONNX Runtime is a runtime accelerator for Machine Learning models"optional = truepython-versions = "*"files = [- {file = "onnxruntime-1.19.2-cp310-cp310-macosx_11_0_universal2.whl", hash = "sha256:84fa57369c06cadd3c2a538ae2a26d76d583e7c34bdecd5769d71ca5c0fc750e"},- {file = "onnxruntime-1.19.2-cp310-cp310-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bdc471a66df0c1cdef774accef69e9f2ca168c851ab5e4f2f3341512c7ef4666"},- {file = "onnxruntime-1.19.2-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e3a4ce906105d99ebbe817f536d50a91ed8a4d1592553f49b3c23c4be2560ae6"},- {file = "onnxruntime-1.19.2-cp310-cp310-win32.whl", hash = "sha256:4b3d723cc154c8ddeb9f6d0a8c0d6243774c6b5930847cc83170bfe4678fafb3"},- {file = "onnxruntime-1.19.2-cp310-cp310-win_amd64.whl", hash = "sha256:17ed7382d2c58d4b7354fb2b301ff30b9bf308a1c7eac9546449cd122d21cae5"},- {file = "onnxruntime-1.19.2-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:d863e8acdc7232d705d49e41087e10b274c42f09e259016a46f32c34e06dc4fd"},- {file = "onnxruntime-1.19.2-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:c1dfe4f660a71b31caa81fc298a25f9612815215a47b286236e61d540350d7b6"},- {file = "onnxruntime-1.19.2-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a36511dc07c5c964b916697e42e366fa43c48cdb3d3503578d78cef30417cb84"},- {file = "onnxruntime-1.19.2-cp311-cp311-win32.whl", hash = "sha256:50cbb8dc69d6befad4746a69760e5b00cc3ff0a59c6c3fb27f8afa20e2cab7e7"},- {file = "onnxruntime-1.19.2-cp311-cp311-win_amd64.whl", hash = "sha256:1c3e5d415b78337fa0b1b75291e9ea9fb2a4c1f148eb5811e7212fed02cfffa8"},- {file = "onnxruntime-1.19.2-cp312-cp312-macosx_11_0_universal2.whl", hash = "sha256:68e7051bef9cfefcbb858d2d2646536829894d72a4130c24019219442b1dd2ed"},- {file = "onnxruntime-1.19.2-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d2d366fbcc205ce68a8a3bde2185fd15c604d9645888703785b61ef174265168"},- {file = "onnxruntime-1.19.2-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:477b93df4db467e9cbf34051662a4b27c18e131fa1836e05974eae0d6e4cf29b"},- {file = "onnxruntime-1.19.2-cp312-cp312-win32.whl", hash = "sha256:9a174073dc5608fad05f7cf7f320b52e8035e73d80b0a23c80f840e5a97c0147"},- {file = "onnxruntime-1.19.2-cp312-cp312-win_amd64.whl", hash = "sha256:190103273ea4507638ffc31d66a980594b237874b65379e273125150eb044857"},- {file = "onnxruntime-1.19.2-cp38-cp38-macosx_11_0_universal2.whl", hash = "sha256:636bc1d4cc051d40bc52e1f9da87fbb9c57d9d47164695dfb1c41646ea51ea66"},- {file = "onnxruntime-1.19.2-cp38-cp38-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5bd8b875757ea941cbcfe01582970cc299893d1b65bd56731e326a8333f638a3"},- {file = "onnxruntime-1.19.2-cp38-cp38-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b2046fc9560f97947bbc1acbe4c6d48585ef0f12742744307d3364b131ac5778"},- {file = "onnxruntime-1.19.2-cp38-cp38-win32.whl", hash = "sha256:31c12840b1cde4ac1f7d27d540c44e13e34f2345cf3642762d2a3333621abb6a"},- {file = "onnxruntime-1.19.2-cp38-cp38-win_amd64.whl", hash = "sha256:016229660adea180e9a32ce218b95f8f84860a200f0f13b50070d7d90e92956c"},- {file = "onnxruntime-1.19.2-cp39-cp39-macosx_11_0_universal2.whl", hash = "sha256:006c8d326835c017a9e9f74c9c77ebb570a71174a1e89fe078b29a557d9c3848"},- {file = "onnxruntime-1.19.2-cp39-cp39-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:df2a94179a42d530b936f154615b54748239c2908ee44f0d722cb4df10670f68"},- {file = "onnxruntime-1.19.2-cp39-cp39-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fae4b4de45894b9ce7ae418c5484cbf0341db6813effec01bb2216091c52f7fb"},- {file = "onnxruntime-1.19.2-cp39-cp39-win32.whl", hash = "sha256:dc5430f473e8706fff837ae01323be9dcfddd3ea471c900a91fa7c9b807ec5d3"},- {file = "onnxruntime-1.19.2-cp39-cp39-win_amd64.whl", hash = "sha256:38475e29a95c5f6c62c2c603d69fc7d4c6ccbf4df602bd567b86ae1138881c49"},+ {file = "onnxruntime-1.20.0-cp310-cp310-macosx_13_0_universal2.whl", hash = "sha256:2ac38bc6cbf7bb8527ded58711af6ef2c8c59d070f0fde58f83824422526922a"},+ {file = "onnxruntime-1.20.0-cp310-cp310-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5cfd5a22abc11b273ec76fa773e22db19b749e27bf1ed05dd50d207f1817aae1"},+ {file = "onnxruntime-1.20.0-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6b5daee2d03909b589f1a9ab24c325cc3c33ab7f736228158784fb1a97a92308"},+ {file = "onnxruntime-1.20.0-cp310-cp310-win32.whl", hash = "sha256:e1eb08c13f91f830eb8df4f4e17a2a2652d1165f50bbed4f28f2afbf425c55d7"},+ {file = "onnxruntime-1.20.0-cp310-cp310-win_amd64.whl", hash = "sha256:cfcc1d21a12076bcc213441b405c48e1f21dedb36943e31eb93cb7a12b34678e"},+ {file = "onnxruntime-1.20.0-cp311-cp311-macosx_13_0_universal2.whl", hash = "sha256:3398354e9145c68edc09dbc72265401150027e76716ae758e8d9b52e6a7ddca0"},+ {file = "onnxruntime-1.20.0-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8a831b720d0a7be8241a230cb06f592e8bb66652d7cea54ce02d83769651fdee"},+ {file = "onnxruntime-1.20.0-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:041fefe60af844ebd90f344c84f908201490555cd0a6d78dd0a7acdc27b59972"},+ {file = "onnxruntime-1.20.0-cp311-cp311-win32.whl", hash = "sha256:83da64d2824809d0f6977db8bfc5091f742c26f09dfd66a3934e673780f5f87a"},+ {file = "onnxruntime-1.20.0-cp311-cp311-win_amd64.whl", hash = "sha256:bfa390046332f5fca6f8af8c9d17164621ac52e66b11518e187278b19364800c"},+ {file = "onnxruntime-1.20.0-cp312-cp312-macosx_13_0_universal2.whl", hash = "sha256:97c2b91bfea063f9c3457422d28a336bfd2859001cd880645adfa7184e29dd79"},+ {file = "onnxruntime-1.20.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:51e7b34e398089c4ed8d0f50722d7a64a4d5f11b38c4a42576458a03c6dbc72e"},+ {file = "onnxruntime-1.20.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0e259378ff2843321e0bf4552adcbee48822c91d77d42dde78b87dcdf10ad01f"},+ {file = "onnxruntime-1.20.0-cp312-cp312-win32.whl", hash = "sha256:428abc1f7d8eb425887e2b7726044f2af7b5a098359455e7d2d92343f04ad0ff"},+ {file = "onnxruntime-1.20.0-cp312-cp312-win_amd64.whl", hash = "sha256:d5f23cbfeb546e16ffea81c28d2e796a53197fdc6c92540648e2aa53a7c7a637"},+ {file = "onnxruntime-1.20.0-cp313-cp313-macosx_13_0_universal2.whl", hash = "sha256:95b91126bc3e1754868da1d3d2d08a7a10279b8ff5cea5e34e92fbe3fd691dcf"},+ {file = "onnxruntime-1.20.0-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d57c10d7729347d6663f32b3f569f33d69a95e150d37ff6af4be9b9ab1ffdc25"},+ {file = "onnxruntime-1.20.0-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b9c38735dac127d0eeb957ec312c8f1ae90ecae2779a55b2fa279aa7bd116cbd"},+ {file = "onnxruntime-1.20.0-cp313-cp313-win_amd64.whl", hash = "sha256:25514cec4ea251d492aa1e38a7395d8801e64a4c940a154aef84cfad97ae4628"},+ {file = "onnxruntime-1.20.0-cp313-cp313t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:640ad9ea72d322f0325a51544eddb54f4fa843c4348573c88a9cb44f46678f3f"},+ {file = "onnxruntime-1.20.0-cp313-cp313t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:dc4e7c10c98c1f407835448c26a7e14ebff3234f131e1fbc53bd9500c828df89"},][package.dependencies]@@ -4873,13 +4882,13 @@ typing-extensions = ">=4.6.0,<4.7.0 || >4.7.0"[[package]]name = "pydantic-settings"-version = "2.6.0"+version = "2.6.1"description = "Settings management using Pydantic"optional = truepython-versions = ">=3.8"files = [- {file = "pydantic_settings-2.6.0-py3-none-any.whl", hash = "sha256:4a819166f119b74d7f8c765196b165f95cc7487ce58ea27dec8a5a26be0970e0"},- {file = "pydantic_settings-2.6.0.tar.gz", hash = "sha256:44a1804abffac9e6a30372bb45f6cafab945ef5af25e66b1c634c01dd39e0188"},+ {file = "pydantic_settings-2.6.1-py3-none-any.whl", hash = "sha256:7fb0637c786a558d3103436278a7c4f1cfd29ba8973238a50c5bb9a55387da87"},+ {file = "pydantic_settings-2.6.1.tar.gz", hash = "sha256:e0f92546d8a9923cb8941689abf85d6601a8c19a23e97a34b2964a2e3f813ca0"},][package.dependencies]@@ -5430,6 +5439,24 @@ files = [[package.extras]test = ["pytest (>=3.0)", "pytest-asyncio"]+[[package]]+name = "redis"+version = "5.2.0"+description = "Python client for Redis database and key-value store"+optional = false+python-versions = ">=3.8"+files = [+ {file = "redis-5.2.0-py3-none-any.whl", hash = "sha256:ae174f2bb3b1bf2b09d54bf3e51fbc1469cf6c10aa03e21141f51969801a7897"},+ {file = "redis-5.2.0.tar.gz", hash = "sha256:0b1087665a771b1ff2e003aa5bdd354f15a70c9e25d5a7dbf9c722c16528a7b0"},+]++[package.dependencies]+async-timeout = {version = ">=4.0.3", markers = "python_full_version < \"3.11.3\""}++[package.extras]+hiredis = ["hiredis (>=3.0.0)"]+ocsp = ["cryptography (>=36.0.1)", "pyopenssl (==23.2.1)", "requests (>=2.31.0)"]+[[package]]name = "referencing"version = "0.35.1"@@ -5585,13 +5612,13 @@ py = ">=1.4.26,<2.0.0"[[package]]name = "rich"-version = "13.9.3"+version = "13.9.4"description = "Render rich text, tables, progress bars, syntax highlighting, markdown and more to the terminal"optional = falsepython-versions = ">=3.8.0"files = [- {file = "rich-13.9.3-py3-none-any.whl", hash = "sha256:9836f5096eb2172c9e77df411c1b009bace4193d6a481d534fea75ebba758283"},- {file = "rich-13.9.3.tar.gz", hash = "sha256:bc1e01b899537598cf02579d2b9f4a415104d3fc439313a7a2c165d76557a08e"},+ {file = "rich-13.9.4-py3-none-any.whl", hash = "sha256:6049d5e6ec054bf2779ab3358186963bac2ea89175919d699e378b99738c2a90"},+ {file = "rich-13.9.4.tar.gz", hash = "sha256:439594978a49a09530cff7ebc4b5c7103ef57baf48d5ea3184f21d9a2befa098"},][package.dependencies]@@ -7229,41 +7256,41 @@ test = ["covdefaults (>=2.3)", "coverage (>=7.2.7)", "coverage-enable-subprocess[[package]]name = "watchdog"-version = "5.0.3"+version = "6.0.0"description = "Filesystem events monitoring"optional = falsepython-versions = ">=3.9"files = [- {file = "watchdog-5.0.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:85527b882f3facda0579bce9d743ff7f10c3e1e0db0a0d0e28170a7d0e5ce2ea"},- {file = "watchdog-5.0.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:53adf73dcdc0ef04f7735066b4a57a4cd3e49ef135daae41d77395f0b5b692cb"},- {file = "watchdog-5.0.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:e25adddab85f674acac303cf1f5835951345a56c5f7f582987d266679979c75b"},- {file = "watchdog-5.0.3-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:f01f4a3565a387080dc49bdd1fefe4ecc77f894991b88ef927edbfa45eb10818"},- {file = "watchdog-5.0.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:91b522adc25614cdeaf91f7897800b82c13b4b8ac68a42ca959f992f6990c490"},- {file = "watchdog-5.0.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d52db5beb5e476e6853da2e2d24dbbbed6797b449c8bf7ea118a4ee0d2c9040e"},- {file = "watchdog-5.0.3-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:94d11b07c64f63f49876e0ab8042ae034674c8653bfcdaa8c4b32e71cfff87e8"},- {file = "watchdog-5.0.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:349c9488e1d85d0a58e8cb14222d2c51cbc801ce11ac3936ab4c3af986536926"},- {file = "watchdog-5.0.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:53a3f10b62c2d569e260f96e8d966463dec1a50fa4f1b22aec69e3f91025060e"},- {file = "watchdog-5.0.3-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:950f531ec6e03696a2414b6308f5c6ff9dab7821a768c9d5788b1314e9a46ca7"},- {file = "watchdog-5.0.3-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:ae6deb336cba5d71476caa029ceb6e88047fc1dc74b62b7c4012639c0b563906"},- {file = "watchdog-5.0.3-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:1021223c08ba8d2d38d71ec1704496471ffd7be42cfb26b87cd5059323a389a1"},- {file = "watchdog-5.0.3-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:752fb40efc7cc8d88ebc332b8f4bcbe2b5cc7e881bccfeb8e25054c00c994ee3"},- {file = "watchdog-5.0.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:a2e8f3f955d68471fa37b0e3add18500790d129cc7efe89971b8a4cc6fdeb0b2"},- {file = "watchdog-5.0.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:b8ca4d854adcf480bdfd80f46fdd6fb49f91dd020ae11c89b3a79e19454ec627"},- {file = "watchdog-5.0.3-pp310-pypy310_pp73-macosx_10_15_x86_64.whl", hash = "sha256:90a67d7857adb1d985aca232cc9905dd5bc4803ed85cfcdcfcf707e52049eda7"},- {file = "watchdog-5.0.3-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:720ef9d3a4f9ca575a780af283c8fd3a0674b307651c1976714745090da5a9e8"},- {file = "watchdog-5.0.3-pp39-pypy39_pp73-macosx_10_15_x86_64.whl", hash = "sha256:223160bb359281bb8e31c8f1068bf71a6b16a8ad3d9524ca6f523ac666bb6a1e"},- {file = "watchdog-5.0.3-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:560135542c91eaa74247a2e8430cf83c4342b29e8ad4f520ae14f0c8a19cfb5b"},- {file = "watchdog-5.0.3-py3-none-manylinux2014_aarch64.whl", hash = "sha256:dd021efa85970bd4824acacbb922066159d0f9e546389a4743d56919b6758b91"},- {file = "watchdog-5.0.3-py3-none-manylinux2014_armv7l.whl", hash = "sha256:78864cc8f23dbee55be34cc1494632a7ba30263951b5b2e8fc8286b95845f82c"},- {file = "watchdog-5.0.3-py3-none-manylinux2014_i686.whl", hash = "sha256:1e9679245e3ea6498494b3028b90c7b25dbb2abe65c7d07423ecfc2d6218ff7c"},- {file = "watchdog-5.0.3-py3-none-manylinux2014_ppc64.whl", hash = "sha256:9413384f26b5d050b6978e6fcd0c1e7f0539be7a4f1a885061473c5deaa57221"},- {file = "watchdog-5.0.3-py3-none-manylinux2014_ppc64le.whl", hash = "sha256:294b7a598974b8e2c6123d19ef15de9abcd282b0fbbdbc4d23dfa812959a9e05"},- {file = "watchdog-5.0.3-py3-none-manylinux2014_s390x.whl", hash = "sha256:26dd201857d702bdf9d78c273cafcab5871dd29343748524695cecffa44a8d97"},- {file = "watchdog-5.0.3-py3-none-manylinux2014_x86_64.whl", hash = "sha256:0f9332243355643d567697c3e3fa07330a1d1abf981611654a1f2bf2175612b7"},- {file = "watchdog-5.0.3-py3-none-win32.whl", hash = "sha256:c66f80ee5b602a9c7ab66e3c9f36026590a0902db3aea414d59a2f55188c1f49"},- {file = "watchdog-5.0.3-py3-none-win_amd64.whl", hash = "sha256:f00b4cf737f568be9665563347a910f8bdc76f88c2970121c86243c8cfdf90e9"},- {file = "watchdog-5.0.3-py3-none-win_ia64.whl", hash = "sha256:49f4d36cb315c25ea0d946e018c01bb028048023b9e103d3d3943f58e109dd45"},- {file = "watchdog-5.0.3.tar.gz", hash = "sha256:108f42a7f0345042a854d4d0ad0834b741d421330d5f575b81cb27b883500176"},+ {file = "watchdog-6.0.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:d1cdb490583ebd691c012b3d6dae011000fe42edb7a82ece80965b42abd61f26"},+ {file = "watchdog-6.0.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:bc64ab3bdb6a04d69d4023b29422170b74681784ffb9463ed4870cf2f3e66112"},+ {file = "watchdog-6.0.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:c897ac1b55c5a1461e16dae288d22bb2e412ba9807df8397a635d88f671d36c3"},+ {file = "watchdog-6.0.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:6eb11feb5a0d452ee41f824e271ca311a09e250441c262ca2fd7ebcf2461a06c"},+ {file = "watchdog-6.0.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ef810fbf7b781a5a593894e4f439773830bdecb885e6880d957d5b9382a960d2"},+ {file = "watchdog-6.0.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:afd0fe1b2270917c5e23c2a65ce50c2a4abb63daafb0d419fde368e272a76b7c"},+ {file = "watchdog-6.0.0-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:bdd4e6f14b8b18c334febb9c4425a878a2ac20efd1e0b231978e7b150f92a948"},+ {file = "watchdog-6.0.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:c7c15dda13c4eb00d6fb6fc508b3c0ed88b9d5d374056b239c4ad1611125c860"},+ {file = "watchdog-6.0.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:6f10cb2d5902447c7d0da897e2c6768bca89174d0c6e1e30abec5421af97a5b0"},+ {file = "watchdog-6.0.0-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:490ab2ef84f11129844c23fb14ecf30ef3d8a6abafd3754a6f75ca1e6654136c"},+ {file = "watchdog-6.0.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:76aae96b00ae814b181bb25b1b98076d5fc84e8a53cd8885a318b42b6d3a5134"},+ {file = "watchdog-6.0.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:a175f755fc2279e0b7312c0035d52e27211a5bc39719dd529625b1930917345b"},+ {file = "watchdog-6.0.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:e6f0e77c9417e7cd62af82529b10563db3423625c5fce018430b249bf977f9e8"},+ {file = "watchdog-6.0.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:90c8e78f3b94014f7aaae121e6b909674df5b46ec24d6bebc45c44c56729af2a"},+ {file = "watchdog-6.0.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:e7631a77ffb1f7d2eefa4445ebbee491c720a5661ddf6df3498ebecae5ed375c"},+ {file = "watchdog-6.0.0-pp310-pypy310_pp73-macosx_10_15_x86_64.whl", hash = "sha256:c7ac31a19f4545dd92fc25d200694098f42c9a8e391bc00bdd362c5736dbf881"},+ {file = "watchdog-6.0.0-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:9513f27a1a582d9808cf21a07dae516f0fab1cf2d7683a742c498b93eedabb11"},+ {file = "watchdog-6.0.0-pp39-pypy39_pp73-macosx_10_15_x86_64.whl", hash = "sha256:7a0e56874cfbc4b9b05c60c8a1926fedf56324bb08cfbc188969777940aef3aa"},+ {file = "watchdog-6.0.0-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:e6439e374fc012255b4ec786ae3c4bc838cd7309a540e5fe0952d03687d8804e"},+ {file = "watchdog-6.0.0-py3-none-manylinux2014_aarch64.whl", hash = "sha256:7607498efa04a3542ae3e05e64da8202e58159aa1fa4acddf7678d34a35d4f13"},+ {file = "watchdog-6.0.0-py3-none-manylinux2014_armv7l.whl", hash = "sha256:9041567ee8953024c83343288ccc458fd0a2d811d6a0fd68c4c22609e3490379"},+ {file = "watchdog-6.0.0-py3-none-manylinux2014_i686.whl", hash = "sha256:82dc3e3143c7e38ec49d61af98d6558288c415eac98486a5c581726e0737c00e"},+ {file = "watchdog-6.0.0-py3-none-manylinux2014_ppc64.whl", hash = "sha256:212ac9b8bf1161dc91bd09c048048a95ca3a4c4f5e5d4a7d1b1a7d5752a7f96f"},+ {file = "watchdog-6.0.0-py3-none-manylinux2014_ppc64le.whl", hash = "sha256:e3df4cbb9a450c6d49318f6d14f4bbc80d763fa587ba46ec86f99f9e6876bb26"},+ {file = "watchdog-6.0.0-py3-none-manylinux2014_s390x.whl", hash = "sha256:2cce7cfc2008eb51feb6aab51251fd79b85d9894e98ba847408f662b3395ca3c"},+ {file = "watchdog-6.0.0-py3-none-manylinux2014_x86_64.whl", hash = "sha256:20ffe5b202af80ab4266dcd3e91aae72bf2da48c0d33bdb15c66658e685e94e2"},+ {file = "watchdog-6.0.0-py3-none-win32.whl", hash = "sha256:07df1fdd701c5d4c8e55ef6cf55b8f0120fe1aef7ef39a1c6fc6bc2e606d517a"},+ {file = "watchdog-6.0.0-py3-none-win_amd64.whl", hash = "sha256:cbafb470cf848d93b5d013e2ecb245d4aa1c8fd0504e863ccefa32445359d680"},+ {file = "watchdog-6.0.0-py3-none-win_ia64.whl", hash = "sha256:a1914259fa9e1454315171103c6a30961236f508b9b623eae470268bbcc6a22f"},+ {file = "watchdog-6.0.0.tar.gz", hash = "sha256:9ddf7c82fda3ae8e24decda1338ede66e1c99883db93711d8fb941eaa2d8c282"},][package.extras]@@ -7377,13 +7404,13 @@ files = [[[package]]name = "weaviate-client"-version = "4.9.0"+version = "4.9.2"description = "A python native Weaviate client"optional = truepython-versions = ">=3.9"files = [- {file = "weaviate_client-4.9.0-py3-none-any.whl", hash = "sha256:922a3a83c6946b6ea017d495af5980e90089f97004be4025a3d250a6c40ffaab"},- {file = "weaviate_client-4.9.0.tar.gz", hash = "sha256:87b2995fd403f6106bd4cc8a9baa77280bdb95617ed6b9a60b0b34b5faeda999"},+ {file = "weaviate_client-4.9.2-py3-none-any.whl", hash = "sha256:7cebbfea29b7aa79354b728bfa8682bdf7183031a2cf749563dbed6a7b7fa6db"},+ {file = "weaviate_client-4.9.2.tar.gz", hash = "sha256:963484383218e0f8bd101f3dd8d2590056a7ca2853e8e0a987fa43ef4e7e4499"},][package.dependencies]diff --git a/pyproject.toml b/pyproject.tomlindex da6d11ea4..54d22897a 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -135,9 +135,15 @@ jinja2 = "^3.1.3"magicattr = "^0.1.6"litellm = "1.51.0"diskcache = "^5.6.0"++redis = "^5.1.1"+falkordb = "^1.0.9"++json-repair = "^0.30.0"tenacity = ">=8.2.3"+[tool.poetry.group.dev.dependencies]pytest = "^6.2.5"transformers = "^4.38.2"diff --git a/setup.py b/setup.pyindex 358382c1a..7341b8a59 100644--- a/setup.py+++ b/setup.py@@ -40,7 +40,8 @@ setup("fastembed": ["fastembed"],"groq": ["groq~=0.8.0"],"langfuse": ["langfuse~=2.36.1"],- "pgvector": ["psycopg2~=2.9.9","pgvector~=0.2.5"]+ "pgvector": ["psycopg2~=2.9.9","pgvector~=0.2.5"],+ "falkordb": ["falkordb", "redis", "async-timeout"]},classifiers=["Development Status :: 3 - Alpha",