Skip to content

armgit / camel

Public Imported from GitHub
0

🐫 CAMEL: The first and the best multi-agent framework. Finding the Scaling Law of Agents. https://www.camel-ai.org

Feat: add object storage support (#761)

Isaac Jin647267881bf2
diff --git a/camel/interpreters/docker_interpreter.py b/camel/interpreters/docker_interpreter.py
index e30311cbb..764ae27b2 100644
--- a/camel/interpreters/docker_interpreter.py
+++ b/camel/interpreters/docker_interpreter.py
@@ -130,7 +130,7 @@ class DockerInterpreter(BaseInterpreter):
code_type = self._check_code_type(code_type)
commands = shlex.split(
self._CODE_EXECUTE_CMD_MAPPING[code_type].format(
- file_name=str(file)
+ file_name=file.as_posix()
)
)
if self._container is None:
diff --git a/camel/loaders/__init__.py b/camel/loaders/__init__.py
index 910e38456..57b432ea1 100644
--- a/camel/loaders/__init__.py
+++ b/camel/loaders/__init__.py
@@ -12,14 +12,13 @@
# limitations under the License.
# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
-from .base_io import File, read_file
+from .base_io import File
from .firecrawl_reader import Firecrawl
from .jina_url_reader import JinaURLReader
from .unstructured_io import UnstructuredIO
__all__ = [
'File',
- 'read_file',
'UnstructuredIO',
'JinaURLReader',
'Firecrawl',
diff --git a/camel/loaders/base_io.py b/camel/loaders/base_io.py
index 8ffde4b8b..4b8cf0137 100644
--- a/camel/loaders/base_io.py
+++ b/camel/loaders/base_io.py
@@ -23,52 +23,113 @@ from camel.utils import dependencies_required
class File(ABC):
- r"""Represents an uploaded file comprised of Documents"""
+ r"""Represents an uploaded file comprised of Documents.
+
+ Args:
+ name (str): The name of the file.
+ file_id (str): The unique identifier of the file.
+ metadata (Dict[str, Any], optional): Additional metadata
+ associated with the file. Defaults to None.
+ docs (List[Dict[str, Any]], optional): A list of documents
+ contained within the file. Defaults to None.
+ raw_bytes (bytes, optional): The raw bytes content of the file.
+ Defaults to b"".
+ """
def __init__(
self,
name: str,
- id: str,
+ file_id: str,
metadata: Optional[Dict[str, Any]] = None,
docs: Optional[List[Dict[str, Any]]] = None,
+ raw_bytes: bytes = b"",
):
- r"""
-
- Args:
- name (str): The name of the file.
- id (str): The unique identifier of the file.
- metadata (Dict[str, Any], optional): Additional metadata
- associated with the file. Defaults to None.
- docs (List[Dict[str, Any]], optional): A list of documents
- contained within the file. Defaults to None.
- """
self.name = name
- self.id = id
+ self.file_id = file_id
self.metadata = metadata or {}
self.docs = docs or []
+ self.raw_bytes = raw_bytes
@classmethod
@abstractmethod
- def from_bytes(cls, file: BytesIO) -> "File":
+ def from_bytes(cls, file: BytesIO, filename: str) -> "File":
r"""Creates a File object from a BytesIO object.
Args:
file (BytesIO): A BytesIO object representing the contents of the
file.
+ filename (str): The name of the file.
+
+ Returns:
+ File: A File object.
+ """
+ pass
+
+ @classmethod
+ def from_raw_bytes(cls, raw_bytes: bytes, filename: str) -> "File":
+ r"""Creates a File object from raw bytes.
+
+ Args:
+ raw_bytes (bytes): The raw bytes content of the file.
+ filename (str): The name of the file.
Returns:
File: A File object.
"""
+ file = BytesIO(raw_bytes)
+ return cls.from_bytes(file, filename)
+
+ @staticmethod
+ def create_file(file: BytesIO, filename: str) -> "File":
+ r"""Reads an uploaded file and returns a File object.
+
+ Args:
+ file (BytesIO): A BytesIO object representing the contents of the
+ file.
+ filename (str): The name of the file.
+
+ Returns:
+ File: A File object.
+ """
+ ext_to_cls = {
+ "docx": DocxFile,
+ "pdf": PdfFile,
+ "txt": TxtFile,
+ "json": JsonFile,
+ "html": HtmlFile,
+ }
+
+ ext = filename.split(".")[-1].lower()
+ if ext not in ext_to_cls:
+ raise NotImplementedError(f"File type {ext} not supported")
+
+ out_file = ext_to_cls[ext].from_bytes(file, filename)
+ return out_file
+
+ @staticmethod
+ def create_file_from_raw_bytes(raw_bytes: bytes, filename: str) -> "File":
+ r"""Reads raw bytes and returns a File object.
+
+ Args:
+ raw_bytes (bytes): The raw bytes content of the file.
+ filename (str): The name of the file.
+
+ Returns:
+ File: A File object.
+ """
+ file = BytesIO(raw_bytes)
+ return File.create_file(file, filename)
def __repr__(self) -> str:
return (
- f"File(name={self.name}, id={self.id}, "
+ f"File(name={self.name}, id={self.file_id}, "
f"metadata={self.metadata}, docs={self.docs})"
)
def __str__(self) -> str:
return (
- f"File(name={self.name}, id={self.id}, metadata={self.metadata})"
+ f"File(name={self.name}, id={self.file_id}, metadata="
+ f"{self.metadata})"
)
def copy(self) -> "File":
@@ -76,9 +137,10 @@ class File(ABC):
return self.__class__(
name=self.name,
- id=self.id,
+ file_id=self.file_id,
metadata=deepcopy(self.metadata),
docs=deepcopy(self.docs),
+ raw_bytes=self.raw_bytes,
)
@@ -97,12 +159,13 @@ def strip_consecutive_newlines(text: str) -> str:
class DocxFile(File):
@classmethod
@dependencies_required('docx2txt')
- def from_bytes(cls, file: BytesIO) -> "DocxFile":
+ def from_bytes(cls, file: BytesIO, filename: str) -> "DocxFile":
r"""Creates a DocxFile object from a BytesIO object.
Args:
file (BytesIO): A BytesIO object representing the contents of the
docx file.
+ filename (str): The name of the file.
Returns:
DocxFile: A DocxFile object.
@@ -117,17 +180,23 @@ class DocxFile(File):
file_id = md5(file.getvalue()).hexdigest()
# Reset the file pointer to the beginning
file.seek(0)
- return cls(name=file.name, id=file_id, docs=[doc])
+ return cls(
+ name=filename,
+ file_id=file_id,
+ docs=[doc],
+ raw_bytes=file.getvalue(),
+ )
class PdfFile(File):
@classmethod
- def from_bytes(cls, file: BytesIO) -> "PdfFile":
+ def from_bytes(cls, file: BytesIO, filename: str) -> "PdfFile":
r"""Creates a PdfFile object from a BytesIO object.
Args:
file (BytesIO): A BytesIO object representing the contents of the
pdf file.
+ filename (str): The name of the file.
Returns:
PdfFile: A PdfFile object.
@@ -153,17 +222,23 @@ class PdfFile(File):
file_id = md5(file.getvalue()).hexdigest()
# Reset the file pointer to the beginning
file.seek(0)
- return cls(name=file.name, id=file_id, docs=docs)
+ return cls(
+ name=filename,
+ file_id=file_id,
+ docs=docs,
+ raw_bytes=file.getvalue(),
+ )
class TxtFile(File):
@classmethod
- def from_bytes(cls, file: BytesIO) -> "TxtFile":
+ def from_bytes(cls, file: BytesIO, filename: str) -> "TxtFile":
r"""Creates a TxtFile object from a BytesIO object.
Args:
file (BytesIO): A BytesIO object representing the contents of the
txt file.
+ filename (str): The name of the file.
Returns:
TxtFile: A TxtFile object.
@@ -177,17 +252,23 @@ class TxtFile(File):
file_id = md5(file.getvalue()).hexdigest()
# Reset the file pointer to the beginning
file.seek(0)
- return cls(name=file.name, id=file_id, docs=[doc])
+ return cls(
+ name=filename,
+ file_id=file_id,
+ docs=[doc],
+ raw_bytes=file.getvalue(),
+ )
class JsonFile(File):
@classmethod
- def from_bytes(cls, file: BytesIO) -> "JsonFile":
+ def from_bytes(cls, file: BytesIO, filename: str) -> "JsonFile":
r"""Creates a JsonFile object from a BytesIO object.
Args:
file (BytesIO): A BytesIO object representing the contents of the
json file.
+ filename (str): The name of the file.
Returns:
JsonFile: A JsonFile object.
@@ -200,17 +281,23 @@ class JsonFile(File):
file_id = md5(file.getvalue()).hexdigest()
# Reset the file pointer to the beginning
file.seek(0)
- return cls(name=file.name, id=file_id, docs=[doc])
+ return cls(
+ name=filename,
+ file_id=file_id,
+ docs=[doc],
+ raw_bytes=file.getvalue(),
+ )
class HtmlFile(File):
@classmethod
- def from_bytes(cls, file: BytesIO) -> "HtmlFile":
+ def from_bytes(cls, file: BytesIO, filename: str) -> "HtmlFile":
r"""Creates a HtmlFile object from a BytesIO object.
Args:
file (BytesIO): A BytesIO object representing the contents of the
html file.
+ filename (str): The name of the file.
Returns:
HtmlFile: A HtmlFile object.
@@ -233,30 +320,9 @@ class HtmlFile(File):
file_id = md5(file.getvalue()).hexdigest()
# Reset the file pointer to the beginning
file.seek(0)
- return cls(name=file.name, id=file_id, docs=[doc])
-
-
-def read_file(file: BytesIO) -> File:
- r"""Reads an uploaded file and returns a File object.
-
- Args:
- file (BytesIO): A BytesIO object representing the contents of the file.
-
- Returns:
- File: A File object.
- """
- # Determine the file type based on the file extension
- if file.name.lower().endswith(".docx"):
- return DocxFile.from_bytes(file)
- elif file.name.lower().endswith(".pdf"):
- return PdfFile.from_bytes(file)
- elif file.name.lower().endswith(".txt"):
- return TxtFile.from_bytes(file)
- elif file.name.lower().endswith(".json"):
- return JsonFile.from_bytes(file)
- elif file.name.lower().endswith(".html"):
- return HtmlFile.from_bytes(file)
- else:
- raise NotImplementedError(
- f"File type {file.name.split('.')[-1]} not supported"
+ return cls(
+ name=filename,
+ file_id=file_id,
+ docs=[doc],
+ raw_bytes=file.getvalue(),
)
diff --git a/camel/loaders/unstructured_io.py b/camel/loaders/unstructured_io.py
index df9ceb1df..2e03545b4 100644
--- a/camel/loaders/unstructured_io.py
+++ b/camel/loaders/unstructured_io.py
@@ -12,12 +12,18 @@
# limitations under the License.
# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
import uuid
-from typing import Any, Dict, List, Literal, Optional, Tuple, Union
+from typing import (
+ Any,
+ Dict,
+ List,
+ Literal,
+ Optional,
+ Tuple,
+ Union,
+)
from unstructured.documents.elements import Element
-from camel.utils import dependencies_required
-
class UnstructuredIO:
r"""A class to handle various functionalities provided by the
@@ -25,56 +31,12 @@ class UnstructuredIO:
extracting, staging, chunking data, and integrating with cloud
services like S3 and Azure for data connection.
- Attributes:
- UNSTRUCTURED_MIN_VERSION (str): The minimum required version of
- the Unstructured library.
+ References:
+ https://docs.unstructured.io/
"""
- UNSTRUCTURED_MIN_VERSION = "0.10.30" # Define the minimum version
-
- def __init__(self):
- r"""Initializes the UnstructuredIO class and ensures the
- installed version of Unstructured library meets the minimum
- requirements.
- """
- self._ensure_unstructured_version(self.UNSTRUCTURED_MIN_VERSION)
-
- @dependencies_required('unstructured')
- def _ensure_unstructured_version(self, min_version: str) -> None:
- r"""Validates that the installed 'Unstructured' library version
- satisfies the specified minimum version requirement. This function is
- essential for ensuring compatibility with features that depend on a
- certain version of the 'Unstructured' package.
-
- Args:
- min_version (str): The minimum version required, specified in
- `'major.minor.patch'` format.
-
- Raises:
- ImportError: If the 'Unstructured' package is not available in the
- environment.
- ValueError: If the current `'Unstructured'` version is older than
- the required minimum version.
-
- Notes:
- Uses the 'packaging.version' module to parse and compare version
- strings.
- """
- from packaging import version
- from unstructured.__version__ import __version__
-
- # Use packaging.version to compare versions
- min_ver = version.parse(min_version)
- installed_ver = version.parse(__version__)
-
- if installed_ver < min_ver:
- raise ValueError(
- f"Require `unstructured>={min_version}`, "
- f"you have {__version__}."
- )
-
+ @staticmethod
def create_element_from_text(
- self,
text: str,
element_id: Optional[Union[str, uuid.UUID]] = None,
embeddings: Optional[List[float]] = None,
@@ -89,8 +51,8 @@ class UnstructuredIO:
Args:
text (str): The text content for the element.
- element_id (Union[str, uuid.UUID], optional): Unique identifier
- forthe element. Defaults to an empty string.
+ element_id (Optional[Union[str, uuid.UUID]], optional): Unique
+ identifier for the element. Defaults to `None`.
embeddings (Optional[List[float]], optional): A list of float
numbers representing the text embeddings. Defaults to `None`.
filename (Optional[str], optional): The name of the file the
@@ -120,13 +82,13 @@ class UnstructuredIO:
return Text(
text=text,
- element_id=element_id if element_id else str(uuid.uuid4()),
+ element_id=element_id or uuid.uuid4(),
metadata=metadata,
embeddings=embeddings,
)
+ @staticmethod
def parse_file_or_url(
- self,
input_path: str,
**kwargs: Any,
) -> List[Element]:
@@ -189,8 +151,8 @@ class UnstructuredIO:
"Failed to parse the unstructured file."
) from e
+ @staticmethod
def clean_text_data(
- self,
text: str,
clean_options: Optional[List[Tuple[str, Dict[str, Any]]]] = None,
) -> str:
@@ -253,7 +215,7 @@ class UnstructuredIO:
)
from unstructured.cleaners.translate import translate_text
- cleaning_functions = {
+ cleaning_functions: Any = {
"clean_extra_whitespace": clean_extra_whitespace,
"clean_bullets": clean_bullets,
"clean_ordered_bullets": clean_ordered_bullets,
@@ -291,8 +253,8 @@ class UnstructuredIO:
return cleaned_text
+ @staticmethod
def extract_data_from_text(
- self,
text: str,
extract_type: Literal[
'extract_datetimetz',
@@ -340,7 +302,7 @@ class UnstructuredIO:
extract_us_phone_number,
)
- extraction_functions = {
+ extraction_functions: Any = {
"extract_datetimetz": extract_datetimetz,
"extract_email_address": extract_email_address,
"extract_ip_address": extract_ip_address,
@@ -357,8 +319,8 @@ class UnstructuredIO:
return extraction_functions[extract_type](text, **kwargs)
+ @staticmethod
def stage_elements(
- self,
elements: List[Any],
stage_type: Literal[
'convert_to_csv',
@@ -416,7 +378,7 @@ class UnstructuredIO:
weaviate,
)
- staging_functions = {
+ staging_functions: Any = {
"convert_to_csv": base.convert_to_csv,
"convert_to_dataframe": base.convert_to_dataframe,
"convert_to_dict": base.convert_to_dict,
@@ -441,8 +403,9 @@ class UnstructuredIO:
return staging_functions[stage_type](elements, **kwargs)
+ @staticmethod
def chunk_elements(
- self, elements: List[Any], chunk_type: str, **kwargs
+ elements: List[Any], chunk_type: str, **kwargs
) -> List[Element]:
r"""Chunks elements by titles.
@@ -470,228 +433,3 @@ class UnstructuredIO:
# Format chunks into a list of dictionaries (or your preferred format)
return chunking_functions[chunk_type](elements, **kwargs)
-
- def run_s3_ingest(
- self,
- s3_url: str,
- output_dir: str,
- num_processes: int = 2,
- anonymous: bool = True,
- ) -> None:
- r"""Processes documents from an S3 bucket and stores structured
- outputs locally.
-
- Args:
- s3_url (str): The URL of the S3 bucket.
- output_dir (str): Local directory to store the processed outputs.
- num_processes (int, optional): Number of processes to use.
- (default: :obj:`2`)
- anonymous (bool, optional): Flag to run anonymously if
- required. (default: :obj:`True`)
-
- Notes:
- You need to install the necessary extras by using:
- `pip install "unstructured[s3]"`.
-
- References:
- https://unstructured-io.github.io/unstructured/
- """
-
- from unstructured.ingest.interfaces import (
- FsspecConfig,
- PartitionConfig,
- ProcessorConfig,
- ReadConfig,
- )
- from unstructured.ingest.runner import S3Runner
-
- runner = S3Runner(
- processor_config=ProcessorConfig(
- verbose=True,
- output_dir=output_dir,
- num_processes=num_processes,
- ),
- read_config=ReadConfig(),
- partition_config=PartitionConfig(),
- fsspec_config=FsspecConfig(remote_url=s3_url),
- )
- runner.run(anonymous=anonymous)
-
- def run_azure_ingest(
- self,
- azure_url: str,
- output_dir: str,
- account_name: str,
- num_processes: int = 2,
- ) -> None:
- r"""Processes documents from an Azure storage container and stores
- structured outputs locally.
-
- Args:
- azure_url (str): The URL of the Azure storage container.
- output_dir (str): Local directory to store the processed outputs.
- account_name (str): Azure account name for accessing the container.
- num_processes (int, optional): Number of processes to use.
- (default: :obj:`2`)
-
- Notes:
- You need to install the necessary extras by using:
- `pip install "unstructured[azure]"`.
-
- References:
- https://unstructured-io.github.io/unstructured/
- """
- from unstructured.ingest.interfaces import (
- FsspecConfig,
- PartitionConfig,
- ProcessorConfig,
- ReadConfig,
- )
- from unstructured.ingest.runner import AzureRunner
-
- runner = AzureRunner(
- processor_config=ProcessorConfig(
- verbose=True,
- output_dir=output_dir,
- num_processes=num_processes,
- ),
- read_config=ReadConfig(),
- partition_config=PartitionConfig(),
- fsspec_config=FsspecConfig(remote_url=azure_url),
- )
- runner.run(account_name=account_name)
-
- def run_github_ingest(
- self,
- repo_url: str,
- git_branch: str,
- output_dir: str,
- num_processes: int = 2,
- ) -> None:
- r"""Processes documents from a GitHub repository and stores
- structured outputs locally.
-
- Args:
- repo_url (str): URL of the GitHub repository.
- git_branch (str): Git branch name to process.
- output_dir (str): Local directory to store the processed outputs.
- num_processes (int, optional): Number of processes to use.
- (default: :obj:`2`)
-
- Notes:
- You need to install the necessary extras by using:
- `pip install "unstructured[github]"`.
-
- References:
- https://unstructured-io.github.io/unstructured/
- """
- from unstructured.ingest.interfaces import (
- PartitionConfig,
- ProcessorConfig,
- ReadConfig,
- )
- from unstructured.ingest.runner import GithubRunner
-
- runner = GithubRunner(
- processor_config=ProcessorConfig(
- verbose=True,
- output_dir=output_dir,
- num_processes=num_processes,
- ),
- read_config=ReadConfig(),
- partition_config=PartitionConfig(),
- )
- runner.run(url=repo_url, git_branch=git_branch)
-
- def run_slack_ingest(
- self,
- channels: List[str],
- token: str,
- start_date: str,
- end_date: str,
- output_dir: str,
- num_processes: int = 2,
- ) -> None:
- r"""Processes documents from specified Slack channels and stores
- structured outputs locally.
-
- Args:
- channels (List[str]): List of Slack channel IDs.
- token (str): Slack API token.
- start_date (str): Start date for fetching data.
- end_date (str): End date for fetching data.
- output_dir (str): Local directory to store the processed outputs.
- num_processes (int, optional): Number of processes to use.
- (default: :obj:`2`)
-
- Notes:
- You need to install the necessary extras by using:
- `pip install "unstructured[slack]"`.
-
- References:
- https://unstructured-io.github.io/unstructured/
- """
- from unstructured.ingest.interfaces import (
- PartitionConfig,
- ProcessorConfig,
- ReadConfig,
- )
- from unstructured.ingest.runner import SlackRunner
-
- runner = SlackRunner(
- processor_config=ProcessorConfig(
- verbose=True,
- output_dir=output_dir,
- num_processes=num_processes,
- ),
- read_config=ReadConfig(),
- partition_config=PartitionConfig(),
- )
- runner.run(
- channels=channels,
- token=token,
- start_date=start_date,
- end_date=end_date,
- )
-
- def run_discord_ingest(
- self,
- channels: List[str],
- token: str,
- output_dir: str,
- num_processes: int = 2,
- ) -> None:
- r"""Processes messages from specified Discord channels and stores
- structured outputs locally.
-
- Args:
- channels (List[str]): List of Discord channel IDs.
- token (str): Discord bot token.
- output_dir (str): Local directory to store the processed outputs.
- num_processes (int, optional): Number of processes to use.
- (default: :obj:`2`)
-
- Notes:
- You need to install the necessary extras by using:
- `pip install "unstructured[discord]"`.
-
- References:
- https://unstructured-io.github.io/unstructured/
- """
- from unstructured.ingest.interfaces import (
- PartitionConfig,
- ProcessorConfig,
- ReadConfig,
- )
- from unstructured.ingest.runner import DiscordRunner
-
- runner = DiscordRunner(
- processor_config=ProcessorConfig(
- verbose=True,
- output_dir=output_dir,
- num_processes=num_processes,
- ),
- read_config=ReadConfig(),
- partition_config=PartitionConfig(),
- )
- runner.run(channels=channels, token=token)
diff --git a/camel/storages/object_storages/__init__.py b/camel/storages/object_storages/__init__.py
new file mode 100644
index 000000000..c1deef74d
--- /dev/null
+++ b/camel/storages/object_storages/__init__.py
@@ -0,0 +1,22 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the ā€œLicenseā€);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an ā€œAS ISā€ BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+from .amazon_s3 import AmazonS3Storage
+from .azure_blob import AzureBlobStorage
+from .google_cloud import GoogleCloudStorage
+
+__all__ = [
+ "AmazonS3Storage",
+ "AzureBlobStorage",
+ "GoogleCloudStorage",
+]
diff --git a/camel/storages/object_storages/amazon_s3.py b/camel/storages/object_storages/amazon_s3.py
new file mode 100644
index 000000000..76b9defb0
--- /dev/null
+++ b/camel/storages/object_storages/amazon_s3.py
@@ -0,0 +1,205 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the ā€œLicenseā€);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an ā€œAS ISā€ BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+
+import os
+from pathlib import Path, PurePath
+from typing import Optional, Tuple
+from warnings import warn
+
+from camel.loaders import File
+from camel.storages.object_storages.base import BaseObjectStorage
+
+
+class AmazonS3Storage(BaseObjectStorage):
+ r"""A class to connect with AWS S3 object storage to put and get objects
+ from one S3 bucket. The class will first try to use the credentials passed
+ as arguments, if not provided, it will look for the environment variables
+ `AWS_ACCESS_KEY_ID` and `AWS_SECRET_ACCESS_KEY`. If none of these are
+ provided, it will try to use the local credentials (will be created if
+ logged in with AWS CLI).
+
+ Args:
+ bucket_name (str): The name of the S3 bucket.
+ create_if_not_exists (bool, optional): Whether to create the bucket if
+ it does not exist. Defaults to True.
+ access_key_id (Optional[str], optional): The AWS access key ID.
+ Defaults to None.
+ secret_access_key (Optional[str], optional): The AWS secret access key.
+ Defaults to None.
+ anonymous (bool, optional): Whether to use anonymous access. Defaults
+ to False.
+
+ References:
+ https://aws.amazon.com/pm/serv-s3/
+
+ https://aws.amazon.com/cli/
+ """
+
+ def __init__(
+ self,
+ bucket_name: str,
+ create_if_not_exists: bool = True,
+ access_key_id: Optional[str] = None,
+ secret_access_key: Optional[str] = None,
+ anonymous: bool = False,
+ ) -> None:
+ self._bucket_name = bucket_name
+ self._create_if_not_exists = create_if_not_exists
+
+ aws_key_id = access_key_id or os.getenv("AWS_ACCESS_KEY_ID")
+ aws_secret_key = secret_access_key or os.getenv(
+ "AWS_SECRET_ACCESS_KEY"
+ )
+ if not all([aws_key_id, aws_secret_key]) and not anonymous:
+ warn(
+ "AWS access key not configured. Local credentials will be "
+ "used."
+ )
+ # Make all the empty values None
+ aws_key_id = None
+ aws_secret_key = None
+
+ import boto3
+ from botocore import UNSIGNED
+ from botocore.config import Config
+
+ if not anonymous:
+ self._client = boto3.client(
+ "s3",
+ aws_access_key_id=aws_key_id,
+ aws_secret_access_key=aws_secret_key,
+ )
+ else:
+ self._client = boto3.client(
+ "s3", config=Config(signature_version=UNSIGNED)
+ )
+
+ self._prepare_and_check()
+
+ def _prepare_and_check(self) -> None:
+ r"""Check privileges and existence of the bucket."""
+ from botocore.exceptions import ClientError, NoCredentialsError
+
+ try:
+ self._client.head_bucket(Bucket=self._bucket_name)
+ except ClientError as e:
+ error_code = e.response['Error']['Code']
+ if error_code == '403':
+ raise PermissionError(
+ f"Failed to access bucket {self._bucket_name}: "
+ f"No permission."
+ )
+ elif error_code == '404':
+ if self._create_if_not_exists:
+ self._client.create_bucket(Bucket=self._bucket_name)
+ warn(
+ f"Bucket {self._bucket_name} not found. Automatically "
+ f"created."
+ )
+ else:
+ raise FileNotFoundError(
+ f"Failed to access bucket {self._bucket_name}: Not "
+ f"found."
+ )
+ else:
+ raise e
+ except NoCredentialsError as e:
+ raise PermissionError("No AWS credentials found.") from e
+
+ @staticmethod
+ def canonicalize_path(file_path: PurePath) -> Tuple[str, str]:
+ r"""Canonicalize file path for Amazon S3.
+
+ Args:
+ file_path (PurePath): The path to be canonicalized.
+
+ Returns:
+ Tuple[str, str]: The canonicalized file key and file name.
+ """
+ return file_path.as_posix(), file_path.name
+
+ def _put_file(self, file_key: str, file: File) -> None:
+ r"""Put a file to the Amazon S3 bucket.
+
+ Args:
+ file_key (str): The path to the object in the bucket.
+ file (File): The file to be uploaded.
+ """
+ self._client.put_object(
+ Bucket=self._bucket_name, Key=file_key, Body=file.raw_bytes
+ )
+
+ def _get_file(self, file_key: str, filename: str) -> File:
+ r"""Get a file from the Amazon S3 bucket.
+
+ Args:
+ file_key (str): The path to the object in the bucket.
+ filename (str): The name of the file.
+
+ Returns:
+ File: The object from the S3 bucket.
+ """
+ response = self._client.get_object(
+ Bucket=self._bucket_name, Key=file_key
+ )
+ raw_bytes = response["Body"].read()
+ return File.create_file_from_raw_bytes(raw_bytes, filename)
+
+ def _upload_file(
+ self, local_file_path: Path, remote_file_key: str
+ ) -> None:
+ r"""Upload a local file to the Amazon S3 bucket.
+
+ Args:
+ local_file_path (Path): The path to the local file to be uploaded.
+ remote_file_key (str): The path to the object in the bucket.
+ """
+ self._client.upload_file(
+ Bucket=self._bucket_name,
+ Key=remote_file_key,
+ Filename=local_file_path,
+ )
+
+ def _download_file(
+ self,
+ local_file_path: Path,
+ remote_file_key: str,
+ ) -> None:
+ r"""Download a file from the Amazon S3 bucket to the local system.
+
+ Args:
+ local_file_path (Path): The path to the local file to be saved.
+ remote_file_key (str): The key of the object in the bucket.
+ """
+ self._client.download_file(
+ Bucket=self._bucket_name,
+ Key=remote_file_key,
+ Filename=local_file_path,
+ )
+
+ def _object_exists(self, file_key: str) -> bool:
+ r"""
+ Check if the object exists in the Amazon S3 bucket.
+
+ Args:
+ file_key: The key of the object in the bucket.
+
+ Returns:
+ bool: Whether the object exists in the bucket.
+ """
+ try:
+ self._client.head_object(Bucket=self._bucket_name, Key=file_key)
+ return True
+ except self._client.exceptions.ClientError:
+ return False
diff --git a/camel/storages/object_storages/azure_blob.py b/camel/storages/object_storages/azure_blob.py
new file mode 100644
index 000000000..676de04a3
--- /dev/null
+++ b/camel/storages/object_storages/azure_blob.py
@@ -0,0 +1,166 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the ā€œLicenseā€);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an ā€œAS ISā€ BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+import os
+from pathlib import Path, PurePath
+from typing import Optional, Tuple
+from warnings import warn
+
+from camel.loaders import File
+from camel.storages.object_storages.base import BaseObjectStorage
+
+
+class AzureBlobStorage(BaseObjectStorage):
+ r"""A class to connect to Azure Blob Storage. It will connect to one
+ container in the storage account.
+
+ Args:
+ storage_account_name (str): The name of the storage account.
+ container_name (str): The name of the container.
+ access_key (Optional[str], optional): The access key of the storage
+ account. Defaults to None.
+
+ References:
+ https://azure.microsoft.com/en-us/products/storage/blobs
+ """
+
+ def __init__(
+ self,
+ storage_account_name: str,
+ container_name: str,
+ create_if_not_exists: bool = True,
+ access_key: Optional[str] = None,
+ ) -> None:
+ access_key = access_key or os.getenv("AZURE_ACCESS_KEY")
+ self._create_if_not_exists = create_if_not_exists
+
+ if not access_key:
+ warn("AZURE_ACCESS_KEY not provided.")
+ # Make all the empty values None
+ access_key = None
+
+ from azure.storage.blob import ContainerClient
+
+ self._client = ContainerClient(
+ account_url="https://"
+ f"{storage_account_name}.blob.core.windows.net",
+ credential=access_key,
+ container_name=container_name,
+ )
+
+ self._prepare_and_check()
+
+ def _prepare_and_check(self) -> None:
+ r"""Check privileges and existence of the container."""
+ from azure.core.exceptions import ClientAuthenticationError
+
+ try:
+ exists = self._client.exists()
+ if not exists and self._create_if_not_exists:
+ self._client.create_container()
+ warn(
+ f"Container {self._client.container_name} not found. "
+ f"Automatically created."
+ )
+ elif not exists:
+ raise FileNotFoundError(
+ f"Failed to access container {self._client.container_name}"
+ f": Not found."
+ )
+ except ClientAuthenticationError:
+ raise PermissionError(
+ f"Failed to access container {self._client.container_name}: "
+ f"No permission."
+ )
+
+ @staticmethod
+ def canonicalize_path(file_path: PurePath) -> Tuple[str, str]:
+ r"""Canonicalize file path for Azure Blob Storage.
+
+ Args:
+ file_path (PurePath): The path to be canonicalized.
+
+ Returns:
+ Tuple[str, str]: The canonicalized file key and file name.
+ """
+ # for Azure, both slash and backslash will be treated as separator
+ filename = file_path.name
+ if "\\" in filename:
+ raise ValueError(
+ "Azure Blob Storage does not support backslash in filename."
+ )
+ return file_path.as_posix(), filename
+
+ def _put_file(self, file_key: str, file: File) -> None:
+ r"""Put a file to the Azure Blob Storage container.
+
+ Args:
+ file_key (str): The path to the object in the container.
+ file (File): The file to be uploaded.
+ """
+ self._client.upload_blob(
+ name=file_key, data=file.raw_bytes, overwrite=True
+ )
+
+ def _get_file(self, file_key: str, filename: str) -> File:
+ r"""Get a file from the Azure Blob Storage container.
+
+ Args:
+ file_key (str): The path to the object in the container.
+ filename (str): The name of the file.
+
+ Returns:
+ File: The object from the container.
+ """
+ raw_bytes = self._client.download_blob(file_key).readall()
+ file = File.create_file_from_raw_bytes(raw_bytes, filename)
+ return file
+
+ def _upload_file(
+ self, local_file_path: Path, remote_file_key: str
+ ) -> None:
+ r"""Upload a local file to the Azure Blob Storage container.
+
+ Args:
+ local_file_path (Path): The path to the local file to be uploaded.
+ remote_file_key (str): The path to the object in the container.
+ """
+ with open(local_file_path, "rb") as f:
+ self._client.upload_blob(
+ name=remote_file_key, data=f, overwrite=True
+ )
+
+ def _download_file(
+ self, local_file_path: Path, remote_file_key: str
+ ) -> None:
+ r"""Download a file from the Azure Blob Storage container to the local
+ system.
+
+ Args:
+ local_file_path (Path): The path to the local file to be saved.
+ remote_file_key (str): The key of the object in the container.
+ """
+ with open(local_file_path, "wb") as f:
+ f.write(self._client.download_blob(remote_file_key).readall())
+
+ def _object_exists(self, file_key: str) -> bool:
+ r"""
+ Check if the object exists in the Azure Blob Storage container.
+
+ Args:
+ file_key: The key of the object in the container.
+
+ Returns:
+ bool: Whether the object exists in the container.
+ """
+ return self._client.get_blob_client(file_key).exists()
diff --git a/camel/storages/object_storages/base.py b/camel/storages/object_storages/base.py
new file mode 100644
index 000000000..5906b4fee
--- /dev/null
+++ b/camel/storages/object_storages/base.py
@@ -0,0 +1,115 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the ā€œLicenseā€);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an ā€œAS ISā€ BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+
+from abc import ABC, abstractmethod
+from pathlib import Path, PurePath
+from typing import Tuple
+
+from camel.loaders import File
+
+
+class BaseObjectStorage(ABC):
+ def object_exists(self, file_path: PurePath) -> bool:
+ r"""Check if the object exists in the storage.
+
+ Args:
+ file_path (PurePath): The path to the object in the storage.
+
+ Returns:
+ bool: True if the object exists, False otherwise.
+ """
+ file_key, _ = self.canonicalize_path(file_path)
+ return self._object_exists(file_key)
+
+ @staticmethod
+ @abstractmethod
+ def canonicalize_path(file_path: PurePath) -> Tuple[str, str]:
+ pass
+
+ def put_file(self, file_path: PurePath, file: File) -> None:
+ r"""Put a file to the object storage.
+
+ Args:
+ file_path (PurePath): The path to the object in the storage.
+ file (File): The file to be put.
+ """
+ file_key, _ = self.canonicalize_path(file_path)
+ self._put_file(file_key, file)
+
+ def get_file(self, file_path: PurePath) -> File:
+ r"""Get a file from the object storage.
+
+ Args:
+ file_path (PurePath): The path to the object in the storage.
+
+ Returns:
+ File: The file object get from the storage.
+ """
+ file_key, filename = self.canonicalize_path(file_path)
+ return self._get_file(file_key, filename)
+
+ def upload_file(
+ self, local_file_path: Path, remote_file_path: PurePath
+ ) -> None:
+ r"""Upload a local file to the object storage.
+
+ Args:
+ local_file_path (Path): The path to the local file to be uploaded.
+ remote_file_path (PurePath): The path to the object in storage.
+ """
+ file_key, _ = self.canonicalize_path(remote_file_path)
+ # check if the local file exists
+ if not local_file_path.exists():
+ raise FileNotFoundError(
+ f"Local file {local_file_path} does not exist."
+ )
+ self._upload_file(local_file_path, file_key)
+
+ def download_file(
+ self, local_file_path: Path, remote_file_path: PurePath
+ ) -> None:
+ r"""Download a file from the object storage to the local system.
+
+ Args:
+ local_file_path (Path): The path to the local file to be saved.
+ remote_file_path (PurePath): The path to the object in storage.
+ """
+ file_key, _ = self.canonicalize_path(remote_file_path)
+ self._download_file(local_file_path, file_key)
+
+ @abstractmethod
+ def _put_file(self, file_key: str, file: File) -> None:
+ pass
+
+ @abstractmethod
+ def _get_file(self, file_key: str, filename: str) -> File:
+ pass
+
+ @abstractmethod
+ def _object_exists(self, file_key: str) -> bool:
+ pass
+
+ @abstractmethod
+ def _upload_file(
+ self, local_file_path: Path, remote_file_key: str
+ ) -> None:
+ pass
+
+ @abstractmethod
+ def _download_file(
+ self,
+ local_file_path: Path,
+ remote_file_key: str,
+ ) -> None:
+ pass
diff --git a/camel/storages/object_storages/google_cloud.py b/camel/storages/object_storages/google_cloud.py
new file mode 100644
index 000000000..96f4f99b7
--- /dev/null
+++ b/camel/storages/object_storages/google_cloud.py
@@ -0,0 +1,152 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the ā€œLicenseā€);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an ā€œAS ISā€ BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+from pathlib import Path, PurePath
+from typing import Tuple
+from warnings import warn
+
+from camel.loaders import File
+from camel.storages.object_storages.base import BaseObjectStorage
+
+
+class GoogleCloudStorage(BaseObjectStorage):
+ r"""A class to connect to Google Cloud Storage. It will connect to one
+ bucket in the storage account.
+
+ Note that Google Cloud Storage does not support api key authentication.
+ Therefore, before using this class, you need to log in with gcloud command
+ line tool and save the credentials first.
+
+ Args:
+ bucket_name (str): The name of the bucket.
+ create_if_not_exists (bool, optional): Whether to create the bucket if
+ it does not exist. Defaults to True.
+ anonymous (bool, optional): Whether to use anonymous access. Defaults
+ to False.
+
+ References:
+ https://cloud.google.com/storage
+
+ https://cloud.google.com/docs/authentication/api-keys
+ """
+
+ def __init__(
+ self,
+ bucket_name: str,
+ create_if_not_exists: bool = True,
+ anonymous: bool = False,
+ ) -> None:
+ from google.cloud import storage
+
+ self.create_if_not_exists = create_if_not_exists
+
+ if anonymous:
+ client = storage.Client.create_anonymous_client()
+ else:
+ client = storage.Client()
+ self._client = client.bucket(bucket_name)
+
+ self._prepare_and_check()
+
+ @staticmethod
+ def canonicalize_path(file_path: PurePath) -> Tuple[str, str]:
+ r"""Canonicalize the path for Google Cloud Storage.
+
+ Args:
+ file_path (PurePath): The path to be canonicalized.
+
+ Returns:
+ Tuple[str, str]: The canonicalized file key and file name.
+ """
+ return file_path.as_posix(), file_path.name
+
+ def _prepare_and_check(self) -> None:
+ r"""Check privileges and existence of the bucket."""
+ from google.auth.exceptions import InvalidOperation
+
+ try:
+ exists = self._client.exists()
+ if not exists and self.create_if_not_exists:
+ self._client.create()
+ warn(
+ f"Bucket {self._client.name} not found. Automatically "
+ f"created."
+ )
+ elif not exists:
+ raise FileNotFoundError(
+ f"Failed to access bucket {self._client.name}: Not found."
+ )
+ except InvalidOperation:
+ raise PermissionError(
+ f"Failed to access bucket {self._client.name}: No permission."
+ )
+
+ def _put_file(self, file_key: str, file: File) -> None:
+ r"""Put a file to the GCloud bucket.
+
+ Args:
+ file_key (str): The path to the object in the bucket.
+ file (File): The file to be uploaded.
+ """
+ self._client.blob(file_key).upload_from_string(file.raw_bytes)
+
+ def _get_file(self, file_key: str, filename: str) -> File:
+ r"""Get a file from the GCloud bucket.
+
+ Args:
+ file_key (str): The path to the object in the bucket.
+ filename (str): The name of the file.
+
+ Returns:
+ File: The object from the S3 bucket.
+ """
+ raw_bytes = self._client.get_blob(file_key).download_as_bytes()
+ return File.create_file_from_raw_bytes(raw_bytes, filename)
+
+ def _upload_file(
+ self, local_file_path: Path, remote_file_key: str
+ ) -> None:
+ r"""Upload a local file to the GCloud bucket.
+
+ Args:
+ local_file_path (Path): The path to the local file to be uploaded.
+ remote_file_key (str): The path to the object in the bucket.
+ """
+ self._client.blob(remote_file_key).upload_from_filename(
+ local_file_path
+ )
+
+ def _download_file(
+ self, local_file_path: Path, remote_file_key: str
+ ) -> None:
+ r"""Download a file from the GCloud bucket to the local system.
+
+ Args:
+ local_file_path (Path): The path to the local file to be saved.
+ remote_file_key (str): The key of the object in the bucket.
+ """
+ self._client.get_blob(remote_file_key).download_to_filename(
+ local_file_path
+ )
+
+ def _object_exists(self, file_key: str) -> bool:
+ r"""
+ Check if the object exists in the GCloud bucket.
+
+ Args:
+ file_key: The key of the object in the bucket.
+
+ Returns:
+ bool: Whether the object exists in the bucket.
+ """
+ return self._client.blob(file_key).exists()
diff --git a/examples/storages/s3_storage.py b/examples/storages/s3_storage.py
new file mode 100644
index 000000000..58e8b229c
--- /dev/null
+++ b/examples/storages/s3_storage.py
@@ -0,0 +1,34 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the ā€œLicenseā€);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an ā€œAS ISā€ BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+
+from pathlib import Path
+
+from camel.storages.object_storages import AmazonS3Storage
+
+
+def get_file():
+ s3_storage = AmazonS3Storage(bucket_name="camel-ai-bucket")
+ print(s3_storage._get_file(Path("folder1/example.txt")))
+
+
+def upload_file():
+ s3_storage = AmazonS3Storage(bucket_name="camel-ai-bucket")
+ s3_storage.upload_file(
+ local_file_path=Path("./redis_storage.py"),
+ s3_file_path=Path("folder1/redis_storage.py"),
+ )
+
+
+if __name__ == "__main__":
+ upload_file()
diff --git a/poetry.lock b/poetry.lock
index 1cef13824..9555a0f28 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -1,4 +1,4 @@
-# This file is automatically @generated by Poetry 1.8.2 and should not be changed by hand.
+# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand.
[[package]]
name = "accelerate"
@@ -51,13 +51,13 @@ tests = ["hypothesis", "pytest"]
[[package]]
name = "agentops"
-version = "0.3.6"
+version = "0.3.7"
description = "Python SDK for developing AI agent evals and observability"
optional = true
python-versions = ">=3.7"
files = [
- {file = "agentops-0.3.6-py3-none-any.whl", hash = "sha256:413f812eb015fb31175a507784afe08123adfa9e227870e315899b059f42b443"},
- {file = "agentops-0.3.6.tar.gz", hash = "sha256:0941f2486f3a561712ba6f77d560b49e2df55be141f243da0f9dc97ed43e6968"},
+ {file = "agentops-0.3.7-py3-none-any.whl", hash = "sha256:7eeec5bef41e9ba397b3d880bcec8cd0818209ab31665c85e8b97615011a23d9"},
+ {file = "agentops-0.3.7.tar.gz", hash = "sha256:048ee3caa5edf01b98c994e4e3ff90c09d83f820a43a70f07db96032c3386750"},
]
[package.dependencies]
@@ -94,87 +94,87 @@ files = [
[[package]]
name = "aiohttp"
-version = "3.10.1"
+version = "3.10.2"
description = "Async http client/server framework (asyncio)"
optional = true
python-versions = ">=3.8"
files = [
- {file = "aiohttp-3.10.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:47b4c2412960e64d97258f40616efddaebcb34ff664c8a972119ed38fac2a62c"},
- {file = "aiohttp-3.10.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e7dbf637f87dd315fa1f36aaed8afa929ee2c607454fb7791e74c88a0d94da59"},
- {file = "aiohttp-3.10.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:c8fb76214b5b739ce59e2236a6489d9dc3483649cfd6f563dbf5d8e40dbdd57d"},
- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1c577cdcf8f92862363b3d598d971c6a84ed8f0bf824d4cc1ce70c2fb02acb4a"},
- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:777e23609899cb230ad2642b4bdf1008890f84968be78de29099a8a86f10b261"},
- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b07286a1090483799599a2f72f76ac396993da31f6e08efedb59f40876c144fa"},
- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b9db600a86414a9a653e3c1c7f6a2f6a1894ab8f83d11505247bd1b90ad57157"},
- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:01c3f1eb280008e51965a8d160a108c333136f4a39d46f516c64d2aa2e6a53f2"},
- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:f5dd109a925fee4c9ac3f6a094900461a2712df41745f5d04782ebcbe6479ccb"},
- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:8c81ff4afffef9b1186639506d70ea90888218f5ddfff03870e74ec80bb59970"},
- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:2a384dfbe8bfebd203b778a30a712886d147c61943675f4719b56725a8bbe803"},
- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:b9fb6508893dc31cfcbb8191ef35abd79751db1d6871b3e2caee83959b4d91eb"},
- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:88596384c3bec644a96ae46287bb646d6a23fa6014afe3799156aef42669c6bd"},
- {file = "aiohttp-3.10.1-cp310-cp310-win32.whl", hash = "sha256:68164d43c580c2e8bf8e0eb4960142919d304052ccab92be10250a3a33b53268"},
- {file = "aiohttp-3.10.1-cp310-cp310-win_amd64.whl", hash = "sha256:d6bbe2c90c10382ca96df33b56e2060404a4f0f88673e1e84b44c8952517e5f3"},
- {file = "aiohttp-3.10.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:f6979b4f20d3e557a867da9d9227de4c156fcdcb348a5848e3e6190fd7feb972"},
- {file = "aiohttp-3.10.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:03c0c380c83f8a8d4416224aafb88d378376d6f4cadebb56b060688251055cd4"},
- {file = "aiohttp-3.10.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1c2b104e81b3c3deba7e6f5bc1a9a0e9161c380530479970766a6655b8b77c7c"},
- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b023b68c61ab0cd48bd38416b421464a62c381e32b9dc7b4bdfa2905807452a4"},
- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1a07c76a82390506ca0eabf57c0540cf5a60c993c442928fe4928472c4c6e5e6"},
- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:41d8dab8c64ded1edf117d2a64f353efa096c52b853ef461aebd49abae979f16"},
- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:615348fab1a9ef7d0960a905e83ad39051ae9cb0d2837da739b5d3a7671e497a"},
- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:256ee6044214ee9d66d531bb374f065ee94e60667d6bbeaa25ca111fc3997158"},
- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:b7d5bb926805022508b7ddeaad957f1fce7a8d77532068d7bdb431056dc630cd"},
- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:028faf71b338f069077af6315ad54281612705d68889f5d914318cbc2aab0d50"},
- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:5c12310d153b27aa630750be44e79313acc4e864c421eb7d2bc6fa3429c41bf8"},
- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:de1a91d5faded9054957ed0a9e01b9d632109341942fc123947ced358c5d9009"},
- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:9c186b270979fb1dee3ababe2d12fb243ed7da08b30abc83ebac3a928a4ddb15"},
- {file = "aiohttp-3.10.1-cp311-cp311-win32.whl", hash = "sha256:4a9ce70f5e00380377aac0e568abd075266ff992be2e271765f7b35d228a990c"},
- {file = "aiohttp-3.10.1-cp311-cp311-win_amd64.whl", hash = "sha256:a77c79bac8d908d839d32c212aef2354d2246eb9deb3e2cb01ffa83fb7a6ea5d"},
- {file = "aiohttp-3.10.1-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:2212296cdb63b092e295c3e4b4b442e7b7eb41e8a30d0f53c16d5962efed395d"},
- {file = "aiohttp-3.10.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:4dcb127ca3eb0a61205818a606393cbb60d93b7afb9accd2fd1e9081cc533144"},
- {file = "aiohttp-3.10.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:cb8b79a65332e1a426ccb6290ce0409e1dc16b4daac1cc5761e059127fa3d134"},
- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68cc24f707ed9cb961f6ee04020ca01de2c89b2811f3cf3361dc7c96a14bfbcc"},
- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9cb54f5725b4b37af12edf6c9e834df59258c82c15a244daa521a065fbb11717"},
- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:51d03e948e53b3639ce4d438f3d1d8202898ec6655cadcc09ec99229d4adc2a9"},
- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:786299d719eb5d868f161aeec56d589396b053925b7e0ce36e983d30d0a3e55c"},
- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:abda4009a30d51d3f06f36bc7411a62b3e647fa6cc935ef667e3e3d3a7dd09b1"},
- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:67f7639424c313125213954e93a6229d3a1d386855d70c292a12628f600c7150"},
- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:8e5a26d7aac4c0d8414a347da162696eea0629fdce939ada6aedf951abb1d745"},
- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:120548d89f14b76a041088b582454d89389370632ee12bf39d919cc5c561d1ca"},
- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:f5293726943bdcea24715b121d8c4ae12581441d22623b0e6ab12d07ce85f9c4"},
- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:1f8605e573ed6c44ec689d94544b2c4bb1390aaa723a8b5a2cc0a5a485987a68"},
- {file = "aiohttp-3.10.1-cp312-cp312-win32.whl", hash = "sha256:e7168782621be4448d90169a60c8b37e9b0926b3b79b6097bc180c0a8a119e73"},
- {file = "aiohttp-3.10.1-cp312-cp312-win_amd64.whl", hash = "sha256:8fbf8c0ded367c5c8eaf585f85ca8dd85ff4d5b73fb8fe1e6ac9e1b5e62e11f7"},
- {file = "aiohttp-3.10.1-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:54b7f4a20d7cc6bfa4438abbde069d417bb7a119f870975f78a2b99890226d55"},
- {file = "aiohttp-3.10.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:2fa643ca990323db68911b92f3f7a0ca9ae300ae340d0235de87c523601e58d9"},
- {file = "aiohttp-3.10.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:d8311d0d690487359fe2247ec5d2cac9946e70d50dced8c01ce9e72341c21151"},
- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:222821c60b8f6a64c5908cb43d69c0ee978a1188f6a8433d4757d39231b42cdb"},
- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e7b55d9ede66af7feb6de87ff277e0ccf6d51c7db74cc39337fe3a0e31b5872d"},
- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5a95151a5567b3b00368e99e9c5334a919514f60888a6b6d2054fea5e66e527e"},
- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4e9e9171d2fe6bfd9d3838a6fe63b1e91b55e0bf726c16edf265536e4eafed19"},
- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a57e73f9523e980f6101dc9a83adcd7ac0006ea8bf7937ca3870391c7bb4f8ff"},
- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:0df51a3d70a2bfbb9c921619f68d6d02591f24f10e9c76de6f3388c89ed01de6"},
- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_i686.whl", hash = "sha256:b0de63ff0307eac3961b4af74382d30220d4813f36b7aaaf57f063a1243b4214"},
- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_ppc64le.whl", hash = "sha256:8db9b749f589b5af8e4993623dbda6716b2b7a5fcb0fa2277bf3ce4b278c7059"},
- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_s390x.whl", hash = "sha256:6b14c19172eb53b63931d3e62a9749d6519f7c121149493e6eefca055fcdb352"},
- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:5cd57ad998e3038aa87c38fe85c99ed728001bf5dde8eca121cadee06ee3f637"},
- {file = "aiohttp-3.10.1-cp38-cp38-win32.whl", hash = "sha256:df31641e3f02b77eb3c5fb63c0508bee0fc067cf153da0e002ebbb0db0b6d91a"},
- {file = "aiohttp-3.10.1-cp38-cp38-win_amd64.whl", hash = "sha256:93094eba50bc2ad4c40ff4997ead1fdcd41536116f2e7d6cfec9596a8ecb3615"},
- {file = "aiohttp-3.10.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:440954ddc6b77257e67170d57b1026aa9545275c33312357472504eef7b4cc0b"},
- {file = "aiohttp-3.10.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:f9f8beed277488a52ee2b459b23c4135e54d6a819eaba2e120e57311015b58e9"},
- {file = "aiohttp-3.10.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:d8a8221a63602008550022aa3a4152ca357e1dde7ab3dd1da7e1925050b56863"},
- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a702bd3663b5cbf3916e84bf332400d24cdb18399f0877ca6b313ce6c08bfb43"},
- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1988b370536eb14f0ce7f3a4a5b422ab64c4e255b3f5d7752c5f583dc8c967fc"},
- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7ccf1f0a304352c891d124ac1a9dea59b14b2abed1704aaa7689fc90ef9c5be1"},
- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc3ea6ef2a83edad84bbdb5d96e22f587b67c68922cd7b6f9d8f24865e655bcf"},
- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:89b47c125ab07f0831803b88aeb12b04c564d5f07a1c1a225d4eb4d2f26e8b5e"},
- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:21778552ef3d44aac3278cc6f6d13a6423504fa5f09f2df34bfe489ed9ded7f5"},
- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:bde0693073fd5e542e46ea100aa6c1a5d36282dbdbad85b1c3365d5421490a92"},
- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:bf66149bb348d8e713f3a8e0b4f5b952094c2948c408e1cfef03b49e86745d60"},
- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:587237571a85716d6f71f60d103416c9df7d5acb55d96d3d3ced65f39bff9c0c"},
- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:bfe33cba6e127d0b5b417623c9aa621f0a69f304742acdca929a9fdab4593693"},
- {file = "aiohttp-3.10.1-cp39-cp39-win32.whl", hash = "sha256:9fbff00646cf8211b330690eb2fd64b23e1ce5b63a342436c1d1d6951d53d8dd"},
- {file = "aiohttp-3.10.1-cp39-cp39-win_amd64.whl", hash = "sha256:5951c328f9ac42d7bce7a6ded535879bc9ae13032818d036749631fa27777905"},
- {file = "aiohttp-3.10.1.tar.gz", hash = "sha256:8b0d058e4e425d3b45e8ec70d49b402f4d6b21041e674798b1f91ba027c73f28"},
+ {file = "aiohttp-3.10.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:95213b3d79c7e387144e9cb7b9d2809092d6ff2c044cb59033aedc612f38fb6d"},
+ {file = "aiohttp-3.10.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1aa005f060aff7124cfadaa2493f00a4e28ed41b232add5869e129a2e395935a"},
+ {file = "aiohttp-3.10.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:eabe6bf4c199687592f5de4ccd383945f485779c7ffb62a9b9f1f8a3f9756df8"},
+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:96e010736fc16d21125c7e2dc5c350cd43c528b85085c04bf73a77be328fe944"},
+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:99f81f9c1529fd8e03be4a7bd7df32d14b4f856e90ef6e9cbad3415dbfa9166c"},
+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d611d1a01c25277bcdea06879afbc11472e33ce842322496b211319aa95441bb"},
+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e00191d38156e09e8c81ef3d75c0d70d4f209b8381e71622165f22ef7da6f101"},
+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:74c091a5ded6cb81785de2d7a8ab703731f26de910dbe0f3934eabef4ae417cc"},
+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:18186a80ec5a701816adbf1d779926e1069392cf18504528d6e52e14b5920525"},
+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:5a7ceb2a0d2280f23a02c64cd0afdc922079bb950400c3dd13a1ab2988428aac"},
+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:8bd7be6ff6c162a60cb8fce65ee879a684fbb63d5466aba3fa5b9288eb04aefa"},
+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:fae962b62944eaebff4f4fddcf1a69de919e7b967136a318533d82d93c3c6bd1"},
+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:a0fde16d284efcacbe15fb0c1013f0967b6c3e379649239d783868230bf1db42"},
+ {file = "aiohttp-3.10.2-cp310-cp310-win32.whl", hash = "sha256:f81cd85a0e76ec7b8e2b6636fe02952d35befda4196b8c88f3cec5b4fb512839"},
+ {file = "aiohttp-3.10.2-cp310-cp310-win_amd64.whl", hash = "sha256:54ba10eb5a3481c28282eb6afb5f709aedf53cf9c3a31875ffbdc9fc719ffd67"},
+ {file = "aiohttp-3.10.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:87fab7f948e407444c2f57088286e00e2ed0003ceaf3d8f8cc0f60544ba61d91"},
+ {file = "aiohttp-3.10.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ec6ad66ed660d46503243cbec7b2b3d8ddfa020f984209b3b8ef7d98ce69c3f2"},
+ {file = "aiohttp-3.10.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a4be88807283bd96ae7b8e401abde4ca0bab597ba73b5e9a2d98f36d451e9aac"},
+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:01c98041f90927c2cbd72c22a164bb816fa3010a047d264969cf82e1d4bcf8d1"},
+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:54e36c67e1a9273ecafab18d6693da0fb5ac48fd48417e4548ac24a918c20998"},
+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7de3ddb6f424af54535424082a1b5d1ae8caf8256ebd445be68c31c662354720"},
+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7dd9c7db94b4692b827ce51dcee597d61a0e4f4661162424faf65106775b40e7"},
+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e57e21e1167705f8482ca29cc5d02702208d8bf4aff58f766d94bcd6ead838cd"},
+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:a1a50e59b720060c29e2951fd9f13c01e1ea9492e5a527b92cfe04dd64453c16"},
+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:686c87782481fda5ee6ba572d912a5c26d9f98cc5c243ebd03f95222af3f1b0f"},
+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:dafb4abb257c0ed56dc36f4e928a7341b34b1379bd87e5a15ce5d883c2c90574"},
+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:494a6f77560e02bd7d1ab579fdf8192390567fc96a603f21370f6e63690b7f3d"},
+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:6fe8503b1b917508cc68bf44dae28823ac05e9f091021e0c41f806ebbb23f92f"},
+ {file = "aiohttp-3.10.2-cp311-cp311-win32.whl", hash = "sha256:4ddb43d06ce786221c0dfd3c91b4892c318eaa36b903f7c4278e7e2fa0dd5102"},
+ {file = "aiohttp-3.10.2-cp311-cp311-win_amd64.whl", hash = "sha256:ca2f5abcb0a9a47e56bac173c01e9f6c6e7f27534d91451c5f22e6a35a5a2093"},
+ {file = "aiohttp-3.10.2-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:14eb6b17f6246959fb0b035d4f4ae52caa870c4edfb6170aad14c0de5bfbf478"},
+ {file = "aiohttp-3.10.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:465e445ec348d4e4bd349edd8b22db75f025da9d7b6dc1369c48e7935b85581e"},
+ {file = "aiohttp-3.10.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:341f8ece0276a828d95b70cd265d20e257f5132b46bf77d759d7f4e0443f2906"},
+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c01fbb87b5426381cd9418b3ddcf4fc107e296fa2d3446c18ce6c76642f340a3"},
+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2c474af073e1a6763e1c5522bbb2d85ff8318197e4c6c919b8d7886e16213345"},
+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d9076810a5621236e29b2204e67a68e1fe317c8727ee4c9abbfbb1083b442c38"},
+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e8f515d6859e673940e08de3922b9c4a2249653b0ac181169313bd6e4b1978ac"},
+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:655e583afc639bef06f3b2446972c1726007a21003cd0ef57116a123e44601bc"},
+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8da9449a575133828cc99985536552ea2dcd690e848f9d41b48d8853a149a959"},
+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:19073d57d0feb1865d12361e2a1f5a49cb764bf81a4024a3b608ab521568093a"},
+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:c8e98e1845805f184d91fda6f9ab93d7c7b0dddf1c07e0255924bfdb151a8d05"},
+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:377220a5efde6f9497c5b74649b8c261d3cce8a84cb661be2ed8099a2196400a"},
+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:92f7f4a4dc9cdb5980973a74d43cdbb16286dacf8d1896b6c3023b8ba8436f8e"},
+ {file = "aiohttp-3.10.2-cp312-cp312-win32.whl", hash = "sha256:9bb2834a6f11d65374ce97d366d6311a9155ef92c4f0cee543b2155d06dc921f"},
+ {file = "aiohttp-3.10.2-cp312-cp312-win_amd64.whl", hash = "sha256:518dc3cb37365255708283d1c1c54485bbacccd84f0a0fb87ed8917ba45eda5b"},
+ {file = "aiohttp-3.10.2-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:7f98e70bbbf693086efe4b86d381efad8edac040b8ad02821453083d15ec315f"},
+ {file = "aiohttp-3.10.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:9f6f0b252a009e98fe84028a4ec48396a948e7a65b8be06ccfc6ef68cf1f614d"},
+ {file = "aiohttp-3.10.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:9360e3ffc7b23565600e729e8c639c3c50d5520e05fdf94aa2bd859eef12c407"},
+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3988044d1635c7821dd44f0edfbe47e9875427464e59d548aece447f8c22800a"},
+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:30a9d59da1543a6f1478c3436fd49ec59be3868bca561a33778b4391005e499d"},
+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f9f49bdb94809ac56e09a310a62f33e5f22973d6fd351aac72a39cd551e98194"},
+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ddfd2dca3f11c365d6857a07e7d12985afc59798458a2fdb2ffa4a0332a3fd43"},
+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:685c1508ec97b2cd3e120bfe309a4ff8e852e8a7460f1ef1de00c2c0ed01e33c"},
+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:49904f38667c44c041a0b44c474b3ae36948d16a0398a8f8cd84e2bb3c42a069"},
+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_i686.whl", hash = "sha256:352f3a4e5f11f3241a49b6a48bc5b935fabc35d1165fa0d87f3ca99c1fcca98b"},
+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_ppc64le.whl", hash = "sha256:fc61f39b534c5d5903490478a0dd349df397d2284a939aa3cbaa2fb7a19b8397"},
+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_s390x.whl", hash = "sha256:ad2274e707be37420d0b6c3d26a8115295fe9d8e6e530fa6a42487a8ca3ad052"},
+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:c836bf3c7512100219fe1123743fd8dd9a2b50dd7cfb0c3bb10d041309acab4b"},
+ {file = "aiohttp-3.10.2-cp38-cp38-win32.whl", hash = "sha256:53e8898adda402be03ff164b0878abe2d884e3ea03a4701e6ad55399d84b92dc"},
+ {file = "aiohttp-3.10.2-cp38-cp38-win_amd64.whl", hash = "sha256:7cc8f65f5b22304693de05a245b6736b14cb5bc9c8a03da6e2ae9ef15f8b458f"},
+ {file = "aiohttp-3.10.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:9dfc906d656e14004c5bc672399c1cccc10db38df2b62a13fb2b6e165a81c316"},
+ {file = "aiohttp-3.10.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:91b10208b222ddf655c3a3d5b727879d7163db12b634492df41a9182a76edaae"},
+ {file = "aiohttp-3.10.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:9fd16b5e1a7bdd14668cd6bde60a2a29b49147a535c74f50d8177d11b38433a7"},
+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b2bfdda4971bd79201f59adbad24ec2728875237e1c83bba5221284dbbf57bda"},
+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:69d73f869cf29e8a373127fc378014e2b17bcfbe8d89134bc6fb06a2f67f3cb3"},
+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:df59f8486507c421c0620a2c3dce81fbf1d54018dc20ff4fecdb2c106d6e6abc"},
+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0df930015db36b460aa9badbf35eccbc383f00d52d4b6f3de2ccb57d064a6ade"},
+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:562b1153ab7f766ee6b8b357ec777a302770ad017cf18505d34f1c088fccc448"},
+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:d984db6d855de58e0fde1ef908d48fe9a634cadb3cf715962722b4da1c40619d"},
+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:14dc3fcb0d877911d775d511eb617a486a8c48afca0a887276e63db04d3ee920"},
+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:b52a27a5c97275e254704e1049f4b96a81e67d6205f52fa37a4777d55b0e98ef"},
+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:cd33d9de8cfd006a0d0fe85f49b4183c57e91d18ffb7e9004ce855e81928f704"},
+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:1238fc979160bc03a92fff9ad021375ff1c8799c6aacb0d8ea1b357ea40932bb"},
+ {file = "aiohttp-3.10.2-cp39-cp39-win32.whl", hash = "sha256:e2f43d238eae4f0b04f58d4c0df4615697d4ca3e9f9b1963d49555a94f0f5a04"},
+ {file = "aiohttp-3.10.2-cp39-cp39-win_amd64.whl", hash = "sha256:947847f07a8f81d7b39b2d0202fd73e61962ebe17ac2d8566f260679e467da7b"},
+ {file = "aiohttp-3.10.2.tar.gz", hash = "sha256:4d1f694b5d6e459352e5e925a42e05bac66655bfde44d81c59992463d2897014"},
]
[package.dependencies]
@@ -424,6 +424,45 @@ files = [
{file = "av-12.3.0.tar.gz", hash = "sha256:04b1892562aff3277efc79f32bd8f1d0cbb64ed011241cb3e96f9ad471816c22"},
]
+[[package]]
+name = "azure-core"
+version = "1.30.2"
+description = "Microsoft Azure Core Library for Python"
+optional = true
+python-versions = ">=3.8"
+files = [
+ {file = "azure-core-1.30.2.tar.gz", hash = "sha256:a14dc210efcd608821aa472d9fb8e8d035d29b68993819147bc290a8ac224472"},
+ {file = "azure_core-1.30.2-py3-none-any.whl", hash = "sha256:cf019c1ca832e96274ae85abd3d9f752397194d9fea3b41487290562ac8abe4a"},
+]
+
+[package.dependencies]
+requests = ">=2.21.0"
+six = ">=1.11.0"
+typing-extensions = ">=4.6.0"
+
+[package.extras]
+aio = ["aiohttp (>=3.0)"]
+
+[[package]]
+name = "azure-storage-blob"
+version = "12.22.0"
+description = "Microsoft Azure Blob Storage Client Library for Python"
+optional = true
+python-versions = ">=3.8"
+files = [
+ {file = "azure-storage-blob-12.22.0.tar.gz", hash = "sha256:b3804bb4fe8ab1c32771fa464053da772a682c2737b19da438a3f4e5e3b3736e"},
+ {file = "azure_storage_blob-12.22.0-py3-none-any.whl", hash = "sha256:bb7d2d824ce3f11f14a27ee7d9281289f7e072ac8311c52e3652672455b7d5e8"},
+]
+
+[package.dependencies]
+azure-core = ">=1.28.0"
+cryptography = ">=2.1.4"
+isodate = ">=0.6.1"
+typing-extensions = ">=4.6.0"
+
+[package.extras]
+aio = ["azure-core[aio] (>=1.28.0)"]
+
[[package]]
name = "babel"
version = "2.16.0"
@@ -485,6 +524,47 @@ charset-normalizer = ["charset-normalizer"]
html5lib = ["html5lib"]
lxml = ["lxml"]
+[[package]]
+name = "boto3"
+version = "1.34.157"
+description = "The AWS SDK for Python"
+optional = true
+python-versions = ">=3.8"
+files = [
+ {file = "boto3-1.34.157-py3-none-any.whl", hash = "sha256:3cc357156df5482154a016f138d1953061a181b4c594f8b6302c9d6c024bd950"},
+ {file = "boto3-1.34.157.tar.gz", hash = "sha256:7ef19ed38cba9863b58430fb4a66a72a5c250304f234bd1c16b860f9bf25677b"},
+]
+
+[package.dependencies]
+botocore = ">=1.34.157,<1.35.0"
+jmespath = ">=0.7.1,<2.0.0"
+s3transfer = ">=0.10.0,<0.11.0"
+
+[package.extras]
+crt = ["botocore[crt] (>=1.21.0,<2.0a0)"]
+
+[[package]]
+name = "botocore"
+version = "1.34.157"
+description = "Low-level, data-driven core of boto 3."
+optional = true
+python-versions = ">=3.8"
+files = [
+ {file = "botocore-1.34.157-py3-none-any.whl", hash = "sha256:c6cba6de8eb86ca4d2f934e009b37adbe1e7fdcfa52fbab74783f4c30676e07d"},
+ {file = "botocore-1.34.157.tar.gz", hash = "sha256:5628a36cec123cdc8c1158d05a7b06aa5e53649ad73796c50ef3fb51199785fb"},
+]
+
+[package.dependencies]
+jmespath = ">=0.7.1,<2.0.0"
+python-dateutil = ">=2.1,<3.0.0"
+urllib3 = [
+ {version = ">=1.25.4,<1.27", markers = "python_version < \"3.10\""},
+ {version = ">=1.25.4,<2.2.0 || >2.2.0,<3", markers = "python_version >= \"3.10\""},
+]
+
+[package.extras]
+crt = ["awscrt (==0.21.2)"]
+
[[package]]
name = "cachetools"
version = "5.4.0"
@@ -1899,6 +1979,127 @@ files = [
google-auth = "*"
httplib2 = ">=0.19.0"
+[[package]]
+name = "google-cloud-core"
+version = "2.4.1"
+description = "Google Cloud API client core library"
+optional = true
+python-versions = ">=3.7"
+files = [
+ {file = "google-cloud-core-2.4.1.tar.gz", hash = "sha256:9b7749272a812bde58fff28868d0c5e2f585b82f37e09a1f6ed2d4d10f134073"},
+ {file = "google_cloud_core-2.4.1-py2.py3-none-any.whl", hash = "sha256:a9e6a4422b9ac5c29f79a0ede9485473338e2ce78d91f2370c01e730eab22e61"},
+]
+
+[package.dependencies]
+google-api-core = ">=1.31.6,<2.0.dev0 || >2.3.0,<3.0.0dev"
+google-auth = ">=1.25.0,<3.0dev"
+
+[package.extras]
+grpc = ["grpcio (>=1.38.0,<2.0dev)", "grpcio-status (>=1.38.0,<2.0.dev0)"]
+
+[[package]]
+name = "google-cloud-storage"
+version = "2.18.2"
+description = "Google Cloud Storage API client library"
+optional = true
+python-versions = ">=3.7"
+files = [
+ {file = "google_cloud_storage-2.18.2-py2.py3-none-any.whl", hash = "sha256:97a4d45c368b7d401ed48c4fdfe86e1e1cb96401c9e199e419d289e2c0370166"},
+ {file = "google_cloud_storage-2.18.2.tar.gz", hash = "sha256:aaf7acd70cdad9f274d29332673fcab98708d0e1f4dceb5a5356aaef06af4d99"},
+]
+
+[package.dependencies]
+google-api-core = ">=2.15.0,<3.0.0dev"
+google-auth = ">=2.26.1,<3.0dev"
+google-cloud-core = ">=2.3.0,<3.0dev"
+google-crc32c = ">=1.0,<2.0dev"
+google-resumable-media = ">=2.7.2"
+requests = ">=2.18.0,<3.0.0dev"
+
+[package.extras]
+protobuf = ["protobuf (<6.0.0dev)"]
+tracing = ["opentelemetry-api (>=1.1.0)"]
+
+[[package]]
+name = "google-crc32c"
+version = "1.5.0"
+description = "A python wrapper of the C library 'Google CRC32C'"
+optional = true
+python-versions = ">=3.7"
+files = [
+ {file = "google-crc32c-1.5.0.tar.gz", hash = "sha256:89284716bc6a5a415d4eaa11b1726d2d60a0cd12aadf5439828353662ede9dd7"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:596d1f98fc70232fcb6590c439f43b350cb762fb5d61ce7b0e9db4539654cc13"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:be82c3c8cfb15b30f36768797a640e800513793d6ae1724aaaafe5bf86f8f346"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:461665ff58895f508e2866824a47bdee72497b091c730071f2b7575d5762ab65"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e2096eddb4e7c7bdae4bd69ad364e55e07b8316653234a56552d9c988bd2d61b"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:116a7c3c616dd14a3de8c64a965828b197e5f2d121fedd2f8c5585c547e87b02"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:5829b792bf5822fd0a6f6eb34c5f81dd074f01d570ed7f36aa101d6fc7a0a6e4"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:64e52e2b3970bd891309c113b54cf0e4384762c934d5ae56e283f9a0afcd953e"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:02ebb8bf46c13e36998aeaad1de9b48f4caf545e91d14041270d9dca767b780c"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-win32.whl", hash = "sha256:2e920d506ec85eb4ba50cd4228c2bec05642894d4c73c59b3a2fe20346bd00ee"},
+ {file = "google_crc32c-1.5.0-cp310-cp310-win_amd64.whl", hash = "sha256:07eb3c611ce363c51a933bf6bd7f8e3878a51d124acfc89452a75120bc436289"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:cae0274952c079886567f3f4f685bcaf5708f0a23a5f5216fdab71f81a6c0273"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1034d91442ead5a95b5aaef90dbfaca8633b0247d1e41621d1e9f9db88c36298"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7c42c70cd1d362284289c6273adda4c6af8039a8ae12dc451dcd61cdabb8ab57"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8485b340a6a9e76c62a7dce3c98e5f102c9219f4cfbf896a00cf48caf078d438"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:77e2fd3057c9d78e225fa0a2160f96b64a824de17840351b26825b0848022906"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:f583edb943cf2e09c60441b910d6a20b4d9d626c75a36c8fcac01a6c96c01183"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:a1fd716e7a01f8e717490fbe2e431d2905ab8aa598b9b12f8d10abebb36b04dd"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:72218785ce41b9cfd2fc1d6a017dc1ff7acfc4c17d01053265c41a2c0cc39b8c"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-win32.whl", hash = "sha256:66741ef4ee08ea0b2cc3c86916ab66b6aef03768525627fd6a1b34968b4e3709"},
+ {file = "google_crc32c-1.5.0-cp311-cp311-win_amd64.whl", hash = "sha256:ba1eb1843304b1e5537e1fca632fa894d6f6deca8d6389636ee5b4797affb968"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:98cb4d057f285bd80d8778ebc4fde6b4d509ac3f331758fb1528b733215443ae"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fd8536e902db7e365f49e7d9029283403974ccf29b13fc7028b97e2295b33556"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:19e0a019d2c4dcc5e598cd4a4bc7b008546b0358bd322537c74ad47a5386884f"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:02c65b9817512edc6a4ae7c7e987fea799d2e0ee40c53ec573a692bee24de876"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:6ac08d24c1f16bd2bf5eca8eaf8304812f44af5cfe5062006ec676e7e1d50afc"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:3359fc442a743e870f4588fcf5dcbc1bf929df1fad8fb9905cd94e5edb02e84c"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:1e986b206dae4476f41bcec1faa057851f3889503a70e1bdb2378d406223994a"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:de06adc872bcd8c2a4e0dc51250e9e65ef2ca91be023b9d13ebd67c2ba552e1e"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-win32.whl", hash = "sha256:d3515f198eaa2f0ed49f8819d5732d70698c3fa37384146079b3799b97667a94"},
+ {file = "google_crc32c-1.5.0-cp37-cp37m-win_amd64.whl", hash = "sha256:67b741654b851abafb7bc625b6d1cdd520a379074e64b6a128e3b688c3c04740"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:c02ec1c5856179f171e032a31d6f8bf84e5a75c45c33b2e20a3de353b266ebd8"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:edfedb64740750e1a3b16152620220f51d58ff1b4abceb339ca92e934775c27a"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:84e6e8cd997930fc66d5bb4fde61e2b62ba19d62b7abd7a69920406f9ecca946"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:024894d9d3cfbc5943f8f230e23950cd4906b2fe004c72e29b209420a1e6b05a"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:998679bf62b7fb599d2878aa3ed06b9ce688b8974893e7223c60db155f26bd8d"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:83c681c526a3439b5cf94f7420471705bbf96262f49a6fe546a6db5f687a3d4a"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:4c6fdd4fccbec90cc8a01fc00773fcd5fa28db683c116ee3cb35cd5da9ef6c37"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:5ae44e10a8e3407dbe138984f21e536583f2bba1be9491239f942c2464ac0894"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:37933ec6e693e51a5b07505bd05de57eee12f3e8c32b07da7e73669398e6630a"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-win32.whl", hash = "sha256:fe70e325aa68fa4b5edf7d1a4b6f691eb04bbccac0ace68e34820d283b5f80d4"},
+ {file = "google_crc32c-1.5.0-cp38-cp38-win_amd64.whl", hash = "sha256:74dea7751d98034887dbd821b7aae3e1d36eda111d6ca36c206c44478035709c"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:c6c777a480337ac14f38564ac88ae82d4cd238bf293f0a22295b66eb89ffced7"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:759ce4851a4bb15ecabae28f4d2e18983c244eddd767f560165563bf9aefbc8d"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f13cae8cc389a440def0c8c52057f37359014ccbc9dc1f0827936bcd367c6100"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e560628513ed34759456a416bf86b54b2476c59144a9138165c9a1575801d0d9"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e1674e4307fa3024fc897ca774e9c7562c957af85df55efe2988ed9056dc4e57"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:278d2ed7c16cfc075c91378c4f47924c0625f5fc84b2d50d921b18b7975bd210"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:d5280312b9af0976231f9e317c20e4a61cd2f9629b7bfea6a693d1878a264ebd"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:8b87e1a59c38f275c0e3676fc2ab6d59eccecfd460be267ac360cc31f7bcde96"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:7c074fece789b5034b9b1404a1f8208fc2d4c6ce9decdd16e8220c5a793e6f61"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-win32.whl", hash = "sha256:7f57f14606cd1dd0f0de396e1e53824c371e9544a822648cd76c034d209b559c"},
+ {file = "google_crc32c-1.5.0-cp39-cp39-win_amd64.whl", hash = "sha256:a2355cba1f4ad8b6988a4ca3feed5bff33f6af2d7f134852cf279c2aebfde541"},
+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:f314013e7dcd5cf45ab1945d92e713eec788166262ae8deb2cfacd53def27325"},
+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3b747a674c20a67343cb61d43fdd9207ce5da6a99f629c6e2541aa0e89215bcd"},
+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8f24ed114432de109aa9fd317278518a5af2d31ac2ea6b952b2f7782b43da091"},
+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b8667b48e7a7ef66afba2c81e1094ef526388d35b873966d8a9a447974ed9178"},
+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:1c7abdac90433b09bad6c43a43af253e688c9cfc1c86d332aed13f9a7c7f65e2"},
+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:6f998db4e71b645350b9ac28a2167e6632c239963ca9da411523bb439c5c514d"},
+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9c99616c853bb585301df6de07ca2cadad344fd1ada6d62bb30aec05219c45d2"},
+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2ad40e31093a4af319dadf503b2467ccdc8f67c72e4bcba97f8c10cb078207b5"},
+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cd67cf24a553339d5062eff51013780a00d6f97a39ca062781d06b3a73b15462"},
+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:398af5e3ba9cf768787eef45c803ff9614cc3e22a5b2f7d7ae116df8b11e3314"},
+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:b1f8133c9a275df5613a451e73f36c2aea4fe13c5c8997e22cf355ebd7bd0728"},
+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9ba053c5f50430a3fcfd36f75aff9caeba0440b2d076afdb79a318d6ca245f88"},
+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:272d3892a1e1a2dbc39cc5cde96834c236d5327e2122d3aaa19f6614531bb6eb"},
+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:635f5d4dd18758a1fbd1049a8e8d2fee4ffed124462d837d1a02a0e009c3ab31"},
+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:c672d99a345849301784604bfeaeba4db0c7aae50b95be04dd651fd2a7310b93"},
+]
+
+[package.extras]
+testing = ["pytest"]
+
[[package]]
name = "google-generativeai"
version = "0.6.0"
@@ -1922,6 +2123,24 @@ typing-extensions = "*"
[package.extras]
dev = ["Pillow", "absl-py", "black", "ipython", "nose2", "pandas", "pytype", "pyyaml"]
+[[package]]
+name = "google-resumable-media"
+version = "2.7.2"
+description = "Utilities for Google Media Downloads and Resumable Uploads"
+optional = true
+python-versions = ">=3.7"
+files = [
+ {file = "google_resumable_media-2.7.2-py2.py3-none-any.whl", hash = "sha256:3ce7551e9fe6d99e9a126101d2536612bb73486721951e9562fee0f90c6ababa"},
+ {file = "google_resumable_media-2.7.2.tar.gz", hash = "sha256:5280aed4629f2b60b847b0d42f9857fd4935c11af266744df33d8074cae92fe0"},
+]
+
+[package.dependencies]
+google-crc32c = ">=1.0,<2.0dev"
+
+[package.extras]
+aiohttp = ["aiohttp (>=3.6.2,<4.0.0dev)", "google-auth (>=1.22.0,<2.0dev)"]
+requests = ["requests (>=2.18.0,<3.0.0dev)"]
+
[[package]]
name = "googleapis-common-protos"
version = "1.63.2"
@@ -2632,6 +2851,20 @@ qtconsole = ["qtconsole"]
test = ["pickleshare", "pytest (<7.1)", "pytest-asyncio (<0.22)", "testpath"]
test-extra = ["curio", "matplotlib (!=3.2.0)", "nbformat", "numpy (>=1.22)", "pandas", "pickleshare", "pytest (<7.1)", "pytest-asyncio (<0.22)", "testpath", "trio"]
+[[package]]
+name = "isodate"
+version = "0.6.1"
+description = "An ISO 8601 date/time/duration parser and formatter"
+optional = true
+python-versions = "*"
+files = [
+ {file = "isodate-0.6.1-py2.py3-none-any.whl", hash = "sha256:0751eece944162659049d35f4f549ed815792b38793f07cf73381c1c87cbed96"},
+ {file = "isodate-0.6.1.tar.gz", hash = "sha256:48c5881de7e8b0a0d648cb024c8062dc84e7b840ed81e864c7614fd3c127bde9"},
+]
+
+[package.dependencies]
+six = "*"
+
[[package]]
name = "jaraco-context"
version = "5.3.0"
@@ -2766,6 +2999,17 @@ files = [
{file = "jiter-0.5.0.tar.gz", hash = "sha256:1d916ba875bcab5c5f7d927df998c4cb694d27dceddf3392e58beaf10563368a"},
]
+[[package]]
+name = "jmespath"
+version = "1.0.1"
+description = "JSON Matching Expressions"
+optional = true
+python-versions = ">=3.7"
+files = [
+ {file = "jmespath-1.0.1-py3-none-any.whl", hash = "sha256:02e2e4cc71b5bcab88332eebf907519190dd9e6e82107fa7f83b1003a6252980"},
+ {file = "jmespath-1.0.1.tar.gz", hash = "sha256:90261b206d6defd58fdd5e85f478bf633a2901798906be2ad389150c5c60edbe"},
+]
+
[[package]]
name = "joblib"
version = "1.4.2"
@@ -3447,7 +3691,6 @@ python-versions = ">=3.7"
files = [
{file = "milvus_lite-2.4.8-py3-none-macosx_10_9_x86_64.whl", hash = "sha256:b7e90b34b214884cd44cdc112ab243d4cb197b775498355e2437b6cafea025fe"},
{file = "milvus_lite-2.4.8-py3-none-macosx_11_0_arm64.whl", hash = "sha256:519dfc62709d8f642d98a1c5b1dcde7080d107e6e312d677fef5a3412a40ac08"},
- {file = "milvus_lite-2.4.8-py3-none-manylinux2014_aarch64.whl", hash = "sha256:b21f36d24cbb0e920b4faad607019bb28c1b2c88b4d04680ac8c7697a4ae8a4d"},
{file = "milvus_lite-2.4.8-py3-none-manylinux2014_x86_64.whl", hash = "sha256:08332a2b9abfe7c4e1d7926068937e46f8fb81f2707928b7bc02c9dc99cebe41"},
]
@@ -4017,6 +4260,7 @@ description = "Nvidia JIT LTO Library"
optional = true
python-versions = ">=3"
files = [
+ {file = "nvidia_nvjitlink_cu12-12.6.20-py3-none-manylinux2014_aarch64.whl", hash = "sha256:84fb38465a5bc7c70cbc320cfd0963eb302ee25a5e939e9f512bbba55b6072fb"},
{file = "nvidia_nvjitlink_cu12-12.6.20-py3-none-manylinux2014_x86_64.whl", hash = "sha256:562ab97ea2c23164823b2a89cb328d01d45cb99634b8c65fe7cd60d14562bd79"},
{file = "nvidia_nvjitlink_cu12-12.6.20-py3-none-win_amd64.whl", hash = "sha256:ed3c43a17f37b0c922a919203d2d36cbef24d41cc3e6b625182f8b58203644f6"},
]
@@ -4162,13 +4406,13 @@ sympy = "*"
[[package]]
name = "openai"
-version = "1.40.1"
+version = "1.40.2"
description = "The official Python library for the openai API"
optional = false
python-versions = ">=3.7.1"
files = [
- {file = "openai-1.40.1-py3-none-any.whl", hash = "sha256:cf5929076c6ca31c26f1ed207e9fd19eb05404cc9104f64c9d29bb0ac0c5bcd4"},
- {file = "openai-1.40.1.tar.gz", hash = "sha256:cb1294ac1f8c6a1acbb07e090698eb5ad74a7a88484e77126612a4f22579673d"},
+ {file = "openai-1.40.2-py3-none-any.whl", hash = "sha256:38068f858f310b4fd4b0ea8734c3efcfde3c15a2978311e1453bd84817231b96"},
+ {file = "openai-1.40.2.tar.gz", hash = "sha256:2180e9070bd36084328248b3ce668964e8ddd2e9019e1d426e31dc54cc117bb5"},
]
[package.dependencies]
@@ -4236,10 +4480,10 @@ files = [
[package.dependencies]
numpy = [
{version = ">=1.21.0", markers = "python_version == \"3.9\" and platform_system == \"Darwin\" and platform_machine == \"arm64\""},
- {version = ">=1.23.5", markers = "python_version >= \"3.11\""},
{version = ">=1.21.4", markers = "python_version >= \"3.10\" and platform_system == \"Darwin\" and python_version < \"3.11\""},
{version = ">=1.21.2", markers = "platform_system != \"Darwin\" and python_version >= \"3.10\" and python_version < \"3.11\""},
{version = ">=1.19.3", markers = "platform_system == \"Linux\" and platform_machine == \"aarch64\" and python_version >= \"3.8\" and python_version < \"3.10\" or python_version > \"3.9\" and python_version < \"3.10\" or python_version >= \"3.9\" and platform_system != \"Darwin\" and python_version < \"3.10\" or python_version >= \"3.9\" and platform_machine != \"arm64\" and python_version < \"3.10\""},
+ {version = ">=1.23.5", markers = "python_version >= \"3.11\""},
]
[[package]]
@@ -4258,62 +4502,68 @@ et-xmlfile = "*"
[[package]]
name = "orjson"
-version = "3.10.6"
+version = "3.10.7"
description = "Fast, correct Python JSON library supporting dataclasses, datetimes, and numpy"
optional = false
python-versions = ">=3.8"
files = [
- {file = "orjson-3.10.6-cp310-cp310-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:fb0ee33124db6eaa517d00890fc1a55c3bfe1cf78ba4a8899d71a06f2d6ff5c7"},
- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9c1c4b53b24a4c06547ce43e5fee6ec4e0d8fe2d597f4647fc033fd205707365"},
- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:eadc8fd310edb4bdbd333374f2c8fec6794bbbae99b592f448d8214a5e4050c0"},
- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:61272a5aec2b2661f4fa2b37c907ce9701e821b2c1285d5c3ab0207ebd358d38"},
- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:57985ee7e91d6214c837936dc1608f40f330a6b88bb13f5a57ce5257807da143"},
- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:633a3b31d9d7c9f02d49c4ab4d0a86065c4a6f6adc297d63d272e043472acab5"},
- {file = "orjson-3.10.6-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:1c680b269d33ec444afe2bdc647c9eb73166fa47a16d9a75ee56a374f4a45f43"},
- {file = "orjson-3.10.6-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:f759503a97a6ace19e55461395ab0d618b5a117e8d0fbb20e70cfd68a47327f2"},
- {file = "orjson-3.10.6-cp310-none-win32.whl", hash = "sha256:95a0cce17f969fb5391762e5719575217bd10ac5a189d1979442ee54456393f3"},
- {file = "orjson-3.10.6-cp310-none-win_amd64.whl", hash = "sha256:df25d9271270ba2133cc88ee83c318372bdc0f2cd6f32e7a450809a111efc45c"},
- {file = "orjson-3.10.6-cp311-cp311-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:b1ec490e10d2a77c345def52599311849fc063ae0e67cf4f84528073152bb2ba"},
- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:55d43d3feb8f19d07e9f01e5b9be4f28801cf7c60d0fa0d279951b18fae1932b"},
- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:ac3045267e98fe749408eee1593a142e02357c5c99be0802185ef2170086a863"},
- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c27bc6a28ae95923350ab382c57113abd38f3928af3c80be6f2ba7eb8d8db0b0"},
- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d27456491ca79532d11e507cadca37fb8c9324a3976294f68fb1eff2dc6ced5a"},
- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:05ac3d3916023745aa3b3b388e91b9166be1ca02b7c7e41045da6d12985685f0"},
- {file = "orjson-3.10.6-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:1335d4ef59ab85cab66fe73fd7a4e881c298ee7f63ede918b7faa1b27cbe5212"},
- {file = "orjson-3.10.6-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:4bbc6d0af24c1575edc79994c20e1b29e6fb3c6a570371306db0993ecf144dc5"},
- {file = "orjson-3.10.6-cp311-none-win32.whl", hash = "sha256:450e39ab1f7694465060a0550b3f6d328d20297bf2e06aa947b97c21e5241fbd"},
- {file = "orjson-3.10.6-cp311-none-win_amd64.whl", hash = "sha256:227df19441372610b20e05bdb906e1742ec2ad7a66ac8350dcfd29a63014a83b"},
- {file = "orjson-3.10.6-cp312-cp312-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:ea2977b21f8d5d9b758bb3f344a75e55ca78e3ff85595d248eee813ae23ecdfb"},
- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b6f3d167d13a16ed263b52dbfedff52c962bfd3d270b46b7518365bcc2121eed"},
- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:f710f346e4c44a4e8bdf23daa974faede58f83334289df80bc9cd12fe82573c7"},
- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7275664f84e027dcb1ad5200b8b18373e9c669b2a9ec33d410c40f5ccf4b257e"},
- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0943e4c701196b23c240b3d10ed8ecd674f03089198cf503105b474a4f77f21f"},
- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:446dee5a491b5bc7d8f825d80d9637e7af43f86a331207b9c9610e2f93fee22a"},
- {file = "orjson-3.10.6-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:64c81456d2a050d380786413786b057983892db105516639cb5d3ee3c7fd5148"},
- {file = "orjson-3.10.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:960db0e31c4e52fa0fc3ecbaea5b2d3b58f379e32a95ae6b0ebeaa25b93dfd34"},
- {file = "orjson-3.10.6-cp312-none-win32.whl", hash = "sha256:a6ea7afb5b30b2317e0bee03c8d34c8181bc5a36f2afd4d0952f378972c4efd5"},
- {file = "orjson-3.10.6-cp312-none-win_amd64.whl", hash = "sha256:874ce88264b7e655dde4aeaacdc8fd772a7962faadfb41abe63e2a4861abc3dc"},
- {file = "orjson-3.10.6-cp38-cp38-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:66680eae4c4e7fc193d91cfc1353ad6d01b4801ae9b5314f17e11ba55e934183"},
- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:caff75b425db5ef8e8f23af93c80f072f97b4fb3afd4af44482905c9f588da28"},
- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:3722fddb821b6036fd2a3c814f6bd9b57a89dc6337b9924ecd614ebce3271394"},
- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c2c116072a8533f2fec435fde4d134610f806bdac20188c7bd2081f3e9e0133f"},
- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6eeb13218c8cf34c61912e9df2de2853f1d009de0e46ea09ccdf3d757896af0a"},
- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:965a916373382674e323c957d560b953d81d7a8603fbeee26f7b8248638bd48b"},
- {file = "orjson-3.10.6-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:03c95484d53ed8e479cade8628c9cea00fd9d67f5554764a1110e0d5aa2de96e"},
- {file = "orjson-3.10.6-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:e060748a04cccf1e0a6f2358dffea9c080b849a4a68c28b1b907f272b5127e9b"},
- {file = "orjson-3.10.6-cp38-none-win32.whl", hash = "sha256:738dbe3ef909c4b019d69afc19caf6b5ed0e2f1c786b5d6215fbb7539246e4c6"},
- {file = "orjson-3.10.6-cp38-none-win_amd64.whl", hash = "sha256:d40f839dddf6a7d77114fe6b8a70218556408c71d4d6e29413bb5f150a692ff7"},
- {file = "orjson-3.10.6-cp39-cp39-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:697a35a083c4f834807a6232b3e62c8b280f7a44ad0b759fd4dce748951e70db"},
- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fd502f96bf5ea9a61cbc0b2b5900d0dd68aa0da197179042bdd2be67e51a1e4b"},
- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:f215789fb1667cdc874c1b8af6a84dc939fd802bf293a8334fce185c79cd359b"},
- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a2debd8ddce948a8c0938c8c93ade191d2f4ba4649a54302a7da905a81f00b56"},
- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5410111d7b6681d4b0d65e0f58a13be588d01b473822483f77f513c7f93bd3b2"},
- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bb1f28a137337fdc18384079fa5726810681055b32b92253fa15ae5656e1dddb"},
- {file = "orjson-3.10.6-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:bf2fbbce5fe7cd1aa177ea3eab2b8e6a6bc6e8592e4279ed3db2d62e57c0e1b2"},
- {file = "orjson-3.10.6-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:79b9b9e33bd4c517445a62b90ca0cc279b0f1f3970655c3df9e608bc3f91741a"},
- {file = "orjson-3.10.6-cp39-none-win32.whl", hash = "sha256:30b0a09a2014e621b1adf66a4f705f0809358350a757508ee80209b2d8dae219"},
- {file = "orjson-3.10.6-cp39-none-win_amd64.whl", hash = "sha256:49e3bc615652617d463069f91b867a4458114c5b104e13b7ae6872e5f79d0844"},
- {file = "orjson-3.10.6.tar.gz", hash = "sha256:e54b63d0a7c6c54a5f5f726bc93a2078111ef060fec4ecbf34c5db800ca3b3a7"},
+ {file = "orjson-3.10.7-cp310-cp310-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:74f4544f5a6405b90da8ea724d15ac9c36da4d72a738c64685003337401f5c12"},
+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:34a566f22c28222b08875b18b0dfbf8a947e69df21a9ed5c51a6bf91cfb944ac"},
+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:bf6ba8ebc8ef5792e2337fb0419f8009729335bb400ece005606336b7fd7bab7"},
+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ac7cf6222b29fbda9e3a472b41e6a5538b48f2c8f99261eecd60aafbdb60690c"},
+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:de817e2f5fc75a9e7dd350c4b0f54617b280e26d1631811a43e7e968fa71e3e9"},
+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:348bdd16b32556cf8d7257b17cf2bdb7ab7976af4af41ebe79f9796c218f7e91"},
+ {file = "orjson-3.10.7-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:479fd0844ddc3ca77e0fd99644c7fe2de8e8be1efcd57705b5c92e5186e8a250"},
+ {file = "orjson-3.10.7-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:fdf5197a21dd660cf19dfd2a3ce79574588f8f5e2dbf21bda9ee2d2b46924d84"},
+ {file = "orjson-3.10.7-cp310-none-win32.whl", hash = "sha256:d374d36726746c81a49f3ff8daa2898dccab6596864ebe43d50733275c629175"},
+ {file = "orjson-3.10.7-cp310-none-win_amd64.whl", hash = "sha256:cb61938aec8b0ffb6eef484d480188a1777e67b05d58e41b435c74b9d84e0b9c"},
+ {file = "orjson-3.10.7-cp311-cp311-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:7db8539039698ddfb9a524b4dd19508256107568cdad24f3682d5773e60504a2"},
+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:480f455222cb7a1dea35c57a67578848537d2602b46c464472c995297117fa09"},
+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:8a9c9b168b3a19e37fe2778c0003359f07822c90fdff8f98d9d2a91b3144d8e0"},
+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8de062de550f63185e4c1c54151bdddfc5625e37daf0aa1e75d2a1293e3b7d9a"},
+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6b0dd04483499d1de9c8f6203f8975caf17a6000b9c0c54630cef02e44ee624e"},
+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b58d3795dafa334fc8fd46f7c5dc013e6ad06fd5b9a4cc98cb1456e7d3558bd6"},
+ {file = "orjson-3.10.7-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:33cfb96c24034a878d83d1a9415799a73dc77480e6c40417e5dda0710d559ee6"},
+ {file = "orjson-3.10.7-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:e724cebe1fadc2b23c6f7415bad5ee6239e00a69f30ee423f319c6af70e2a5c0"},
+ {file = "orjson-3.10.7-cp311-none-win32.whl", hash = "sha256:82763b46053727a7168d29c772ed5c870fdae2f61aa8a25994c7984a19b1021f"},
+ {file = "orjson-3.10.7-cp311-none-win_amd64.whl", hash = "sha256:eb8d384a24778abf29afb8e41d68fdd9a156cf6e5390c04cc07bbc24b89e98b5"},
+ {file = "orjson-3.10.7-cp312-cp312-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:44a96f2d4c3af51bfac6bc4ef7b182aa33f2f054fd7f34cc0ee9a320d051d41f"},
+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:76ac14cd57df0572453543f8f2575e2d01ae9e790c21f57627803f5e79b0d3c3"},
+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:bdbb61dcc365dd9be94e8f7df91975edc9364d6a78c8f7adb69c1cdff318ec93"},
+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b48b3db6bb6e0a08fa8c83b47bc169623f801e5cc4f24442ab2b6617da3b5313"},
+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:23820a1563a1d386414fef15c249040042b8e5d07b40ab3fe3efbfbbcbcb8864"},
+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a0c6a008e91d10a2564edbb6ee5069a9e66df3fbe11c9a005cb411f441fd2c09"},
+ {file = "orjson-3.10.7-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:d352ee8ac1926d6193f602cbe36b1643bbd1bbcb25e3c1a657a4390f3000c9a5"},
+ {file = "orjson-3.10.7-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:d2d9f990623f15c0ae7ac608103c33dfe1486d2ed974ac3f40b693bad1a22a7b"},
+ {file = "orjson-3.10.7-cp312-none-win32.whl", hash = "sha256:7c4c17f8157bd520cdb7195f75ddbd31671997cbe10aee559c2d613592e7d7eb"},
+ {file = "orjson-3.10.7-cp312-none-win_amd64.whl", hash = "sha256:1d9c0e733e02ada3ed6098a10a8ee0052dd55774de3d9110d29868d24b17faa1"},
+ {file = "orjson-3.10.7-cp313-cp313-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:77d325ed866876c0fa6492598ec01fe30e803272a6e8b10e992288b009cbe149"},
+ {file = "orjson-3.10.7-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9ea2c232deedcb605e853ae1db2cc94f7390ac776743b699b50b071b02bea6fe"},
+ {file = "orjson-3.10.7-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:3dcfbede6737fdbef3ce9c37af3fb6142e8e1ebc10336daa05872bfb1d87839c"},
+ {file = "orjson-3.10.7-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:11748c135f281203f4ee695b7f80bb1358a82a63905f9f0b794769483ea854ad"},
+ {file = "orjson-3.10.7-cp313-none-win32.whl", hash = "sha256:a7e19150d215c7a13f39eb787d84db274298d3f83d85463e61d277bbd7f401d2"},
+ {file = "orjson-3.10.7-cp313-none-win_amd64.whl", hash = "sha256:eef44224729e9525d5261cc8d28d6b11cafc90e6bd0be2157bde69a52ec83024"},
+ {file = "orjson-3.10.7-cp38-cp38-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:6ea2b2258eff652c82652d5e0f02bd5e0463a6a52abb78e49ac288827aaa1469"},
+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:430ee4d85841e1483d487e7b81401785a5dfd69db5de01314538f31f8fbf7ee1"},
+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:4b6146e439af4c2472c56f8540d799a67a81226e11992008cb47e1267a9b3225"},
+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:084e537806b458911137f76097e53ce7bf5806dda33ddf6aaa66a028f8d43a23"},
+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4829cf2195838e3f93b70fd3b4292156fc5e097aac3739859ac0dcc722b27ac0"},
+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1193b2416cbad1a769f868b1749535d5da47626ac29445803dae7cc64b3f5c98"},
+ {file = "orjson-3.10.7-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:4e6c3da13e5a57e4b3dca2de059f243ebec705857522f188f0180ae88badd354"},
+ {file = "orjson-3.10.7-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:c31008598424dfbe52ce8c5b47e0752dca918a4fdc4a2a32004efd9fab41d866"},
+ {file = "orjson-3.10.7-cp38-none-win32.whl", hash = "sha256:7122a99831f9e7fe977dc45784d3b2edc821c172d545e6420c375e5a935f5a1c"},
+ {file = "orjson-3.10.7-cp38-none-win_amd64.whl", hash = "sha256:a763bc0e58504cc803739e7df040685816145a6f3c8a589787084b54ebc9f16e"},
+ {file = "orjson-3.10.7-cp39-cp39-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:e76be12658a6fa376fcd331b1ea4e58f5a06fd0220653450f0d415b8fd0fbe20"},
+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ed350d6978d28b92939bfeb1a0570c523f6170efc3f0a0ef1f1df287cd4f4960"},
+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:144888c76f8520e39bfa121b31fd637e18d4cc2f115727865fdf9fa325b10412"},
+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:09b2d92fd95ad2402188cf51573acde57eb269eddabaa60f69ea0d733e789fe9"},
+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5b24a579123fa884f3a3caadaed7b75eb5715ee2b17ab5c66ac97d29b18fe57f"},
+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e72591bcfe7512353bd609875ab38050efe3d55e18934e2f18950c108334b4ff"},
+ {file = "orjson-3.10.7-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:f4db56635b58cd1a200b0a23744ff44206ee6aa428185e2b6c4a65b3197abdcd"},
+ {file = "orjson-3.10.7-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:0fa5886854673222618638c6df7718ea7fe2f3f2384c452c9ccedc70b4a510a5"},
+ {file = "orjson-3.10.7-cp39-none-win32.whl", hash = "sha256:8272527d08450ab16eb405f47e0f4ef0e5ff5981c3d82afe0efd25dcbef2bcd2"},
+ {file = "orjson-3.10.7-cp39-none-win_amd64.whl", hash = "sha256:974683d4618c0c7dbf4f69c95a979734bf183d0658611760017f6e70a145af58"},
+ {file = "orjson-3.10.7.tar.gz", hash = "sha256:75ef0640403f945f3a1f9f6400686560dbfb0fb5b16589ad62cd477043c4eee3"},
]
[[package]]
@@ -5148,13 +5398,13 @@ tests = ["coverage[toml] (==5.0.4)", "pytest (>=6.0.0,<7.0.0)"]
[[package]]
name = "pymilvus"
-version = "2.4.4"
+version = "2.4.5"
description = "Python Sdk for Milvus"
optional = true
python-versions = ">=3.8"
files = [
- {file = "pymilvus-2.4.4-py3-none-any.whl", hash = "sha256:073b76bc36f6f4e70f0f0a0023a53324f0ba8ef9a60883f87cd30a44b6c6f2b5"},
- {file = "pymilvus-2.4.4.tar.gz", hash = "sha256:50c53eb103e034fbffe936fe942751ea3dbd2452e18cf79acc52360ed4987fb7"},
+ {file = "pymilvus-2.4.5-py3-none-any.whl", hash = "sha256:dc4f2d1eac8db9cf3951de39566a1a244695760bb94d8310fbfc73d6d62bb267"},
+ {file = "pymilvus-2.4.5.tar.gz", hash = "sha256:1a497fe9b41d6bf62b1d5e1c412960922dde1598576fcbb8818040c8af11149f"},
]
[package.dependencies]
@@ -5163,7 +5413,7 @@ grpcio = ">=1.49.1,<=1.63.0"
milvus-lite = {version = ">=2.4.0,<2.5.0", markers = "sys_platform != \"win32\""}
pandas = ">=1.2.4"
protobuf = ">=3.20.0"
-setuptools = ">=67"
+setuptools = ">69"
ujson = ">=2.0.0"
[package.extras]
@@ -5198,14 +5448,12 @@ files = [
{file = "PyMuPDF-1.24.9-cp312-none-win_amd64.whl", hash = "sha256:e2828a79415ae3dd90c629697ace51db7f1e81f426fc2fc034c2151dbe58be6e"},
{file = "PyMuPDF-1.24.9-cp38-none-macosx_10_9_x86_64.whl", hash = "sha256:241913d0c76aacb05acdd8a0e82b1105883ffe6ef3bb4d9742b41d3c5e84d2db"},
{file = "PyMuPDF-1.24.9-cp38-none-macosx_11_0_arm64.whl", hash = "sha256:ff70e26625b6cdd036e2c63b5d6c1897949c0e8b205cd756276f27baadaad340"},
- {file = "PyMuPDF-1.24.9-cp38-none-manylinux2014_aarch64.whl", hash = "sha256:8e29bc817afad511072371f24624c7c3b7485a9e656b6a65dc58fecdf5043b08"},
{file = "PyMuPDF-1.24.9-cp38-none-manylinux2014_x86_64.whl", hash = "sha256:d17ec6920f91c43b6e777a017f3aaf44b205a3216771db9e8aa46e78a703f8f6"},
{file = "PyMuPDF-1.24.9-cp38-none-musllinux_1_2_x86_64.whl", hash = "sha256:5cec9d17fdcbd83fa2c90190c22f652a0a51275cf75a29068eea025fff076829"},
{file = "PyMuPDF-1.24.9-cp38-none-win32.whl", hash = "sha256:4f7b19f5c0026db49b7be17901728ed15761c5aa2031f04b01f9eb2e54f1b50e"},
{file = "PyMuPDF-1.24.9-cp38-none-win_amd64.whl", hash = "sha256:e4c867f1cde68ff0e9c7889ea27c4c2c67df80e776f82619888bb69d1e1b27cf"},
{file = "PyMuPDF-1.24.9-cp39-none-macosx_10_9_x86_64.whl", hash = "sha256:b4f85c24050e3778be6c7c1f4d4965fd4385281264798df7b4301b78895053fd"},
{file = "PyMuPDF-1.24.9-cp39-none-macosx_11_0_arm64.whl", hash = "sha256:4e807010ef4e63cfb70dd88fe1fcd1d7e2b4e62ffa2b1dc53b35bc18bf939d8e"},
- {file = "PyMuPDF-1.24.9-cp39-none-manylinux2014_aarch64.whl", hash = "sha256:5dac888cc16981e385c886c26de6aabf914059215e028d14cd67767ff0c1288c"},
{file = "PyMuPDF-1.24.9-cp39-none-manylinux2014_x86_64.whl", hash = "sha256:de55817c02e06ff75233ce2487cc5ebcbf585acd694bb69500825ee37789ac79"},
{file = "PyMuPDF-1.24.9-cp39-none-musllinux_1_2_x86_64.whl", hash = "sha256:49cb22196f11c2327f6345554db48cfb2e31ed4f073ca6a872f21ddc4b0619c1"},
{file = "PyMuPDF-1.24.9-cp39-none-win32.whl", hash = "sha256:46b1f84816c666e1c82f4249c1e815e92c462633255d72da20751eaad125d0f0"},
@@ -6356,6 +6604,23 @@ files = [
{file = "ruff-0.4.10.tar.gz", hash = "sha256:3aa4f2bc388a30d346c56524f7cacca85945ba124945fe489952aadb6b5cd804"},
]
+[[package]]
+name = "s3transfer"
+version = "0.10.2"
+description = "An Amazon S3 Transfer Manager"
+optional = true
+python-versions = ">=3.8"
+files = [
+ {file = "s3transfer-0.10.2-py3-none-any.whl", hash = "sha256:eca1c20de70a39daee580aef4986996620f365c4e0fda6a86100231d62f1bf69"},
+ {file = "s3transfer-0.10.2.tar.gz", hash = "sha256:0711534e9356d3cc692fdde846b4a1e4b0cb6519971860796e6bc4c7aea00ef6"},
+]
+
+[package.dependencies]
+botocore = ">=1.33.2,<2.0a.0"
+
+[package.extras]
+crt = ["botocore[crt] (>=1.33.2,<2.0a.0)"]
+
[[package]]
name = "safetensors"
version = "0.4.4"
@@ -7593,6 +7858,20 @@ files = [
{file = "types_regex-2024.7.24.20240726-py3-none-any.whl", hash = "sha256:c436d7eace8e6c33cec31630135c804c15cd4ef110baf9cdd370ac6e376ff661"},
]
+[[package]]
+name = "types-requests"
+version = "2.31.0.6"
+description = "Typing stubs for requests"
+optional = false
+python-versions = ">=3.7"
+files = [
+ {file = "types-requests-2.31.0.6.tar.gz", hash = "sha256:cd74ce3b53c461f1228a9b783929ac73a666658f223e28ed29753771477b3bd0"},
+ {file = "types_requests-2.31.0.6-py3-none-any.whl", hash = "sha256:a2db9cb228a81da8348b49ad6db3f5519452dd20a9c1e1a868c83c5fe88fd1a9"},
+]
+
+[package.dependencies]
+types-urllib3 = "*"
+
[[package]]
name = "types-requests"
version = "2.32.0.20240712"
@@ -7629,6 +7908,17 @@ files = [
{file = "types_tqdm-4.66.0.20240417-py3-none-any.whl", hash = "sha256:248aef1f9986b7b8c2c12b3cb4399fc17dba0a29e7e3f3f9cd704babb879383d"},
]
+[[package]]
+name = "types-urllib3"
+version = "1.26.25.14"
+description = "Typing stubs for urllib3"
+optional = false
+python-versions = "*"
+files = [
+ {file = "types-urllib3-1.26.25.14.tar.gz", hash = "sha256:229b7f577c951b8c1b92c1bc2b2fdb0b49847bd2af6d1cc2a2e3dd340f3bda8f"},
+ {file = "types_urllib3-1.26.25.14-py3-none-any.whl", hash = "sha256:9683bbb7fb72e32bfe9d2be6e04875fbe1b3eeec3cbb4ea231435aa7fd6b4f0e"},
+]
+
[[package]]
name = "typing-extensions"
version = "4.12.2"
@@ -7895,6 +8185,22 @@ files = [
{file = "uritemplate-4.1.1.tar.gz", hash = "sha256:4346edfc5c3b79f694bccd6d6099a322bbeb628dbf2cd86eea55a456ce5124f0"},
]
+[[package]]
+name = "urllib3"
+version = "1.26.19"
+description = "HTTP library with thread-safe connection pooling, file post, and more."
+optional = false
+python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,>=2.7"
+files = [
+ {file = "urllib3-1.26.19-py2.py3-none-any.whl", hash = "sha256:37a0344459b199fce0e80b0d3569837ec6b6937435c5244e7fd73fa6006830f3"},
+ {file = "urllib3-1.26.19.tar.gz", hash = "sha256:3e3d753a8618b86d7de333b4223005f68720bcd6a7d2bcb9fbd2229ec7c1e429"},
+]
+
+[package.extras]
+brotli = ["brotli (==1.0.9)", "brotli (>=1.0.9)", "brotlicffi (>=0.8.0)", "brotlipy (>=0.6.0)"]
+secure = ["certifi", "cryptography (>=1.3.4)", "idna (>=2.0.0)", "ipaddress", "pyOpenSSL (>=0.14)", "urllib3-secure-extra"]
+socks = ["PySocks (>=1.5.6,!=1.5.7,<2.0)"]
+
[[package]]
name = "urllib3"
version = "2.2.2"
@@ -8430,12 +8736,13 @@ doc = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "rst.linke
test = ["big-O", "importlib-resources", "jaraco.functools", "jaraco.itertools", "jaraco.test", "more-itertools", "pytest (>=6,!=8.1.*)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-ignore-flaky", "pytest-mypy", "pytest-ruff (>=0.2.1)"]
[extras]
-all = ["PyMuPDF", "accelerate", "agentops", "beautifulsoup4", "cohere", "datasets", "diffusers", "discord.py", "docker", "docx2txt", "duckduckgo-search", "firecrawl-py", "google-generativeai", "googlemaps", "imageio", "jupyter_client", "litellm", "mistral-common", "mistralai", "neo4j", "newspaper3k", "openapi-spec-validator", "opencv-python", "pillow", "prance", "pyTelegramBotAPI", "pydub", "pygithub", "pymilvus", "pyowm", "qdrant-client", "rank-bm25", "redis", "requests_oauthlib", "sentence-transformers", "sentencepiece", "slack-sdk", "soundfile", "torch", "transformers", "unstructured", "wikipedia", "wolframalpha"]
+all = ["PyMuPDF", "accelerate", "agentops", "azure-storage-blob", "beautifulsoup4", "boto3", "cohere", "datasets", "diffusers", "discord.py", "docker", "docx2txt", "duckduckgo-search", "firecrawl-py", "google-cloud-storage", "google-generativeai", "googlemaps", "imageio", "jupyter_client", "litellm", "mistral-common", "mistralai", "neo4j", "newspaper3k", "openapi-spec-validator", "opencv-python", "pillow", "prance", "pyTelegramBotAPI", "pydub", "pygithub", "pymilvus", "pyowm", "qdrant-client", "rank-bm25", "redis", "requests_oauthlib", "sentence-transformers", "sentencepiece", "slack-sdk", "soundfile", "torch", "transformers", "unstructured", "wikipedia", "wolframalpha"]
encoders = ["sentence-transformers"]
graph-storages = ["neo4j"]
huggingface-agent = ["accelerate", "datasets", "diffusers", "opencv-python", "sentencepiece", "soundfile", "torch", "transformers"]
kv-stroages = ["redis"]
model-platforms = ["google-generativeai", "litellm", "mistral-common", "mistralai"]
+object-storages = ["azure-storage-blob", "boto3", "google-cloud-storage"]
retrievers = ["cohere", "rank-bm25"]
test = ["mock", "pytest", "pytest-asyncio"]
tools = ["PyMuPDF", "agentops", "beautifulsoup4", "discord.py", "docker", "docx2txt", "duckduckgo-search", "firecrawl-py", "googlemaps", "imageio", "jupyter_client", "newspaper3k", "openapi-spec-validator", "pillow", "prance", "pyTelegramBotAPI", "pydub", "pygithub", "pyowm", "requests_oauthlib", "slack-sdk", "unstructured", "wikipedia", "wolframalpha"]
@@ -8444,4 +8751,4 @@ vector-databases = ["pymilvus", "qdrant-client"]
[metadata]
lock-version = "2.0"
python-versions = ">=3.9.0,<3.12"
-content-hash = "df737c833d351b1efb99733ead04f3ac83c58f299b6b6b902517f0dd96ffef87"
+content-hash = "4d20c0f20bf86f0054f8ec0f3653d491ca290ba67b22c82588710772b9125f63"
diff --git a/pyproject.toml b/pyproject.toml
index 1f2e8102e..06b41d105 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -75,7 +75,7 @@ googlemaps = { version = "^4.10.0", optional = true }
requests_oauthlib = { version = "^1.3.1", optional = true }
prance = { version = "^23.6.21.0", optional = true }
openapi-spec-validator = { version = "^0.7.1", optional = true }
-unstructured = { extras = ["all-docs"], version = "^0.10.30", optional = true }
+unstructured = { extras = ["all-docs"], version = "^0.10", optional = true }
firecrawl-py = { version = "^0.0.20", optional = true }
slack-sdk = { version = "^3.27.2", optional = true }
pydub = { version = "^0.25.1", optional = true }
@@ -85,6 +85,9 @@ pyTelegramBotAPI = { version = "^4.18.0", optional = true }
"discord.py" = { version = "^2.3.2", optional = true }
docker = { version = "^7.1.0", optional = true }
agentops = { version = "^0.3.6", optional = true }
+boto3 = { version = "^1.34.149", optional = true }
+azure-storage-blob = { version = "^12.21.0", optional = true }
+google-cloud-storage = { version = "^2.18.0", optional = true }
# encoders
sentence-transformers = { version = "^3.0.1", optional = true }
@@ -173,6 +176,12 @@ kv-stroages = [
"redis",
]
+object-storages = [
+ "boto3",
+ "azure-storage-blob",
+ "google-cloud-storage",
+]
+
retrievers = [
"rank-bm25",
"cohere",
@@ -231,6 +240,10 @@ all = [
"google-generativeai",
# kv-storages
"redis",
+ # object-storages
+ "boto3",
+ "azure-storage-blob",
+ "google-cloud-storage",
]
[tool.poetry.group.dev]
@@ -364,5 +377,7 @@ module = [
"mistralai",
"mistral_common",
"agentops",
+ "boto3",
+ "botocore.*"
]
ignore_missing_imports = true
diff --git a/pytest b/pytest
deleted file mode 100644
index e69de29bb..000000000
diff --git a/test/loaders/test_base_io.py b/test/loaders/test_base_io.py
index 8235146f7..769967c34 100644
--- a/test/loaders/test_base_io.py
+++ b/test/loaders/test_base_io.py
@@ -23,7 +23,6 @@ from camel.loaders.base_io import (
JsonFile,
PdfFile,
TxtFile,
- read_file,
strip_consecutive_newlines,
)
@@ -33,7 +32,7 @@ class FakeFile(File):
"""A fake file for testing purposes"""
@classmethod
- def from_bytes(cls, file: BytesIO) -> "FakeFile":
+ def from_bytes(cls, file: BytesIO, filename: str) -> "FakeFile":
return NotImplemented
@@ -47,24 +46,26 @@ SAMPLE_ROOT = RESOURCE_ROOT / "data_samples"
# Test functions for each file type
def test_docx_file():
- with open(SAMPLE_ROOT / "test_hello.docx", "rb") as f:
+ filename = "test_hello.docx"
+ with open(SAMPLE_ROOT / filename, "rb") as f:
file = BytesIO(f.read())
- file.name = "test.docx"
- docx_file = DocxFile.from_bytes(file)
+ docx_file = DocxFile.from_bytes(file, filename)
- assert docx_file.name == "test.docx"
+ assert docx_file.name == filename
+ assert isinstance(docx_file, DocxFile)
assert len(docx_file.docs) == 1
# Access 'page_content' from the dictionary in the docs list
assert docx_file.docs[0]["page_content"] == "Hello World"
def test_docx_file_with_multiple_pages():
- with open(SAMPLE_ROOT / "test_hello_multi.docx", "rb") as f:
+ filename = "test_hello_multi.docx"
+ with open(SAMPLE_ROOT / filename, "rb") as f:
file = BytesIO(f.read())
- file.name = "test.docx"
- docx_file = DocxFile.from_bytes(file)
+ docx_file = DocxFile.from_bytes(file, filename)
- assert docx_file.name == "test.docx"
+ assert docx_file.name == filename
+ assert isinstance(docx_file, DocxFile)
assert len(docx_file.docs) == 1
# Access 'page_content' from the dictionary in the docs list
assert (
@@ -74,24 +75,26 @@ def test_docx_file_with_multiple_pages():
def test_pdf_file_with_single_page():
- with open(SAMPLE_ROOT / "test_hello.pdf", "rb") as f:
+ filename = "test_hello.pdf"
+ with open(SAMPLE_ROOT / filename, "rb") as f:
file = BytesIO(f.read())
- file.name = "test_hello.pdf"
- pdf_file = PdfFile.from_bytes(file)
+ pdf_file = PdfFile.from_bytes(file, filename)
- assert pdf_file.name == "test_hello.pdf"
+ assert pdf_file.name == filename
+ assert isinstance(pdf_file, PdfFile)
assert len(pdf_file.docs) == 1
# Access 'page_content' from the dictionary in the docs list
assert pdf_file.docs[0]["page_content"] == "Hello World"
def test_pdf_file_with_multiple_pages():
- with open(SAMPLE_ROOT / "test_hello_multi.pdf", "rb") as f:
+ filename = "test_hello_multi.pdf"
+ with open(SAMPLE_ROOT / filename, "rb") as f:
file = BytesIO(f.read())
- file.name = "test_hello_multiple.pdf"
- pdf_file = PdfFile.from_bytes(file)
+ pdf_file = PdfFile.from_bytes(file, filename)
- assert pdf_file.name == "test_hello_multiple.pdf"
+ assert pdf_file.name == filename
+ assert isinstance(pdf_file, PdfFile)
assert len(pdf_file.docs) == 3
assert pdf_file.docs[0]["page_content"] == "Hello World 1"
assert pdf_file.docs[1]["page_content"] == "Hello World 2"
@@ -99,36 +102,39 @@ def test_pdf_file_with_multiple_pages():
def test_txt_file():
- with open(SAMPLE_ROOT / "test_hello.txt", "rb") as f:
+ filename = "test_hello.txt"
+ with open(SAMPLE_ROOT / filename, "rb") as f:
file = BytesIO(f.read())
- file.name = "test.txt"
- txt_file = TxtFile.from_bytes(file)
+ txt_file = TxtFile.from_bytes(file, filename)
- assert txt_file.name == "test.txt"
+ assert txt_file.name == filename
+ assert isinstance(txt_file, TxtFile)
assert len(txt_file.docs) == 1
# Access 'page_content' from the dictionary in the docs list
assert txt_file.docs[0]["page_content"] == "Hello World"
def test_json_file():
- with open(SAMPLE_ROOT / "test_hello.json", "rb") as f:
+ filename = "test_hello.json"
+ with open(SAMPLE_ROOT / filename, "rb") as f:
file = BytesIO(f.read())
- file.name = "test.json"
- json_file = JsonFile.from_bytes(file)
+ json_file = JsonFile.from_bytes(file, filename)
- assert json_file.name == "test.json"
+ assert json_file.name == filename
+ assert isinstance(json_file, JsonFile)
assert len(json_file.docs) == 1
# Access 'page_content' from the dictionary in the docs list
assert json_file.docs[0]["page_content"] == '{"message": "Hello World"}'
def test_html_file():
- with open(SAMPLE_ROOT / "test_hello.html", "rb") as f:
+ filename = "test_hello.html"
+ with open(SAMPLE_ROOT / filename, "rb") as f:
file = BytesIO(f.read())
- file.name = "test.html"
- html_file = HtmlFile.from_bytes(file)
+ html_file = HtmlFile.from_bytes(file, filename)
- assert html_file.name == "test.html"
+ assert html_file.name == filename
+ assert isinstance(html_file, HtmlFile)
assert len(html_file.docs) == 1
# Access 'page_content' from the dictionary in the docs list
assert html_file.docs[0]["page_content"] == "Hello World"
@@ -136,20 +142,20 @@ def test_html_file():
# Test the `read_file` function with each file type
def test_read_file():
- for ext, FileClass in [
- (".docx", DocxFile),
- (".pdf", PdfFile),
- (".txt", TxtFile),
- (".json", JsonFile),
- (".html", HtmlFile),
+ for ext, file_class in [
+ ("docx", DocxFile),
+ ("pdf", PdfFile),
+ ("txt", TxtFile),
+ ("json", JsonFile),
+ ("html", HtmlFile),
]:
- with open(SAMPLE_ROOT / f"test_hello{ext}", "rb") as f:
+ filename = f"test_hello.{ext}"
+ with open(SAMPLE_ROOT / filename, "rb") as f:
file = BytesIO(f.read())
- file.name = f"test_hello{ext}"
- file_obj = read_file(file)
+ file_obj = File.create_file(file, filename)
- assert isinstance(file_obj, FileClass)
- assert file_obj.name == f"test_hello{ext}"
+ assert isinstance(file_obj, file_class)
+ assert file_obj.name == filename
assert len(file_obj.docs) == 1
# Access 'page_content' from the dictionary in the docs list
assert (
@@ -161,9 +167,9 @@ def test_read_file():
# Test that read_file raises a NotImplementedError for unsupported file types
def test_read_file_not_implemented():
file = BytesIO(b"Hello World")
- file.name = "test.unknown"
+ filename = "test.unknown"
with pytest.raises(NotImplementedError):
- read_file(file)
+ File.create_file(file, filename)
# Test the File.copy() method
@@ -180,7 +186,7 @@ def test_file_copy():
# Check that the copy has the same attributes as the original
assert file.name == file_copy.name
- assert file.id == file_copy.id
+ assert file.file_id == file_copy.file_id
# Check that the mutable attributes were deeply copied
assert file.metadata == file_copy.metadata
diff --git a/test/loaders/test_unstructured_io.py b/test/loaders/test_unstructured_io.py
index 02a14b3d7..d302eb071 100644
--- a/test/loaders/test_unstructured_io.py
+++ b/test/loaders/test_unstructured_io.py
@@ -25,16 +25,6 @@ def unstructured_instance() -> UnstructuredIO:
return UnstructuredIO()
-# Test the _ensure_unstructured_version method
-def test__ensure_unstructured_version(unstructured_instance: UnstructuredIO):
- # Test with a valid version
- unstructured_instance._ensure_unstructured_version("0.10.30")
-
- # Test with an invalid version (should raise a ValueError)
- with pytest.raises(ValueError):
- unstructured_instance._ensure_unstructured_version("1.0.0")
-
-
# Test the create_element_from_text method
def test_create_element_from_text(unstructured_instance: UnstructuredIO):
# Input parameters
diff --git a/test/storages/object_storages/test_amazon_s3.py b/test/storages/object_storages/test_amazon_s3.py
new file mode 100644
index 000000000..c10f1fd4f
--- /dev/null
+++ b/test/storages/object_storages/test_amazon_s3.py
@@ -0,0 +1,53 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the ā€œLicenseā€);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an ā€œAS ISā€ BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+from pathlib import PurePosixPath, PureWindowsPath
+
+import pytest
+
+from camel.storages.object_storages import AmazonS3Storage
+
+
+def test_canonicalize_path():
+ windows_path = PureWindowsPath('relative\\path\\to\\file.pdf')
+ posix_path = PurePosixPath('relative/path/to/file.pdf')
+
+ win_key, win_filename = AmazonS3Storage.canonicalize_path(windows_path)
+ posix_key, posix_filename = AmazonS3Storage.canonicalize_path(posix_path)
+
+ assert win_key == 'relative/path/to/file.pdf'
+ assert win_filename == 'file.pdf'
+
+ assert posix_key == 'relative/path/to/file.pdf'
+ assert posix_filename == 'file.pdf'
+
+
+def test_canonicalize_tricky_path():
+ tricky_posix_path = PurePosixPath('relative/path/to\\file.pdf')
+ tricky_win_path = PureWindowsPath('relative/path/to\\file.pdf')
+
+ posix_key, posix_filename = AmazonS3Storage.canonicalize_path(
+ tricky_posix_path
+ )
+ win_key, win_filename = AmazonS3Storage.canonicalize_path(tricky_win_path)
+
+ assert posix_key == 'relative/path/to\\file.pdf'
+ assert posix_filename == 'to\\file.pdf'
+
+ assert win_key == 'relative/path/to/file.pdf'
+ assert win_filename == 'file.pdf'
+
+
+def test_not_accessible_bucket():
+ with pytest.raises(PermissionError):
+ AmazonS3Storage(bucket_name='amazon')
diff --git a/test/storages/object_storages/test_azure_blob.py b/test/storages/object_storages/test_azure_blob.py
new file mode 100644
index 000000000..8257c5439
--- /dev/null
+++ b/test/storages/object_storages/test_azure_blob.py
@@ -0,0 +1,47 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the ā€œLicenseā€);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an ā€œAS ISā€ BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+from pathlib import PurePosixPath, PureWindowsPath
+
+import pytest
+
+from camel.storages.object_storages import AzureBlobStorage
+
+
+def test_canonicalize_path():
+ windows_path = PureWindowsPath('relative\\path\\to\\file.pdf')
+ posix_path = PurePosixPath('relative/path/to/file.pdf')
+
+ windows_key, win_filename = AzureBlobStorage.canonicalize_path(
+ windows_path
+ )
+ posix_key, posix_filename = AzureBlobStorage.canonicalize_path(posix_path)
+
+ assert windows_key == 'relative/path/to/file.pdf'
+ assert win_filename == 'file.pdf'
+
+ assert posix_key == 'relative/path/to/file.pdf'
+ assert posix_filename == 'file.pdf'
+
+
+def test_canonicalize_tricky_path():
+ tricky_posix_path = PurePosixPath('relative/path/to\\file.pdf')
+ tricky_win_path = PureWindowsPath('relative/path/to\\file.pdf')
+
+ with pytest.raises(ValueError):
+ AzureBlobStorage.canonicalize_path(tricky_posix_path)
+
+ win_key, win_filename = AzureBlobStorage.canonicalize_path(tricky_win_path)
+
+ assert win_key == 'relative/path/to/file.pdf'
+ assert win_filename == 'file.pdf'
diff --git a/test/storages/object_storages/test_google_cloud.py b/test/storages/object_storages/test_google_cloud.py
new file mode 100644
index 000000000..5e07a3a7e
--- /dev/null
+++ b/test/storages/object_storages/test_google_cloud.py
@@ -0,0 +1,51 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the ā€œLicenseā€);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an ā€œAS ISā€ BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+
+from pathlib import PurePosixPath, PureWindowsPath
+
+from camel.storages.object_storages import GoogleCloudStorage
+
+
+def test_canonicalize_path():
+ windows_path = PureWindowsPath('relative\\path\\to\\file.pdf')
+ posix_path = PurePosixPath('relative/path/to/file.pdf')
+
+ win_key, win_filename = GoogleCloudStorage.canonicalize_path(windows_path)
+ posix_key, posix_filename = GoogleCloudStorage.canonicalize_path(
+ posix_path
+ )
+
+ assert win_key == 'relative/path/to/file.pdf'
+ assert win_filename == 'file.pdf'
+
+ assert posix_key == 'relative/path/to/file.pdf'
+ assert posix_filename == 'file.pdf'
+
+
+def test_canonicalize_tricky_path():
+ tricky_posix_path = PurePosixPath('relative/path/to\\file.pdf')
+ tricky_win_path = PureWindowsPath('relative/path/to\\file.pdf')
+
+ posix_key, posix_filename = GoogleCloudStorage.canonicalize_path(
+ tricky_posix_path
+ )
+ win_key, win_filename = GoogleCloudStorage.canonicalize_path(
+ tricky_win_path
+ )
+
+ assert posix_key == 'relative/path/to\\file.pdf'
+ assert posix_filename == 'to\\file.pdf'
+
+ assert win_key == 'relative/path/to/file.pdf'
+ assert win_filename == 'file.pdf'