š« CAMEL: The first and the best multi-agent framework. Finding the Scaling Law of Agents. https://www.camel-ai.org
Python agentai-societiesartificial-intelligencecommunicative-aicooperative-aideep-learninglarge-language-modelsmulti-agent-systemsnatural-language-processing
Feat: add object storage support (#761)
Isaac Jin647267881bf2
diff --git a/camel/interpreters/docker_interpreter.py b/camel/interpreters/docker_interpreter.pyindex e30311cbb..764ae27b2 100644--- a/camel/interpreters/docker_interpreter.py+++ b/camel/interpreters/docker_interpreter.py@@ -130,7 +130,7 @@ class DockerInterpreter(BaseInterpreter):code_type = self._check_code_type(code_type)commands = shlex.split(self._CODE_EXECUTE_CMD_MAPPING[code_type].format(- file_name=str(file)+ file_name=file.as_posix()))if self._container is None:diff --git a/camel/loaders/__init__.py b/camel/loaders/__init__.pyindex 910e38456..57b432ea1 100644--- a/camel/loaders/__init__.py+++ b/camel/loaders/__init__.py@@ -12,14 +12,13 @@# limitations under the License.# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========-from .base_io import File, read_file+from .base_io import Filefrom .firecrawl_reader import Firecrawlfrom .jina_url_reader import JinaURLReaderfrom .unstructured_io import UnstructuredIO__all__ = ['File',- 'read_file','UnstructuredIO','JinaURLReader','Firecrawl',diff --git a/camel/loaders/base_io.py b/camel/loaders/base_io.pyindex 8ffde4b8b..4b8cf0137 100644--- a/camel/loaders/base_io.py+++ b/camel/loaders/base_io.py@@ -23,52 +23,113 @@ from camel.utils import dependencies_requiredclass File(ABC):- r"""Represents an uploaded file comprised of Documents"""+ r"""Represents an uploaded file comprised of Documents.++ Args:+ name (str): The name of the file.+ file_id (str): The unique identifier of the file.+ metadata (Dict[str, Any], optional): Additional metadata+ associated with the file. Defaults to None.+ docs (List[Dict[str, Any]], optional): A list of documents+ contained within the file. Defaults to None.+ raw_bytes (bytes, optional): The raw bytes content of the file.+ Defaults to b"".+ """def __init__(self,name: str,- id: str,+ file_id: str,metadata: Optional[Dict[str, Any]] = None,docs: Optional[List[Dict[str, Any]]] = None,+ raw_bytes: bytes = b"",):- r"""-- Args:- name (str): The name of the file.- id (str): The unique identifier of the file.- metadata (Dict[str, Any], optional): Additional metadata- associated with the file. Defaults to None.- docs (List[Dict[str, Any]], optional): A list of documents- contained within the file. Defaults to None.- """self.name = name- self.id = id+ self.file_id = file_idself.metadata = metadata or {}self.docs = docs or []+ self.raw_bytes = raw_bytes@classmethod@abstractmethod- def from_bytes(cls, file: BytesIO) -> "File":+ def from_bytes(cls, file: BytesIO, filename: str) -> "File":r"""Creates a File object from a BytesIO object.Args:file (BytesIO): A BytesIO object representing the contents of thefile.+ filename (str): The name of the file.++ Returns:+ File: A File object.+ """+ pass++ @classmethod+ def from_raw_bytes(cls, raw_bytes: bytes, filename: str) -> "File":+ r"""Creates a File object from raw bytes.++ Args:+ raw_bytes (bytes): The raw bytes content of the file.+ filename (str): The name of the file.Returns:File: A File object."""+ file = BytesIO(raw_bytes)+ return cls.from_bytes(file, filename)++ @staticmethod+ def create_file(file: BytesIO, filename: str) -> "File":+ r"""Reads an uploaded file and returns a File object.++ Args:+ file (BytesIO): A BytesIO object representing the contents of the+ file.+ filename (str): The name of the file.++ Returns:+ File: A File object.+ """+ ext_to_cls = {+ "docx": DocxFile,+ "pdf": PdfFile,+ "txt": TxtFile,+ "json": JsonFile,+ "html": HtmlFile,+ }++ ext = filename.split(".")[-1].lower()+ if ext not in ext_to_cls:+ raise NotImplementedError(f"File type {ext} not supported")++ out_file = ext_to_cls[ext].from_bytes(file, filename)+ return out_file++ @staticmethod+ def create_file_from_raw_bytes(raw_bytes: bytes, filename: str) -> "File":+ r"""Reads raw bytes and returns a File object.++ Args:+ raw_bytes (bytes): The raw bytes content of the file.+ filename (str): The name of the file.++ Returns:+ File: A File object.+ """+ file = BytesIO(raw_bytes)+ return File.create_file(file, filename)def __repr__(self) -> str:return (- f"File(name={self.name}, id={self.id}, "+ f"File(name={self.name}, id={self.file_id}, "f"metadata={self.metadata}, docs={self.docs})")def __str__(self) -> str:return (- f"File(name={self.name}, id={self.id}, metadata={self.metadata})"+ f"File(name={self.name}, id={self.file_id}, metadata="+ f"{self.metadata})")def copy(self) -> "File":@@ -76,9 +137,10 @@ class File(ABC):return self.__class__(name=self.name,- id=self.id,+ file_id=self.file_id,metadata=deepcopy(self.metadata),docs=deepcopy(self.docs),+ raw_bytes=self.raw_bytes,)@@ -97,12 +159,13 @@ def strip_consecutive_newlines(text: str) -> str:class DocxFile(File):@classmethod@dependencies_required('docx2txt')- def from_bytes(cls, file: BytesIO) -> "DocxFile":+ def from_bytes(cls, file: BytesIO, filename: str) -> "DocxFile":r"""Creates a DocxFile object from a BytesIO object.Args:file (BytesIO): A BytesIO object representing the contents of thedocx file.+ filename (str): The name of the file.Returns:DocxFile: A DocxFile object.@@ -117,17 +180,23 @@ class DocxFile(File):file_id = md5(file.getvalue()).hexdigest()# Reset the file pointer to the beginningfile.seek(0)- return cls(name=file.name, id=file_id, docs=[doc])+ return cls(+ name=filename,+ file_id=file_id,+ docs=[doc],+ raw_bytes=file.getvalue(),+ )class PdfFile(File):@classmethod- def from_bytes(cls, file: BytesIO) -> "PdfFile":+ def from_bytes(cls, file: BytesIO, filename: str) -> "PdfFile":r"""Creates a PdfFile object from a BytesIO object.Args:file (BytesIO): A BytesIO object representing the contents of thepdf file.+ filename (str): The name of the file.Returns:PdfFile: A PdfFile object.@@ -153,17 +222,23 @@ class PdfFile(File):file_id = md5(file.getvalue()).hexdigest()# Reset the file pointer to the beginningfile.seek(0)- return cls(name=file.name, id=file_id, docs=docs)+ return cls(+ name=filename,+ file_id=file_id,+ docs=docs,+ raw_bytes=file.getvalue(),+ )class TxtFile(File):@classmethod- def from_bytes(cls, file: BytesIO) -> "TxtFile":+ def from_bytes(cls, file: BytesIO, filename: str) -> "TxtFile":r"""Creates a TxtFile object from a BytesIO object.Args:file (BytesIO): A BytesIO object representing the contents of thetxt file.+ filename (str): The name of the file.Returns:TxtFile: A TxtFile object.@@ -177,17 +252,23 @@ class TxtFile(File):file_id = md5(file.getvalue()).hexdigest()# Reset the file pointer to the beginningfile.seek(0)- return cls(name=file.name, id=file_id, docs=[doc])+ return cls(+ name=filename,+ file_id=file_id,+ docs=[doc],+ raw_bytes=file.getvalue(),+ )class JsonFile(File):@classmethod- def from_bytes(cls, file: BytesIO) -> "JsonFile":+ def from_bytes(cls, file: BytesIO, filename: str) -> "JsonFile":r"""Creates a JsonFile object from a BytesIO object.Args:file (BytesIO): A BytesIO object representing the contents of thejson file.+ filename (str): The name of the file.Returns:JsonFile: A JsonFile object.@@ -200,17 +281,23 @@ class JsonFile(File):file_id = md5(file.getvalue()).hexdigest()# Reset the file pointer to the beginningfile.seek(0)- return cls(name=file.name, id=file_id, docs=[doc])+ return cls(+ name=filename,+ file_id=file_id,+ docs=[doc],+ raw_bytes=file.getvalue(),+ )class HtmlFile(File):@classmethod- def from_bytes(cls, file: BytesIO) -> "HtmlFile":+ def from_bytes(cls, file: BytesIO, filename: str) -> "HtmlFile":r"""Creates a HtmlFile object from a BytesIO object.Args:file (BytesIO): A BytesIO object representing the contents of thehtml file.+ filename (str): The name of the file.Returns:HtmlFile: A HtmlFile object.@@ -233,30 +320,9 @@ class HtmlFile(File):file_id = md5(file.getvalue()).hexdigest()# Reset the file pointer to the beginningfile.seek(0)- return cls(name=file.name, id=file_id, docs=[doc])---def read_file(file: BytesIO) -> File:- r"""Reads an uploaded file and returns a File object.-- Args:- file (BytesIO): A BytesIO object representing the contents of the file.-- Returns:- File: A File object.- """- # Determine the file type based on the file extension- if file.name.lower().endswith(".docx"):- return DocxFile.from_bytes(file)- elif file.name.lower().endswith(".pdf"):- return PdfFile.from_bytes(file)- elif file.name.lower().endswith(".txt"):- return TxtFile.from_bytes(file)- elif file.name.lower().endswith(".json"):- return JsonFile.from_bytes(file)- elif file.name.lower().endswith(".html"):- return HtmlFile.from_bytes(file)- else:- raise NotImplementedError(- f"File type {file.name.split('.')[-1]} not supported"+ return cls(+ name=filename,+ file_id=file_id,+ docs=[doc],+ raw_bytes=file.getvalue(),)diff --git a/camel/loaders/unstructured_io.py b/camel/loaders/unstructured_io.pyindex df9ceb1df..2e03545b4 100644--- a/camel/loaders/unstructured_io.py+++ b/camel/loaders/unstructured_io.py@@ -12,12 +12,18 @@# limitations under the License.# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========import uuid-from typing import Any, Dict, List, Literal, Optional, Tuple, Union+from typing import (+ Any,+ Dict,+ List,+ Literal,+ Optional,+ Tuple,+ Union,+)from unstructured.documents.elements import Element-from camel.utils import dependencies_required-class UnstructuredIO:r"""A class to handle various functionalities provided by the@@ -25,56 +31,12 @@ class UnstructuredIO:extracting, staging, chunking data, and integrating with cloudservices like S3 and Azure for data connection.- Attributes:- UNSTRUCTURED_MIN_VERSION (str): The minimum required version of- the Unstructured library.+ References:+ https://docs.unstructured.io/"""- UNSTRUCTURED_MIN_VERSION = "0.10.30" # Define the minimum version-- def __init__(self):- r"""Initializes the UnstructuredIO class and ensures the- installed version of Unstructured library meets the minimum- requirements.- """- self._ensure_unstructured_version(self.UNSTRUCTURED_MIN_VERSION)-- @dependencies_required('unstructured')- def _ensure_unstructured_version(self, min_version: str) -> None:- r"""Validates that the installed 'Unstructured' library version- satisfies the specified minimum version requirement. This function is- essential for ensuring compatibility with features that depend on a- certain version of the 'Unstructured' package.-- Args:- min_version (str): The minimum version required, specified in- `'major.minor.patch'` format.-- Raises:- ImportError: If the 'Unstructured' package is not available in the- environment.- ValueError: If the current `'Unstructured'` version is older than- the required minimum version.-- Notes:- Uses the 'packaging.version' module to parse and compare version- strings.- """- from packaging import version- from unstructured.__version__ import __version__-- # Use packaging.version to compare versions- min_ver = version.parse(min_version)- installed_ver = version.parse(__version__)-- if installed_ver < min_ver:- raise ValueError(- f"Require `unstructured>={min_version}`, "- f"you have {__version__}."- )-+ @staticmethoddef create_element_from_text(- self,text: str,element_id: Optional[Union[str, uuid.UUID]] = None,embeddings: Optional[List[float]] = None,@@ -89,8 +51,8 @@ class UnstructuredIO:Args:text (str): The text content for the element.- element_id (Union[str, uuid.UUID], optional): Unique identifier- forthe element. Defaults to an empty string.+ element_id (Optional[Union[str, uuid.UUID]], optional): Unique+ identifier for the element. Defaults to `None`.embeddings (Optional[List[float]], optional): A list of floatnumbers representing the text embeddings. Defaults to `None`.filename (Optional[str], optional): The name of the file the@@ -120,13 +82,13 @@ class UnstructuredIO:return Text(text=text,- element_id=element_id if element_id else str(uuid.uuid4()),+ element_id=element_id or uuid.uuid4(),metadata=metadata,embeddings=embeddings,)+ @staticmethoddef parse_file_or_url(- self,input_path: str,**kwargs: Any,) -> List[Element]:@@ -189,8 +151,8 @@ class UnstructuredIO:"Failed to parse the unstructured file.") from e+ @staticmethoddef clean_text_data(- self,text: str,clean_options: Optional[List[Tuple[str, Dict[str, Any]]]] = None,) -> str:@@ -253,7 +215,7 @@ class UnstructuredIO:)from unstructured.cleaners.translate import translate_text- cleaning_functions = {+ cleaning_functions: Any = {"clean_extra_whitespace": clean_extra_whitespace,"clean_bullets": clean_bullets,"clean_ordered_bullets": clean_ordered_bullets,@@ -291,8 +253,8 @@ class UnstructuredIO:return cleaned_text+ @staticmethoddef extract_data_from_text(- self,text: str,extract_type: Literal['extract_datetimetz',@@ -340,7 +302,7 @@ class UnstructuredIO:extract_us_phone_number,)- extraction_functions = {+ extraction_functions: Any = {"extract_datetimetz": extract_datetimetz,"extract_email_address": extract_email_address,"extract_ip_address": extract_ip_address,@@ -357,8 +319,8 @@ class UnstructuredIO:return extraction_functions[extract_type](text, **kwargs)+ @staticmethoddef stage_elements(- self,elements: List[Any],stage_type: Literal['convert_to_csv',@@ -416,7 +378,7 @@ class UnstructuredIO:weaviate,)- staging_functions = {+ staging_functions: Any = {"convert_to_csv": base.convert_to_csv,"convert_to_dataframe": base.convert_to_dataframe,"convert_to_dict": base.convert_to_dict,@@ -441,8 +403,9 @@ class UnstructuredIO:return staging_functions[stage_type](elements, **kwargs)+ @staticmethoddef chunk_elements(- self, elements: List[Any], chunk_type: str, **kwargs+ elements: List[Any], chunk_type: str, **kwargs) -> List[Element]:r"""Chunks elements by titles.@@ -470,228 +433,3 @@ class UnstructuredIO:# Format chunks into a list of dictionaries (or your preferred format)return chunking_functions[chunk_type](elements, **kwargs)-- def run_s3_ingest(- self,- s3_url: str,- output_dir: str,- num_processes: int = 2,- anonymous: bool = True,- ) -> None:- r"""Processes documents from an S3 bucket and stores structured- outputs locally.-- Args:- s3_url (str): The URL of the S3 bucket.- output_dir (str): Local directory to store the processed outputs.- num_processes (int, optional): Number of processes to use.- (default: :obj:`2`)- anonymous (bool, optional): Flag to run anonymously if- required. (default: :obj:`True`)-- Notes:- You need to install the necessary extras by using:- `pip install "unstructured[s3]"`.-- References:- https://unstructured-io.github.io/unstructured/- """-- from unstructured.ingest.interfaces import (- FsspecConfig,- PartitionConfig,- ProcessorConfig,- ReadConfig,- )- from unstructured.ingest.runner import S3Runner-- runner = S3Runner(- processor_config=ProcessorConfig(- verbose=True,- output_dir=output_dir,- num_processes=num_processes,- ),- read_config=ReadConfig(),- partition_config=PartitionConfig(),- fsspec_config=FsspecConfig(remote_url=s3_url),- )- runner.run(anonymous=anonymous)-- def run_azure_ingest(- self,- azure_url: str,- output_dir: str,- account_name: str,- num_processes: int = 2,- ) -> None:- r"""Processes documents from an Azure storage container and stores- structured outputs locally.-- Args:- azure_url (str): The URL of the Azure storage container.- output_dir (str): Local directory to store the processed outputs.- account_name (str): Azure account name for accessing the container.- num_processes (int, optional): Number of processes to use.- (default: :obj:`2`)-- Notes:- You need to install the necessary extras by using:- `pip install "unstructured[azure]"`.-- References:- https://unstructured-io.github.io/unstructured/- """- from unstructured.ingest.interfaces import (- FsspecConfig,- PartitionConfig,- ProcessorConfig,- ReadConfig,- )- from unstructured.ingest.runner import AzureRunner-- runner = AzureRunner(- processor_config=ProcessorConfig(- verbose=True,- output_dir=output_dir,- num_processes=num_processes,- ),- read_config=ReadConfig(),- partition_config=PartitionConfig(),- fsspec_config=FsspecConfig(remote_url=azure_url),- )- runner.run(account_name=account_name)-- def run_github_ingest(- self,- repo_url: str,- git_branch: str,- output_dir: str,- num_processes: int = 2,- ) -> None:- r"""Processes documents from a GitHub repository and stores- structured outputs locally.-- Args:- repo_url (str): URL of the GitHub repository.- git_branch (str): Git branch name to process.- output_dir (str): Local directory to store the processed outputs.- num_processes (int, optional): Number of processes to use.- (default: :obj:`2`)-- Notes:- You need to install the necessary extras by using:- `pip install "unstructured[github]"`.-- References:- https://unstructured-io.github.io/unstructured/- """- from unstructured.ingest.interfaces import (- PartitionConfig,- ProcessorConfig,- ReadConfig,- )- from unstructured.ingest.runner import GithubRunner-- runner = GithubRunner(- processor_config=ProcessorConfig(- verbose=True,- output_dir=output_dir,- num_processes=num_processes,- ),- read_config=ReadConfig(),- partition_config=PartitionConfig(),- )- runner.run(url=repo_url, git_branch=git_branch)-- def run_slack_ingest(- self,- channels: List[str],- token: str,- start_date: str,- end_date: str,- output_dir: str,- num_processes: int = 2,- ) -> None:- r"""Processes documents from specified Slack channels and stores- structured outputs locally.-- Args:- channels (List[str]): List of Slack channel IDs.- token (str): Slack API token.- start_date (str): Start date for fetching data.- end_date (str): End date for fetching data.- output_dir (str): Local directory to store the processed outputs.- num_processes (int, optional): Number of processes to use.- (default: :obj:`2`)-- Notes:- You need to install the necessary extras by using:- `pip install "unstructured[slack]"`.-- References:- https://unstructured-io.github.io/unstructured/- """- from unstructured.ingest.interfaces import (- PartitionConfig,- ProcessorConfig,- ReadConfig,- )- from unstructured.ingest.runner import SlackRunner-- runner = SlackRunner(- processor_config=ProcessorConfig(- verbose=True,- output_dir=output_dir,- num_processes=num_processes,- ),- read_config=ReadConfig(),- partition_config=PartitionConfig(),- )- runner.run(- channels=channels,- token=token,- start_date=start_date,- end_date=end_date,- )-- def run_discord_ingest(- self,- channels: List[str],- token: str,- output_dir: str,- num_processes: int = 2,- ) -> None:- r"""Processes messages from specified Discord channels and stores- structured outputs locally.-- Args:- channels (List[str]): List of Discord channel IDs.- token (str): Discord bot token.- output_dir (str): Local directory to store the processed outputs.- num_processes (int, optional): Number of processes to use.- (default: :obj:`2`)-- Notes:- You need to install the necessary extras by using:- `pip install "unstructured[discord]"`.-- References:- https://unstructured-io.github.io/unstructured/- """- from unstructured.ingest.interfaces import (- PartitionConfig,- ProcessorConfig,- ReadConfig,- )- from unstructured.ingest.runner import DiscordRunner-- runner = DiscordRunner(- processor_config=ProcessorConfig(- verbose=True,- output_dir=output_dir,- num_processes=num_processes,- ),- read_config=ReadConfig(),- partition_config=PartitionConfig(),- )- runner.run(channels=channels, token=token)diff --git a/camel/storages/object_storages/__init__.py b/camel/storages/object_storages/__init__.pynew file mode 100644index 000000000..c1deef74d--- /dev/null+++ b/camel/storages/object_storages/__init__.py@@ -0,0 +1,22 @@+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+# Licensed under the Apache License, Version 2.0 (the āLicenseā);+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an āAS ISā BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+from .amazon_s3 import AmazonS3Storage+from .azure_blob import AzureBlobStorage+from .google_cloud import GoogleCloudStorage++__all__ = [+ "AmazonS3Storage",+ "AzureBlobStorage",+ "GoogleCloudStorage",+]diff --git a/camel/storages/object_storages/amazon_s3.py b/camel/storages/object_storages/amazon_s3.pynew file mode 100644index 000000000..76b9defb0--- /dev/null+++ b/camel/storages/object_storages/amazon_s3.py@@ -0,0 +1,205 @@+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+# Licensed under the Apache License, Version 2.0 (the āLicenseā);+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an āAS ISā BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========++import os+from pathlib import Path, PurePath+from typing import Optional, Tuple+from warnings import warn++from camel.loaders import File+from camel.storages.object_storages.base import BaseObjectStorage+++class AmazonS3Storage(BaseObjectStorage):+ r"""A class to connect with AWS S3 object storage to put and get objects+ from one S3 bucket. The class will first try to use the credentials passed+ as arguments, if not provided, it will look for the environment variables+ `AWS_ACCESS_KEY_ID` and `AWS_SECRET_ACCESS_KEY`. If none of these are+ provided, it will try to use the local credentials (will be created if+ logged in with AWS CLI).++ Args:+ bucket_name (str): The name of the S3 bucket.+ create_if_not_exists (bool, optional): Whether to create the bucket if+ it does not exist. Defaults to True.+ access_key_id (Optional[str], optional): The AWS access key ID.+ Defaults to None.+ secret_access_key (Optional[str], optional): The AWS secret access key.+ Defaults to None.+ anonymous (bool, optional): Whether to use anonymous access. Defaults+ to False.++ References:+ https://aws.amazon.com/pm/serv-s3/++ https://aws.amazon.com/cli/+ """++ def __init__(+ self,+ bucket_name: str,+ create_if_not_exists: bool = True,+ access_key_id: Optional[str] = None,+ secret_access_key: Optional[str] = None,+ anonymous: bool = False,+ ) -> None:+ self._bucket_name = bucket_name+ self._create_if_not_exists = create_if_not_exists++ aws_key_id = access_key_id or os.getenv("AWS_ACCESS_KEY_ID")+ aws_secret_key = secret_access_key or os.getenv(+ "AWS_SECRET_ACCESS_KEY"+ )+ if not all([aws_key_id, aws_secret_key]) and not anonymous:+ warn(+ "AWS access key not configured. Local credentials will be "+ "used."+ )+ # Make all the empty values None+ aws_key_id = None+ aws_secret_key = None++ import boto3+ from botocore import UNSIGNED+ from botocore.config import Config++ if not anonymous:+ self._client = boto3.client(+ "s3",+ aws_access_key_id=aws_key_id,+ aws_secret_access_key=aws_secret_key,+ )+ else:+ self._client = boto3.client(+ "s3", config=Config(signature_version=UNSIGNED)+ )++ self._prepare_and_check()++ def _prepare_and_check(self) -> None:+ r"""Check privileges and existence of the bucket."""+ from botocore.exceptions import ClientError, NoCredentialsError++ try:+ self._client.head_bucket(Bucket=self._bucket_name)+ except ClientError as e:+ error_code = e.response['Error']['Code']+ if error_code == '403':+ raise PermissionError(+ f"Failed to access bucket {self._bucket_name}: "+ f"No permission."+ )+ elif error_code == '404':+ if self._create_if_not_exists:+ self._client.create_bucket(Bucket=self._bucket_name)+ warn(+ f"Bucket {self._bucket_name} not found. Automatically "+ f"created."+ )+ else:+ raise FileNotFoundError(+ f"Failed to access bucket {self._bucket_name}: Not "+ f"found."+ )+ else:+ raise e+ except NoCredentialsError as e:+ raise PermissionError("No AWS credentials found.") from e++ @staticmethod+ def canonicalize_path(file_path: PurePath) -> Tuple[str, str]:+ r"""Canonicalize file path for Amazon S3.++ Args:+ file_path (PurePath): The path to be canonicalized.++ Returns:+ Tuple[str, str]: The canonicalized file key and file name.+ """+ return file_path.as_posix(), file_path.name++ def _put_file(self, file_key: str, file: File) -> None:+ r"""Put a file to the Amazon S3 bucket.++ Args:+ file_key (str): The path to the object in the bucket.+ file (File): The file to be uploaded.+ """+ self._client.put_object(+ Bucket=self._bucket_name, Key=file_key, Body=file.raw_bytes+ )++ def _get_file(self, file_key: str, filename: str) -> File:+ r"""Get a file from the Amazon S3 bucket.++ Args:+ file_key (str): The path to the object in the bucket.+ filename (str): The name of the file.++ Returns:+ File: The object from the S3 bucket.+ """+ response = self._client.get_object(+ Bucket=self._bucket_name, Key=file_key+ )+ raw_bytes = response["Body"].read()+ return File.create_file_from_raw_bytes(raw_bytes, filename)++ def _upload_file(+ self, local_file_path: Path, remote_file_key: str+ ) -> None:+ r"""Upload a local file to the Amazon S3 bucket.++ Args:+ local_file_path (Path): The path to the local file to be uploaded.+ remote_file_key (str): The path to the object in the bucket.+ """+ self._client.upload_file(+ Bucket=self._bucket_name,+ Key=remote_file_key,+ Filename=local_file_path,+ )++ def _download_file(+ self,+ local_file_path: Path,+ remote_file_key: str,+ ) -> None:+ r"""Download a file from the Amazon S3 bucket to the local system.++ Args:+ local_file_path (Path): The path to the local file to be saved.+ remote_file_key (str): The key of the object in the bucket.+ """+ self._client.download_file(+ Bucket=self._bucket_name,+ Key=remote_file_key,+ Filename=local_file_path,+ )++ def _object_exists(self, file_key: str) -> bool:+ r"""+ Check if the object exists in the Amazon S3 bucket.++ Args:+ file_key: The key of the object in the bucket.++ Returns:+ bool: Whether the object exists in the bucket.+ """+ try:+ self._client.head_object(Bucket=self._bucket_name, Key=file_key)+ return True+ except self._client.exceptions.ClientError:+ return Falsediff --git a/camel/storages/object_storages/azure_blob.py b/camel/storages/object_storages/azure_blob.pynew file mode 100644index 000000000..676de04a3--- /dev/null+++ b/camel/storages/object_storages/azure_blob.py@@ -0,0 +1,166 @@+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+# Licensed under the Apache License, Version 2.0 (the āLicenseā);+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an āAS ISā BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+import os+from pathlib import Path, PurePath+from typing import Optional, Tuple+from warnings import warn++from camel.loaders import File+from camel.storages.object_storages.base import BaseObjectStorage+++class AzureBlobStorage(BaseObjectStorage):+ r"""A class to connect to Azure Blob Storage. It will connect to one+ container in the storage account.++ Args:+ storage_account_name (str): The name of the storage account.+ container_name (str): The name of the container.+ access_key (Optional[str], optional): The access key of the storage+ account. Defaults to None.++ References:+ https://azure.microsoft.com/en-us/products/storage/blobs+ """++ def __init__(+ self,+ storage_account_name: str,+ container_name: str,+ create_if_not_exists: bool = True,+ access_key: Optional[str] = None,+ ) -> None:+ access_key = access_key or os.getenv("AZURE_ACCESS_KEY")+ self._create_if_not_exists = create_if_not_exists++ if not access_key:+ warn("AZURE_ACCESS_KEY not provided.")+ # Make all the empty values None+ access_key = None++ from azure.storage.blob import ContainerClient++ self._client = ContainerClient(+ account_url="https://"+ f"{storage_account_name}.blob.core.windows.net",+ credential=access_key,+ container_name=container_name,+ )++ self._prepare_and_check()++ def _prepare_and_check(self) -> None:+ r"""Check privileges and existence of the container."""+ from azure.core.exceptions import ClientAuthenticationError++ try:+ exists = self._client.exists()+ if not exists and self._create_if_not_exists:+ self._client.create_container()+ warn(+ f"Container {self._client.container_name} not found. "+ f"Automatically created."+ )+ elif not exists:+ raise FileNotFoundError(+ f"Failed to access container {self._client.container_name}"+ f": Not found."+ )+ except ClientAuthenticationError:+ raise PermissionError(+ f"Failed to access container {self._client.container_name}: "+ f"No permission."+ )++ @staticmethod+ def canonicalize_path(file_path: PurePath) -> Tuple[str, str]:+ r"""Canonicalize file path for Azure Blob Storage.++ Args:+ file_path (PurePath): The path to be canonicalized.++ Returns:+ Tuple[str, str]: The canonicalized file key and file name.+ """+ # for Azure, both slash and backslash will be treated as separator+ filename = file_path.name+ if "\\" in filename:+ raise ValueError(+ "Azure Blob Storage does not support backslash in filename."+ )+ return file_path.as_posix(), filename++ def _put_file(self, file_key: str, file: File) -> None:+ r"""Put a file to the Azure Blob Storage container.++ Args:+ file_key (str): The path to the object in the container.+ file (File): The file to be uploaded.+ """+ self._client.upload_blob(+ name=file_key, data=file.raw_bytes, overwrite=True+ )++ def _get_file(self, file_key: str, filename: str) -> File:+ r"""Get a file from the Azure Blob Storage container.++ Args:+ file_key (str): The path to the object in the container.+ filename (str): The name of the file.++ Returns:+ File: The object from the container.+ """+ raw_bytes = self._client.download_blob(file_key).readall()+ file = File.create_file_from_raw_bytes(raw_bytes, filename)+ return file++ def _upload_file(+ self, local_file_path: Path, remote_file_key: str+ ) -> None:+ r"""Upload a local file to the Azure Blob Storage container.++ Args:+ local_file_path (Path): The path to the local file to be uploaded.+ remote_file_key (str): The path to the object in the container.+ """+ with open(local_file_path, "rb") as f:+ self._client.upload_blob(+ name=remote_file_key, data=f, overwrite=True+ )++ def _download_file(+ self, local_file_path: Path, remote_file_key: str+ ) -> None:+ r"""Download a file from the Azure Blob Storage container to the local+ system.++ Args:+ local_file_path (Path): The path to the local file to be saved.+ remote_file_key (str): The key of the object in the container.+ """+ with open(local_file_path, "wb") as f:+ f.write(self._client.download_blob(remote_file_key).readall())++ def _object_exists(self, file_key: str) -> bool:+ r"""+ Check if the object exists in the Azure Blob Storage container.++ Args:+ file_key: The key of the object in the container.++ Returns:+ bool: Whether the object exists in the container.+ """+ return self._client.get_blob_client(file_key).exists()diff --git a/camel/storages/object_storages/base.py b/camel/storages/object_storages/base.pynew file mode 100644index 000000000..5906b4fee--- /dev/null+++ b/camel/storages/object_storages/base.py@@ -0,0 +1,115 @@+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+# Licensed under the Apache License, Version 2.0 (the āLicenseā);+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an āAS ISā BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========++from abc import ABC, abstractmethod+from pathlib import Path, PurePath+from typing import Tuple++from camel.loaders import File+++class BaseObjectStorage(ABC):+ def object_exists(self, file_path: PurePath) -> bool:+ r"""Check if the object exists in the storage.++ Args:+ file_path (PurePath): The path to the object in the storage.++ Returns:+ bool: True if the object exists, False otherwise.+ """+ file_key, _ = self.canonicalize_path(file_path)+ return self._object_exists(file_key)++ @staticmethod+ @abstractmethod+ def canonicalize_path(file_path: PurePath) -> Tuple[str, str]:+ pass++ def put_file(self, file_path: PurePath, file: File) -> None:+ r"""Put a file to the object storage.++ Args:+ file_path (PurePath): The path to the object in the storage.+ file (File): The file to be put.+ """+ file_key, _ = self.canonicalize_path(file_path)+ self._put_file(file_key, file)++ def get_file(self, file_path: PurePath) -> File:+ r"""Get a file from the object storage.++ Args:+ file_path (PurePath): The path to the object in the storage.++ Returns:+ File: The file object get from the storage.+ """+ file_key, filename = self.canonicalize_path(file_path)+ return self._get_file(file_key, filename)++ def upload_file(+ self, local_file_path: Path, remote_file_path: PurePath+ ) -> None:+ r"""Upload a local file to the object storage.++ Args:+ local_file_path (Path): The path to the local file to be uploaded.+ remote_file_path (PurePath): The path to the object in storage.+ """+ file_key, _ = self.canonicalize_path(remote_file_path)+ # check if the local file exists+ if not local_file_path.exists():+ raise FileNotFoundError(+ f"Local file {local_file_path} does not exist."+ )+ self._upload_file(local_file_path, file_key)++ def download_file(+ self, local_file_path: Path, remote_file_path: PurePath+ ) -> None:+ r"""Download a file from the object storage to the local system.++ Args:+ local_file_path (Path): The path to the local file to be saved.+ remote_file_path (PurePath): The path to the object in storage.+ """+ file_key, _ = self.canonicalize_path(remote_file_path)+ self._download_file(local_file_path, file_key)++ @abstractmethod+ def _put_file(self, file_key: str, file: File) -> None:+ pass++ @abstractmethod+ def _get_file(self, file_key: str, filename: str) -> File:+ pass++ @abstractmethod+ def _object_exists(self, file_key: str) -> bool:+ pass++ @abstractmethod+ def _upload_file(+ self, local_file_path: Path, remote_file_key: str+ ) -> None:+ pass++ @abstractmethod+ def _download_file(+ self,+ local_file_path: Path,+ remote_file_key: str,+ ) -> None:+ passdiff --git a/camel/storages/object_storages/google_cloud.py b/camel/storages/object_storages/google_cloud.pynew file mode 100644index 000000000..96f4f99b7--- /dev/null+++ b/camel/storages/object_storages/google_cloud.py@@ -0,0 +1,152 @@+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+# Licensed under the Apache License, Version 2.0 (the āLicenseā);+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an āAS ISā BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+from pathlib import Path, PurePath+from typing import Tuple+from warnings import warn++from camel.loaders import File+from camel.storages.object_storages.base import BaseObjectStorage+++class GoogleCloudStorage(BaseObjectStorage):+ r"""A class to connect to Google Cloud Storage. It will connect to one+ bucket in the storage account.++ Note that Google Cloud Storage does not support api key authentication.+ Therefore, before using this class, you need to log in with gcloud command+ line tool and save the credentials first.++ Args:+ bucket_name (str): The name of the bucket.+ create_if_not_exists (bool, optional): Whether to create the bucket if+ it does not exist. Defaults to True.+ anonymous (bool, optional): Whether to use anonymous access. Defaults+ to False.++ References:+ https://cloud.google.com/storage++ https://cloud.google.com/docs/authentication/api-keys+ """++ def __init__(+ self,+ bucket_name: str,+ create_if_not_exists: bool = True,+ anonymous: bool = False,+ ) -> None:+ from google.cloud import storage++ self.create_if_not_exists = create_if_not_exists++ if anonymous:+ client = storage.Client.create_anonymous_client()+ else:+ client = storage.Client()+ self._client = client.bucket(bucket_name)++ self._prepare_and_check()++ @staticmethod+ def canonicalize_path(file_path: PurePath) -> Tuple[str, str]:+ r"""Canonicalize the path for Google Cloud Storage.++ Args:+ file_path (PurePath): The path to be canonicalized.++ Returns:+ Tuple[str, str]: The canonicalized file key and file name.+ """+ return file_path.as_posix(), file_path.name++ def _prepare_and_check(self) -> None:+ r"""Check privileges and existence of the bucket."""+ from google.auth.exceptions import InvalidOperation++ try:+ exists = self._client.exists()+ if not exists and self.create_if_not_exists:+ self._client.create()+ warn(+ f"Bucket {self._client.name} not found. Automatically "+ f"created."+ )+ elif not exists:+ raise FileNotFoundError(+ f"Failed to access bucket {self._client.name}: Not found."+ )+ except InvalidOperation:+ raise PermissionError(+ f"Failed to access bucket {self._client.name}: No permission."+ )++ def _put_file(self, file_key: str, file: File) -> None:+ r"""Put a file to the GCloud bucket.++ Args:+ file_key (str): The path to the object in the bucket.+ file (File): The file to be uploaded.+ """+ self._client.blob(file_key).upload_from_string(file.raw_bytes)++ def _get_file(self, file_key: str, filename: str) -> File:+ r"""Get a file from the GCloud bucket.++ Args:+ file_key (str): The path to the object in the bucket.+ filename (str): The name of the file.++ Returns:+ File: The object from the S3 bucket.+ """+ raw_bytes = self._client.get_blob(file_key).download_as_bytes()+ return File.create_file_from_raw_bytes(raw_bytes, filename)++ def _upload_file(+ self, local_file_path: Path, remote_file_key: str+ ) -> None:+ r"""Upload a local file to the GCloud bucket.++ Args:+ local_file_path (Path): The path to the local file to be uploaded.+ remote_file_key (str): The path to the object in the bucket.+ """+ self._client.blob(remote_file_key).upload_from_filename(+ local_file_path+ )++ def _download_file(+ self, local_file_path: Path, remote_file_key: str+ ) -> None:+ r"""Download a file from the GCloud bucket to the local system.++ Args:+ local_file_path (Path): The path to the local file to be saved.+ remote_file_key (str): The key of the object in the bucket.+ """+ self._client.get_blob(remote_file_key).download_to_filename(+ local_file_path+ )++ def _object_exists(self, file_key: str) -> bool:+ r"""+ Check if the object exists in the GCloud bucket.++ Args:+ file_key: The key of the object in the bucket.++ Returns:+ bool: Whether the object exists in the bucket.+ """+ return self._client.blob(file_key).exists()diff --git a/examples/storages/s3_storage.py b/examples/storages/s3_storage.pynew file mode 100644index 000000000..58e8b229c--- /dev/null+++ b/examples/storages/s3_storage.py@@ -0,0 +1,34 @@+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+# Licensed under the Apache License, Version 2.0 (the āLicenseā);+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an āAS ISā BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========++from pathlib import Path++from camel.storages.object_storages import AmazonS3Storage+++def get_file():+ s3_storage = AmazonS3Storage(bucket_name="camel-ai-bucket")+ print(s3_storage._get_file(Path("folder1/example.txt")))+++def upload_file():+ s3_storage = AmazonS3Storage(bucket_name="camel-ai-bucket")+ s3_storage.upload_file(+ local_file_path=Path("./redis_storage.py"),+ s3_file_path=Path("folder1/redis_storage.py"),+ )+++if __name__ == "__main__":+ upload_file()diff --git a/poetry.lock b/poetry.lockindex 1cef13824..9555a0f28 100644--- a/poetry.lock+++ b/poetry.lock@@ -1,4 +1,4 @@-# This file is automatically @generated by Poetry 1.8.2 and should not be changed by hand.+# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand.[[package]]name = "accelerate"@@ -51,13 +51,13 @@ tests = ["hypothesis", "pytest"][[package]]name = "agentops"-version = "0.3.6"+version = "0.3.7"description = "Python SDK for developing AI agent evals and observability"optional = truepython-versions = ">=3.7"files = [- {file = "agentops-0.3.6-py3-none-any.whl", hash = "sha256:413f812eb015fb31175a507784afe08123adfa9e227870e315899b059f42b443"},- {file = "agentops-0.3.6.tar.gz", hash = "sha256:0941f2486f3a561712ba6f77d560b49e2df55be141f243da0f9dc97ed43e6968"},+ {file = "agentops-0.3.7-py3-none-any.whl", hash = "sha256:7eeec5bef41e9ba397b3d880bcec8cd0818209ab31665c85e8b97615011a23d9"},+ {file = "agentops-0.3.7.tar.gz", hash = "sha256:048ee3caa5edf01b98c994e4e3ff90c09d83f820a43a70f07db96032c3386750"},][package.dependencies]@@ -94,87 +94,87 @@ files = [[[package]]name = "aiohttp"-version = "3.10.1"+version = "3.10.2"description = "Async http client/server framework (asyncio)"optional = truepython-versions = ">=3.8"files = [- {file = "aiohttp-3.10.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:47b4c2412960e64d97258f40616efddaebcb34ff664c8a972119ed38fac2a62c"},- {file = "aiohttp-3.10.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e7dbf637f87dd315fa1f36aaed8afa929ee2c607454fb7791e74c88a0d94da59"},- {file = "aiohttp-3.10.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:c8fb76214b5b739ce59e2236a6489d9dc3483649cfd6f563dbf5d8e40dbdd57d"},- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1c577cdcf8f92862363b3d598d971c6a84ed8f0bf824d4cc1ce70c2fb02acb4a"},- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:777e23609899cb230ad2642b4bdf1008890f84968be78de29099a8a86f10b261"},- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b07286a1090483799599a2f72f76ac396993da31f6e08efedb59f40876c144fa"},- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b9db600a86414a9a653e3c1c7f6a2f6a1894ab8f83d11505247bd1b90ad57157"},- {file = "aiohttp-3.10.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:01c3f1eb280008e51965a8d160a108c333136f4a39d46f516c64d2aa2e6a53f2"},- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:f5dd109a925fee4c9ac3f6a094900461a2712df41745f5d04782ebcbe6479ccb"},- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:8c81ff4afffef9b1186639506d70ea90888218f5ddfff03870e74ec80bb59970"},- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:2a384dfbe8bfebd203b778a30a712886d147c61943675f4719b56725a8bbe803"},- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:b9fb6508893dc31cfcbb8191ef35abd79751db1d6871b3e2caee83959b4d91eb"},- {file = "aiohttp-3.10.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:88596384c3bec644a96ae46287bb646d6a23fa6014afe3799156aef42669c6bd"},- {file = "aiohttp-3.10.1-cp310-cp310-win32.whl", hash = "sha256:68164d43c580c2e8bf8e0eb4960142919d304052ccab92be10250a3a33b53268"},- {file = "aiohttp-3.10.1-cp310-cp310-win_amd64.whl", hash = "sha256:d6bbe2c90c10382ca96df33b56e2060404a4f0f88673e1e84b44c8952517e5f3"},- {file = "aiohttp-3.10.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:f6979b4f20d3e557a867da9d9227de4c156fcdcb348a5848e3e6190fd7feb972"},- {file = "aiohttp-3.10.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:03c0c380c83f8a8d4416224aafb88d378376d6f4cadebb56b060688251055cd4"},- {file = "aiohttp-3.10.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1c2b104e81b3c3deba7e6f5bc1a9a0e9161c380530479970766a6655b8b77c7c"},- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b023b68c61ab0cd48bd38416b421464a62c381e32b9dc7b4bdfa2905807452a4"},- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1a07c76a82390506ca0eabf57c0540cf5a60c993c442928fe4928472c4c6e5e6"},- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:41d8dab8c64ded1edf117d2a64f353efa096c52b853ef461aebd49abae979f16"},- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:615348fab1a9ef7d0960a905e83ad39051ae9cb0d2837da739b5d3a7671e497a"},- {file = "aiohttp-3.10.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:256ee6044214ee9d66d531bb374f065ee94e60667d6bbeaa25ca111fc3997158"},- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:b7d5bb926805022508b7ddeaad957f1fce7a8d77532068d7bdb431056dc630cd"},- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:028faf71b338f069077af6315ad54281612705d68889f5d914318cbc2aab0d50"},- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:5c12310d153b27aa630750be44e79313acc4e864c421eb7d2bc6fa3429c41bf8"},- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:de1a91d5faded9054957ed0a9e01b9d632109341942fc123947ced358c5d9009"},- {file = "aiohttp-3.10.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:9c186b270979fb1dee3ababe2d12fb243ed7da08b30abc83ebac3a928a4ddb15"},- {file = "aiohttp-3.10.1-cp311-cp311-win32.whl", hash = "sha256:4a9ce70f5e00380377aac0e568abd075266ff992be2e271765f7b35d228a990c"},- {file = "aiohttp-3.10.1-cp311-cp311-win_amd64.whl", hash = "sha256:a77c79bac8d908d839d32c212aef2354d2246eb9deb3e2cb01ffa83fb7a6ea5d"},- {file = "aiohttp-3.10.1-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:2212296cdb63b092e295c3e4b4b442e7b7eb41e8a30d0f53c16d5962efed395d"},- {file = "aiohttp-3.10.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:4dcb127ca3eb0a61205818a606393cbb60d93b7afb9accd2fd1e9081cc533144"},- {file = "aiohttp-3.10.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:cb8b79a65332e1a426ccb6290ce0409e1dc16b4daac1cc5761e059127fa3d134"},- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68cc24f707ed9cb961f6ee04020ca01de2c89b2811f3cf3361dc7c96a14bfbcc"},- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9cb54f5725b4b37af12edf6c9e834df59258c82c15a244daa521a065fbb11717"},- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:51d03e948e53b3639ce4d438f3d1d8202898ec6655cadcc09ec99229d4adc2a9"},- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:786299d719eb5d868f161aeec56d589396b053925b7e0ce36e983d30d0a3e55c"},- {file = "aiohttp-3.10.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:abda4009a30d51d3f06f36bc7411a62b3e647fa6cc935ef667e3e3d3a7dd09b1"},- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:67f7639424c313125213954e93a6229d3a1d386855d70c292a12628f600c7150"},- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:8e5a26d7aac4c0d8414a347da162696eea0629fdce939ada6aedf951abb1d745"},- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:120548d89f14b76a041088b582454d89389370632ee12bf39d919cc5c561d1ca"},- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:f5293726943bdcea24715b121d8c4ae12581441d22623b0e6ab12d07ce85f9c4"},- {file = "aiohttp-3.10.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:1f8605e573ed6c44ec689d94544b2c4bb1390aaa723a8b5a2cc0a5a485987a68"},- {file = "aiohttp-3.10.1-cp312-cp312-win32.whl", hash = "sha256:e7168782621be4448d90169a60c8b37e9b0926b3b79b6097bc180c0a8a119e73"},- {file = "aiohttp-3.10.1-cp312-cp312-win_amd64.whl", hash = "sha256:8fbf8c0ded367c5c8eaf585f85ca8dd85ff4d5b73fb8fe1e6ac9e1b5e62e11f7"},- {file = "aiohttp-3.10.1-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:54b7f4a20d7cc6bfa4438abbde069d417bb7a119f870975f78a2b99890226d55"},- {file = "aiohttp-3.10.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:2fa643ca990323db68911b92f3f7a0ca9ae300ae340d0235de87c523601e58d9"},- {file = "aiohttp-3.10.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:d8311d0d690487359fe2247ec5d2cac9946e70d50dced8c01ce9e72341c21151"},- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:222821c60b8f6a64c5908cb43d69c0ee978a1188f6a8433d4757d39231b42cdb"},- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e7b55d9ede66af7feb6de87ff277e0ccf6d51c7db74cc39337fe3a0e31b5872d"},- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5a95151a5567b3b00368e99e9c5334a919514f60888a6b6d2054fea5e66e527e"},- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4e9e9171d2fe6bfd9d3838a6fe63b1e91b55e0bf726c16edf265536e4eafed19"},- {file = "aiohttp-3.10.1-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a57e73f9523e980f6101dc9a83adcd7ac0006ea8bf7937ca3870391c7bb4f8ff"},- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:0df51a3d70a2bfbb9c921619f68d6d02591f24f10e9c76de6f3388c89ed01de6"},- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_i686.whl", hash = "sha256:b0de63ff0307eac3961b4af74382d30220d4813f36b7aaaf57f063a1243b4214"},- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_ppc64le.whl", hash = "sha256:8db9b749f589b5af8e4993623dbda6716b2b7a5fcb0fa2277bf3ce4b278c7059"},- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_s390x.whl", hash = "sha256:6b14c19172eb53b63931d3e62a9749d6519f7c121149493e6eefca055fcdb352"},- {file = "aiohttp-3.10.1-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:5cd57ad998e3038aa87c38fe85c99ed728001bf5dde8eca121cadee06ee3f637"},- {file = "aiohttp-3.10.1-cp38-cp38-win32.whl", hash = "sha256:df31641e3f02b77eb3c5fb63c0508bee0fc067cf153da0e002ebbb0db0b6d91a"},- {file = "aiohttp-3.10.1-cp38-cp38-win_amd64.whl", hash = "sha256:93094eba50bc2ad4c40ff4997ead1fdcd41536116f2e7d6cfec9596a8ecb3615"},- {file = "aiohttp-3.10.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:440954ddc6b77257e67170d57b1026aa9545275c33312357472504eef7b4cc0b"},- {file = "aiohttp-3.10.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:f9f8beed277488a52ee2b459b23c4135e54d6a819eaba2e120e57311015b58e9"},- {file = "aiohttp-3.10.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:d8a8221a63602008550022aa3a4152ca357e1dde7ab3dd1da7e1925050b56863"},- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a702bd3663b5cbf3916e84bf332400d24cdb18399f0877ca6b313ce6c08bfb43"},- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1988b370536eb14f0ce7f3a4a5b422ab64c4e255b3f5d7752c5f583dc8c967fc"},- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7ccf1f0a304352c891d124ac1a9dea59b14b2abed1704aaa7689fc90ef9c5be1"},- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc3ea6ef2a83edad84bbdb5d96e22f587b67c68922cd7b6f9d8f24865e655bcf"},- {file = "aiohttp-3.10.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:89b47c125ab07f0831803b88aeb12b04c564d5f07a1c1a225d4eb4d2f26e8b5e"},- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:21778552ef3d44aac3278cc6f6d13a6423504fa5f09f2df34bfe489ed9ded7f5"},- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:bde0693073fd5e542e46ea100aa6c1a5d36282dbdbad85b1c3365d5421490a92"},- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:bf66149bb348d8e713f3a8e0b4f5b952094c2948c408e1cfef03b49e86745d60"},- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:587237571a85716d6f71f60d103416c9df7d5acb55d96d3d3ced65f39bff9c0c"},- {file = "aiohttp-3.10.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:bfe33cba6e127d0b5b417623c9aa621f0a69f304742acdca929a9fdab4593693"},- {file = "aiohttp-3.10.1-cp39-cp39-win32.whl", hash = "sha256:9fbff00646cf8211b330690eb2fd64b23e1ce5b63a342436c1d1d6951d53d8dd"},- {file = "aiohttp-3.10.1-cp39-cp39-win_amd64.whl", hash = "sha256:5951c328f9ac42d7bce7a6ded535879bc9ae13032818d036749631fa27777905"},- {file = "aiohttp-3.10.1.tar.gz", hash = "sha256:8b0d058e4e425d3b45e8ec70d49b402f4d6b21041e674798b1f91ba027c73f28"},+ {file = "aiohttp-3.10.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:95213b3d79c7e387144e9cb7b9d2809092d6ff2c044cb59033aedc612f38fb6d"},+ {file = "aiohttp-3.10.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1aa005f060aff7124cfadaa2493f00a4e28ed41b232add5869e129a2e395935a"},+ {file = "aiohttp-3.10.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:eabe6bf4c199687592f5de4ccd383945f485779c7ffb62a9b9f1f8a3f9756df8"},+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:96e010736fc16d21125c7e2dc5c350cd43c528b85085c04bf73a77be328fe944"},+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:99f81f9c1529fd8e03be4a7bd7df32d14b4f856e90ef6e9cbad3415dbfa9166c"},+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d611d1a01c25277bcdea06879afbc11472e33ce842322496b211319aa95441bb"},+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e00191d38156e09e8c81ef3d75c0d70d4f209b8381e71622165f22ef7da6f101"},+ {file = "aiohttp-3.10.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:74c091a5ded6cb81785de2d7a8ab703731f26de910dbe0f3934eabef4ae417cc"},+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:18186a80ec5a701816adbf1d779926e1069392cf18504528d6e52e14b5920525"},+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:5a7ceb2a0d2280f23a02c64cd0afdc922079bb950400c3dd13a1ab2988428aac"},+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:8bd7be6ff6c162a60cb8fce65ee879a684fbb63d5466aba3fa5b9288eb04aefa"},+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:fae962b62944eaebff4f4fddcf1a69de919e7b967136a318533d82d93c3c6bd1"},+ {file = "aiohttp-3.10.2-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:a0fde16d284efcacbe15fb0c1013f0967b6c3e379649239d783868230bf1db42"},+ {file = "aiohttp-3.10.2-cp310-cp310-win32.whl", hash = "sha256:f81cd85a0e76ec7b8e2b6636fe02952d35befda4196b8c88f3cec5b4fb512839"},+ {file = "aiohttp-3.10.2-cp310-cp310-win_amd64.whl", hash = "sha256:54ba10eb5a3481c28282eb6afb5f709aedf53cf9c3a31875ffbdc9fc719ffd67"},+ {file = "aiohttp-3.10.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:87fab7f948e407444c2f57088286e00e2ed0003ceaf3d8f8cc0f60544ba61d91"},+ {file = "aiohttp-3.10.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ec6ad66ed660d46503243cbec7b2b3d8ddfa020f984209b3b8ef7d98ce69c3f2"},+ {file = "aiohttp-3.10.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a4be88807283bd96ae7b8e401abde4ca0bab597ba73b5e9a2d98f36d451e9aac"},+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:01c98041f90927c2cbd72c22a164bb816fa3010a047d264969cf82e1d4bcf8d1"},+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:54e36c67e1a9273ecafab18d6693da0fb5ac48fd48417e4548ac24a918c20998"},+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7de3ddb6f424af54535424082a1b5d1ae8caf8256ebd445be68c31c662354720"},+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7dd9c7db94b4692b827ce51dcee597d61a0e4f4661162424faf65106775b40e7"},+ {file = "aiohttp-3.10.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e57e21e1167705f8482ca29cc5d02702208d8bf4aff58f766d94bcd6ead838cd"},+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:a1a50e59b720060c29e2951fd9f13c01e1ea9492e5a527b92cfe04dd64453c16"},+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:686c87782481fda5ee6ba572d912a5c26d9f98cc5c243ebd03f95222af3f1b0f"},+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:dafb4abb257c0ed56dc36f4e928a7341b34b1379bd87e5a15ce5d883c2c90574"},+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:494a6f77560e02bd7d1ab579fdf8192390567fc96a603f21370f6e63690b7f3d"},+ {file = "aiohttp-3.10.2-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:6fe8503b1b917508cc68bf44dae28823ac05e9f091021e0c41f806ebbb23f92f"},+ {file = "aiohttp-3.10.2-cp311-cp311-win32.whl", hash = "sha256:4ddb43d06ce786221c0dfd3c91b4892c318eaa36b903f7c4278e7e2fa0dd5102"},+ {file = "aiohttp-3.10.2-cp311-cp311-win_amd64.whl", hash = "sha256:ca2f5abcb0a9a47e56bac173c01e9f6c6e7f27534d91451c5f22e6a35a5a2093"},+ {file = "aiohttp-3.10.2-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:14eb6b17f6246959fb0b035d4f4ae52caa870c4edfb6170aad14c0de5bfbf478"},+ {file = "aiohttp-3.10.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:465e445ec348d4e4bd349edd8b22db75f025da9d7b6dc1369c48e7935b85581e"},+ {file = "aiohttp-3.10.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:341f8ece0276a828d95b70cd265d20e257f5132b46bf77d759d7f4e0443f2906"},+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c01fbb87b5426381cd9418b3ddcf4fc107e296fa2d3446c18ce6c76642f340a3"},+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2c474af073e1a6763e1c5522bbb2d85ff8318197e4c6c919b8d7886e16213345"},+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d9076810a5621236e29b2204e67a68e1fe317c8727ee4c9abbfbb1083b442c38"},+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e8f515d6859e673940e08de3922b9c4a2249653b0ac181169313bd6e4b1978ac"},+ {file = "aiohttp-3.10.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:655e583afc639bef06f3b2446972c1726007a21003cd0ef57116a123e44601bc"},+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8da9449a575133828cc99985536552ea2dcd690e848f9d41b48d8853a149a959"},+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:19073d57d0feb1865d12361e2a1f5a49cb764bf81a4024a3b608ab521568093a"},+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:c8e98e1845805f184d91fda6f9ab93d7c7b0dddf1c07e0255924bfdb151a8d05"},+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:377220a5efde6f9497c5b74649b8c261d3cce8a84cb661be2ed8099a2196400a"},+ {file = "aiohttp-3.10.2-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:92f7f4a4dc9cdb5980973a74d43cdbb16286dacf8d1896b6c3023b8ba8436f8e"},+ {file = "aiohttp-3.10.2-cp312-cp312-win32.whl", hash = "sha256:9bb2834a6f11d65374ce97d366d6311a9155ef92c4f0cee543b2155d06dc921f"},+ {file = "aiohttp-3.10.2-cp312-cp312-win_amd64.whl", hash = "sha256:518dc3cb37365255708283d1c1c54485bbacccd84f0a0fb87ed8917ba45eda5b"},+ {file = "aiohttp-3.10.2-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:7f98e70bbbf693086efe4b86d381efad8edac040b8ad02821453083d15ec315f"},+ {file = "aiohttp-3.10.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:9f6f0b252a009e98fe84028a4ec48396a948e7a65b8be06ccfc6ef68cf1f614d"},+ {file = "aiohttp-3.10.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:9360e3ffc7b23565600e729e8c639c3c50d5520e05fdf94aa2bd859eef12c407"},+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3988044d1635c7821dd44f0edfbe47e9875427464e59d548aece447f8c22800a"},+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:30a9d59da1543a6f1478c3436fd49ec59be3868bca561a33778b4391005e499d"},+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f9f49bdb94809ac56e09a310a62f33e5f22973d6fd351aac72a39cd551e98194"},+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ddfd2dca3f11c365d6857a07e7d12985afc59798458a2fdb2ffa4a0332a3fd43"},+ {file = "aiohttp-3.10.2-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:685c1508ec97b2cd3e120bfe309a4ff8e852e8a7460f1ef1de00c2c0ed01e33c"},+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:49904f38667c44c041a0b44c474b3ae36948d16a0398a8f8cd84e2bb3c42a069"},+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_i686.whl", hash = "sha256:352f3a4e5f11f3241a49b6a48bc5b935fabc35d1165fa0d87f3ca99c1fcca98b"},+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_ppc64le.whl", hash = "sha256:fc61f39b534c5d5903490478a0dd349df397d2284a939aa3cbaa2fb7a19b8397"},+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_s390x.whl", hash = "sha256:ad2274e707be37420d0b6c3d26a8115295fe9d8e6e530fa6a42487a8ca3ad052"},+ {file = "aiohttp-3.10.2-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:c836bf3c7512100219fe1123743fd8dd9a2b50dd7cfb0c3bb10d041309acab4b"},+ {file = "aiohttp-3.10.2-cp38-cp38-win32.whl", hash = "sha256:53e8898adda402be03ff164b0878abe2d884e3ea03a4701e6ad55399d84b92dc"},+ {file = "aiohttp-3.10.2-cp38-cp38-win_amd64.whl", hash = "sha256:7cc8f65f5b22304693de05a245b6736b14cb5bc9c8a03da6e2ae9ef15f8b458f"},+ {file = "aiohttp-3.10.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:9dfc906d656e14004c5bc672399c1cccc10db38df2b62a13fb2b6e165a81c316"},+ {file = "aiohttp-3.10.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:91b10208b222ddf655c3a3d5b727879d7163db12b634492df41a9182a76edaae"},+ {file = "aiohttp-3.10.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:9fd16b5e1a7bdd14668cd6bde60a2a29b49147a535c74f50d8177d11b38433a7"},+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b2bfdda4971bd79201f59adbad24ec2728875237e1c83bba5221284dbbf57bda"},+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:69d73f869cf29e8a373127fc378014e2b17bcfbe8d89134bc6fb06a2f67f3cb3"},+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:df59f8486507c421c0620a2c3dce81fbf1d54018dc20ff4fecdb2c106d6e6abc"},+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0df930015db36b460aa9badbf35eccbc383f00d52d4b6f3de2ccb57d064a6ade"},+ {file = "aiohttp-3.10.2-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:562b1153ab7f766ee6b8b357ec777a302770ad017cf18505d34f1c088fccc448"},+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:d984db6d855de58e0fde1ef908d48fe9a634cadb3cf715962722b4da1c40619d"},+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:14dc3fcb0d877911d775d511eb617a486a8c48afca0a887276e63db04d3ee920"},+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:b52a27a5c97275e254704e1049f4b96a81e67d6205f52fa37a4777d55b0e98ef"},+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:cd33d9de8cfd006a0d0fe85f49b4183c57e91d18ffb7e9004ce855e81928f704"},+ {file = "aiohttp-3.10.2-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:1238fc979160bc03a92fff9ad021375ff1c8799c6aacb0d8ea1b357ea40932bb"},+ {file = "aiohttp-3.10.2-cp39-cp39-win32.whl", hash = "sha256:e2f43d238eae4f0b04f58d4c0df4615697d4ca3e9f9b1963d49555a94f0f5a04"},+ {file = "aiohttp-3.10.2-cp39-cp39-win_amd64.whl", hash = "sha256:947847f07a8f81d7b39b2d0202fd73e61962ebe17ac2d8566f260679e467da7b"},+ {file = "aiohttp-3.10.2.tar.gz", hash = "sha256:4d1f694b5d6e459352e5e925a42e05bac66655bfde44d81c59992463d2897014"},][package.dependencies]@@ -424,6 +424,45 @@ files = [{file = "av-12.3.0.tar.gz", hash = "sha256:04b1892562aff3277efc79f32bd8f1d0cbb64ed011241cb3e96f9ad471816c22"},]+[[package]]+name = "azure-core"+version = "1.30.2"+description = "Microsoft Azure Core Library for Python"+optional = true+python-versions = ">=3.8"+files = [+ {file = "azure-core-1.30.2.tar.gz", hash = "sha256:a14dc210efcd608821aa472d9fb8e8d035d29b68993819147bc290a8ac224472"},+ {file = "azure_core-1.30.2-py3-none-any.whl", hash = "sha256:cf019c1ca832e96274ae85abd3d9f752397194d9fea3b41487290562ac8abe4a"},+]++[package.dependencies]+requests = ">=2.21.0"+six = ">=1.11.0"+typing-extensions = ">=4.6.0"++[package.extras]+aio = ["aiohttp (>=3.0)"]++[[package]]+name = "azure-storage-blob"+version = "12.22.0"+description = "Microsoft Azure Blob Storage Client Library for Python"+optional = true+python-versions = ">=3.8"+files = [+ {file = "azure-storage-blob-12.22.0.tar.gz", hash = "sha256:b3804bb4fe8ab1c32771fa464053da772a682c2737b19da438a3f4e5e3b3736e"},+ {file = "azure_storage_blob-12.22.0-py3-none-any.whl", hash = "sha256:bb7d2d824ce3f11f14a27ee7d9281289f7e072ac8311c52e3652672455b7d5e8"},+]++[package.dependencies]+azure-core = ">=1.28.0"+cryptography = ">=2.1.4"+isodate = ">=0.6.1"+typing-extensions = ">=4.6.0"++[package.extras]+aio = ["azure-core[aio] (>=1.28.0)"]+[[package]]name = "babel"version = "2.16.0"@@ -485,6 +524,47 @@ charset-normalizer = ["charset-normalizer"]html5lib = ["html5lib"]lxml = ["lxml"]+[[package]]+name = "boto3"+version = "1.34.157"+description = "The AWS SDK for Python"+optional = true+python-versions = ">=3.8"+files = [+ {file = "boto3-1.34.157-py3-none-any.whl", hash = "sha256:3cc357156df5482154a016f138d1953061a181b4c594f8b6302c9d6c024bd950"},+ {file = "boto3-1.34.157.tar.gz", hash = "sha256:7ef19ed38cba9863b58430fb4a66a72a5c250304f234bd1c16b860f9bf25677b"},+]++[package.dependencies]+botocore = ">=1.34.157,<1.35.0"+jmespath = ">=0.7.1,<2.0.0"+s3transfer = ">=0.10.0,<0.11.0"++[package.extras]+crt = ["botocore[crt] (>=1.21.0,<2.0a0)"]++[[package]]+name = "botocore"+version = "1.34.157"+description = "Low-level, data-driven core of boto 3."+optional = true+python-versions = ">=3.8"+files = [+ {file = "botocore-1.34.157-py3-none-any.whl", hash = "sha256:c6cba6de8eb86ca4d2f934e009b37adbe1e7fdcfa52fbab74783f4c30676e07d"},+ {file = "botocore-1.34.157.tar.gz", hash = "sha256:5628a36cec123cdc8c1158d05a7b06aa5e53649ad73796c50ef3fb51199785fb"},+]++[package.dependencies]+jmespath = ">=0.7.1,<2.0.0"+python-dateutil = ">=2.1,<3.0.0"+urllib3 = [+ {version = ">=1.25.4,<1.27", markers = "python_version < \"3.10\""},+ {version = ">=1.25.4,<2.2.0 || >2.2.0,<3", markers = "python_version >= \"3.10\""},+]++[package.extras]+crt = ["awscrt (==0.21.2)"]+[[package]]name = "cachetools"version = "5.4.0"@@ -1899,6 +1979,127 @@ files = [google-auth = "*"httplib2 = ">=0.19.0"+[[package]]+name = "google-cloud-core"+version = "2.4.1"+description = "Google Cloud API client core library"+optional = true+python-versions = ">=3.7"+files = [+ {file = "google-cloud-core-2.4.1.tar.gz", hash = "sha256:9b7749272a812bde58fff28868d0c5e2f585b82f37e09a1f6ed2d4d10f134073"},+ {file = "google_cloud_core-2.4.1-py2.py3-none-any.whl", hash = "sha256:a9e6a4422b9ac5c29f79a0ede9485473338e2ce78d91f2370c01e730eab22e61"},+]++[package.dependencies]+google-api-core = ">=1.31.6,<2.0.dev0 || >2.3.0,<3.0.0dev"+google-auth = ">=1.25.0,<3.0dev"++[package.extras]+grpc = ["grpcio (>=1.38.0,<2.0dev)", "grpcio-status (>=1.38.0,<2.0.dev0)"]++[[package]]+name = "google-cloud-storage"+version = "2.18.2"+description = "Google Cloud Storage API client library"+optional = true+python-versions = ">=3.7"+files = [+ {file = "google_cloud_storage-2.18.2-py2.py3-none-any.whl", hash = "sha256:97a4d45c368b7d401ed48c4fdfe86e1e1cb96401c9e199e419d289e2c0370166"},+ {file = "google_cloud_storage-2.18.2.tar.gz", hash = "sha256:aaf7acd70cdad9f274d29332673fcab98708d0e1f4dceb5a5356aaef06af4d99"},+]++[package.dependencies]+google-api-core = ">=2.15.0,<3.0.0dev"+google-auth = ">=2.26.1,<3.0dev"+google-cloud-core = ">=2.3.0,<3.0dev"+google-crc32c = ">=1.0,<2.0dev"+google-resumable-media = ">=2.7.2"+requests = ">=2.18.0,<3.0.0dev"++[package.extras]+protobuf = ["protobuf (<6.0.0dev)"]+tracing = ["opentelemetry-api (>=1.1.0)"]++[[package]]+name = "google-crc32c"+version = "1.5.0"+description = "A python wrapper of the C library 'Google CRC32C'"+optional = true+python-versions = ">=3.7"+files = [+ {file = "google-crc32c-1.5.0.tar.gz", hash = "sha256:89284716bc6a5a415d4eaa11b1726d2d60a0cd12aadf5439828353662ede9dd7"},+ {file = "google_crc32c-1.5.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:596d1f98fc70232fcb6590c439f43b350cb762fb5d61ce7b0e9db4539654cc13"},+ {file = "google_crc32c-1.5.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:be82c3c8cfb15b30f36768797a640e800513793d6ae1724aaaafe5bf86f8f346"},+ {file = "google_crc32c-1.5.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:461665ff58895f508e2866824a47bdee72497b091c730071f2b7575d5762ab65"},+ {file = "google_crc32c-1.5.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e2096eddb4e7c7bdae4bd69ad364e55e07b8316653234a56552d9c988bd2d61b"},+ {file = "google_crc32c-1.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:116a7c3c616dd14a3de8c64a965828b197e5f2d121fedd2f8c5585c547e87b02"},+ {file = "google_crc32c-1.5.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:5829b792bf5822fd0a6f6eb34c5f81dd074f01d570ed7f36aa101d6fc7a0a6e4"},+ {file = "google_crc32c-1.5.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:64e52e2b3970bd891309c113b54cf0e4384762c934d5ae56e283f9a0afcd953e"},+ {file = "google_crc32c-1.5.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:02ebb8bf46c13e36998aeaad1de9b48f4caf545e91d14041270d9dca767b780c"},+ {file = "google_crc32c-1.5.0-cp310-cp310-win32.whl", hash = "sha256:2e920d506ec85eb4ba50cd4228c2bec05642894d4c73c59b3a2fe20346bd00ee"},+ {file = "google_crc32c-1.5.0-cp310-cp310-win_amd64.whl", hash = "sha256:07eb3c611ce363c51a933bf6bd7f8e3878a51d124acfc89452a75120bc436289"},+ {file = "google_crc32c-1.5.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:cae0274952c079886567f3f4f685bcaf5708f0a23a5f5216fdab71f81a6c0273"},+ {file = "google_crc32c-1.5.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1034d91442ead5a95b5aaef90dbfaca8633b0247d1e41621d1e9f9db88c36298"},+ {file = "google_crc32c-1.5.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7c42c70cd1d362284289c6273adda4c6af8039a8ae12dc451dcd61cdabb8ab57"},+ {file = "google_crc32c-1.5.0-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8485b340a6a9e76c62a7dce3c98e5f102c9219f4cfbf896a00cf48caf078d438"},+ {file = "google_crc32c-1.5.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:77e2fd3057c9d78e225fa0a2160f96b64a824de17840351b26825b0848022906"},+ {file = "google_crc32c-1.5.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:f583edb943cf2e09c60441b910d6a20b4d9d626c75a36c8fcac01a6c96c01183"},+ {file = "google_crc32c-1.5.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:a1fd716e7a01f8e717490fbe2e431d2905ab8aa598b9b12f8d10abebb36b04dd"},+ {file = "google_crc32c-1.5.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:72218785ce41b9cfd2fc1d6a017dc1ff7acfc4c17d01053265c41a2c0cc39b8c"},+ {file = "google_crc32c-1.5.0-cp311-cp311-win32.whl", hash = "sha256:66741ef4ee08ea0b2cc3c86916ab66b6aef03768525627fd6a1b34968b4e3709"},+ {file = "google_crc32c-1.5.0-cp311-cp311-win_amd64.whl", hash = "sha256:ba1eb1843304b1e5537e1fca632fa894d6f6deca8d6389636ee5b4797affb968"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:98cb4d057f285bd80d8778ebc4fde6b4d509ac3f331758fb1528b733215443ae"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fd8536e902db7e365f49e7d9029283403974ccf29b13fc7028b97e2295b33556"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:19e0a019d2c4dcc5e598cd4a4bc7b008546b0358bd322537c74ad47a5386884f"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:02c65b9817512edc6a4ae7c7e987fea799d2e0ee40c53ec573a692bee24de876"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:6ac08d24c1f16bd2bf5eca8eaf8304812f44af5cfe5062006ec676e7e1d50afc"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:3359fc442a743e870f4588fcf5dcbc1bf929df1fad8fb9905cd94e5edb02e84c"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:1e986b206dae4476f41bcec1faa057851f3889503a70e1bdb2378d406223994a"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:de06adc872bcd8c2a4e0dc51250e9e65ef2ca91be023b9d13ebd67c2ba552e1e"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-win32.whl", hash = "sha256:d3515f198eaa2f0ed49f8819d5732d70698c3fa37384146079b3799b97667a94"},+ {file = "google_crc32c-1.5.0-cp37-cp37m-win_amd64.whl", hash = "sha256:67b741654b851abafb7bc625b6d1cdd520a379074e64b6a128e3b688c3c04740"},+ {file = "google_crc32c-1.5.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:c02ec1c5856179f171e032a31d6f8bf84e5a75c45c33b2e20a3de353b266ebd8"},+ {file = "google_crc32c-1.5.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:edfedb64740750e1a3b16152620220f51d58ff1b4abceb339ca92e934775c27a"},+ {file = "google_crc32c-1.5.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:84e6e8cd997930fc66d5bb4fde61e2b62ba19d62b7abd7a69920406f9ecca946"},+ {file = "google_crc32c-1.5.0-cp38-cp38-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:024894d9d3cfbc5943f8f230e23950cd4906b2fe004c72e29b209420a1e6b05a"},+ {file = "google_crc32c-1.5.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:998679bf62b7fb599d2878aa3ed06b9ce688b8974893e7223c60db155f26bd8d"},+ {file = "google_crc32c-1.5.0-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:83c681c526a3439b5cf94f7420471705bbf96262f49a6fe546a6db5f687a3d4a"},+ {file = "google_crc32c-1.5.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:4c6fdd4fccbec90cc8a01fc00773fcd5fa28db683c116ee3cb35cd5da9ef6c37"},+ {file = "google_crc32c-1.5.0-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:5ae44e10a8e3407dbe138984f21e536583f2bba1be9491239f942c2464ac0894"},+ {file = "google_crc32c-1.5.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:37933ec6e693e51a5b07505bd05de57eee12f3e8c32b07da7e73669398e6630a"},+ {file = "google_crc32c-1.5.0-cp38-cp38-win32.whl", hash = "sha256:fe70e325aa68fa4b5edf7d1a4b6f691eb04bbccac0ace68e34820d283b5f80d4"},+ {file = "google_crc32c-1.5.0-cp38-cp38-win_amd64.whl", hash = "sha256:74dea7751d98034887dbd821b7aae3e1d36eda111d6ca36c206c44478035709c"},+ {file = "google_crc32c-1.5.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:c6c777a480337ac14f38564ac88ae82d4cd238bf293f0a22295b66eb89ffced7"},+ {file = "google_crc32c-1.5.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:759ce4851a4bb15ecabae28f4d2e18983c244eddd767f560165563bf9aefbc8d"},+ {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f13cae8cc389a440def0c8c52057f37359014ccbc9dc1f0827936bcd367c6100"},+ {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e560628513ed34759456a416bf86b54b2476c59144a9138165c9a1575801d0d9"},+ {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e1674e4307fa3024fc897ca774e9c7562c957af85df55efe2988ed9056dc4e57"},+ {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:278d2ed7c16cfc075c91378c4f47924c0625f5fc84b2d50d921b18b7975bd210"},+ {file = "google_crc32c-1.5.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:d5280312b9af0976231f9e317c20e4a61cd2f9629b7bfea6a693d1878a264ebd"},+ {file = "google_crc32c-1.5.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:8b87e1a59c38f275c0e3676fc2ab6d59eccecfd460be267ac360cc31f7bcde96"},+ {file = "google_crc32c-1.5.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:7c074fece789b5034b9b1404a1f8208fc2d4c6ce9decdd16e8220c5a793e6f61"},+ {file = "google_crc32c-1.5.0-cp39-cp39-win32.whl", hash = "sha256:7f57f14606cd1dd0f0de396e1e53824c371e9544a822648cd76c034d209b559c"},+ {file = "google_crc32c-1.5.0-cp39-cp39-win_amd64.whl", hash = "sha256:a2355cba1f4ad8b6988a4ca3feed5bff33f6af2d7f134852cf279c2aebfde541"},+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:f314013e7dcd5cf45ab1945d92e713eec788166262ae8deb2cfacd53def27325"},+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3b747a674c20a67343cb61d43fdd9207ce5da6a99f629c6e2541aa0e89215bcd"},+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8f24ed114432de109aa9fd317278518a5af2d31ac2ea6b952b2f7782b43da091"},+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b8667b48e7a7ef66afba2c81e1094ef526388d35b873966d8a9a447974ed9178"},+ {file = "google_crc32c-1.5.0-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:1c7abdac90433b09bad6c43a43af253e688c9cfc1c86d332aed13f9a7c7f65e2"},+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:6f998db4e71b645350b9ac28a2167e6632c239963ca9da411523bb439c5c514d"},+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9c99616c853bb585301df6de07ca2cadad344fd1ada6d62bb30aec05219c45d2"},+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2ad40e31093a4af319dadf503b2467ccdc8f67c72e4bcba97f8c10cb078207b5"},+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cd67cf24a553339d5062eff51013780a00d6f97a39ca062781d06b3a73b15462"},+ {file = "google_crc32c-1.5.0-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:398af5e3ba9cf768787eef45c803ff9614cc3e22a5b2f7d7ae116df8b11e3314"},+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:b1f8133c9a275df5613a451e73f36c2aea4fe13c5c8997e22cf355ebd7bd0728"},+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9ba053c5f50430a3fcfd36f75aff9caeba0440b2d076afdb79a318d6ca245f88"},+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:272d3892a1e1a2dbc39cc5cde96834c236d5327e2122d3aaa19f6614531bb6eb"},+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:635f5d4dd18758a1fbd1049a8e8d2fee4ffed124462d837d1a02a0e009c3ab31"},+ {file = "google_crc32c-1.5.0-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:c672d99a345849301784604bfeaeba4db0c7aae50b95be04dd651fd2a7310b93"},+]++[package.extras]+testing = ["pytest"]+[[package]]name = "google-generativeai"version = "0.6.0"@@ -1922,6 +2123,24 @@ typing-extensions = "*"[package.extras]dev = ["Pillow", "absl-py", "black", "ipython", "nose2", "pandas", "pytype", "pyyaml"]+[[package]]+name = "google-resumable-media"+version = "2.7.2"+description = "Utilities for Google Media Downloads and Resumable Uploads"+optional = true+python-versions = ">=3.7"+files = [+ {file = "google_resumable_media-2.7.2-py2.py3-none-any.whl", hash = "sha256:3ce7551e9fe6d99e9a126101d2536612bb73486721951e9562fee0f90c6ababa"},+ {file = "google_resumable_media-2.7.2.tar.gz", hash = "sha256:5280aed4629f2b60b847b0d42f9857fd4935c11af266744df33d8074cae92fe0"},+]++[package.dependencies]+google-crc32c = ">=1.0,<2.0dev"++[package.extras]+aiohttp = ["aiohttp (>=3.6.2,<4.0.0dev)", "google-auth (>=1.22.0,<2.0dev)"]+requests = ["requests (>=2.18.0,<3.0.0dev)"]+[[package]]name = "googleapis-common-protos"version = "1.63.2"@@ -2632,6 +2851,20 @@ qtconsole = ["qtconsole"]test = ["pickleshare", "pytest (<7.1)", "pytest-asyncio (<0.22)", "testpath"]test-extra = ["curio", "matplotlib (!=3.2.0)", "nbformat", "numpy (>=1.22)", "pandas", "pickleshare", "pytest (<7.1)", "pytest-asyncio (<0.22)", "testpath", "trio"]+[[package]]+name = "isodate"+version = "0.6.1"+description = "An ISO 8601 date/time/duration parser and formatter"+optional = true+python-versions = "*"+files = [+ {file = "isodate-0.6.1-py2.py3-none-any.whl", hash = "sha256:0751eece944162659049d35f4f549ed815792b38793f07cf73381c1c87cbed96"},+ {file = "isodate-0.6.1.tar.gz", hash = "sha256:48c5881de7e8b0a0d648cb024c8062dc84e7b840ed81e864c7614fd3c127bde9"},+]++[package.dependencies]+six = "*"+[[package]]name = "jaraco-context"version = "5.3.0"@@ -2766,6 +2999,17 @@ files = [{file = "jiter-0.5.0.tar.gz", hash = "sha256:1d916ba875bcab5c5f7d927df998c4cb694d27dceddf3392e58beaf10563368a"},]+[[package]]+name = "jmespath"+version = "1.0.1"+description = "JSON Matching Expressions"+optional = true+python-versions = ">=3.7"+files = [+ {file = "jmespath-1.0.1-py3-none-any.whl", hash = "sha256:02e2e4cc71b5bcab88332eebf907519190dd9e6e82107fa7f83b1003a6252980"},+ {file = "jmespath-1.0.1.tar.gz", hash = "sha256:90261b206d6defd58fdd5e85f478bf633a2901798906be2ad389150c5c60edbe"},+]+[[package]]name = "joblib"version = "1.4.2"@@ -3447,7 +3691,6 @@ python-versions = ">=3.7"files = [{file = "milvus_lite-2.4.8-py3-none-macosx_10_9_x86_64.whl", hash = "sha256:b7e90b34b214884cd44cdc112ab243d4cb197b775498355e2437b6cafea025fe"},{file = "milvus_lite-2.4.8-py3-none-macosx_11_0_arm64.whl", hash = "sha256:519dfc62709d8f642d98a1c5b1dcde7080d107e6e312d677fef5a3412a40ac08"},- {file = "milvus_lite-2.4.8-py3-none-manylinux2014_aarch64.whl", hash = "sha256:b21f36d24cbb0e920b4faad607019bb28c1b2c88b4d04680ac8c7697a4ae8a4d"},{file = "milvus_lite-2.4.8-py3-none-manylinux2014_x86_64.whl", hash = "sha256:08332a2b9abfe7c4e1d7926068937e46f8fb81f2707928b7bc02c9dc99cebe41"},]@@ -4017,6 +4260,7 @@ description = "Nvidia JIT LTO Library"optional = truepython-versions = ">=3"files = [+ {file = "nvidia_nvjitlink_cu12-12.6.20-py3-none-manylinux2014_aarch64.whl", hash = "sha256:84fb38465a5bc7c70cbc320cfd0963eb302ee25a5e939e9f512bbba55b6072fb"},{file = "nvidia_nvjitlink_cu12-12.6.20-py3-none-manylinux2014_x86_64.whl", hash = "sha256:562ab97ea2c23164823b2a89cb328d01d45cb99634b8c65fe7cd60d14562bd79"},{file = "nvidia_nvjitlink_cu12-12.6.20-py3-none-win_amd64.whl", hash = "sha256:ed3c43a17f37b0c922a919203d2d36cbef24d41cc3e6b625182f8b58203644f6"},]@@ -4162,13 +4406,13 @@ sympy = "*"[[package]]name = "openai"-version = "1.40.1"+version = "1.40.2"description = "The official Python library for the openai API"optional = falsepython-versions = ">=3.7.1"files = [- {file = "openai-1.40.1-py3-none-any.whl", hash = "sha256:cf5929076c6ca31c26f1ed207e9fd19eb05404cc9104f64c9d29bb0ac0c5bcd4"},- {file = "openai-1.40.1.tar.gz", hash = "sha256:cb1294ac1f8c6a1acbb07e090698eb5ad74a7a88484e77126612a4f22579673d"},+ {file = "openai-1.40.2-py3-none-any.whl", hash = "sha256:38068f858f310b4fd4b0ea8734c3efcfde3c15a2978311e1453bd84817231b96"},+ {file = "openai-1.40.2.tar.gz", hash = "sha256:2180e9070bd36084328248b3ce668964e8ddd2e9019e1d426e31dc54cc117bb5"},][package.dependencies]@@ -4236,10 +4480,10 @@ files = [[package.dependencies]numpy = [{version = ">=1.21.0", markers = "python_version == \"3.9\" and platform_system == \"Darwin\" and platform_machine == \"arm64\""},- {version = ">=1.23.5", markers = "python_version >= \"3.11\""},{version = ">=1.21.4", markers = "python_version >= \"3.10\" and platform_system == \"Darwin\" and python_version < \"3.11\""},{version = ">=1.21.2", markers = "platform_system != \"Darwin\" and python_version >= \"3.10\" and python_version < \"3.11\""},{version = ">=1.19.3", markers = "platform_system == \"Linux\" and platform_machine == \"aarch64\" and python_version >= \"3.8\" and python_version < \"3.10\" or python_version > \"3.9\" and python_version < \"3.10\" or python_version >= \"3.9\" and platform_system != \"Darwin\" and python_version < \"3.10\" or python_version >= \"3.9\" and platform_machine != \"arm64\" and python_version < \"3.10\""},+ {version = ">=1.23.5", markers = "python_version >= \"3.11\""},][[package]]@@ -4258,62 +4502,68 @@ et-xmlfile = "*"[[package]]name = "orjson"-version = "3.10.6"+version = "3.10.7"description = "Fast, correct Python JSON library supporting dataclasses, datetimes, and numpy"optional = falsepython-versions = ">=3.8"files = [- {file = "orjson-3.10.6-cp310-cp310-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:fb0ee33124db6eaa517d00890fc1a55c3bfe1cf78ba4a8899d71a06f2d6ff5c7"},- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9c1c4b53b24a4c06547ce43e5fee6ec4e0d8fe2d597f4647fc033fd205707365"},- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:eadc8fd310edb4bdbd333374f2c8fec6794bbbae99b592f448d8214a5e4050c0"},- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:61272a5aec2b2661f4fa2b37c907ce9701e821b2c1285d5c3ab0207ebd358d38"},- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:57985ee7e91d6214c837936dc1608f40f330a6b88bb13f5a57ce5257807da143"},- {file = "orjson-3.10.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:633a3b31d9d7c9f02d49c4ab4d0a86065c4a6f6adc297d63d272e043472acab5"},- {file = "orjson-3.10.6-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:1c680b269d33ec444afe2bdc647c9eb73166fa47a16d9a75ee56a374f4a45f43"},- {file = "orjson-3.10.6-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:f759503a97a6ace19e55461395ab0d618b5a117e8d0fbb20e70cfd68a47327f2"},- {file = "orjson-3.10.6-cp310-none-win32.whl", hash = "sha256:95a0cce17f969fb5391762e5719575217bd10ac5a189d1979442ee54456393f3"},- {file = "orjson-3.10.6-cp310-none-win_amd64.whl", hash = "sha256:df25d9271270ba2133cc88ee83c318372bdc0f2cd6f32e7a450809a111efc45c"},- {file = "orjson-3.10.6-cp311-cp311-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:b1ec490e10d2a77c345def52599311849fc063ae0e67cf4f84528073152bb2ba"},- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:55d43d3feb8f19d07e9f01e5b9be4f28801cf7c60d0fa0d279951b18fae1932b"},- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:ac3045267e98fe749408eee1593a142e02357c5c99be0802185ef2170086a863"},- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c27bc6a28ae95923350ab382c57113abd38f3928af3c80be6f2ba7eb8d8db0b0"},- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d27456491ca79532d11e507cadca37fb8c9324a3976294f68fb1eff2dc6ced5a"},- {file = "orjson-3.10.6-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:05ac3d3916023745aa3b3b388e91b9166be1ca02b7c7e41045da6d12985685f0"},- {file = "orjson-3.10.6-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:1335d4ef59ab85cab66fe73fd7a4e881c298ee7f63ede918b7faa1b27cbe5212"},- {file = "orjson-3.10.6-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:4bbc6d0af24c1575edc79994c20e1b29e6fb3c6a570371306db0993ecf144dc5"},- {file = "orjson-3.10.6-cp311-none-win32.whl", hash = "sha256:450e39ab1f7694465060a0550b3f6d328d20297bf2e06aa947b97c21e5241fbd"},- {file = "orjson-3.10.6-cp311-none-win_amd64.whl", hash = "sha256:227df19441372610b20e05bdb906e1742ec2ad7a66ac8350dcfd29a63014a83b"},- {file = "orjson-3.10.6-cp312-cp312-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:ea2977b21f8d5d9b758bb3f344a75e55ca78e3ff85595d248eee813ae23ecdfb"},- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b6f3d167d13a16ed263b52dbfedff52c962bfd3d270b46b7518365bcc2121eed"},- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:f710f346e4c44a4e8bdf23daa974faede58f83334289df80bc9cd12fe82573c7"},- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7275664f84e027dcb1ad5200b8b18373e9c669b2a9ec33d410c40f5ccf4b257e"},- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0943e4c701196b23c240b3d10ed8ecd674f03089198cf503105b474a4f77f21f"},- {file = "orjson-3.10.6-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:446dee5a491b5bc7d8f825d80d9637e7af43f86a331207b9c9610e2f93fee22a"},- {file = "orjson-3.10.6-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:64c81456d2a050d380786413786b057983892db105516639cb5d3ee3c7fd5148"},- {file = "orjson-3.10.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:960db0e31c4e52fa0fc3ecbaea5b2d3b58f379e32a95ae6b0ebeaa25b93dfd34"},- {file = "orjson-3.10.6-cp312-none-win32.whl", hash = "sha256:a6ea7afb5b30b2317e0bee03c8d34c8181bc5a36f2afd4d0952f378972c4efd5"},- {file = "orjson-3.10.6-cp312-none-win_amd64.whl", hash = "sha256:874ce88264b7e655dde4aeaacdc8fd772a7962faadfb41abe63e2a4861abc3dc"},- {file = "orjson-3.10.6-cp38-cp38-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:66680eae4c4e7fc193d91cfc1353ad6d01b4801ae9b5314f17e11ba55e934183"},- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:caff75b425db5ef8e8f23af93c80f072f97b4fb3afd4af44482905c9f588da28"},- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:3722fddb821b6036fd2a3c814f6bd9b57a89dc6337b9924ecd614ebce3271394"},- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c2c116072a8533f2fec435fde4d134610f806bdac20188c7bd2081f3e9e0133f"},- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6eeb13218c8cf34c61912e9df2de2853f1d009de0e46ea09ccdf3d757896af0a"},- {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:965a916373382674e323c957d560b953d81d7a8603fbeee26f7b8248638bd48b"},- {file = "orjson-3.10.6-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:03c95484d53ed8e479cade8628c9cea00fd9d67f5554764a1110e0d5aa2de96e"},- {file = "orjson-3.10.6-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:e060748a04cccf1e0a6f2358dffea9c080b849a4a68c28b1b907f272b5127e9b"},- {file = "orjson-3.10.6-cp38-none-win32.whl", hash = "sha256:738dbe3ef909c4b019d69afc19caf6b5ed0e2f1c786b5d6215fbb7539246e4c6"},- {file = "orjson-3.10.6-cp38-none-win_amd64.whl", hash = "sha256:d40f839dddf6a7d77114fe6b8a70218556408c71d4d6e29413bb5f150a692ff7"},- {file = "orjson-3.10.6-cp39-cp39-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:697a35a083c4f834807a6232b3e62c8b280f7a44ad0b759fd4dce748951e70db"},- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fd502f96bf5ea9a61cbc0b2b5900d0dd68aa0da197179042bdd2be67e51a1e4b"},- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:f215789fb1667cdc874c1b8af6a84dc939fd802bf293a8334fce185c79cd359b"},- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a2debd8ddce948a8c0938c8c93ade191d2f4ba4649a54302a7da905a81f00b56"},- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5410111d7b6681d4b0d65e0f58a13be588d01b473822483f77f513c7f93bd3b2"},- {file = "orjson-3.10.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bb1f28a137337fdc18384079fa5726810681055b32b92253fa15ae5656e1dddb"},- {file = "orjson-3.10.6-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:bf2fbbce5fe7cd1aa177ea3eab2b8e6a6bc6e8592e4279ed3db2d62e57c0e1b2"},- {file = "orjson-3.10.6-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:79b9b9e33bd4c517445a62b90ca0cc279b0f1f3970655c3df9e608bc3f91741a"},- {file = "orjson-3.10.6-cp39-none-win32.whl", hash = "sha256:30b0a09a2014e621b1adf66a4f705f0809358350a757508ee80209b2d8dae219"},- {file = "orjson-3.10.6-cp39-none-win_amd64.whl", hash = "sha256:49e3bc615652617d463069f91b867a4458114c5b104e13b7ae6872e5f79d0844"},- {file = "orjson-3.10.6.tar.gz", hash = "sha256:e54b63d0a7c6c54a5f5f726bc93a2078111ef060fec4ecbf34c5db800ca3b3a7"},+ {file = "orjson-3.10.7-cp310-cp310-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:74f4544f5a6405b90da8ea724d15ac9c36da4d72a738c64685003337401f5c12"},+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:34a566f22c28222b08875b18b0dfbf8a947e69df21a9ed5c51a6bf91cfb944ac"},+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:bf6ba8ebc8ef5792e2337fb0419f8009729335bb400ece005606336b7fd7bab7"},+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ac7cf6222b29fbda9e3a472b41e6a5538b48f2c8f99261eecd60aafbdb60690c"},+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:de817e2f5fc75a9e7dd350c4b0f54617b280e26d1631811a43e7e968fa71e3e9"},+ {file = "orjson-3.10.7-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:348bdd16b32556cf8d7257b17cf2bdb7ab7976af4af41ebe79f9796c218f7e91"},+ {file = "orjson-3.10.7-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:479fd0844ddc3ca77e0fd99644c7fe2de8e8be1efcd57705b5c92e5186e8a250"},+ {file = "orjson-3.10.7-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:fdf5197a21dd660cf19dfd2a3ce79574588f8f5e2dbf21bda9ee2d2b46924d84"},+ {file = "orjson-3.10.7-cp310-none-win32.whl", hash = "sha256:d374d36726746c81a49f3ff8daa2898dccab6596864ebe43d50733275c629175"},+ {file = "orjson-3.10.7-cp310-none-win_amd64.whl", hash = "sha256:cb61938aec8b0ffb6eef484d480188a1777e67b05d58e41b435c74b9d84e0b9c"},+ {file = "orjson-3.10.7-cp311-cp311-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:7db8539039698ddfb9a524b4dd19508256107568cdad24f3682d5773e60504a2"},+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:480f455222cb7a1dea35c57a67578848537d2602b46c464472c995297117fa09"},+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:8a9c9b168b3a19e37fe2778c0003359f07822c90fdff8f98d9d2a91b3144d8e0"},+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8de062de550f63185e4c1c54151bdddfc5625e37daf0aa1e75d2a1293e3b7d9a"},+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6b0dd04483499d1de9c8f6203f8975caf17a6000b9c0c54630cef02e44ee624e"},+ {file = "orjson-3.10.7-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b58d3795dafa334fc8fd46f7c5dc013e6ad06fd5b9a4cc98cb1456e7d3558bd6"},+ {file = "orjson-3.10.7-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:33cfb96c24034a878d83d1a9415799a73dc77480e6c40417e5dda0710d559ee6"},+ {file = "orjson-3.10.7-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:e724cebe1fadc2b23c6f7415bad5ee6239e00a69f30ee423f319c6af70e2a5c0"},+ {file = "orjson-3.10.7-cp311-none-win32.whl", hash = "sha256:82763b46053727a7168d29c772ed5c870fdae2f61aa8a25994c7984a19b1021f"},+ {file = "orjson-3.10.7-cp311-none-win_amd64.whl", hash = "sha256:eb8d384a24778abf29afb8e41d68fdd9a156cf6e5390c04cc07bbc24b89e98b5"},+ {file = "orjson-3.10.7-cp312-cp312-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:44a96f2d4c3af51bfac6bc4ef7b182aa33f2f054fd7f34cc0ee9a320d051d41f"},+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:76ac14cd57df0572453543f8f2575e2d01ae9e790c21f57627803f5e79b0d3c3"},+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:bdbb61dcc365dd9be94e8f7df91975edc9364d6a78c8f7adb69c1cdff318ec93"},+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b48b3db6bb6e0a08fa8c83b47bc169623f801e5cc4f24442ab2b6617da3b5313"},+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:23820a1563a1d386414fef15c249040042b8e5d07b40ab3fe3efbfbbcbcb8864"},+ {file = "orjson-3.10.7-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a0c6a008e91d10a2564edbb6ee5069a9e66df3fbe11c9a005cb411f441fd2c09"},+ {file = "orjson-3.10.7-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:d352ee8ac1926d6193f602cbe36b1643bbd1bbcb25e3c1a657a4390f3000c9a5"},+ {file = "orjson-3.10.7-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:d2d9f990623f15c0ae7ac608103c33dfe1486d2ed974ac3f40b693bad1a22a7b"},+ {file = "orjson-3.10.7-cp312-none-win32.whl", hash = "sha256:7c4c17f8157bd520cdb7195f75ddbd31671997cbe10aee559c2d613592e7d7eb"},+ {file = "orjson-3.10.7-cp312-none-win_amd64.whl", hash = "sha256:1d9c0e733e02ada3ed6098a10a8ee0052dd55774de3d9110d29868d24b17faa1"},+ {file = "orjson-3.10.7-cp313-cp313-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:77d325ed866876c0fa6492598ec01fe30e803272a6e8b10e992288b009cbe149"},+ {file = "orjson-3.10.7-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9ea2c232deedcb605e853ae1db2cc94f7390ac776743b699b50b071b02bea6fe"},+ {file = "orjson-3.10.7-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:3dcfbede6737fdbef3ce9c37af3fb6142e8e1ebc10336daa05872bfb1d87839c"},+ {file = "orjson-3.10.7-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:11748c135f281203f4ee695b7f80bb1358a82a63905f9f0b794769483ea854ad"},+ {file = "orjson-3.10.7-cp313-none-win32.whl", hash = "sha256:a7e19150d215c7a13f39eb787d84db274298d3f83d85463e61d277bbd7f401d2"},+ {file = "orjson-3.10.7-cp313-none-win_amd64.whl", hash = "sha256:eef44224729e9525d5261cc8d28d6b11cafc90e6bd0be2157bde69a52ec83024"},+ {file = "orjson-3.10.7-cp38-cp38-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:6ea2b2258eff652c82652d5e0f02bd5e0463a6a52abb78e49ac288827aaa1469"},+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:430ee4d85841e1483d487e7b81401785a5dfd69db5de01314538f31f8fbf7ee1"},+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:4b6146e439af4c2472c56f8540d799a67a81226e11992008cb47e1267a9b3225"},+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:084e537806b458911137f76097e53ce7bf5806dda33ddf6aaa66a028f8d43a23"},+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4829cf2195838e3f93b70fd3b4292156fc5e097aac3739859ac0dcc722b27ac0"},+ {file = "orjson-3.10.7-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1193b2416cbad1a769f868b1749535d5da47626ac29445803dae7cc64b3f5c98"},+ {file = "orjson-3.10.7-cp38-cp38-musllinux_1_2_aarch64.whl", hash = "sha256:4e6c3da13e5a57e4b3dca2de059f243ebec705857522f188f0180ae88badd354"},+ {file = "orjson-3.10.7-cp38-cp38-musllinux_1_2_x86_64.whl", hash = "sha256:c31008598424dfbe52ce8c5b47e0752dca918a4fdc4a2a32004efd9fab41d866"},+ {file = "orjson-3.10.7-cp38-none-win32.whl", hash = "sha256:7122a99831f9e7fe977dc45784d3b2edc821c172d545e6420c375e5a935f5a1c"},+ {file = "orjson-3.10.7-cp38-none-win_amd64.whl", hash = "sha256:a763bc0e58504cc803739e7df040685816145a6f3c8a589787084b54ebc9f16e"},+ {file = "orjson-3.10.7-cp39-cp39-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:e76be12658a6fa376fcd331b1ea4e58f5a06fd0220653450f0d415b8fd0fbe20"},+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ed350d6978d28b92939bfeb1a0570c523f6170efc3f0a0ef1f1df287cd4f4960"},+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:144888c76f8520e39bfa121b31fd637e18d4cc2f115727865fdf9fa325b10412"},+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:09b2d92fd95ad2402188cf51573acde57eb269eddabaa60f69ea0d733e789fe9"},+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5b24a579123fa884f3a3caadaed7b75eb5715ee2b17ab5c66ac97d29b18fe57f"},+ {file = "orjson-3.10.7-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e72591bcfe7512353bd609875ab38050efe3d55e18934e2f18950c108334b4ff"},+ {file = "orjson-3.10.7-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:f4db56635b58cd1a200b0a23744ff44206ee6aa428185e2b6c4a65b3197abdcd"},+ {file = "orjson-3.10.7-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:0fa5886854673222618638c6df7718ea7fe2f3f2384c452c9ccedc70b4a510a5"},+ {file = "orjson-3.10.7-cp39-none-win32.whl", hash = "sha256:8272527d08450ab16eb405f47e0f4ef0e5ff5981c3d82afe0efd25dcbef2bcd2"},+ {file = "orjson-3.10.7-cp39-none-win_amd64.whl", hash = "sha256:974683d4618c0c7dbf4f69c95a979734bf183d0658611760017f6e70a145af58"},+ {file = "orjson-3.10.7.tar.gz", hash = "sha256:75ef0640403f945f3a1f9f6400686560dbfb0fb5b16589ad62cd477043c4eee3"},][[package]]@@ -5148,13 +5398,13 @@ tests = ["coverage[toml] (==5.0.4)", "pytest (>=6.0.0,<7.0.0)"][[package]]name = "pymilvus"-version = "2.4.4"+version = "2.4.5"description = "Python Sdk for Milvus"optional = truepython-versions = ">=3.8"files = [- {file = "pymilvus-2.4.4-py3-none-any.whl", hash = "sha256:073b76bc36f6f4e70f0f0a0023a53324f0ba8ef9a60883f87cd30a44b6c6f2b5"},- {file = "pymilvus-2.4.4.tar.gz", hash = "sha256:50c53eb103e034fbffe936fe942751ea3dbd2452e18cf79acc52360ed4987fb7"},+ {file = "pymilvus-2.4.5-py3-none-any.whl", hash = "sha256:dc4f2d1eac8db9cf3951de39566a1a244695760bb94d8310fbfc73d6d62bb267"},+ {file = "pymilvus-2.4.5.tar.gz", hash = "sha256:1a497fe9b41d6bf62b1d5e1c412960922dde1598576fcbb8818040c8af11149f"},][package.dependencies]@@ -5163,7 +5413,7 @@ grpcio = ">=1.49.1,<=1.63.0"milvus-lite = {version = ">=2.4.0,<2.5.0", markers = "sys_platform != \"win32\""}pandas = ">=1.2.4"protobuf = ">=3.20.0"-setuptools = ">=67"+setuptools = ">69"ujson = ">=2.0.0"[package.extras]@@ -5198,14 +5448,12 @@ files = [{file = "PyMuPDF-1.24.9-cp312-none-win_amd64.whl", hash = "sha256:e2828a79415ae3dd90c629697ace51db7f1e81f426fc2fc034c2151dbe58be6e"},{file = "PyMuPDF-1.24.9-cp38-none-macosx_10_9_x86_64.whl", hash = "sha256:241913d0c76aacb05acdd8a0e82b1105883ffe6ef3bb4d9742b41d3c5e84d2db"},{file = "PyMuPDF-1.24.9-cp38-none-macosx_11_0_arm64.whl", hash = "sha256:ff70e26625b6cdd036e2c63b5d6c1897949c0e8b205cd756276f27baadaad340"},- {file = "PyMuPDF-1.24.9-cp38-none-manylinux2014_aarch64.whl", hash = "sha256:8e29bc817afad511072371f24624c7c3b7485a9e656b6a65dc58fecdf5043b08"},{file = "PyMuPDF-1.24.9-cp38-none-manylinux2014_x86_64.whl", hash = "sha256:d17ec6920f91c43b6e777a017f3aaf44b205a3216771db9e8aa46e78a703f8f6"},{file = "PyMuPDF-1.24.9-cp38-none-musllinux_1_2_x86_64.whl", hash = "sha256:5cec9d17fdcbd83fa2c90190c22f652a0a51275cf75a29068eea025fff076829"},{file = "PyMuPDF-1.24.9-cp38-none-win32.whl", hash = "sha256:4f7b19f5c0026db49b7be17901728ed15761c5aa2031f04b01f9eb2e54f1b50e"},{file = "PyMuPDF-1.24.9-cp38-none-win_amd64.whl", hash = "sha256:e4c867f1cde68ff0e9c7889ea27c4c2c67df80e776f82619888bb69d1e1b27cf"},{file = "PyMuPDF-1.24.9-cp39-none-macosx_10_9_x86_64.whl", hash = "sha256:b4f85c24050e3778be6c7c1f4d4965fd4385281264798df7b4301b78895053fd"},{file = "PyMuPDF-1.24.9-cp39-none-macosx_11_0_arm64.whl", hash = "sha256:4e807010ef4e63cfb70dd88fe1fcd1d7e2b4e62ffa2b1dc53b35bc18bf939d8e"},- {file = "PyMuPDF-1.24.9-cp39-none-manylinux2014_aarch64.whl", hash = "sha256:5dac888cc16981e385c886c26de6aabf914059215e028d14cd67767ff0c1288c"},{file = "PyMuPDF-1.24.9-cp39-none-manylinux2014_x86_64.whl", hash = "sha256:de55817c02e06ff75233ce2487cc5ebcbf585acd694bb69500825ee37789ac79"},{file = "PyMuPDF-1.24.9-cp39-none-musllinux_1_2_x86_64.whl", hash = "sha256:49cb22196f11c2327f6345554db48cfb2e31ed4f073ca6a872f21ddc4b0619c1"},{file = "PyMuPDF-1.24.9-cp39-none-win32.whl", hash = "sha256:46b1f84816c666e1c82f4249c1e815e92c462633255d72da20751eaad125d0f0"},@@ -6356,6 +6604,23 @@ files = [{file = "ruff-0.4.10.tar.gz", hash = "sha256:3aa4f2bc388a30d346c56524f7cacca85945ba124945fe489952aadb6b5cd804"},]+[[package]]+name = "s3transfer"+version = "0.10.2"+description = "An Amazon S3 Transfer Manager"+optional = true+python-versions = ">=3.8"+files = [+ {file = "s3transfer-0.10.2-py3-none-any.whl", hash = "sha256:eca1c20de70a39daee580aef4986996620f365c4e0fda6a86100231d62f1bf69"},+ {file = "s3transfer-0.10.2.tar.gz", hash = "sha256:0711534e9356d3cc692fdde846b4a1e4b0cb6519971860796e6bc4c7aea00ef6"},+]++[package.dependencies]+botocore = ">=1.33.2,<2.0a.0"++[package.extras]+crt = ["botocore[crt] (>=1.33.2,<2.0a.0)"]+[[package]]name = "safetensors"version = "0.4.4"@@ -7593,6 +7858,20 @@ files = [{file = "types_regex-2024.7.24.20240726-py3-none-any.whl", hash = "sha256:c436d7eace8e6c33cec31630135c804c15cd4ef110baf9cdd370ac6e376ff661"},]+[[package]]+name = "types-requests"+version = "2.31.0.6"+description = "Typing stubs for requests"+optional = false+python-versions = ">=3.7"+files = [+ {file = "types-requests-2.31.0.6.tar.gz", hash = "sha256:cd74ce3b53c461f1228a9b783929ac73a666658f223e28ed29753771477b3bd0"},+ {file = "types_requests-2.31.0.6-py3-none-any.whl", hash = "sha256:a2db9cb228a81da8348b49ad6db3f5519452dd20a9c1e1a868c83c5fe88fd1a9"},+]++[package.dependencies]+types-urllib3 = "*"+[[package]]name = "types-requests"version = "2.32.0.20240712"@@ -7629,6 +7908,17 @@ files = [{file = "types_tqdm-4.66.0.20240417-py3-none-any.whl", hash = "sha256:248aef1f9986b7b8c2c12b3cb4399fc17dba0a29e7e3f3f9cd704babb879383d"},]+[[package]]+name = "types-urllib3"+version = "1.26.25.14"+description = "Typing stubs for urllib3"+optional = false+python-versions = "*"+files = [+ {file = "types-urllib3-1.26.25.14.tar.gz", hash = "sha256:229b7f577c951b8c1b92c1bc2b2fdb0b49847bd2af6d1cc2a2e3dd340f3bda8f"},+ {file = "types_urllib3-1.26.25.14-py3-none-any.whl", hash = "sha256:9683bbb7fb72e32bfe9d2be6e04875fbe1b3eeec3cbb4ea231435aa7fd6b4f0e"},+]+[[package]]name = "typing-extensions"version = "4.12.2"@@ -7895,6 +8185,22 @@ files = [{file = "uritemplate-4.1.1.tar.gz", hash = "sha256:4346edfc5c3b79f694bccd6d6099a322bbeb628dbf2cd86eea55a456ce5124f0"},]+[[package]]+name = "urllib3"+version = "1.26.19"+description = "HTTP library with thread-safe connection pooling, file post, and more."+optional = false+python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,>=2.7"+files = [+ {file = "urllib3-1.26.19-py2.py3-none-any.whl", hash = "sha256:37a0344459b199fce0e80b0d3569837ec6b6937435c5244e7fd73fa6006830f3"},+ {file = "urllib3-1.26.19.tar.gz", hash = "sha256:3e3d753a8618b86d7de333b4223005f68720bcd6a7d2bcb9fbd2229ec7c1e429"},+]++[package.extras]+brotli = ["brotli (==1.0.9)", "brotli (>=1.0.9)", "brotlicffi (>=0.8.0)", "brotlipy (>=0.6.0)"]+secure = ["certifi", "cryptography (>=1.3.4)", "idna (>=2.0.0)", "ipaddress", "pyOpenSSL (>=0.14)", "urllib3-secure-extra"]+socks = ["PySocks (>=1.5.6,!=1.5.7,<2.0)"]+[[package]]name = "urllib3"version = "2.2.2"@@ -8430,12 +8736,13 @@ doc = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "rst.linketest = ["big-O", "importlib-resources", "jaraco.functools", "jaraco.itertools", "jaraco.test", "more-itertools", "pytest (>=6,!=8.1.*)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-ignore-flaky", "pytest-mypy", "pytest-ruff (>=0.2.1)"][extras]-all = ["PyMuPDF", "accelerate", "agentops", "beautifulsoup4", "cohere", "datasets", "diffusers", "discord.py", "docker", "docx2txt", "duckduckgo-search", "firecrawl-py", "google-generativeai", "googlemaps", "imageio", "jupyter_client", "litellm", "mistral-common", "mistralai", "neo4j", "newspaper3k", "openapi-spec-validator", "opencv-python", "pillow", "prance", "pyTelegramBotAPI", "pydub", "pygithub", "pymilvus", "pyowm", "qdrant-client", "rank-bm25", "redis", "requests_oauthlib", "sentence-transformers", "sentencepiece", "slack-sdk", "soundfile", "torch", "transformers", "unstructured", "wikipedia", "wolframalpha"]+all = ["PyMuPDF", "accelerate", "agentops", "azure-storage-blob", "beautifulsoup4", "boto3", "cohere", "datasets", "diffusers", "discord.py", "docker", "docx2txt", "duckduckgo-search", "firecrawl-py", "google-cloud-storage", "google-generativeai", "googlemaps", "imageio", "jupyter_client", "litellm", "mistral-common", "mistralai", "neo4j", "newspaper3k", "openapi-spec-validator", "opencv-python", "pillow", "prance", "pyTelegramBotAPI", "pydub", "pygithub", "pymilvus", "pyowm", "qdrant-client", "rank-bm25", "redis", "requests_oauthlib", "sentence-transformers", "sentencepiece", "slack-sdk", "soundfile", "torch", "transformers", "unstructured", "wikipedia", "wolframalpha"]encoders = ["sentence-transformers"]graph-storages = ["neo4j"]huggingface-agent = ["accelerate", "datasets", "diffusers", "opencv-python", "sentencepiece", "soundfile", "torch", "transformers"]kv-stroages = ["redis"]model-platforms = ["google-generativeai", "litellm", "mistral-common", "mistralai"]+object-storages = ["azure-storage-blob", "boto3", "google-cloud-storage"]retrievers = ["cohere", "rank-bm25"]test = ["mock", "pytest", "pytest-asyncio"]tools = ["PyMuPDF", "agentops", "beautifulsoup4", "discord.py", "docker", "docx2txt", "duckduckgo-search", "firecrawl-py", "googlemaps", "imageio", "jupyter_client", "newspaper3k", "openapi-spec-validator", "pillow", "prance", "pyTelegramBotAPI", "pydub", "pygithub", "pyowm", "requests_oauthlib", "slack-sdk", "unstructured", "wikipedia", "wolframalpha"]@@ -8444,4 +8751,4 @@ vector-databases = ["pymilvus", "qdrant-client"][metadata]lock-version = "2.0"python-versions = ">=3.9.0,<3.12"-content-hash = "df737c833d351b1efb99733ead04f3ac83c58f299b6b6b902517f0dd96ffef87"+content-hash = "4d20c0f20bf86f0054f8ec0f3653d491ca290ba67b22c82588710772b9125f63"diff --git a/pyproject.toml b/pyproject.tomlindex 1f2e8102e..06b41d105 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -75,7 +75,7 @@ googlemaps = { version = "^4.10.0", optional = true }requests_oauthlib = { version = "^1.3.1", optional = true }prance = { version = "^23.6.21.0", optional = true }openapi-spec-validator = { version = "^0.7.1", optional = true }-unstructured = { extras = ["all-docs"], version = "^0.10.30", optional = true }+unstructured = { extras = ["all-docs"], version = "^0.10", optional = true }firecrawl-py = { version = "^0.0.20", optional = true }slack-sdk = { version = "^3.27.2", optional = true }pydub = { version = "^0.25.1", optional = true }@@ -85,6 +85,9 @@ pyTelegramBotAPI = { version = "^4.18.0", optional = true }"discord.py" = { version = "^2.3.2", optional = true }docker = { version = "^7.1.0", optional = true }agentops = { version = "^0.3.6", optional = true }+boto3 = { version = "^1.34.149", optional = true }+azure-storage-blob = { version = "^12.21.0", optional = true }+google-cloud-storage = { version = "^2.18.0", optional = true }# encoderssentence-transformers = { version = "^3.0.1", optional = true }@@ -173,6 +176,12 @@ kv-stroages = ["redis",]+object-storages = [+ "boto3",+ "azure-storage-blob",+ "google-cloud-storage",+]+retrievers = ["rank-bm25","cohere",@@ -231,6 +240,10 @@ all = ["google-generativeai",# kv-storages"redis",+ # object-storages+ "boto3",+ "azure-storage-blob",+ "google-cloud-storage",][tool.poetry.group.dev]@@ -364,5 +377,7 @@ module = ["mistralai","mistral_common","agentops",+ "boto3",+ "botocore.*"]ignore_missing_imports = truediff --git a/pytest b/pytestdeleted file mode 100644index e69de29bb..000000000diff --git a/test/loaders/test_base_io.py b/test/loaders/test_base_io.pyindex 8235146f7..769967c34 100644--- a/test/loaders/test_base_io.py+++ b/test/loaders/test_base_io.py@@ -23,7 +23,6 @@ from camel.loaders.base_io import (JsonFile,PdfFile,TxtFile,- read_file,strip_consecutive_newlines,)@@ -33,7 +32,7 @@ class FakeFile(File):"""A fake file for testing purposes"""@classmethod- def from_bytes(cls, file: BytesIO) -> "FakeFile":+ def from_bytes(cls, file: BytesIO, filename: str) -> "FakeFile":return NotImplemented@@ -47,24 +46,26 @@ SAMPLE_ROOT = RESOURCE_ROOT / "data_samples"# Test functions for each file typedef test_docx_file():- with open(SAMPLE_ROOT / "test_hello.docx", "rb") as f:+ filename = "test_hello.docx"+ with open(SAMPLE_ROOT / filename, "rb") as f:file = BytesIO(f.read())- file.name = "test.docx"- docx_file = DocxFile.from_bytes(file)+ docx_file = DocxFile.from_bytes(file, filename)- assert docx_file.name == "test.docx"+ assert docx_file.name == filename+ assert isinstance(docx_file, DocxFile)assert len(docx_file.docs) == 1# Access 'page_content' from the dictionary in the docs listassert docx_file.docs[0]["page_content"] == "Hello World"def test_docx_file_with_multiple_pages():- with open(SAMPLE_ROOT / "test_hello_multi.docx", "rb") as f:+ filename = "test_hello_multi.docx"+ with open(SAMPLE_ROOT / filename, "rb") as f:file = BytesIO(f.read())- file.name = "test.docx"- docx_file = DocxFile.from_bytes(file)+ docx_file = DocxFile.from_bytes(file, filename)- assert docx_file.name == "test.docx"+ assert docx_file.name == filename+ assert isinstance(docx_file, DocxFile)assert len(docx_file.docs) == 1# Access 'page_content' from the dictionary in the docs listassert (@@ -74,24 +75,26 @@ def test_docx_file_with_multiple_pages():def test_pdf_file_with_single_page():- with open(SAMPLE_ROOT / "test_hello.pdf", "rb") as f:+ filename = "test_hello.pdf"+ with open(SAMPLE_ROOT / filename, "rb") as f:file = BytesIO(f.read())- file.name = "test_hello.pdf"- pdf_file = PdfFile.from_bytes(file)+ pdf_file = PdfFile.from_bytes(file, filename)- assert pdf_file.name == "test_hello.pdf"+ assert pdf_file.name == filename+ assert isinstance(pdf_file, PdfFile)assert len(pdf_file.docs) == 1# Access 'page_content' from the dictionary in the docs listassert pdf_file.docs[0]["page_content"] == "Hello World"def test_pdf_file_with_multiple_pages():- with open(SAMPLE_ROOT / "test_hello_multi.pdf", "rb") as f:+ filename = "test_hello_multi.pdf"+ with open(SAMPLE_ROOT / filename, "rb") as f:file = BytesIO(f.read())- file.name = "test_hello_multiple.pdf"- pdf_file = PdfFile.from_bytes(file)+ pdf_file = PdfFile.from_bytes(file, filename)- assert pdf_file.name == "test_hello_multiple.pdf"+ assert pdf_file.name == filename+ assert isinstance(pdf_file, PdfFile)assert len(pdf_file.docs) == 3assert pdf_file.docs[0]["page_content"] == "Hello World 1"assert pdf_file.docs[1]["page_content"] == "Hello World 2"@@ -99,36 +102,39 @@ def test_pdf_file_with_multiple_pages():def test_txt_file():- with open(SAMPLE_ROOT / "test_hello.txt", "rb") as f:+ filename = "test_hello.txt"+ with open(SAMPLE_ROOT / filename, "rb") as f:file = BytesIO(f.read())- file.name = "test.txt"- txt_file = TxtFile.from_bytes(file)+ txt_file = TxtFile.from_bytes(file, filename)- assert txt_file.name == "test.txt"+ assert txt_file.name == filename+ assert isinstance(txt_file, TxtFile)assert len(txt_file.docs) == 1# Access 'page_content' from the dictionary in the docs listassert txt_file.docs[0]["page_content"] == "Hello World"def test_json_file():- with open(SAMPLE_ROOT / "test_hello.json", "rb") as f:+ filename = "test_hello.json"+ with open(SAMPLE_ROOT / filename, "rb") as f:file = BytesIO(f.read())- file.name = "test.json"- json_file = JsonFile.from_bytes(file)+ json_file = JsonFile.from_bytes(file, filename)- assert json_file.name == "test.json"+ assert json_file.name == filename+ assert isinstance(json_file, JsonFile)assert len(json_file.docs) == 1# Access 'page_content' from the dictionary in the docs listassert json_file.docs[0]["page_content"] == '{"message": "Hello World"}'def test_html_file():- with open(SAMPLE_ROOT / "test_hello.html", "rb") as f:+ filename = "test_hello.html"+ with open(SAMPLE_ROOT / filename, "rb") as f:file = BytesIO(f.read())- file.name = "test.html"- html_file = HtmlFile.from_bytes(file)+ html_file = HtmlFile.from_bytes(file, filename)- assert html_file.name == "test.html"+ assert html_file.name == filename+ assert isinstance(html_file, HtmlFile)assert len(html_file.docs) == 1# Access 'page_content' from the dictionary in the docs listassert html_file.docs[0]["page_content"] == "Hello World"@@ -136,20 +142,20 @@ def test_html_file():# Test the `read_file` function with each file typedef test_read_file():- for ext, FileClass in [- (".docx", DocxFile),- (".pdf", PdfFile),- (".txt", TxtFile),- (".json", JsonFile),- (".html", HtmlFile),+ for ext, file_class in [+ ("docx", DocxFile),+ ("pdf", PdfFile),+ ("txt", TxtFile),+ ("json", JsonFile),+ ("html", HtmlFile),]:- with open(SAMPLE_ROOT / f"test_hello{ext}", "rb") as f:+ filename = f"test_hello.{ext}"+ with open(SAMPLE_ROOT / filename, "rb") as f:file = BytesIO(f.read())- file.name = f"test_hello{ext}"- file_obj = read_file(file)+ file_obj = File.create_file(file, filename)- assert isinstance(file_obj, FileClass)- assert file_obj.name == f"test_hello{ext}"+ assert isinstance(file_obj, file_class)+ assert file_obj.name == filenameassert len(file_obj.docs) == 1# Access 'page_content' from the dictionary in the docs listassert (@@ -161,9 +167,9 @@ def test_read_file():# Test that read_file raises a NotImplementedError for unsupported file typesdef test_read_file_not_implemented():file = BytesIO(b"Hello World")- file.name = "test.unknown"+ filename = "test.unknown"with pytest.raises(NotImplementedError):- read_file(file)+ File.create_file(file, filename)# Test the File.copy() method@@ -180,7 +186,7 @@ def test_file_copy():# Check that the copy has the same attributes as the originalassert file.name == file_copy.name- assert file.id == file_copy.id+ assert file.file_id == file_copy.file_id# Check that the mutable attributes were deeply copiedassert file.metadata == file_copy.metadatadiff --git a/test/loaders/test_unstructured_io.py b/test/loaders/test_unstructured_io.pyindex 02a14b3d7..d302eb071 100644--- a/test/loaders/test_unstructured_io.py+++ b/test/loaders/test_unstructured_io.py@@ -25,16 +25,6 @@ def unstructured_instance() -> UnstructuredIO:return UnstructuredIO()-# Test the _ensure_unstructured_version method-def test__ensure_unstructured_version(unstructured_instance: UnstructuredIO):- # Test with a valid version- unstructured_instance._ensure_unstructured_version("0.10.30")-- # Test with an invalid version (should raise a ValueError)- with pytest.raises(ValueError):- unstructured_instance._ensure_unstructured_version("1.0.0")--# Test the create_element_from_text methoddef test_create_element_from_text(unstructured_instance: UnstructuredIO):# Input parametersdiff --git a/test/storages/object_storages/test_amazon_s3.py b/test/storages/object_storages/test_amazon_s3.pynew file mode 100644index 000000000..c10f1fd4f--- /dev/null+++ b/test/storages/object_storages/test_amazon_s3.py@@ -0,0 +1,53 @@+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+# Licensed under the Apache License, Version 2.0 (the āLicenseā);+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an āAS ISā BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+from pathlib import PurePosixPath, PureWindowsPath++import pytest++from camel.storages.object_storages import AmazonS3Storage+++def test_canonicalize_path():+ windows_path = PureWindowsPath('relative\\path\\to\\file.pdf')+ posix_path = PurePosixPath('relative/path/to/file.pdf')++ win_key, win_filename = AmazonS3Storage.canonicalize_path(windows_path)+ posix_key, posix_filename = AmazonS3Storage.canonicalize_path(posix_path)++ assert win_key == 'relative/path/to/file.pdf'+ assert win_filename == 'file.pdf'++ assert posix_key == 'relative/path/to/file.pdf'+ assert posix_filename == 'file.pdf'+++def test_canonicalize_tricky_path():+ tricky_posix_path = PurePosixPath('relative/path/to\\file.pdf')+ tricky_win_path = PureWindowsPath('relative/path/to\\file.pdf')++ posix_key, posix_filename = AmazonS3Storage.canonicalize_path(+ tricky_posix_path+ )+ win_key, win_filename = AmazonS3Storage.canonicalize_path(tricky_win_path)++ assert posix_key == 'relative/path/to\\file.pdf'+ assert posix_filename == 'to\\file.pdf'++ assert win_key == 'relative/path/to/file.pdf'+ assert win_filename == 'file.pdf'+++def test_not_accessible_bucket():+ with pytest.raises(PermissionError):+ AmazonS3Storage(bucket_name='amazon')diff --git a/test/storages/object_storages/test_azure_blob.py b/test/storages/object_storages/test_azure_blob.pynew file mode 100644index 000000000..8257c5439--- /dev/null+++ b/test/storages/object_storages/test_azure_blob.py@@ -0,0 +1,47 @@+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+# Licensed under the Apache License, Version 2.0 (the āLicenseā);+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an āAS ISā BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+from pathlib import PurePosixPath, PureWindowsPath++import pytest++from camel.storages.object_storages import AzureBlobStorage+++def test_canonicalize_path():+ windows_path = PureWindowsPath('relative\\path\\to\\file.pdf')+ posix_path = PurePosixPath('relative/path/to/file.pdf')++ windows_key, win_filename = AzureBlobStorage.canonicalize_path(+ windows_path+ )+ posix_key, posix_filename = AzureBlobStorage.canonicalize_path(posix_path)++ assert windows_key == 'relative/path/to/file.pdf'+ assert win_filename == 'file.pdf'++ assert posix_key == 'relative/path/to/file.pdf'+ assert posix_filename == 'file.pdf'+++def test_canonicalize_tricky_path():+ tricky_posix_path = PurePosixPath('relative/path/to\\file.pdf')+ tricky_win_path = PureWindowsPath('relative/path/to\\file.pdf')++ with pytest.raises(ValueError):+ AzureBlobStorage.canonicalize_path(tricky_posix_path)++ win_key, win_filename = AzureBlobStorage.canonicalize_path(tricky_win_path)++ assert win_key == 'relative/path/to/file.pdf'+ assert win_filename == 'file.pdf'diff --git a/test/storages/object_storages/test_google_cloud.py b/test/storages/object_storages/test_google_cloud.pynew file mode 100644index 000000000..5e07a3a7e--- /dev/null+++ b/test/storages/object_storages/test_google_cloud.py@@ -0,0 +1,51 @@+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========+# Licensed under the Apache License, Version 2.0 (the āLicenseā);+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an āAS ISā BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========++from pathlib import PurePosixPath, PureWindowsPath++from camel.storages.object_storages import GoogleCloudStorage+++def test_canonicalize_path():+ windows_path = PureWindowsPath('relative\\path\\to\\file.pdf')+ posix_path = PurePosixPath('relative/path/to/file.pdf')++ win_key, win_filename = GoogleCloudStorage.canonicalize_path(windows_path)+ posix_key, posix_filename = GoogleCloudStorage.canonicalize_path(+ posix_path+ )++ assert win_key == 'relative/path/to/file.pdf'+ assert win_filename == 'file.pdf'++ assert posix_key == 'relative/path/to/file.pdf'+ assert posix_filename == 'file.pdf'+++def test_canonicalize_tricky_path():+ tricky_posix_path = PurePosixPath('relative/path/to\\file.pdf')+ tricky_win_path = PureWindowsPath('relative/path/to\\file.pdf')++ posix_key, posix_filename = GoogleCloudStorage.canonicalize_path(+ tricky_posix_path+ )+ win_key, win_filename = GoogleCloudStorage.canonicalize_path(+ tricky_win_path+ )++ assert posix_key == 'relative/path/to\\file.pdf'+ assert posix_filename == 'to\\file.pdf'++ assert win_key == 'relative/path/to/file.pdf'+ assert win_filename == 'file.pdf'