Skip to content

AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.

feat(blocks): Add Excel support to ReadSpreadsheetBlock and introduced FileReadBlock (#10393)

Zamil Majdy423b22214a84
diff --git a/autogpt_platform/backend/backend/blocks/csv.py b/autogpt_platform/backend/backend/blocks/csv.py
index f69eeff4a9..f73c53469a 100644
--- a/autogpt_platform/backend/backend/blocks/csv.py
+++ b/autogpt_platform/backend/backend/blocks/csv.py
@@ -1,15 +1,24 @@
+from pathlib import Path
+
from backend.data.block import Block, BlockCategory, BlockOutput, BlockSchema
from backend.data.model import ContributorDetails, SchemaField
+from backend.util.file import get_exec_file_path, store_media_file
+from backend.util.type import MediaFileType
-class ReadCsvBlock(Block):
+class ReadSpreadsheetBlock(Block):
class Input(BlockSchema):
- contents: str = SchemaField(
- description="The contents of the CSV file to read",
+ contents: str | None = SchemaField(
+ description="The contents of the CSV/spreadsheet data to read",
placeholder="a, b, c\n1,2,3\n4,5,6",
+ default=None,
+ )
+ file_input: MediaFileType | None = SchemaField(
+ description="CSV or Excel file to read from (URL, data URI, or local path). Excel files are automatically converted to CSV",
+ default=None,
)
delimiter: str = SchemaField(
- description="The delimiter used in the CSV file",
+ description="The delimiter used in the CSV/spreadsheet data",
default=",",
)
quotechar: str = SchemaField(
@@ -39,41 +48,89 @@ class ReadCsvBlock(Block):
class Output(BlockSchema):
row: dict[str, str] = SchemaField(
- description="The data produced from each row in the CSV file"
+ description="The data produced from each row in the spreadsheet"
)
- all_data: list[dict[str, str]] = SchemaField(
- description="All the data in the CSV file as a list of rows"
+ rows: list[dict[str, str]] = SchemaField(
+ description="All the data in the spreadsheet as a list of rows"
)
def __init__(self):
super().__init__(
id="acf7625e-d2cb-4941-bfeb-2819fc6fc015",
- input_schema=ReadCsvBlock.Input,
- output_schema=ReadCsvBlock.Output,
- description="Reads a CSV file and outputs the data as a list of dictionaries and individual rows via rows.",
+ input_schema=ReadSpreadsheetBlock.Input,
+ output_schema=ReadSpreadsheetBlock.Output,
+ description="Reads CSV and Excel files and outputs the data as a list of dictionaries and individual rows. Excel files are automatically converted to CSV format.",
contributors=[ContributorDetails(name="Nicholas Tindle")],
categories={BlockCategory.TEXT, BlockCategory.DATA},
test_input={
"contents": "a, b, c\n1,2,3\n4,5,6",
},
test_output=[
- ("row", {"a": "1", "b": "2", "c": "3"}),
- ("row", {"a": "4", "b": "5", "c": "6"}),
(
- "all_data",
+ "rows",
[
{"a": "1", "b": "2", "c": "3"},
{"a": "4", "b": "5", "c": "6"},
],
),
+ ("row", {"a": "1", "b": "2", "c": "3"}),
+ ("row", {"a": "4", "b": "5", "c": "6"}),
],
)
- async def run(self, input_data: Input, **kwargs) -> BlockOutput:
+ async def run(
+ self, input_data: Input, *, graph_exec_id: str, **_kwargs
+ ) -> BlockOutput:
import csv
from io import StringIO
- csv_file = StringIO(input_data.contents)
+ # Determine data source - prefer file_input if provided, otherwise use contents
+ if input_data.file_input:
+ stored_file_path = await store_media_file(
+ graph_exec_id=graph_exec_id,
+ file=input_data.file_input,
+ return_content=False,
+ )
+
+ # Get full file path
+ file_path = get_exec_file_path(graph_exec_id, stored_file_path)
+ if not Path(file_path).exists():
+ raise ValueError(f"File does not exist: {file_path}")
+
+ # Check if file is an Excel file and convert to CSV
+ file_extension = Path(file_path).suffix.lower()
+
+ if file_extension in [".xlsx", ".xls"]:
+ # Handle Excel files
+ try:
+ from io import StringIO
+
+ import pandas as pd
+
+ # Read Excel file
+ df = pd.read_excel(file_path)
+
+ # Convert to CSV string
+ csv_buffer = StringIO()
+ df.to_csv(csv_buffer, index=False)
+ csv_content = csv_buffer.getvalue()
+
+ except ImportError:
+ raise ValueError(
+ "pandas library is required to read Excel files. Please install it."
+ )
+ except Exception as e:
+ raise ValueError(f"Unable to read Excel file: {e}")
+ else:
+ # Handle CSV/text files
+ csv_content = Path(file_path).read_text(encoding="utf-8")
+ elif input_data.contents:
+ # Use direct string content
+ csv_content = input_data.contents
+ else:
+ raise ValueError("Either 'contents' or 'file_input' must be provided")
+
+ csv_file = StringIO(csv_content)
reader = csv.reader(
csv_file,
delimiter=input_data.delimiter,
@@ -100,10 +157,8 @@ class ReadCsvBlock(Block):
data[str(i)] = value.strip() if input_data.strip else value
return data
- all_data = []
- for row in reader:
- processed_row = process_row(row)
- all_data.append(processed_row)
- yield "row", processed_row
+ rows = [process_row(row) for row in reader]
- yield "all_data", all_data
+ yield "rows", rows
+ for processed_row in rows:
+ yield "row", processed_row
diff --git a/autogpt_platform/backend/backend/blocks/text.py b/autogpt_platform/backend/backend/blocks/text.py
index f4357a468c..2545facfa4 100644
--- a/autogpt_platform/backend/backend/blocks/text.py
+++ b/autogpt_platform/backend/backend/blocks/text.py
@@ -1,9 +1,12 @@
import re
+from pathlib import Path
from typing import Any
from backend.data.block import Block, BlockCategory, BlockOutput, BlockSchema
from backend.data.model import SchemaField
from backend.util import json, text
+from backend.util.file import get_exec_file_path, store_media_file
+from backend.util.type import MediaFileType
formatter = text.TextFormatter()
@@ -303,3 +306,140 @@ class TextReplaceBlock(Block):
async def run(self, input_data: Input, **kwargs) -> BlockOutput:
yield "output", input_data.text.replace(input_data.old, input_data.new)
+
+
+class FileReadBlock(Block):
+ class Input(BlockSchema):
+ file_input: MediaFileType = SchemaField(
+ description="The file to read from (URL, data URI, or local path)"
+ )
+ delimiter: str = SchemaField(
+ description="Delimiter to split the content into rows/chunks (e.g., '\\n' for lines)",
+ default="",
+ advanced=True,
+ )
+ size_limit: int = SchemaField(
+ description="Maximum size in bytes per chunk to yield (0 for no limit)",
+ default=0,
+ advanced=True,
+ )
+ row_limit: int = SchemaField(
+ description="Maximum number of rows to process (0 for no limit, requires delimiter)",
+ default=0,
+ advanced=True,
+ )
+ skip_size: int = SchemaField(
+ description="Number of characters to skip from the beginning of the file",
+ default=0,
+ advanced=True,
+ )
+ skip_rows: int = SchemaField(
+ description="Number of rows to skip from the beginning (requires delimiter)",
+ default=0,
+ advanced=True,
+ )
+
+ class Output(BlockSchema):
+ content: str = SchemaField(
+ description="The full content of the file or a chunk based on delimiter/limits"
+ )
+ chunk: str = SchemaField(description="Individual chunks when delimiter is used")
+
+ def __init__(self):
+ super().__init__(
+ id="3735a31f-7e18-4aca-9e90-08a7120674bc",
+ input_schema=FileReadBlock.Input,
+ output_schema=FileReadBlock.Output,
+ description="Reads a file and returns its content as a string, with optional chunking by delimiter and size limits",
+ categories={BlockCategory.TEXT, BlockCategory.DATA},
+ test_input={
+ "file_input": "data:text/plain;base64,SGVsbG8gV29ybGQ=",
+ },
+ test_output=[
+ ("content", "Hello World"),
+ ],
+ )
+
+ async def run(
+ self, input_data: Input, *, graph_exec_id: str, **_kwargs
+ ) -> BlockOutput:
+ # Store the media file properly (handles URLs, data URIs, etc.)
+ stored_file_path = await store_media_file(
+ graph_exec_id=graph_exec_id,
+ file=input_data.file_input,
+ return_content=False,
+ )
+
+ # Get full file path
+ file_path = get_exec_file_path(graph_exec_id, stored_file_path)
+
+ if not Path(file_path).exists():
+ raise ValueError(f"File does not exist: {file_path}")
+
+ # Read file content
+ try:
+ with open(file_path, "r", encoding="utf-8") as file:
+ content = file.read()
+ except UnicodeDecodeError:
+ # Try with different encodings
+ try:
+ with open(file_path, "r", encoding="latin-1") as file:
+ content = file.read()
+ except Exception as e:
+ raise ValueError(f"Unable to read file: {e}")
+
+ # Apply skip_size (character-level skip)
+ if input_data.skip_size > 0:
+ content = content[input_data.skip_size :]
+
+ # Split content into items (by delimiter or treat as single item)
+ items = (
+ content.split(input_data.delimiter) if input_data.delimiter else [content]
+ )
+
+ # Apply skip_rows (item-level skip)
+ if input_data.skip_rows > 0:
+ items = items[input_data.skip_rows :]
+
+ # Apply row_limit (item-level limit)
+ if input_data.row_limit > 0:
+ items = items[: input_data.row_limit]
+
+ # Process each item and create chunks
+ def create_chunks(text, size_limit):
+ """Create chunks from text based on size_limit"""
+ if size_limit <= 0:
+ return [text] if text else []
+
+ chunks = []
+ for i in range(0, len(text), size_limit):
+ chunk = text[i : i + size_limit]
+ if chunk: # Only add non-empty chunks
+ chunks.append(chunk)
+ return chunks
+
+ # Process items and yield chunks
+ all_chunks = []
+ for item in items:
+ if item: # Only process non-empty items
+ chunks = create_chunks(item, input_data.size_limit)
+ # Only yield as 'chunk' if we have a delimiter (multiple items)
+ if input_data.delimiter:
+ for chunk in chunks:
+ yield "chunk", chunk
+ all_chunks.extend(chunks)
+
+ # Yield the processed content
+ if all_chunks:
+ full_content = (
+ input_data.delimiter.join(items)
+ if input_data.delimiter
+ else "".join(items)
+ )
+
+ # Create chunks of the full content based on size_limit
+ content_chunks = create_chunks(full_content, input_data.size_limit)
+ for chunk in content_chunks:
+ yield "content", chunk
+ else:
+ yield "content", ""
diff --git a/autogpt_platform/backend/poetry.lock b/autogpt_platform/backend/poetry.lock
index 3129bfbd5f..a5ba8dbd05 100644
--- a/autogpt_platform/backend/poetry.lock
+++ b/autogpt_platform/backend/poetry.lock
@@ -1338,12 +1338,12 @@ files = [
google-auth = ">=2.14.1,<3.0.0"
googleapis-common-protos = ">=1.56.2,<2.0.0"
grpcio = [
- {version = ">=1.49.1,<2.0.0", optional = true, markers = "python_version >= \"3.11\" and extra == \"grpc\""},
{version = ">=1.33.2,<2.0.0", optional = true, markers = "extra == \"grpc\""},
+ {version = ">=1.49.1,<2.0.0", optional = true, markers = "python_version >= \"3.11\" and extra == \"grpc\""},
]
grpcio-status = [
- {version = ">=1.49.1,<2.0.0", optional = true, markers = "python_version >= \"3.11\" and extra == \"grpc\""},
{version = ">=1.33.2,<2.0.0", optional = true, markers = "extra == \"grpc\""},
+ {version = ">=1.49.1,<2.0.0", optional = true, markers = "python_version >= \"3.11\" and extra == \"grpc\""},
]
proto-plus = ">=1.22.3,<2.0.0"
protobuf = ">=3.19.5,<3.20.0 || >3.20.0,<3.20.1 || >3.20.1,<4.21.0 || >4.21.0,<4.21.1 || >4.21.1,<4.21.2 || >4.21.2,<4.21.3 || >4.21.3,<4.21.4 || >4.21.4,<4.21.5 || >4.21.5,<7.0.0"
@@ -1510,8 +1510,8 @@ google-cloud-core = ">=2.0.0,<3.0.0"
grpc-google-iam-v1 = ">=0.12.4,<1.0.0"
opentelemetry-api = ">=1.9.0"
proto-plus = [
+ {version = ">=1.22.0,<2.0.0"},
{version = ">=1.22.2,<2.0.0", markers = "python_version >= \"3.11\""},
- {version = ">=1.22.0,<2.0.0", markers = "python_version < \"3.11\""},
]
protobuf = ">=3.20.2,<4.21.0 || >4.21.0,<4.21.1 || >4.21.1,<4.21.2 || >4.21.2,<4.21.3 || >4.21.3,<4.21.4 || >4.21.4,<4.21.5 || >4.21.5,<7.0.0"
@@ -3012,6 +3012,93 @@ files = [
codegen = ["lxml", "requests", "yapf"]
testing = ["coverage", "flake8", "flake8-comprehensions", "flake8-deprecated", "flake8-import-order", "flake8-print", "flake8-quotes", "flake8-rst-docstrings", "flake8-tuple", "yapf"]
+[[package]]
+name = "pandas"
+version = "2.3.1"
+description = "Powerful data structures for data analysis, time series, and statistics"
+optional = false
+python-versions = ">=3.9"
+groups = ["main"]
+files = [
+ {file = "pandas-2.3.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:22c2e866f7209ebc3a8f08d75766566aae02bcc91d196935a1d9e59c7b990ac9"},
+ {file = "pandas-2.3.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:3583d348546201aff730c8c47e49bc159833f971c2899d6097bce68b9112a4f1"},
+ {file = "pandas-2.3.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0f951fbb702dacd390561e0ea45cdd8ecfa7fb56935eb3dd78e306c19104b9b0"},
+ {file = "pandas-2.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cd05b72ec02ebfb993569b4931b2e16fbb4d6ad6ce80224a3ee838387d83a191"},
+ {file = "pandas-2.3.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:1b916a627919a247d865aed068eb65eb91a344b13f5b57ab9f610b7716c92de1"},
+ {file = "pandas-2.3.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:fe67dc676818c186d5a3d5425250e40f179c2a89145df477dd82945eaea89e97"},
+ {file = "pandas-2.3.1-cp310-cp310-win_amd64.whl", hash = "sha256:2eb789ae0274672acbd3c575b0598d213345660120a257b47b5dafdc618aec83"},
+ {file = "pandas-2.3.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:2b0540963d83431f5ce8870ea02a7430adca100cec8a050f0811f8e31035541b"},
+ {file = "pandas-2.3.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:fe7317f578c6a153912bd2292f02e40c1d8f253e93c599e82620c7f69755c74f"},
+ {file = "pandas-2.3.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e6723a27ad7b244c0c79d8e7007092d7c8f0f11305770e2f4cd778b3ad5f9f85"},
+ {file = "pandas-2.3.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3462c3735fe19f2638f2c3a40bd94ec2dc5ba13abbb032dd2fa1f540a075509d"},
+ {file = "pandas-2.3.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:98bcc8b5bf7afed22cc753a28bc4d9e26e078e777066bc53fac7904ddef9a678"},
+ {file = "pandas-2.3.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:4d544806b485ddf29e52d75b1f559142514e60ef58a832f74fb38e48d757b299"},
+ {file = "pandas-2.3.1-cp311-cp311-win_amd64.whl", hash = "sha256:b3cd4273d3cb3707b6fffd217204c52ed92859533e31dc03b7c5008aa933aaab"},
+ {file = "pandas-2.3.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:689968e841136f9e542020698ee1c4fbe9caa2ed2213ae2388dc7b81721510d3"},
+ {file = "pandas-2.3.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:025e92411c16cbe5bb2a4abc99732a6b132f439b8aab23a59fa593eb00704232"},
+ {file = "pandas-2.3.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9b7ff55f31c4fcb3e316e8f7fa194566b286d6ac430afec0d461163312c5841e"},
+ {file = "pandas-2.3.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7dcb79bf373a47d2a40cf7232928eb7540155abbc460925c2c96d2d30b006eb4"},
+ {file = "pandas-2.3.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:56a342b231e8862c96bdb6ab97170e203ce511f4d0429589c8ede1ee8ece48b8"},
+ {file = "pandas-2.3.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:ca7ed14832bce68baef331f4d7f294411bed8efd032f8109d690df45e00c4679"},
+ {file = "pandas-2.3.1-cp312-cp312-win_amd64.whl", hash = "sha256:ac942bfd0aca577bef61f2bc8da8147c4ef6879965ef883d8e8d5d2dc3e744b8"},
+ {file = "pandas-2.3.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:9026bd4a80108fac2239294a15ef9003c4ee191a0f64b90f170b40cfb7cf2d22"},
+ {file = "pandas-2.3.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:6de8547d4fdb12421e2d047a2c446c623ff4c11f47fddb6b9169eb98ffba485a"},
+ {file = "pandas-2.3.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:782647ddc63c83133b2506912cc6b108140a38a37292102aaa19c81c83db2928"},
+ {file = "pandas-2.3.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2ba6aff74075311fc88504b1db890187a3cd0f887a5b10f5525f8e2ef55bfdb9"},
+ {file = "pandas-2.3.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:e5635178b387bd2ba4ac040f82bc2ef6e6b500483975c4ebacd34bec945fda12"},
+ {file = "pandas-2.3.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:6f3bf5ec947526106399a9e1d26d40ee2b259c66422efdf4de63c848492d91bb"},
+ {file = "pandas-2.3.1-cp313-cp313-win_amd64.whl", hash = "sha256:1c78cf43c8fde236342a1cb2c34bcff89564a7bfed7e474ed2fffa6aed03a956"},
+ {file = "pandas-2.3.1-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:8dfc17328e8da77be3cf9f47509e5637ba8f137148ed0e9b5241e1baf526e20a"},
+ {file = "pandas-2.3.1-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:ec6c851509364c59a5344458ab935e6451b31b818be467eb24b0fe89bd05b6b9"},
+ {file = "pandas-2.3.1-cp313-cp313t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:911580460fc4884d9b05254b38a6bfadddfcc6aaef856fb5859e7ca202e45275"},
+ {file = "pandas-2.3.1-cp313-cp313t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2f4d6feeba91744872a600e6edbbd5b033005b431d5ae8379abee5bcfa479fab"},
+ {file = "pandas-2.3.1-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:fe37e757f462d31a9cd7580236a82f353f5713a80e059a29753cf938c6775d96"},
+ {file = "pandas-2.3.1-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:5db9637dbc24b631ff3707269ae4559bce4b7fd75c1c4d7e13f40edc42df4444"},
+ {file = "pandas-2.3.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:4645f770f98d656f11c69e81aeb21c6fca076a44bed3dcbb9396a4311bc7f6d8"},
+ {file = "pandas-2.3.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:342e59589cc454aaff7484d75b816a433350b3d7964d7847327edda4d532a2e3"},
+ {file = "pandas-2.3.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1d12f618d80379fde6af007f65f0c25bd3e40251dbd1636480dfffce2cf1e6da"},
+ {file = "pandas-2.3.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd71c47a911da120d72ef173aeac0bf5241423f9bfea57320110a978457e069e"},
+ {file = "pandas-2.3.1-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:09e3b1587f0f3b0913e21e8b32c3119174551deb4a4eba4a89bc7377947977e7"},
+ {file = "pandas-2.3.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:2323294c73ed50f612f67e2bf3ae45aea04dce5690778e08a09391897f35ff88"},
+ {file = "pandas-2.3.1-cp39-cp39-win_amd64.whl", hash = "sha256:b4b0de34dc8499c2db34000ef8baad684cfa4cbd836ecee05f323ebfba348c7d"},
+ {file = "pandas-2.3.1.tar.gz", hash = "sha256:0a95b9ac964fe83ce317827f80304d37388ea77616b1425f0ae41c9d2d0d7bb2"},
+]
+
+[package.dependencies]
+numpy = [
+ {version = ">=1.22.4", markers = "python_version < \"3.11\""},
+ {version = ">=1.23.2", markers = "python_version == \"3.11\""},
+ {version = ">=1.26.0", markers = "python_version >= \"3.12\""},
+]
+python-dateutil = ">=2.8.2"
+pytz = ">=2020.1"
+tzdata = ">=2022.7"
+
+[package.extras]
+all = ["PyQt5 (>=5.15.9)", "SQLAlchemy (>=2.0.0)", "adbc-driver-postgresql (>=0.8.0)", "adbc-driver-sqlite (>=0.8.0)", "beautifulsoup4 (>=4.11.2)", "bottleneck (>=1.3.6)", "dataframe-api-compat (>=0.1.7)", "fastparquet (>=2022.12.0)", "fsspec (>=2022.11.0)", "gcsfs (>=2022.11.0)", "html5lib (>=1.1)", "hypothesis (>=6.46.1)", "jinja2 (>=3.1.2)", "lxml (>=4.9.2)", "matplotlib (>=3.6.3)", "numba (>=0.56.4)", "numexpr (>=2.8.4)", "odfpy (>=1.4.1)", "openpyxl (>=3.1.0)", "pandas-gbq (>=0.19.0)", "psycopg2 (>=2.9.6)", "pyarrow (>=10.0.1)", "pymysql (>=1.0.2)", "pyreadstat (>=1.2.0)", "pytest (>=7.3.2)", "pytest-xdist (>=2.2.0)", "python-calamine (>=0.1.7)", "pyxlsb (>=1.0.10)", "qtpy (>=2.3.0)", "s3fs (>=2022.11.0)", "scipy (>=1.10.0)", "tables (>=3.8.0)", "tabulate (>=0.9.0)", "xarray (>=2022.12.0)", "xlrd (>=2.0.1)", "xlsxwriter (>=3.0.5)", "zstandard (>=0.19.0)"]
+aws = ["s3fs (>=2022.11.0)"]
+clipboard = ["PyQt5 (>=5.15.9)", "qtpy (>=2.3.0)"]
+compression = ["zstandard (>=0.19.0)"]
+computation = ["scipy (>=1.10.0)", "xarray (>=2022.12.0)"]
+consortium-standard = ["dataframe-api-compat (>=0.1.7)"]
+excel = ["odfpy (>=1.4.1)", "openpyxl (>=3.1.0)", "python-calamine (>=0.1.7)", "pyxlsb (>=1.0.10)", "xlrd (>=2.0.1)", "xlsxwriter (>=3.0.5)"]
+feather = ["pyarrow (>=10.0.1)"]
+fss = ["fsspec (>=2022.11.0)"]
+gcp = ["gcsfs (>=2022.11.0)", "pandas-gbq (>=0.19.0)"]
+hdf5 = ["tables (>=3.8.0)"]
+html = ["beautifulsoup4 (>=4.11.2)", "html5lib (>=1.1)", "lxml (>=4.9.2)"]
+mysql = ["SQLAlchemy (>=2.0.0)", "pymysql (>=1.0.2)"]
+output-formatting = ["jinja2 (>=3.1.2)", "tabulate (>=0.9.0)"]
+parquet = ["pyarrow (>=10.0.1)"]
+performance = ["bottleneck (>=1.3.6)", "numba (>=0.56.4)", "numexpr (>=2.8.4)"]
+plot = ["matplotlib (>=3.6.3)"]
+postgresql = ["SQLAlchemy (>=2.0.0)", "adbc-driver-postgresql (>=0.8.0)", "psycopg2 (>=2.9.6)"]
+pyarrow = ["pyarrow (>=10.0.1)"]
+spss = ["pyreadstat (>=1.2.0)"]
+sql-other = ["SQLAlchemy (>=2.0.0)", "adbc-driver-postgresql (>=0.8.0)", "adbc-driver-sqlite (>=0.8.0)"]
+test = ["hypothesis (>=6.46.1)", "pytest (>=7.3.2)", "pytest-xdist (>=2.2.0)"]
+xml = ["lxml (>=4.9.2)"]
+
[[package]]
name = "pastel"
version = "0.2.1"
@@ -5568,7 +5655,6 @@ description = "Provider of IANA time zone data"
optional = false
python-versions = ">=2"
groups = ["main"]
-markers = "platform_system == \"Windows\""
files = [
{file = "tzdata-2025.2-py2.py3-none-any.whl", hash = "sha256:1a403fada01ff9221ca8044d701868fa132215d84beb92242d9acd2147f667a8"},
{file = "tzdata-2025.2.tar.gz", hash = "sha256:b60a638fcc0daffadf82fe0f57e53d06bdec2f36c4df66280ae79bce6bd6f2b9"},
@@ -6440,4 +6526,4 @@ cffi = ["cffi (>=1.11)"]
[metadata]
lock-version = "2.1"
python-versions = ">=3.10,<3.13"
-content-hash = "0f3dfd7fdfb50ffd9b9a046cce0be1b9f290d4e6055ff13c2fbda4faa610ba34"
+content-hash = "a14329787353666e157a15352b3905782388566920e5825c9febb831123f0faf"
diff --git a/autogpt_platform/backend/pyproject.toml b/autogpt_platform/backend/pyproject.toml
index 80603c2c3f..bf4fc4ae3d 100644
--- a/autogpt_platform/backend/pyproject.toml
+++ b/autogpt_platform/backend/pyproject.toml
@@ -72,6 +72,7 @@ aiofiles = "^24.1.0"
tiktoken = "^0.9.0"
aioclamd = "^1.0.0"
setuptools = "^80.9.0"
+pandas = "^2.3.1"
[tool.poetry.group.dev.dependencies]
aiohappyeyeballs = "^2.6.1"
diff --git a/autogpt_platform/backend/test/blocks/test_gmail.py b/autogpt_platform/backend/test/blocks/test_gmail.py
index 38d6f8d8b1..6be1c914d4 100644
--- a/autogpt_platform/backend/test/blocks/test_gmail.py
+++ b/autogpt_platform/backend/test/blocks/test_gmail.py
@@ -1,8 +1,6 @@
import base64
from unittest.mock import Mock, patch
-import pytest
-
from backend.blocks.google.gmail import GmailReadBlock
diff --git a/autogpt_platform/docker-compose.platform.yml b/autogpt_platform/docker-compose.platform.yml
index ca9a483b40..474c95fcb5 100644
--- a/autogpt_platform/docker-compose.platform.yml
+++ b/autogpt_platform/docker-compose.platform.yml
@@ -93,6 +93,7 @@ services:
- SCHEDULER_HOST=scheduler_server
- EXECUTIONMANAGER_HOST=executor
- NOTIFICATIONMANAGER_HOST=rest_server
+ - CLAMAV_SERVICE_HOST=clamav
- NEXT_PUBLIC_FRONTEND_BASE_URL=http://localhost:3000
- BACKEND_CORS_ALLOW_ORIGINS=["http://localhost:3000"]
- ENCRYPTION_KEY=dvziYgz0KSK8FENhju0ZYi8-fRTfAdlz6YLhdB_jhNw= # DO NOT USE IN PRODUCTION!!
@@ -141,6 +142,7 @@ services:
- PYRO_HOST=0.0.0.0
- AGENTSERVER_HOST=rest_server
- NOTIFICATIONMANAGER_HOST=rest_server
+ - CLAMAV_SERVICE_HOST=clamav
- ENCRYPTION_KEY=dvziYgz0KSK8FENhju0ZYi8-fRTfAdlz6YLhdB_jhNw= # DO NOT USE IN PRODUCTION!!
ports:
- "8002:8002"