Build applications that make decisions (chatbots, agents, simulations, etc...). Monitor, trace, persist, and execute on your own infrastructure.
Python aiburrchatbot-frameworkdagsgenerative-aigraphshacktoberfestllmopsllmsmlopspersistent-data-structurestate-machinestate-managementvisibility
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
import os
import pandas as pd
import pytest
from burr.core import serde, state
def test_serde_of_pandas_dataframe(tmp_path):
df = pd.DataFrame({"a": [1, 2, 3], "b": [4, 5, 6]})
og = state.State({"df": df})
serialized = og.serialize(pandas_kwargs={"path": tmp_path})
assert serialized["df"][serde.KEY] == "pandas.DataFrame"
assert serialized["df"]["path"].startswith(str(tmp_path))
# Verify filename pattern instead of exact hash (hash may change with pandas versions)
filename = os.path.basename(serialized["df"]["path"])
assert filename.startswith("df_")
assert filename.endswith(".parquet")
# Verify it's a valid SHA256 hash (64 hex characters)
hash_part = filename[3:-8] # Remove 'df_' prefix and '.parquet' suffix
assert len(hash_part) == 64
assert all(c in "0123456789abcdef" for c in hash_part)
ng = state.State.deserialize(serialized, pandas_kwargs={"path": tmp_path})
assert isinstance(ng["df"], pd.DataFrame)
pd.testing.assert_frame_equal(ng["df"], df)
def test_serialize_pandas_df_without_pandas_kwargs_raises_informative_error():
df = pd.DataFrame({"a": [1, 2, 3]})
og = state.State({"df": df})
with pytest.raises(ValueError) as exc_info:
og.serialize()
assert "Failed to serialize state field 'df'" in str(exc_info.value)
assert "pandas_kwargs" in str(exc_info.value)
assert "path" in str(exc_info.value)
def test_serialize_pandas_df_without_path_raises_informative_error():
df = pd.DataFrame({"a": [1, 2, 3]})
og = state.State({"df": df})
with pytest.raises(ValueError) as exc_info:
og.serialize(pandas_kwargs={"compression": "snappy"})
assert "path" in str(exc_info.value)
def test_deserialize_pandas_df_without_pandas_kwargs(tmp_path):
df = pd.DataFrame({"a": [1, 2, 3], "b": [4, 5, 6]})
og = state.State({"df": df})
serialized = og.serialize(pandas_kwargs={"path": tmp_path})
ng = state.State.deserialize(serialized)
pd.testing.assert_frame_equal(ng["df"], df)
@pytest.mark.parametrize(
"df_1,df_2",
[
(pd.DataFrame({"a": [1, 2]}), pd.DataFrame({"a": [9, 9]})),
(pd.DataFrame({"a": [[1, 2], [3]]}), pd.DataFrame({"a": [[9], [9, 9]]})),
],
ids=["scalar_cells", "list_cells"],
)
def test_serde_of_same_shape_dataframes_keeps_each_dataframe(tmp_path, df_1, df_2):
serialized_1 = state.State({"df": df_1}).serialize(pandas_kwargs={"path": tmp_path})
serialized_2 = state.State({"df": df_2}).serialize(pandas_kwargs={"path": tmp_path})
assert serialized_1["df"]["path"] != serialized_2["df"]["path"]
pd.testing.assert_frame_equal(state.State.deserialize(serialized_1)["df"], df_1)
pd.testing.assert_frame_equal(state.State.deserialize(serialized_2)["df"], df_2)