A reactive notebook for Python — run reproducible experiments, query with SQL, execute as a script, deploy as an app, and version with git. Stored as pure Python. All in a modern, AI-native editor.
Python artificial-intelligencedagdata-sciencedata-visualizationdataflowdeveloper-toolsmachine-learningnotebookspipelinepythonreactivesqlweb-app
from __future__ import annotations
import datetime
from typing import TYPE_CHECKING, Any, Literal
from marimo._dependencies.dependencies import DependencyManager
if TYPE_CHECKING:
from collections.abc import Sequence
from narwhals.typing import IntoDataFrame
DFType = Literal[
"pandas", "polars", "ibis", "pyarrow", "duckdb", "lazy-polars"
]
NON_EAGER_LIBS: list[DFType] = ["lazy-polars", "duckdb", "ibis"]
EAGER_LIBS: list[DFType] = ["pandas", "polars", "pyarrow"]
def create_dataframes(
data: dict[str, Sequence[Any]],
*,
include: list[DFType] | None = None,
exclude: list[DFType] | None = None,
strict: bool = True,
) -> list[IntoDataFrame]:
dfs: list[IntoDataFrame] = []
def should_include(lib: DFType) -> bool:
if include is not None and lib not in include:
return False
return not (exclude is not None and lib in exclude)
if DependencyManager.pandas.has() and should_include("pandas"):
import pandas as pd
# Map all datetime to pd.Datetime
pandas_data = data.copy()
for k, v in pandas_data.items():
if any(isinstance(x, datetime.datetime) for x in v):
pandas_data[k] = [pd.to_datetime(x) for x in v]
if any(isinstance(x, datetime.date) for x in v):
pandas_data[k] = [pd.to_datetime(x) for x in v]
dfs.append(pd.DataFrame(pandas_data))
if DependencyManager.polars.has() and should_include("polars"):
import polars as pl
dfs.append(pl.DataFrame(data, strict=strict))
if DependencyManager.polars.has() and should_include("lazy-polars"):
import polars as pl
dfs.append(pl.LazyFrame(data, strict=strict))
if DependencyManager.ibis.has() and should_include("ibis"):
import ibis # type: ignore
dfs.append(ibis.memtable(data))
if DependencyManager.pyarrow.has() and should_include("pyarrow"):
import pyarrow as pa
dfs.append(pa.Table.from_pydict(data))
if DependencyManager.duckdb.has() and should_include("duckdb"):
import duckdb
if DependencyManager.polars.has():
import polars as pl
duck_df = pl.DataFrame(data)
# Narwhals may create temporary views on a relation's connection.
# Keep those views out of DuckDB's shared default connection.
relation = duckdb.connect(":memory:").sql("SELECT * FROM duck_df")
del duck_df
dfs.append(relation)
return dfs
def create_series(data: list[Any]) -> list[Any]:
series: list[Any] = []
if DependencyManager.pandas.has():
import pandas as pd
series.append(pd.Series(data))
if DependencyManager.polars.has():
import polars as pl
series.append(pl.Series(data))
return series