A reactive notebook for Python — run reproducible experiments, query with SQL, execute as a script, deploy as an app, and version with git. Stored as pure Python. All in a modern, AI-native editor.
Python artificial-intelligencedagdata-sciencedata-visualizationdataflowdeveloper-toolsmachine-learningnotebookspipelinepythonreactivesqlweb-app
/* Copyright 2026 Marimo. All rights reserved. */
/* oxlint-disable typescript/no-explicit-any */
import { tableFromIPC } from "@uwdata/flechette";
import { batch } from "@/utils/batch-requests";
import { createLoader, type Loader } from "./vega-loader";
export function createBatchedLoader(): Loader {
const loader = withArrowSupport(createLoader());
const toKey = (request: unknown) => JSON.stringify(request);
return {
load: batch(loader.load.bind(loader) as any, toKey),
sanitize: batch(loader.sanitize.bind(loader) as any, toKey),
http: batch(loader.http.bind(loader) as any, toKey),
file: batch(loader.file.bind(loader), toKey),
};
}
export function withArrowSupport(loader: Loader): Loader {
return {
...loader,
async load(uri: string, options?: unknown) {
if (uri.endsWith(".arrow")) {
const arrow = await batchedArrowLoader(uri);
return tableFromIPC(arrow, {
// useProxy=true makes aggregations like year(data) fail
useProxy: false,
}).toArray();
}
return loader.load(uri, options);
},
};
}
/**
* Batch requests to the same URL returning the same promise for all calls with the same key.
*/
export const batchedArrowLoader = batch(
(url: string) => fetch(url).then((r) => r.arrayBuffer()),
(url: string) => url,
);