Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
import { createClient } from "@clickhouse/client";
import { config } from "../config";
import { logger } from "./logger";
export const clickhouseClient = config.CLICKHOUSE_ANALYTICS_URL
? createClient({
url: config.CLICKHOUSE_ANALYTICS_URL,
database: config.CLICKHOUSE_ANALYTICS_DATABASE ?? "default",
clickhouse_settings: {
async_insert: 1,
wait_for_async_insert: 0,
},
})
: null;
export async function chInsert(
table: string,
rows: Record<string, unknown>[],
opts?: { throwOnError?: boolean },
): Promise<boolean> {
if (rows.length === 0) return true;
if (!clickhouseClient) return false;
try {
await clickhouseClient.insert({
table,
values: rows,
format: "JSONEachRow",
});
return true;
} catch (error: any) {
logger.error("ClickHouse insert failed", {
table,
rowCount: rows.length,
error: error?.message,
});
if (opts?.throwOnError) {
throw error;
}
return false;
}
}