🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { env } from "@/src/env.mjs";
import {
hasLegacyTracingIoSearch,
LEGACY_IO_SEARCH_TYPES,
} from "@/src/features/traces/server/legacyIoSearchTypes";
import { BatchTableNames, type TracingSearchType } from "@langfuse/shared";
import { TRPCError } from "@trpc/server";
const LEGACY_TRACING_TABLE_NAMES = new Set<BatchTableNames>([
BatchTableNames.Traces,
BatchTableNames.Observations,
]);
const isLegacyTracingIoSearchDisabled = () =>
env.LANGFUSE_DISABLE_LEGACY_TRACING_IO_SEARCH === "true";
const hasSearchQuery = (searchQuery?: string | null) => Boolean(searchQuery);
const isLegacyTracingTableName = (tableName: BatchTableNames) =>
LEGACY_TRACING_TABLE_NAMES.has(tableName);
type LegacyTracingSearch = {
searchQuery?: string | null;
searchType?: TracingSearchType[] | null;
};
type SanitizedLegacyTracingSearch = {
searchQuery?: string;
searchType?: TracingSearchType[];
};
const LEGACY_IO_SEARCH_BATCH_JOB_ERROR_MESSAGE =
"Input/output search is disabled for legacy tracing tables on this instance. Switch to ID, name, or user ID search before creating a batch job.";
export const sanitizeLegacyTracingSearch = ({
searchQuery,
searchType,
tableName,
}: LegacyTracingSearch & {
tableName: BatchTableNames;
}): SanitizedLegacyTracingSearch => {
const normalizedSearch = {
searchQuery: searchQuery ?? undefined,
searchType: searchType ?? undefined,
};
if (!isLegacyTracingIoSearchDisabled()) return normalizedSearch;
if (!hasSearchQuery(searchQuery)) return normalizedSearch;
if (!hasLegacyTracingIoSearch(searchType)) return normalizedSearch;
if (!isLegacyTracingTableName(tableName)) return normalizedSearch;
const sanitizedSearchType =
searchType?.filter((type) => !LEGACY_IO_SEARCH_TYPES.has(type)) ?? [];
return sanitizedSearchType.length > 0
? { searchQuery: searchQuery ?? undefined, searchType: sanitizedSearchType }
: { searchType: ["id"] };
};
export const assertLegacyTracingIoSearchCanCreateBatchJob = ({
searchQuery,
searchType,
tableName,
useEventsTable,
}: LegacyTracingSearch & {
tableName: BatchTableNames;
// Dispatch-time snapshot of the user's v4 beta flag. Callers must only set
// this for jobs whose worker path actually runs the stored query against
// the events table (currently only TraceDelete via config.source "events");
// such jobs are exempt from the legacy IO-search restriction just like
// tableName "events". Leave it unset for every other action — their worker
// paths ignore the flag and still run the legacy full-text IO scan.
useEventsTable?: boolean;
}) => {
if (useEventsTable) return;
if (!isLegacyTracingIoSearchDisabled()) return;
if (!hasSearchQuery(searchQuery)) return;
if (!hasLegacyTracingIoSearch(searchType)) return;
if (!isLegacyTracingTableName(tableName)) return;
throw new TRPCError({
code: "BAD_REQUEST",
message: LEGACY_IO_SEARCH_BATCH_JOB_ERROR_MESSAGE,
});
};