🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
/* eslint-disable no-nested-ternary */
import type { Session } from "next-auth";
import {
availableFlags,
defaultOnFeaturePreviewFlags,
featurePreviewFlags,
filterFeaturePreviewFlags,
isRestrictedFlag,
isInternalFlag,
isFeaturePreviewFlag,
isOrganizationOnlyFeaturePreviewFlag,
isFeaturePreviewAvailable,
isAdminOnlyFeaturePreviewFlag,
INTERNAL_FEATURE_FLAG,
type FeaturePreviewAvailabilityContext,
type UserFeatureFlag,
} from "./available-flags";
import { type Flags } from "./types";
export const getFeaturePreviewOptOutFlag = (flag: UserFeatureFlag) =>
`feature-preview:${flag}:disabled`;
/**
* Langfuse admins and deployments with experimental features enabled see
* internal surfaces. Client and server gates share this rule.
*/
export const hasInternalAccess = ({
isAdmin,
isExperimentalFeaturesEnabled,
}: {
isAdmin: boolean;
isExperimentalFeaturesEnabled: boolean;
}) => isExperimentalFeaturesEnabled || isAdmin;
export const isInternalViewEnabled = (session: Session | null | undefined) =>
hasInternalAccess({
isAdmin: session?.user?.admin === true,
isExperimentalFeaturesEnabled:
session?.environment?.enableExperimentalFeatures === true,
}) && session?.user?.featureFlags[INTERNAL_FEATURE_FLAG] !== false;
const receivesFeaturePreviewsByDefault = (email: string | null | undefined) => {
const normalizedEmail = email?.toLowerCase();
return (
normalizedEmail?.endsWith("@langfuse.com") === true ||
normalizedEmail?.endsWith("@clickhouse.com") === true
);
};
export const parseFlags = (
dbFlags: string[],
context: FeaturePreviewAvailabilityContext & {
email: string | null | undefined;
aiGatewayEnabled?: boolean;
},
): Flags => {
const parsedFlags = {} as Flags;
const enableFeaturePreviewsByDefault = receivesFeaturePreviewsByDefault(
context.email,
);
availableFlags.forEach((flag) => {
if (isRestrictedFlag(flag)) {
parsedFlags[flag] = context.aiGatewayEnabled === true;
return;
}
// Stored preference does not grant internal access.
if (isInternalFlag(flag)) {
parsedFlags[flag] = !dbFlags.includes(getFeaturePreviewOptOutFlag(flag));
return;
}
if (
isFeaturePreviewFlag(flag) &&
isOrganizationOnlyFeaturePreviewFlag(flag)
) {
parsedFlags[flag] = false;
return;
}
if (
(isFeaturePreviewFlag(flag) || isAdminOnlyFeaturePreviewFlag(flag)) &&
dbFlags.includes(getFeaturePreviewOptOutFlag(flag))
) {
parsedFlags[flag] = false;
return;
}
if (
defaultOnFeaturePreviewFlags.some(
(defaultFlag) => defaultFlag === flag,
) &&
isFeaturePreviewFlag(flag) &&
isFeaturePreviewAvailable(flag, context)
) {
parsedFlags[flag] = true;
return;
}
if (
enableFeaturePreviewsByDefault &&
isFeaturePreviewFlag(flag) &&
isFeaturePreviewAvailable(flag, context)
) {
parsedFlags[flag] = true;
return;
}
parsedFlags[flag] = dbFlags.includes(flag);
});
if (!parsedFlags.sessionViewV2) {
parsedFlags.sessionViewV2Timeline = false;
}
return parsedFlags;
};
export const parseFlagsWithOrganizationDefaults = (
dbFlags: string[],
organizationDefaults: string[],
context: FeaturePreviewAvailabilityContext & {
email: string | null | undefined;
aiGatewayEnabled?: boolean;
},
): Flags => {
const featurePreviewDefaults =
filterFeaturePreviewFlags(organizationDefaults);
const organizationOptOuts = defaultOnFeaturePreviewFlags
.map(getFeaturePreviewOptOutFlag)
.filter((flag) => organizationDefaults.includes(flag));
const flags = parseFlags(
dbFlags.concat(featurePreviewDefaults, organizationOptOuts),
context,
);
for (const flag of featurePreviewFlags) {
if (isOrganizationOnlyFeaturePreviewFlag(flag)) {
flags[flag] = featurePreviewDefaults.includes(flag);
}
}
return flags;
};
type ContextualFeatureFlagUser = {
featureFlags: Flags;
organizations: Array<{
id: string;
featureFlags?: Flags;
projects: Array<{ id: string }>;
}>;
};
export const getContextualFeatureFlags = (
user: ContextualFeatureFlagUser | null | undefined,
{
projectId,
organizationId,
}: { projectId?: string; organizationId?: string } = {},
): Flags | undefined => {
if (!user) return undefined;
const organization = organizationId
? user.organizations.find((candidate) => candidate.id === organizationId)
: projectId
? user.organizations.find((candidate) =>
candidate.projects.some((project) => project.id === projectId),
)
: undefined;
return organization?.featureFlags ?? user.featureFlags;
};