🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { type Session } from "next-auth";
import {
BaseError,
CloudConfigSchema,
ForbiddenError,
type RateLimitResult,
} from "@langfuse/shared";
import type { ApiAccessScope } from "@langfuse/shared/src/server";
import { getOrganizationPlanServerSide } from "@/src/features/entitlements/server/getPlan";
import { RateLimitService } from "@/src/features/public-api/server/RateLimitService";
type SessionUser = NonNullable<Session["user"]>;
/**
* Build the org-scoped rate-limit scope for an in-app agent request.
*
* Used by `startRun` to build the same org-scoped API access shape as other
* authenticated project requests. The scope only keys the rate limit and never
* authorizes a read, so it leaves the access-audit opt-in unresolved.
*
* TODO: this bucket is org-scoped only; a per-user submission cap needs the
* rate-limit service to support non-org keys. Concurrency is capped per user by
* `assertInAppAgentRunCapacity`.
*/
export function getInAppAgentApiAccessScope(
user: SessionUser,
projectId: string,
projectOrganization: {
id: string;
cloudConfig: unknown;
},
): ApiAccessScope {
const organization = user.organizations.find((org) =>
org.projects.some((project) => project.id === projectId),
);
if (!organization) {
if (user.admin === true) {
const cloudConfig = projectOrganization.cloudConfig
? CloudConfigSchema.parse(projectOrganization.cloudConfig)
: undefined;
return {
orgId: projectOrganization.id,
plan: getOrganizationPlanServerSide(cloudConfig),
projectId,
accessLevel: "project",
rateLimitOverrides: cloudConfig?.rateLimitOverrides ?? [],
apiKeyId: "in-app-agent-session",
publicKey: "in-app-agent-session",
isIngestionSuspended: false,
accessAuditLogEnabled: null,
};
}
throw new ForbiddenError("User is not a member of this project");
}
return {
orgId: organization.id,
plan: organization.plan,
projectId,
accessLevel: "project",
rateLimitOverrides: organization.cloudConfig?.rateLimitOverrides ?? [],
apiKeyId: "in-app-agent-session",
publicKey: "in-app-agent-session",
isIngestionSuspended: false,
accessAuditLogEnabled: null,
};
}
async function checkInAppAgentRateLimit(
scope: ApiAccessScope,
resource: Parameters<RateLimitService["rateLimitRequest"]>[1],
): Promise<RateLimitResult | undefined> {
const rateLimit = await RateLimitService.getInstance().rateLimitRequest(
scope,
resource,
);
return rateLimit.isRateLimited() ? (rateLimit.res ?? undefined) : undefined;
}
/** tRPC-shaped variant; BaseErrors bubble to the tRPC error middleware. */
export async function assertInAppAgentRateLimit(
scope: ApiAccessScope,
resource: Parameters<RateLimitService["rateLimitRequest"]>[1],
): Promise<void> {
const rateLimitRes = await checkInAppAgentRateLimit(scope, resource);
if (!rateLimitRes) {
return;
}
throw new BaseError(
"TooManyRequestsError",
429,
`Too many Halo requests. Please retry in ${Math.ceil(
rateLimitRes.msBeforeNext / 1_000,
)} seconds.`,
true,
);
}