🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { ServiceUnavailableError } from "../../errors/ServiceUnavailableError";
import { recordIncrement } from "../instrumentation";
const MAX_CAUSE_DEPTH = 8;
const S3_THROTTLE_RETRY_AFTER_SECONDS = 2;
/**
* S3 throttling (`SlowDown` / "reduce your request rate"). Storage helpers wrap
* the SDK error in a new `Error` with the original as `cause`, so callers that
* only see the wrapper still need to recognize it.
*/
export function isS3SlowDownError(err: unknown): boolean {
const seen = new Set<unknown>();
let current: unknown = err;
for (let depth = 0; depth < MAX_CAUSE_DEPTH; depth++) {
if (!current || typeof current !== "object" || seen.has(current)) {
return false;
}
seen.add(current);
if (matchesSlowDown(current)) return true;
current = (current as { cause?: unknown }).cause;
}
return false;
}
function matchesSlowDown(err: object): boolean {
if ("name" in err && err.name === "SlowDown") return true;
if ("Code" in err && err.Code === "SlowDown") return true;
if ("code" in err && err.code === "SlowDown") return true;
if ("message" in err && typeof err.message === "string") {
return (
err.message.includes("SlowDown") ||
err.message.includes("reduce your request rate")
);
}
return false;
}
/**
* Rejects an ingestion request whose upload S3 throttled. A 503 with
* `Retry-After` is retried by OTel exporters and SDKs, unlike a 500, and keeps
* the rejection in 5xx-based error monitors (429 would read as a customer rate
* limit).
*/
export function createS3ThrottledIngestionError(
source: string,
): ServiceUnavailableError {
recordIncrement("langfuse.ingestion.s3_throttle_rejections", 1, { source });
return new ServiceUnavailableError(
"Blob storage is throttling uploads, please retry",
{ retryAfterSeconds: S3_THROTTLE_RETRY_AFTER_SECONDS },
);
}