Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(v4): surface recent outdated SDK usage (#16031)

Max Deichmannaa0bc85b0e72
diff --git a/web/src/__tests__/server/unit/v4TransitionRouter.servertest.ts b/web/src/__tests__/server/unit/v4TransitionRouter.servertest.ts
index c74b897042..1485de5a68 100644
--- a/web/src/__tests__/server/unit/v4TransitionRouter.servertest.ts
+++ b/web/src/__tests__/server/unit/v4TransitionRouter.servertest.ts
@@ -1355,92 +1355,6 @@ describe("v4TransitionRouter", () => {
]);
});
- it("detects a clean major SDK upgrade within the selected range", async () => {
- mockedQueryClickhouse.mockResolvedValueOnce([
- {
- time: "2026-06-25T12:00:00Z",
- sdkName: "python",
- sdkVersion: "3.9.0",
- publicKey: "pk-lf-python",
- count: "8",
- firstSeen: "2026-06-25T12:00:00Z",
- lastSeen: "2026-06-25T12:10:00Z",
- hasDelayedOtelEvents: "1",
- },
- {
- time: "2026-06-25T12:20:00Z",
- sdkName: "langfuse-python",
- sdkVersion: "4.7.0",
- publicKey: "pk-lf-python",
- count: "13",
- firstSeen: "2026-06-25T12:20:00Z",
- lastSeen: "2026-06-25T12:30:00Z",
- hasDelayedOtelEvents: "1",
- },
- ]);
- const caller = createCaller();
-
- const result = await caller.sdkUsageTimeSeries({
- projectId,
- fromTimestamp: new Date("2026-06-25T12:00:00Z"),
- toTimestamp: new Date("2026-06-25T13:00:00Z"),
- granularity: "auto",
- });
-
- expect(result.upgradeTransitions).toEqual([
- {
- canonicalSdkName: "python",
- publicKey: "pk-lf-python",
- fromVersions: ["3.9.0"],
- toVersions: ["4.7.0"],
- firstCurrentVersionSeenAt: "2026-06-25T12:20:00Z",
- lastOutdatedVersionSeenAt: "2026-06-25T12:10:00Z",
- status: "upgrade_detected",
- },
- ]);
- });
-
- it("keeps overlapping old and current SDK traffic marked as mixed versions", async () => {
- mockedQueryClickhouse.mockResolvedValueOnce([
- {
- time: "2026-06-25T12:00:00Z",
- sdkName: "python",
- sdkVersion: "3.9.0",
- publicKey: "pk-lf-python",
- count: "8",
- firstSeen: "2026-06-25T12:00:00Z",
- lastSeen: "2026-06-25T12:30:00Z",
- hasDelayedOtelEvents: "1",
- },
- {
- time: "2026-06-25T12:20:00Z",
- sdkName: "langfuse-python",
- sdkVersion: "4.7.0",
- publicKey: "pk-lf-python",
- count: "13",
- firstSeen: "2026-06-25T12:20:00Z",
- lastSeen: "2026-06-25T12:40:00Z",
- hasDelayedOtelEvents: "1",
- },
- ]);
- const caller = createCaller();
-
- const result = await caller.sdkUsageTimeSeries({
- projectId,
- fromTimestamp: new Date("2026-06-25T12:00:00Z"),
- toTimestamp: new Date("2026-06-25T13:00:00Z"),
- granularity: "auto",
- });
-
- expect(result.upgradeTransitions).toEqual([
- expect.objectContaining({
- canonicalSdkName: "python",
- publicKey: "pk-lf-python",
- status: "mixed_versions",
- }),
- ]);
- });
-
it.each(["MEMBER", "VIEWER"] as const)(
"allows project %s roles to access project-level v4 data",
async (role) => {
@@ -1621,8 +1535,6 @@ describe("v4TransitionRouter", () => {
expect(rows).toEqual([
{
projectId,
- outdatedSdkUsageSeriesCount: 1,
- delayedOtelIngestionSeriesCount: 0,
experimentInstrumentationMigration: {
status: "sdk_usage_inconclusive",
upgradePath: "sdk",
@@ -1640,7 +1552,6 @@ describe("v4TransitionRouter", () => {
hasDelayedOtelEvents: true,
attributionStatus: "attributed",
v4MigrationStatus: "upgrade_required",
- upgradeCompleted: true,
},
{
sdkName: "python",
@@ -1654,7 +1565,6 @@ describe("v4TransitionRouter", () => {
hasDelayedOtelEvents: true,
attributionStatus: "attributed",
v4MigrationStatus: "compatible",
- upgradeCompleted: false,
},
{
sdkName: "python",
@@ -1668,7 +1578,6 @@ describe("v4TransitionRouter", () => {
hasDelayedOtelEvents: true,
attributionStatus: "attributed",
v4MigrationStatus: "upgrade_required",
- upgradeCompleted: false,
},
{
sdkName: "python",
@@ -1682,14 +1591,11 @@ describe("v4TransitionRouter", () => {
hasDelayedOtelEvents: true,
attributionStatus: "attributed",
v4MigrationStatus: "compatible",
- upgradeCompleted: false,
},
],
},
{
projectId: secondProjectId,
- outdatedSdkUsageSeriesCount: 1,
- delayedOtelIngestionSeriesCount: 1,
experimentInstrumentationMigration: {
status: "not_required",
upgradePath: null,
@@ -1707,7 +1613,6 @@ describe("v4TransitionRouter", () => {
hasDelayedOtelEvents: true,
attributionStatus: "attributed",
v4MigrationStatus: "upgrade_required",
- upgradeCompleted: false,
},
{
sdkName: "unknown",
@@ -1721,7 +1626,6 @@ describe("v4TransitionRouter", () => {
hasDelayedOtelEvents: false,
attributionStatus: "missing_name_and_version",
v4MigrationStatus: "unknown",
- upgradeCompleted: false,
},
{
sdkName: "custom-otel-writer",
@@ -1735,7 +1639,6 @@ describe("v4TransitionRouter", () => {
hasDelayedOtelEvents: true,
attributionStatus: "attributed",
v4MigrationStatus: "unknown",
- upgradeCompleted: false,
},
],
},
@@ -1886,7 +1789,6 @@ describe("v4TransitionRouter", () => {
expect(summary).toMatchObject({
projectId,
- outdatedSdkUsageSeriesCount: 1,
experimentInstrumentationMigration: {
status: "check_failed",
upgradePath: null,
diff --git a/web/src/features/v4-migration/V4MigrationContent.clienttest.tsx b/web/src/features/v4-migration/V4MigrationContent.clienttest.tsx
index cebed22997..3e24579867 100644
--- a/web/src/features/v4-migration/V4MigrationContent.clienttest.tsx
+++ b/web/src/features/v4-migration/V4MigrationContent.clienttest.tsx
@@ -39,7 +39,6 @@ const makeSdkUsageSeries = (
hasDelayedOtelEvents: null,
attributionStatus: "attributed",
v4MigrationStatus: "compatible",
- upgradeCompleted: false,
...overrides,
});
@@ -447,6 +446,39 @@ describe("V4MigrationDetailsContent", () => {
).not.toBeInTheDocument();
});
+ it("keeps outdated SDK usage surfaced when a newer version later used the same key", () => {
+ // The check reports what it observed in the lookback window: a newer SDK
+ // ingesting later on the same public key is not evidence that the
+ // outdated usage is gone, so it must not retire the offender.
+ mocks.migrationData.sdk = {
+ status: "legacy",
+ sdkUsageSeries: [
+ makeSdkUsageSeries({
+ sdkVersion: "2.60.3",
+ v4MigrationStatus: "upgrade_required",
+ firstSeen: "2026-07-20T09:00:00Z",
+ lastSeen: "2026-07-20T10:00:00Z",
+ }),
+ makeSdkUsageSeries({
+ firstSeen: "2026-07-21T09:00:00Z",
+ lastSeen: "2026-07-21T10:00:00Z",
+ }),
+ ],
+ upgradeRequiredCount: 1,
+ delayedOtelIngestionCount: 0,
+ };
+
+ render(<V4MigrationDetailsContent projectId="project-1" />);
+
+ expect(
+ within(screen.getByText("Update SDK").closest("button")!).getByText("1"),
+ ).toBeInTheDocument();
+ expect(screen.getByText("Python 2.60.3")).toBeInTheDocument();
+ expect(screen.getByText("Python 4.7.1")).toBeInTheDocument();
+ expect(screen.getByText(/upgrade required/)).toBeInTheDocument();
+ expect(screen.queryByText(/upgrade completed/)).not.toBeInTheDocument();
+ });
+
it("renders the key as plain text when an offender has no observation evidence", () => {
// A scores-only offender: detection counts score ingestions, but the
// events table has nothing for this key — a link would open an empty
@@ -765,8 +797,10 @@ describe("V4MigrationDetailsContent", () => {
);
expect(evidenceLink).toHaveAttribute("target", "_blank");
expect(evidenceLink).toHaveAttribute("rel", "noopener noreferrer");
+ // The guidance stays language-agnostic: the upgrade applies to every
+ // Langfuse SDK, so the copy must not read as Python-or-JS-only.
expect(
- screen.getByRole("link", { name: "Python or JS SDK" }),
+ screen.getByRole("link", { name: "any Langfuse SDK" }),
).toHaveAttribute(
"href",
"https://langfuse.com/docs/observability/sdk/overview",
diff --git a/web/src/features/v4-migration/V4MigrationContent.tsx b/web/src/features/v4-migration/V4MigrationContent.tsx
index a9af85a698..fce9b79b03 100644
--- a/web/src/features/v4-migration/V4MigrationContent.tsx
+++ b/web/src/features/v4-migration/V4MigrationContent.tsx
@@ -37,6 +37,7 @@ import {
getCustomInstrumentationSectionState,
getOtelSectionState,
getSdkSectionState,
+ isActionableSdkSeries,
type V4MigrationSdkState,
type V4MigrationSdkUsageSeries,
} from "@/src/features/v4-migration/sdkVersionStatus";
@@ -87,8 +88,9 @@ const DEPRECATED_INTEGRATION_MIGRATION_URLS: Record<string, string> = {
};
const EXPERIMENT_OTEL_INGESTION_URL =
"https://langfuse.com/integrations/native/opentelemetry/experiments";
-// The docs ship one combined SDK page; Python and JS have no standalone
-// landing pages to deep-link.
+// The docs ship one combined SDK page, which is also the right target for
+// language-agnostic guidance: the upgrade applies to every Langfuse SDK, not
+// just the two most common ones.
const SDK_OVERVIEW_URL = "https://langfuse.com/docs/observability/sdk/overview";
const OTEL_INTEGRATION_URL =
"https://langfuse.com/integrations/native/opentelemetry";
@@ -444,7 +446,8 @@ export function V4MigrationSdkSection({
{section.actionableCount === 1
? "configuration needs"
: "configurations need"}{" "}
- an update. See{" "}
+ an update, based on ingestion seen in the last{" "}
+ {V4_MIGRATION_LOOKBACK_DAYS} days. See{" "}
<ExternalLink
href={SDK_UPGRADE_URL}
analytics={{ section: "sdk", link: "sdk_upgrade_docs" }}
@@ -459,17 +462,10 @@ export function V4MigrationSdkSection({
series={section.series}
projectId={projectId}
analyticsSection="sdk"
- needsAction={(usage) =>
- (usage.v4MigrationStatus === "upgrade_required" &&
- !usage.upgradeCompleted) ||
- usage.v4MigrationStatus === "unknown"
- }
+ needsAction={isActionableSdkSeries}
suffix={(usage) =>
- usage.v4MigrationStatus === "upgrade_required" &&
- !usage.upgradeCompleted ? (
+ usage.v4MigrationStatus === "upgrade_required" ? (
<span>· {formatSdkUpgradeRequirement(usage.canonicalSdkName)}</span>
- ) : usage.upgradeCompleted ? (
- <span>· upgrade completed</span>
) : usage.v4MigrationStatus === "unknown" ? (
<span>· version not recognized</span>
) : null
@@ -566,7 +562,7 @@ export function V4MigrationCustomInstrumentationSection({
<p className="text-muted-foreground text-sm leading-relaxed">
Data is arriving through the ingestion API without a Langfuse SDK
header, so this looks like custom instrumentation or a very old SDK
- version. Please upgrade to one of our latest{" "}
+ version. Please upgrade to the latest version of{" "}
<ExternalLink
href={SDK_OVERVIEW_URL}
analytics={{
@@ -574,9 +570,9 @@ export function V4MigrationCustomInstrumentationSection({
link: "sdk_overview_docs",
}}
>
- Python or JS SDK
- </ExternalLink>{" "}
- versions, or use the{" "}
+ any Langfuse SDK
+ </ExternalLink>
+ , or use the{" "}
<ExternalLink
href={OTEL_INTEGRATION_URL}
analytics={{
diff --git a/web/src/features/v4-migration/V4MigrationDelayBadge.clienttest.tsx b/web/src/features/v4-migration/V4MigrationDelayBadge.clienttest.tsx
index 48f408c90f..5cb6abd5ef 100644
--- a/web/src/features/v4-migration/V4MigrationDelayBadge.clienttest.tsx
+++ b/web/src/features/v4-migration/V4MigrationDelayBadge.clienttest.tsx
@@ -21,7 +21,6 @@ const makeSdkUsageSeries = (
hasDelayedOtelEvents: null,
attributionStatus: "attributed",
v4MigrationStatus: "compatible",
- upgradeCompleted: false,
...overrides,
});
@@ -108,9 +107,7 @@ const setSdk = (
status,
sdkUsageSeries: series,
upgradeRequiredCount: series.filter(
- (usage) =>
- usage.v4MigrationStatus === "upgrade_required" &&
- !usage.upgradeCompleted,
+ (usage) => usage.v4MigrationStatus === "upgrade_required",
).length,
delayedOtelIngestionCount: series.filter(
(usage) =>
diff --git a/web/src/features/v4-migration/V4MigrationSections.stories.tsx b/web/src/features/v4-migration/V4MigrationSections.stories.tsx
index e00eb2a9f1..793b87775f 100644
--- a/web/src/features/v4-migration/V4MigrationSections.stories.tsx
+++ b/web/src/features/v4-migration/V4MigrationSections.stories.tsx
@@ -31,7 +31,6 @@ const makeSeries = (
hasDelayedOtelEvents: null,
attributionStatus: "attributed",
v4MigrationStatus: "compatible",
- upgradeCompleted: false,
...overrides,
});
@@ -64,12 +63,6 @@ const outdatedJavascript = makeSeries({
v4MigrationStatus: "upgrade_required",
publicKey: "pk-lf-fedcba0987654321",
});
-const upgradedPython = makeSeries({
- v4MigrationStatus: "upgrade_required",
- upgradeCompleted: true,
- publicKey: "pk-lf-0000111122223333",
- lastSeen: new Date(Date.now() - 0.25 * HOUR_MS).toISOString(),
-});
const unrecognizedSdk = makeSeries({
sdkName: "my-custom-wrapper",
sdkVersion: "0.4.0",
@@ -117,12 +110,7 @@ const customInstrumentation = makeSeries({
const sdkOutdatedState = makeSdkState({
status: "legacy",
- sdkUsageSeries: [
- outdatedPython,
- scoresOnlyPython,
- outdatedJavascript,
- upgradedPython,
- ],
+ sdkUsageSeries: [outdatedPython, scoresOnlyPython, outdatedJavascript],
upgradeRequiredCount: 3,
});
@@ -151,7 +139,6 @@ const combinedState = makeSdkState({
status: "legacy",
sdkUsageSeries: [
outdatedPython,
- upgradedPython,
delayedOtelExporter,
realtimeOtelExporter,
customInstrumentation,
diff --git a/web/src/features/v4-migration/hooks/useV4MigrationData.clienttest.ts b/web/src/features/v4-migration/hooks/useV4MigrationData.clienttest.ts
index 7d20b19e55..f401e31be8 100644
--- a/web/src/features/v4-migration/hooks/useV4MigrationData.clienttest.ts
+++ b/web/src/features/v4-migration/hooks/useV4MigrationData.clienttest.ts
@@ -52,7 +52,6 @@ const currentSdkSeries = {
hasDelayedOtelEvents: true,
attributionStatus: "attributed" as const,
v4MigrationStatus: "compatible" as const,
- upgradeCompleted: false,
};
describe("account v4 migration data", () => {
@@ -90,8 +89,6 @@ describe("account v4 migration data", () => {
loadedQuery([
{
projectId: "project-1",
- outdatedSdkUsageSeriesCount: 0,
- delayedOtelIngestionSeriesCount: 0,
experimentInstrumentationMigration: {
status: "sdk_usage_inconclusive" as const,
upgradePath: "sdk" as const,
diff --git a/web/src/features/v4-migration/sdkVersionStatus.clienttest.ts b/web/src/features/v4-migration/sdkVersionStatus.clienttest.ts
index 1dfaabd50b..12385f7ba2 100644
--- a/web/src/features/v4-migration/sdkVersionStatus.clienttest.ts
+++ b/web/src/features/v4-migration/sdkVersionStatus.clienttest.ts
@@ -19,7 +19,6 @@ const sdkSeries = (
hasDelayedOtelEvents: false,
attributionStatus: "attributed" as const,
v4MigrationStatus: "compatible" as const,
- upgradeCompleted: false,
...overrides,
});
@@ -27,8 +26,6 @@ const getLoadedSdkState = (...sdkUsageSeries: ReturnType<typeof sdkSeries>[]) =>
getV4MigrationSdkState({
summary: {
projectId: "project-1",
- outdatedSdkUsageSeriesCount: 0,
- delayedOtelIngestionSeriesCount: 0,
experimentInstrumentationMigration: {
status: "not_required",
upgradePath: null,
@@ -97,19 +94,18 @@ describe("v4 migration SDK status", () => {
});
});
- it("does not require action for an SDK series superseded by a clean upgrade", () => {
+ it("requires action when an outdated SDK was used within the lookback window", () => {
expect(
getLoadedSdkState(
sdkSeries({
sdkVersion: "4.6.9",
v4MigrationStatus: "upgrade_required",
- upgradeCompleted: true,
}),
sdkSeries(),
),
).toMatchObject({
- status: "latest",
- upgradeRequiredCount: 0,
+ status: "legacy",
+ upgradeRequiredCount: 1,
});
});
diff --git a/web/src/features/v4-migration/sdkVersionStatus.ts b/web/src/features/v4-migration/sdkVersionStatus.ts
index 568f4e6b7e..bbe4ddef71 100644
--- a/web/src/features/v4-migration/sdkVersionStatus.ts
+++ b/web/src/features/v4-migration/sdkVersionStatus.ts
@@ -75,9 +75,7 @@ export const getV4MigrationSdkState = (params: {
const sdkUsageSeries = sortSdkUsageSeries(params.summary.sdkUsageSeries);
const upgradeRequiredCount = sdkUsageSeries.filter(
- (series) =>
- series.v4MigrationStatus === "upgrade_required" &&
- !series.upgradeCompleted,
+ (series) => series.v4MigrationStatus === "upgrade_required",
).length;
const delayedOtelIngestionCount = sdkUsageSeries.filter(
requiresOtelIngestionHeader,
@@ -138,8 +136,7 @@ export const isOtelExporterSeries = (
export const isActionableSdkSeries = (
series: V4MigrationSdkUsageSeries,
): boolean =>
- (series.v4MigrationStatus === "upgrade_required" &&
- !series.upgradeCompleted) ||
+ series.v4MigrationStatus === "upgrade_required" ||
// A recognized SDK with an unparsable version still needs the user's
// attention; without it the section would hide while the project-level
// status keeps reporting action needed.
diff --git a/web/src/features/v4/server/v4TransitionRouter.ts b/web/src/features/v4/server/v4TransitionRouter.ts
index 50b94827a1..7e8e20e864 100644
--- a/web/src/features/v4/server/v4TransitionRouter.ts
+++ b/web/src/features/v4/server/v4TransitionRouter.ts
@@ -147,20 +147,9 @@ type SdkUsageTimeSeriesResultRow = {
upgradeStatus: IngestionSdkUpgradeStatus;
};
-type SdkUpgradeTransition = {
- canonicalSdkName: "python" | "javascript";
- publicKey: string;
- fromVersions: string[];
- toVersions: string[];
- firstCurrentVersionSeenAt: string;
- lastOutdatedVersionSeenAt: string;
- status: "upgrade_detected" | "mixed_versions";
-};
-
type SdkUsageTimeSeriesResult = {
bucketTimes: string[];
rows: SdkUsageTimeSeriesResultRow[];
- upgradeTransitions: SdkUpgradeTransition[];
};
type SdkUsageSummaryByProjectRow = {
@@ -191,13 +180,14 @@ type SdkUsageSummaryByProjectSeries = {
hasDelayedOtelEvents: boolean | null;
attributionStatus: IngestionSdkAttributionStatus;
v4MigrationStatus: "compatible" | "upgrade_required" | "unknown";
- upgradeCompleted: boolean;
};
+// Counts stay out of this row on purpose: the client derives every displayed
+// count from sdkUsageSeries in sdkVersionStatus.ts, so duplicating the
+// predicates here would mean keeping two implementations in sync for values
+// nothing reads.
type SdkUsageSummaryByProjectResultRow = {
projectId: string;
- outdatedSdkUsageSeriesCount: number;
- delayedOtelIngestionSeriesCount: number;
experimentInstrumentationMigration: {
status:
| "required"
@@ -328,144 +318,6 @@ const decorateSdkUsageRows = ({
.sort(compareSdkUsageRows);
};
-const detectSdkUpgradeTransitions = (
- rows: SdkUsageTimeSeriesResultRow[],
-): SdkUpgradeTransition[] => {
- const seriesByClient = new Map<
- string,
- {
- canonicalSdkName: "python" | "javascript";
- publicKey: string;
- versions: Map<
- string,
- {
- status: IngestionSdkUpgradeStatus;
- firstSeen: string;
- lastSeen: string;
- }
- >;
- }
- >();
-
- for (const row of rows) {
- if (
- row.attributionStatus !== "attributed" ||
- !row.canonicalSdkName ||
- !row.firstSeen ||
- !row.lastSeen
- ) {
- continue;
- }
-
- const clientKey = `${row.canonicalSdkName}\u0000${row.publicKey}`;
- const client =
- seriesByClient.get(clientKey) ??
- ({
- canonicalSdkName: row.canonicalSdkName,
- publicKey: row.publicKey,
- versions: new Map(),
- } satisfies {
- canonicalSdkName: "python" | "javascript";
- publicKey: string;
- versions: Map<
- string,
- {
- status: IngestionSdkUpgradeStatus;
- firstSeen: string;
- lastSeen: string;
- }
- >;
- });
- const version = client.versions.get(row.sdkVersion);
-
- client.versions.set(row.sdkVersion, {
- status: row.upgradeStatus,
- firstSeen:
- version && version.firstSeen < row.firstSeen
- ? version.firstSeen
- : row.firstSeen,
- lastSeen:
- version && version.lastSeen > row.lastSeen
- ? version.lastSeen
- : row.lastSeen,
- });
- seriesByClient.set(clientKey, client);
- }
-
- return Array.from(seriesByClient.values())
- .flatMap((client): SdkUpgradeTransition[] => {
- const versions = Array.from(client.versions, ([sdkVersion, usage]) => ({
- sdkVersion,
- ...usage,
- }));
- const currentVersions = versions.filter(
- (version) => version.status === "current",
- );
- const outdatedVersions = versions.filter(
- (version) => version.status === "outdated_major",
- );
-
- if (currentVersions.length === 0 || outdatedVersions.length === 0) {
- return [];
- }
-
- const firstCurrentVersionSeenAt = currentVersions
- .map((version) => version.firstSeen)
- .sort()[0]!;
- const earlierOutdatedVersions = outdatedVersions.filter(
- (version) => version.firstSeen < firstCurrentVersionSeenAt,
- );
-
- if (earlierOutdatedVersions.length === 0) return [];
-
- const lastOutdatedVersionSeenAt = earlierOutdatedVersions
- .map((version) => version.lastSeen)
- .sort()
- .at(-1)!;
-
- return [
- {
- canonicalSdkName: client.canonicalSdkName,
- publicKey: client.publicKey,
- fromVersions: earlierOutdatedVersions
- .map((version) => version.sdkVersion)
- .sort(),
- toVersions: currentVersions
- .map((version) => version.sdkVersion)
- .sort(),
- firstCurrentVersionSeenAt,
- lastOutdatedVersionSeenAt,
- status:
- lastOutdatedVersionSeenAt < firstCurrentVersionSeenAt
- ? "upgrade_detected"
- : "mixed_versions",
- },
- ];
- })
- .sort(
- (left, right) =>
- left.firstCurrentVersionSeenAt.localeCompare(
- right.firstCurrentVersionSeenAt,
- ) ||
- left.canonicalSdkName.localeCompare(right.canonicalSdkName) ||
- left.publicKey.localeCompare(right.publicKey),
- );
-};
-
-const getCompletedSdkUpgradeVersionKeys = (
- rows: SdkUsageTimeSeriesResultRow[],
-): Set<string> =>
- new Set(
- detectSdkUpgradeTransitions(rows)
- .filter((transition) => transition.status === "upgrade_detected")
- .flatMap((transition) =>
- transition.fromVersions.map(
- (version) =>
- `${transition.canonicalSdkName}\u0000${version}\u0000${transition.publicKey}`,
- ),
- ),
- );
-
type TraceLevelEvalExecutionTimeSeriesRow = {
time: string;
scoreName: string;
@@ -916,7 +768,6 @@ ORDER BY ${bucketTimeSql} ASC, sdk_name ASC, sdk_version ASC, public_key ASC
granularity,
),
rows: decoratedRows,
- upgradeTransitions: detectSdkUpgradeTransitions(decoratedRows),
} satisfies SdkUsageTimeSeriesResult;
}),
@@ -1103,14 +954,8 @@ SETTINGS skip_unavailable_shards = 1
};
},
);
- const completedUpgradeVersionKeys =
- getCompletedSdkUpgradeVersionKeys(projectRows);
const sdkUsageSeries = projectRows.map(
(row): SdkUsageSummaryByProjectSeries => {
- const versionKey = `${row.canonicalSdkName}\u0000${row.sdkVersion}\u0000${row.publicKey}`;
- const upgradeCompleted =
- completedUpgradeVersionKeys.has(versionKey);
-
return {
sdkName: row.sdkName,
sdkVersion: row.sdkVersion,
@@ -1128,7 +973,6 @@ SETTINGS skip_unavailable_shards = 1
: row.upgradeStatus === "outdated_major"
? "upgrade_required"
: "unknown",
- upgradeCompleted,
};
},
);
@@ -1186,18 +1030,6 @@ SETTINGS skip_unavailable_shards = 1
return {
projectId,
- outdatedSdkUsageSeriesCount: sdkUsageSeries.filter(
- (series) =>
- series.count > 0 &&
- series.v4MigrationStatus === "upgrade_required" &&
- !series.upgradeCompleted,
- ).length,
- delayedOtelIngestionSeriesCount: sdkUsageSeries.filter(
- (series) =>
- series.count > 0 &&
- series.hasDelayedOtelEvents === true &&
- series.canonicalSdkName === null,
- ).length,
experimentInstrumentationMigration,
sdkUsageSeries,
};