Skip to content

The open-source agent harness - the runtime layer that turns an LLM into a working agent.

chore: lookup sfy model integration by provider account and name (#641)

Srajan Asthana46fadce792e6
diff --git a/.changeset/sfy-model-point-lookup.md b/.changeset/sfy-model-point-lookup.md
new file mode 100644
index 000000000..b2cd05425
--- /dev/null
+++ b/.changeset/sfy-model-point-lookup.md
@@ -0,0 +1,5 @@
+---
+"@truefoundry/trueforge": patch
+---
+
+Point-lookup ServiceFoundry model integrations by provider account and model name, and fetch the full catalog in one unpaginated request.
diff --git a/packages/trueforge/src/db/modelProviderStore.ts b/packages/trueforge/src/db/modelProviderStore.ts
index 4a5be5a5b..fb4ce3d8f 100644
--- a/packages/trueforge/src/db/modelProviderStore.ts
+++ b/packages/trueforge/src/db/modelProviderStore.ts
@@ -23,6 +23,12 @@ export interface ListModelProvidersInput {
export interface GetModelProviderInput {
tenant_id: string;
name: string;
+ model_name: string;
+}
+
+export interface GetModelProviderForUpdateInput {
+ tenant_id: string;
+ name: string;
}
export interface CreateModelProviderInput {
@@ -57,7 +63,7 @@ export interface IModelProviderStore<TTransaction = never> {
* Required before read-modify-write of secrets so concurrent keep/rotate cannot interleave.
*/
getProviderForUpdate(
- input: GetModelProviderInput,
+ input: GetModelProviderForUpdateInput,
transaction: TTransaction,
): Promise<ModelProviderRecord | undefined>;
/** Inserts a new provider. Throws ModelProviderNameConflictError on name clash. */
diff --git a/packages/trueforge/src/db/postgres/model-provider-store/PostgresModelProviderStore.ts b/packages/trueforge/src/db/postgres/model-provider-store/PostgresModelProviderStore.ts
index f74ee0c9b..176222c9a 100644
--- a/packages/trueforge/src/db/postgres/model-provider-store/PostgresModelProviderStore.ts
+++ b/packages/trueforge/src/db/postgres/model-provider-store/PostgresModelProviderStore.ts
@@ -4,6 +4,7 @@ import {
flattenProviderModels,
ModelProviderNameConflictError,
type CreateModelProviderInput,
+ type GetModelProviderForUpdateInput,
type GetModelProviderInput,
type IModelProviderStore,
type ListModelProvidersInput,
@@ -49,6 +50,7 @@ export class PostgresModelProviderStore implements IModelProviderStore<Transacti
input: GetModelProviderInput,
transaction?: Transaction<Database>,
): Promise<ModelProviderRecord | undefined> {
+ void input.model_name;
const db = transaction ?? this.#db;
const row = await db
.selectFrom('model_provider')
@@ -60,7 +62,7 @@ export class PostgresModelProviderStore implements IModelProviderStore<Transacti
}
async getProviderForUpdate(
- input: GetModelProviderInput,
+ input: GetModelProviderForUpdateInput,
transaction: Transaction<Database>,
): Promise<ModelProviderRecord | undefined> {
const row = await transaction
diff --git a/packages/trueforge/src/db/sqlite/model-provider-store/SqliteModelProviderStore.ts b/packages/trueforge/src/db/sqlite/model-provider-store/SqliteModelProviderStore.ts
index 01fc242e0..b8fc06ebd 100644
--- a/packages/trueforge/src/db/sqlite/model-provider-store/SqliteModelProviderStore.ts
+++ b/packages/trueforge/src/db/sqlite/model-provider-store/SqliteModelProviderStore.ts
@@ -4,6 +4,7 @@ import {
flattenProviderModels,
ModelProviderNameConflictError,
type CreateModelProviderInput,
+ type GetModelProviderForUpdateInput,
type GetModelProviderInput,
type IModelProviderStore,
type ListModelProvidersInput,
@@ -49,6 +50,7 @@ export class SqliteModelProviderStore implements IModelProviderStore<Transaction
input: GetModelProviderInput,
transaction?: Transaction<Database>,
): Promise<ModelProviderRecord | undefined> {
+ void input.model_name;
const db = transaction ?? this.#db;
return await db
.selectFrom('model_provider')
@@ -63,7 +65,7 @@ export class SqliteModelProviderStore implements IModelProviderStore<Transaction
* serializes concurrent writers so RMW of secrets stays consistent.
*/
async getProviderForUpdate(
- input: GetModelProviderInput,
+ input: GetModelProviderForUpdateInput,
transaction: Transaction<Database>,
): Promise<ModelProviderRecord | undefined> {
return await transaction
diff --git a/packages/trueforge/src/runtime/sessionResources.ts b/packages/trueforge/src/runtime/sessionResources.ts
index 2db4f8ace..b82dd7ec7 100644
--- a/packages/trueforge/src/runtime/sessionResources.ts
+++ b/packages/trueforge/src/runtime/sessionResources.ts
@@ -65,7 +65,11 @@ export async function getModelDetails({
message: `Model name must be a fully qualified "provider/model": ${name}`,
});
}
- const provider = await store.getProvider({ tenant_id, name: parsed.providerName });
+ const provider = await store.getProvider({
+ tenant_id,
+ name: parsed.providerName,
+ model_name: parsed.modelName,
+ });
if (provider === undefined) {
throw new HTTPException(422, {
message: `Unknown model "${name}" — provider not configured`,
diff --git a/packages/trueforge/src/truefoundry/TrueFoundryModelProviderStore.ts b/packages/trueforge/src/truefoundry/TrueFoundryModelProviderStore.ts
index 094b6ab0d..cd5cee912 100644
--- a/packages/trueforge/src/truefoundry/TrueFoundryModelProviderStore.ts
+++ b/packages/trueforge/src/truefoundry/TrueFoundryModelProviderStore.ts
@@ -4,6 +4,7 @@ import type { AgentRecord } from '../db/agentStore';
import {
flattenProviderModels,
type CreateModelProviderInput,
+ type GetModelProviderForUpdateInput,
type GetModelProviderInput,
type IModelProviderStore,
type ListModelProvidersInput,
@@ -45,12 +46,15 @@ export class TrueFoundryModelProviderStore<TTransaction = never> implements IMod
transaction?: TTransaction,
): Promise<ModelProviderRecord | undefined> {
void transaction;
- const records = await this.#records(input);
+ const records = await this.#records({
+ tenant_id: input.tenant_id,
+ filter: { provider_account_name: input.name, name: input.model_name },
+ });
return records.find(record => record.name === input.name);
}
getProviderForUpdate(
- input: GetModelProviderInput,
+ input: GetModelProviderForUpdateInput,
transaction: TTransaction,
): Promise<ModelProviderRecord | undefined> {
void input;
@@ -74,10 +78,16 @@ export class TrueFoundryModelProviderStore<TTransaction = never> implements IMod
return flattenProviderModels(await this.listProviders(input, transaction));
}
- async #records(input: { tenant_id: string }): Promise<ModelProviderRecord[]> {
+ async #records(input: {
+ tenant_id: string;
+ filter?: { provider_account_name: string; name: string };
+ }): Promise<ModelProviderRecord[]> {
const accessToken = await this.#resolveAccessToken();
const [integrations, installations] = await Promise.all([
- this.#client.listProviderIntegrations(accessToken),
+ this.#client.listProviderIntegrations({
+ accessToken,
+ ...(input.filter !== undefined ? { filter: input.filter } : {}),
+ }),
this.#client.listGatewayInstallations(accessToken),
]);
const gatewayUrl = resolveDefaultGatewayUrl(installations);
diff --git a/packages/trueforge/src/truefoundry/TrueFoundryServiceFoundryServerClient.ts b/packages/trueforge/src/truefoundry/TrueFoundryServiceFoundryServerClient.ts
index e3335b0ed..f82e2f1a0 100644
--- a/packages/trueforge/src/truefoundry/TrueFoundryServiceFoundryServerClient.ts
+++ b/packages/trueforge/src/truefoundry/TrueFoundryServiceFoundryServerClient.ts
@@ -15,7 +15,6 @@ const TFG_AGENTS_PATH = 'internal/tfg/agents';
const SESSION_PATH = 'v1/session';
const AGENT_PERMISSIONS_PATH = 'v1/authorize/permissions';
const VEND_TOKEN_PATH = 'internal/vend-token';
-const INTEGRATIONS_PAGE_SIZE = 1000;
/**
* Fields required to build RequestContext from ServiceFoundry `GET /v1/session`.
@@ -112,10 +111,6 @@ function listPage(response: ListResponse): unknown[] {
return Array.isArray(response) ? response : response.data;
}
-function listPaginationTotal(response: ListResponse): number | undefined {
- return Array.isArray(response) ? undefined : response.pagination?.total;
-}
-
export class TrueFoundryServiceFoundryServerClient {
readonly #baseUrl: string;
readonly #logger: Logger;
@@ -145,29 +140,28 @@ export class TrueFoundryServiceFoundryServerClient {
this.#apiKey = input.apiKey;
}
- async listProviderIntegrations(accessToken: string): Promise<unknown[]> {
- const items: unknown[] = [];
- let offset = 0;
- for (;;) {
- const payload = await this.#requestJson({
- url: this.#url(INTEGRATIONS_PATH, {
- type: 'model',
- offset: String(offset),
- limit: String(INTEGRATIONS_PAGE_SIZE),
- }),
- accessToken,
- method: 'GET',
- });
- const response = this.#parseListResponse(payload);
- const page = listPage(response);
- const total = listPaginationTotal(response);
- items.push(...page);
- if (total === undefined || items.length >= total || page.length === 0) {
- break;
- }
- offset = items.length;
- }
- return items;
+ /**
+ * Model integrations. No limit/offset → full match set in one response.
+ * Pass `filter` (account + model name together) for a point lookup.
+ */
+ async listProviderIntegrations(input: {
+ accessToken: string;
+ filter?: { provider_account_name: string; name: string };
+ }): Promise<unknown[]> {
+ const filterQuery =
+ input.filter === undefined
+ ? {}
+ : {
+ provider_account_name: input.filter.provider_account_name,
+ name: input.filter.name,
+ };
+ const query: Record<string, string> = { type: 'model', ...filterQuery };
+ const payload = await this.#requestJson({
+ url: this.#url(INTEGRATIONS_PATH, query),
+ accessToken: input.accessToken,
+ method: 'GET',
+ });
+ return listPage(this.#parseListResponse(payload));
}
listGatewayInstallations(accessToken: string): Promise<unknown> {
diff --git a/packages/trueforge/tests/db/modelProviderStoreContractSuite.ts b/packages/trueforge/tests/db/modelProviderStoreContractSuite.ts
index fff98930b..6c64082d6 100644
--- a/packages/trueforge/tests/db/modelProviderStoreContractSuite.ts
+++ b/packages/trueforge/tests/db/modelProviderStoreContractSuite.ts
@@ -51,7 +51,11 @@ export function runModelProviderStoreContractSuite(getStore: () => IModelProvide
expect(created.created_at).toMatch(ISO_UTC);
expect(created.updated_at).toBe(created.created_at);
- const fetched = await store.getProvider({ tenant_id: TENANT, name: 'anthropic' });
+ const fetched = await store.getProvider({
+ tenant_id: TENANT,
+ name: 'anthropic',
+ model_name: 'claude-sonnet-4-6',
+ });
expect(fetched).toEqual(created);
});
@@ -67,7 +71,7 @@ export function runModelProviderStoreContractSuite(getStore: () => IModelProvide
it('getProvider returns undefined for unknown providers', async () => {
const store = getStore();
- expect(await store.getProvider({ tenant_id: TENANT, name: 'missing' })).toBeUndefined();
+ expect(await store.getProvider({ tenant_id: TENANT, name: 'missing', model_name: 'any' })).toBeUndefined();
});
it('upsert replaces the whole document and preserves created_at', async () => {
diff --git a/packages/trueforge/tests/unit/apis/modelProviders.test.ts b/packages/trueforge/tests/unit/apis/modelProviders.test.ts
index 4c77ea4af..a6478c26e 100644
--- a/packages/trueforge/tests/unit/apis/modelProviders.test.ts
+++ b/packages/trueforge/tests/unit/apis/modelProviders.test.ts
@@ -389,7 +389,11 @@ describe('model-provider secret redaction and strict PUT', () => {
expect(updateBody.data.manifest.auth.api_key).toBe(toRedactedSecretValue(anthropicBody.auth.api_key));
expect(updateBody.data.manifest.models).toHaveLength(2);
- const stored = await modelProviderStore.getProvider({ tenant_id: 'default', name: 'anthropic' });
+ const stored = await modelProviderStore.getProvider({
+ tenant_id: 'default',
+ name: 'anthropic',
+ model_name: 'claude-sonnet-4-6',
+ });
if (!stored || !('auth' in stored.manifest)) {
throw new Error('expected stored anthropic provider with auth');
}
@@ -408,7 +412,11 @@ describe('model-provider secret redaction and strict PUT', () => {
data: configured('anthropic', withRedactedApiKey({ ...anthropicProvider, auth: { api_key: rotatedKey } })),
});
- const stored = await modelProviderStore.getProvider({ tenant_id: 'default', name: 'anthropic' });
+ const stored = await modelProviderStore.getProvider({
+ tenant_id: 'default',
+ name: 'anthropic',
+ model_name: 'claude-sonnet-4-6',
+ });
if (!stored || !('auth' in stored.manifest)) {
throw new Error('expected stored anthropic provider with auth');
}