Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(prompts): paginate metadata before aggregation (#17595)

Valery Meleshkin95775a3eeddb
diff --git a/web/src/features/prompts/server/actions/getPromptsMeta.ts b/web/src/features/prompts/server/actions/getPromptsMeta.ts
index fab8277a76..6287dc64e5 100644
--- a/web/src/features/prompts/server/actions/getPromptsMeta.ts
+++ b/web/src/features/prompts/server/actions/getPromptsMeta.ts
@@ -15,45 +15,50 @@ export const getPromptsMeta = async (
const { projectId, page, limit } = params;
const promptsMeta = (await prisma.$queryRaw`
- WITH versions AS (
- SELECT
- p.name AS name,
- MAX(p.tags) AS tags, -- use max to get tags, they are the same for all versions of a prompt
- MAX(p.updated_at) as "lastUpdatedAt",
- array_agg(DISTINCT p.version) AS versions,
- COALESCE(array_agg(DISTINCT label) FILTER (WHERE label IS NOT NULL), '{}'::text[]) AS labels --- COALESCE is necessary to return an empty array if there are no labels and remove NULLs
- FROM
- prompts p -- needs to be p for filter conditions
- LEFT JOIN LATERAL unnest(p.labels) AS label ON true
- WHERE
- p."project_id" = ${projectId}
- ${getPromptsFilterCondition(params)}
- GROUP BY
- p.name
- ORDER BY
- p.name --- necessary for consistent pagination
- LIMIT
- ${limit}
- OFFSET
- ${limit * (page - 1)}
+ WITH page_names AS MATERIALIZED (
+ SELECT p.name
+ FROM prompts p
+ WHERE p."project_id" = ${projectId}
+ ${getPromptsFilterCondition(params)}
+ GROUP BY p.name
+ ORDER BY p.name
+ LIMIT ${limit}
+ OFFSET ${limit * (page - 1)}
)
-
SELECT
- v.*,
+ n.name,
+ metadata.tags,
+ metadata."lastUpdatedAt",
+ metadata.versions,
+ metadata.labels,
latest.type AS type,
latest.config AS "lastConfig"
- FROM
- versions v
+ FROM page_names n
+ CROSS JOIN LATERAL (
+ SELECT
+ MAX(p.tags) AS tags,
+ MAX(p.updated_at) AS "lastUpdatedAt",
+ array_agg(DISTINCT p.version) AS versions,
+ COALESCE(
+ array_agg(DISTINCT label) FILTER (WHERE label IS NOT NULL),
+ '{}'::text[]
+ ) AS labels
+ FROM prompts p
+ LEFT JOIN LATERAL unnest(p.labels) AS label ON true
+ WHERE p."project_id" = ${projectId}
+ AND p.name = n.name
+ ${getPromptsFilterCondition(params)}
+ ) metadata
LEFT JOIN LATERAL (
SELECT p.config, p.type
FROM prompts p
WHERE p."project_id" = ${projectId}
- AND p.name = v.name
+ AND p.name = n.name
${getPromptsFilterCondition(params)}
ORDER BY p.version DESC
LIMIT 1
) latest ON true
- ORDER BY v.name
+ ORDER BY n.name
`) as PromptsMeta[];
const [{ count: totalItemsCount }] = (await prisma.$queryRaw`