🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(prompts): paginate metadata before aggregation (#17595)
Valery Meleshkin95775a3eeddb
diff --git a/web/src/features/prompts/server/actions/getPromptsMeta.ts b/web/src/features/prompts/server/actions/getPromptsMeta.tsindex fab8277a76..6287dc64e5 100644--- a/web/src/features/prompts/server/actions/getPromptsMeta.ts+++ b/web/src/features/prompts/server/actions/getPromptsMeta.ts@@ -15,45 +15,50 @@ export const getPromptsMeta = async (const { projectId, page, limit } = params;const promptsMeta = (await prisma.$queryRaw`- WITH versions AS (- SELECT- p.name AS name,- MAX(p.tags) AS tags, -- use max to get tags, they are the same for all versions of a prompt- MAX(p.updated_at) as "lastUpdatedAt",- array_agg(DISTINCT p.version) AS versions,- COALESCE(array_agg(DISTINCT label) FILTER (WHERE label IS NOT NULL), '{}'::text[]) AS labels --- COALESCE is necessary to return an empty array if there are no labels and remove NULLs- FROM- prompts p -- needs to be p for filter conditions- LEFT JOIN LATERAL unnest(p.labels) AS label ON true- WHERE- p."project_id" = ${projectId}- ${getPromptsFilterCondition(params)}- GROUP BY- p.name- ORDER BY- p.name --- necessary for consistent pagination- LIMIT- ${limit}- OFFSET- ${limit * (page - 1)}+ WITH page_names AS MATERIALIZED (+ SELECT p.name+ FROM prompts p+ WHERE p."project_id" = ${projectId}+ ${getPromptsFilterCondition(params)}+ GROUP BY p.name+ ORDER BY p.name+ LIMIT ${limit}+ OFFSET ${limit * (page - 1)})-SELECT- v.*,+ n.name,+ metadata.tags,+ metadata."lastUpdatedAt",+ metadata.versions,+ metadata.labels,latest.type AS type,latest.config AS "lastConfig"- FROM- versions v+ FROM page_names n+ CROSS JOIN LATERAL (+ SELECT+ MAX(p.tags) AS tags,+ MAX(p.updated_at) AS "lastUpdatedAt",+ array_agg(DISTINCT p.version) AS versions,+ COALESCE(+ array_agg(DISTINCT label) FILTER (WHERE label IS NOT NULL),+ '{}'::text[]+ ) AS labels+ FROM prompts p+ LEFT JOIN LATERAL unnest(p.labels) AS label ON true+ WHERE p."project_id" = ${projectId}+ AND p.name = n.name+ ${getPromptsFilterCondition(params)}+ ) metadataLEFT JOIN LATERAL (SELECT p.config, p.typeFROM prompts pWHERE p."project_id" = ${projectId}- AND p.name = v.name+ AND p.name = n.name${getPromptsFilterCondition(params)}ORDER BY p.version DESCLIMIT 1) latest ON true- ORDER BY v.name+ ORDER BY n.name`) as PromptsMeta[];const [{ count: totalItemsCount }] = (await prisma.$queryRaw`