OpenRAG is a comprehensive, single package Retrieval-Augmented Generation platform built on Langflow, Docling, and Opensearch.
Python
import { expect, test } from "../utils/fixtures";
import logger from "../utils/logger";
import { navigateToHome } from "../utils/navigation";
test("Model switching transitions (Language + Embedding) - Azure OpenAI @33219223, @33219222", async ({
page,
settings,
}) => {
test.setTimeout(300000);
// Navigate to the application
await navigateToHome(page);
logger.info("\nπ§ͺ Testing Model Switching with Azure OpenAI");
await settings.clickTab("Agent");
// Azure OpenAI model sequences for testing transitions
const primaryLlm = process.env.LLM_MODEL || "gpt-4.1";
const altLlm = primaryLlm === "gpt-4.1" ? "gpt-4.1-mini" : "gpt-4.1";
const languageSequence = [primaryLlm, altLlm, primaryLlm]; // Circular: AβBβA
const primaryEmbedding =
process.env.EMBEDDING_MODEL || "text-embedding-3-small";
const altEmbedding =
primaryEmbedding === "text-embedding-3-small"
? "text-embedding-3-large"
: "text-embedding-3-small";
const embeddingSequence = [primaryEmbedding, altEmbedding, primaryEmbedding]; // Circular: AβBβA
logger.info(`\nπ Transition sequence (circular):`);
logger.info(` Language models: ${languageSequence.join(" β ")}`);
logger.info(` Embedding models: ${embeddingSequence.join(" β ")}`);
// Test Language model transitions
logger.info(`\nπ Testing Language model transitions...`);
const languageFailures: string[] = [];
for (let i = 0; i < languageSequence.length - 1; i++) {
const from = languageSequence[i];
const to = languageSequence[i + 1];
logger.info(` ${from} β ${to}`);
try {
await settings.selectModel("Language model", to);
logger.info(` β Success`);
} catch (error) {
const errorMessage =
error instanceof Error ? error.message : String(error);
logger.error(` β FAILED: ${errorMessage}`);
languageFailures.push(`${from} β ${to}`);
}
}
// Test Embedding model transitions (embedding selector is on Ingestion)
logger.info(`\nπ Testing Embedding model transitions...`);
await settings.clickTab("Ingestion");
const embeddingFailures: string[] = [];
for (let i = 0; i < embeddingSequence.length - 1; i++) {
const from = embeddingSequence[i];
const to = embeddingSequence[i + 1];
logger.info(` ${from} β ${to}`);
try {
await settings.selectModel("Embedding model", to);
logger.info(` β Success`);
} catch (error) {
const errorMessage =
error instanceof Error ? error.message : String(error);
logger.error(` β FAILED: ${errorMessage}`);
embeddingFailures.push(`${from} β ${to}`);
}
}
// Summary
logger.info(`\nπ Test Summary:`);
logger.info(
` Tested transitions: ${languageSequence.length - 1} language, ${embeddingSequence.length - 1} embedding`,
);
logger.info(` Language failures: ${languageFailures.length}`);
logger.info(` Embedding failures: ${embeddingFailures.length}`);
if (languageFailures.length > 0) {
logger.info(`\nβ Language model transition failures:`);
languageFailures.forEach((f) => logger.info(` - ${f}`));
}
if (embeddingFailures.length > 0) {
logger.info(`\nβ Embedding model transition failures:`);
embeddingFailures.forEach((f) => logger.info(` - ${f}`));
}
// Assert no failures
expect(languageFailures.length).toBe(0);
expect(embeddingFailures.length).toBe(0);
});