OpenRAG is a comprehensive, single package Retrieval-Augmented Generation platform built on Langflow, Docling, and Opensearch.
Python
feat: add smoke tests for onboarding (#1110)
Lucas Oliveiraa2fdfba0d4ef
diff --git a/.github/workflows/test-e2e.yml b/.github/workflows/test-e2e.ymlindex bd14b687f..630024dd1 100644--- a/.github/workflows/test-e2e.yml+++ b/.github/workflows/test-e2e.yml@@ -24,11 +24,27 @@ env:jobs:e2e:- runs-on: ubuntu-latest+ runs-on:+ labels: ["self-hosted", "linux", "ARM64", "langflow-ai-arm64-40gb-ephemeral-sudo"]env:LANGFLOW_AUTO_LOGIN: "True"LANGFLOW_NEW_USER_IS_ACTIVE: "True"LANGFLOW_ENABLE_SUPERUSER_CLI: "True"+ OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}+ ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}+ WATSONX_API_KEY: ${{ secrets.WATSONX_API_KEY }}+ WATSONX_ENDPOINT: ${{ secrets.WATSONX_ENDPOINT }}+ WATSONX_PROJECT_ID: ${{ secrets.WATSONX_PROJECT_ID }}+ OLLAMA_ENDPOINT: ${{ secrets.OLLAMA_ENDPOINT }}+ GOOGLE_OAUTH_CLIENT_ID: ${{ secrets.GOOGLE_OAUTH_CLIENT_ID }}+ GOOGLE_OAUTH_CLIENT_SECRET: ${{ secrets.GOOGLE_OAUTH_CLIENT_SECRET }}+ AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}+ AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}+ OPENSEARCH_PASSWORD: ${{ vars.OPENSEARCH_PASSWORD || secrets.OPENSEARCH_PASSWORD || 'OpenRag#2025!' }}+ LANGFLOW_CHAT_FLOW_ID: ${{ vars.LANGFLOW_CHAT_FLOW_ID || '1098eea1-6649-4e1d-aed1-b77249fb8dd0' }}+ LANGFLOW_INGEST_FLOW_ID: ${{ vars.LANGFLOW_INGEST_FLOW_ID || '5488df7c-b93f-4f87-a446-b67028bc0813' }}+ LANGFLOW_URL_INGEST_FLOW_ID: ${{ vars.LANGFLOW_URL_INGEST_FLOW_ID || '72c3d17c-2dac-4a73-b48a-6518473d7830' }}+ NUDGES_FLOW_ID: ${{ vars.NUDGES_FLOW_ID || 'ebc01d31-1976-46ce-a385-b0240327226c' }}steps:- name: Cleanup Docker cache@@ -61,88 +77,26 @@ jobs:- name: Install Pythonrun: uv python install 3.13- - name: Install backend dependencies- run: uv sync- name: Install frontend dependenciesworking-directory: frontendrun: npm ci- - name: Cache Docker Images- id: cache-docker- uses: actions/cache@v5- with:- path: ${{ runner.temp }}/docker-cache- key: docker-images-v1-${{ runner.os }}-${{ hashFiles('pyproject.toml') }}- restore-keys: |- docker-images-v1-${{ runner.os }}--- - name: Validate Docker Cache- id: validate-docker-cache- if: steps.cache-docker.outputs.cache-hit == 'true'- run: |- TAR="${{ runner.temp }}/docker-cache/images.tar"- # Require at least 100 MB to consider the cache valid- MIN_SIZE=$((100 * 1024 * 1024))- if [ -f "$TAR" ] && [ "$(stat -c%s "$TAR")" -ge "$MIN_SIZE" ]; then- echo "Docker cache is valid ($(du -sh "$TAR" | cut -f1))"- echo "valid=true" >> $GITHUB_OUTPUT- else- echo "Docker cache is invalid or too small, deleting..."- rm -f "$TAR"- echo "valid=false" >> $GITHUB_OUTPUT- fi-- - name: Load Cached Docker Images- if: steps.cache-docker.outputs.cache-hit == 'true' && steps.validate-docker-cache.outputs.valid == 'true'- run: |- echo "Loading cached Docker images..."- docker load -i ${{ runner.temp }}/docker-cache/images.tar-- # Cache Playwright browsers using a composite key- - name: Cache Playwright Browsers- id: cache-playwright- uses: actions/cache@v5- with:- path: ${{ env.PLAYWRIGHT_BROWSERS_PATH }}- key: playwright-${{ env.PLAYWRIGHT_VERSION }}-chromium-${{ runner.os }}- restore-keys: |- playwright-${{ env.PLAYWRIGHT_VERSION }}-chromium-${{ runner.os }}-- name: Install Playwright Browsersworking-directory: frontend- if: steps.cache-playwright.outputs.cache-hit != 'true'run: |npx playwright install --with-deps chromium+ - name: Build Docker images+ run: |+ make build+ docker builder prune -af+- name: Setup E2E infrastructurerun: |chmod +x scripts/setup-e2e.sh./scripts/setup-e2e.sh- - name: Save Docker Images for Caching- if: steps.cache-docker.outputs.cache-hit != 'true' || steps.validate-docker-cache.outputs.valid == 'false'- run: |- echo "Saving Docker images to cache..."- rm -rf ${{ runner.temp }}/docker-cache- mkdir -p ${{ runner.temp }}/docker-cache- docker save -o ${{ runner.temp }}/docker-cache/images.tar \- langflowai/openrag-opensearch:latest \- langflowai/openrag-backend:latest \- langflowai/openrag-langflow:latest \- opensearchproject/opensearch-dashboards:3.0.0 || true-- - name: Ensure JWT keys for local backend- run: |- # Keys created by Docker are root-owned and unreadable by the runner.- # Remove via Docker (handles root ownership), then regenerate as runner user.- docker run --rm -v $(pwd):/work alpine sh -c "rm -f /work/keys/private_key.pem /work/keys/public_key.pem" || true- uv run python -c "from src.main import generate_jwt_keys; generate_jwt_keys()"- chmod 600 keys/private_key.pem- chmod 644 keys/public_key.pem-- - name: Start docling-serve- run: make docling- name: Run Playwright testsworking-directory: frontend@@ -151,10 +105,28 @@ jobs:OPENSEARCH_HOST: localhostOPENSEARCH_PORT: "9200"OPENSEARCH_USERNAME: admin+ OPENSEARCH_PASSWORD: ${{ env.OPENSEARCH_PASSWORD }}GOOGLE_OAUTH_CLIENT_ID: ""GOOGLE_OAUTH_CLIENT_SECRET: ""run: npx playwright test+ - name: Collect service logs on failure+ if: failure()+ run: |+ mkdir -p service-logs+ docker logs os > service-logs/opensearch.log 2>&1 || true+ docker logs openrag-backend > service-logs/backend.log 2>&1 || true+ docker logs langflow > service-logs/langflow.log 2>&1 || true+ docker logs openrag-backend-proxy > service-logs/backend-proxy.log 2>&1 || true++ - name: Upload service logs+ uses: actions/upload-artifact@v4+ if: failure()+ with:+ name: service-logs+ path: service-logs/+ retention-days: 7+- name: Upload Playwright reportuses: actions/upload-artifact@v4if: ${{ !cancelled() }}@@ -175,7 +147,6 @@ jobs:if: always()run: |make docling-stop || true- ENV_FILE="frontend/.env.test"- if [ ! -f "$ENV_FILE" ]; then ENV_FILE="frontend/.env.test.example"; fi- docker compose --env-file "$ENV_FILE" down -v --remove-orphans || true+ docker rm -f openrag-backend-proxy 2>/dev/null || true+ make clean || truedocker system prune -f || truediff --git a/docs/.gitignore b/docs/.gitignoreindex c010f4db0..a7ebaf6df 100644--- a/docs/.gitignore+++ b/docs/.gitignore@@ -12,7 +12,6 @@.DS_Store.env.local.env.development.local-.env.test.local.env.production.localnpm-debug.log*diff --git a/frontend/.env.test.example b/frontend/.env.test.exampledeleted file mode 100644index ca03461ea..000000000--- a/frontend/.env.test.example+++ /dev/null@@ -1,35 +0,0 @@-# Ingestion Configuration-DISABLE_INGEST_WITH_LANGFLOW=false-INGEST_SAMPLE_DATA=true--# Auth-OPENSEARCH_PASSWORD=--# Paths-LANGFLOW_DATA_PATH=./langflow-data-OPENSEARCH_INDEX_NAME=documents--# Model Providers-OPENAI_API_KEY=-ANTHROPIC_API_KEY=-GOOGLE_OAUTH_CLIENT_ID=-GOOGLE_OAUTH_CLIENT_SECRET=--# Ports-FRONTEND_PORT=3000-LANGFLOW_PORT=7860-OPENSEARCH_PORT=9200-OPENSEARCH_HOST=localhost--# Langflow-LANGFLOW_AUTO_LOGIN=True-LANGFLOW_NO_LOGIN=True-LANGFLOW_DEACTIVATE_TRACING=true-LANGFLOW_LOG_LEVEL=ERROR-DO_NOT_TRACK=true-LANGFLOW_ENABLE_SUPERUSER_CLI=false-LANGFLOW_NEW_USER_IS_ACTIVE=false--# App Specific-# VITE_PROXY_TARGET is used by frontend to proxy requests to backend-VITE_PROXY_TARGET=http://127.0.0.1:8000diff --git a/frontend/.gitignore b/frontend/.gitignoreindex 1c9fcaafc..ca1877118 100644--- a/frontend/.gitignore+++ b/frontend/.gitignore@@ -32,7 +32,6 @@ yarn-error.log*# env files (can opt-in for committing if needed).env*-!.env.test.example# vercel.verceldiff --git a/frontend/app/chat/_components/chat-input.tsx b/frontend/app/chat/_components/chat-input.tsxindex d59d5cc8b..c030850b2 100644--- a/frontend/app/chat/_components/chat-input.tsx+++ b/frontend/app/chat/_components/chat-input.tsx@@ -459,6 +459,7 @@ export const ChatInput = forwardRef<ChatInputHandle, ChatInputProps>(autoComplete="off"minRows={1}placeholder="Ask a question..."+ data-testid="chat-input"disabled={loading}className={`w-full text-sm bg-transparent focus-visible:outline-none resize-none`}rows={1}@@ -522,6 +523,7 @@ export const ChatInput = forwardRef<ChatInputHandle, ChatInputProps>(size="iconSm"disabled={(!input.trim() && !uploadedFile) || loading}className="chat-submit !rounded-md h-8 w-8 p-0"+ data-testid="send-button">{loading ? (<Loader2 className="h-4 w-4 animate-spin" />diff --git a/frontend/app/chat/_components/nudges.tsx b/frontend/app/chat/_components/nudges.tsxindex 22174ad7b..d40a63c36 100644--- a/frontend/app/chat/_components/nudges.tsx+++ b/frontend/app/chat/_components/nudges.tsx@@ -34,6 +34,7 @@ export default function Nudges({{nudges.map((suggestion: string, index: number) => (<buttonkey={index}+ data-testid={`suggestion-${index}`}onClick={() => handleSuggestionClick(suggestion)}className={cn(onboarding || isCloudBranddiff --git a/frontend/app/chat/_components/selected-knowledge-filter.tsx b/frontend/app/chat/_components/selected-knowledge-filter.tsxindex d2a8bd1ef..1ed711ead 100644--- a/frontend/app/chat/_components/selected-knowledge-filter.tsx+++ b/frontend/app/chat/_components/selected-knowledge-filter.tsx@@ -19,6 +19,7 @@ export const SelectedKnowledgeFilter = ({className={`flex min-w-0 items-center gap-1 h-full px-1.5 py-0.5 mr-1 rounded max-w-[25%] ${filterAccentClasses[parsedFilterData?.color || "zinc"]}`}+ data-testid={`selected-knowledge-filter`}><span className="truncate">{selectedFilter.name}</span><button@@ -26,6 +27,7 @@ export const SelectedKnowledgeFilter = ({onClick={onClear}className="ml-0.5 rounded-full p-0.5 shrink-0"aria-label="Clear selected filter"+ data-testid="clear-selected-filter"><X className="h-4 w-4" /></button>diff --git a/frontend/app/chat/_components/user-message.tsx b/frontend/app/chat/_components/user-message.tsxindex f8c1c87eb..f4e218679 100644--- a/frontend/app/chat/_components/user-message.tsx+++ b/frontend/app/chat/_components/user-message.tsx@@ -65,6 +65,7 @@ export function UserMessage({"text-foreground text-sm py-1.5 whitespace-pre-wrap break-words overflow-wrap-anywhere transition-colors duration-300",isCompleted ? "text-placeholder-foreground" : "text-foreground",)}+ data-testid="user-message">{content}</p>diff --git a/frontend/app/onboarding/_components/advanced.tsx b/frontend/app/onboarding/_components/advanced.tsxindex 39bab81e5..b6ce2fe11 100644--- a/frontend/app/onboarding/_components/advanced.tsx+++ b/frontend/app/onboarding/_components/advanced.tsx@@ -36,7 +36,9 @@ export function AdvancedOnboarding({return (<Accordion type="single" collapsible><AccordionItem value="item-1">- <AccordionTrigger>Advanced settings</AccordionTrigger>+ <AccordionTrigger data-testid="advanced-settings-button">+ Advanced settings+ </AccordionTrigger><AccordionContent className="space-y-6">{hasEmbeddingModels && (<LabelWrapper@@ -47,6 +49,7 @@ export function AdvancedOnboarding({><ModelSelectoroptions={embeddingModels}+ data-testid="embedding-model-selector"icon={icon}value={embeddingModel}onValueChange={setEmbeddingModel}@@ -62,6 +65,7 @@ export function AdvancedOnboarding({><ModelSelectoroptions={languageModels}+ data-testid="language-model-selector"icon={icon}value={languageModel}onValueChange={setLanguageModel}diff --git a/frontend/app/onboarding/_components/anthropic-onboarding.tsx b/frontend/app/onboarding/_components/anthropic-onboarding.tsxindex 6d917c134..30af56752 100644--- a/frontend/app/onboarding/_components/anthropic-onboarding.tsx+++ b/frontend/app/onboarding/_components/anthropic-onboarding.tsx@@ -93,6 +93,7 @@ export function AnthropicOnboarding({<div><Switchchecked={getFromEnv}+ data-testid="get-from-env-switch"onCheckedChange={handleGetFromEnvChange}disabled={!hasEnvApiKey}/>diff --git a/frontend/app/onboarding/_components/ibm-onboarding.tsx b/frontend/app/onboarding/_components/ibm-onboarding.tsxindex 2c81f9c9a..cd28e4070 100644--- a/frontend/app/onboarding/_components/ibm-onboarding.tsx+++ b/frontend/app/onboarding/_components/ibm-onboarding.tsx@@ -200,6 +200,7 @@ export function IBMOnboarding({<div><Switchchecked={getFromEnv}+ data-testid="get-from-env-switch"onCheckedChange={handleGetFromEnvChange}disabled={!hasEnvApiKey || alreadyConfigured}/>diff --git a/frontend/app/onboarding/_components/model-selector.tsx b/frontend/app/onboarding/_components/model-selector.tsxindex b4e1e9bfb..189b2cafd 100644--- a/frontend/app/onboarding/_components/model-selector.tsx+++ b/frontend/app/onboarding/_components/model-selector.tsx@@ -1,7 +1,7 @@import { CheckIcon, ChevronsUpDownIcon } from "lucide-react";import { useEffect, useState } from "react";import { Badge } from "@/components/ui/badge";-import { Button } from "@/components/ui/button";+import { Button, type ButtonProps } from "@/components/ui/button";import {Command,CommandEmpty,@@ -30,6 +30,20 @@ export type GroupedModelOption = {icon?: React.ReactNode;};+export interface ModelSelectorProps extends ButtonProps {+ options?: ModelOption[];+ groupedOptions?: GroupedModelOption[];+ value: string;+ icon?: React.ReactNode;+ placeholder?: string;+ searchPlaceholder?: string;+ noOptionsPlaceholder?: string;+ custom?: boolean;+ onValueChange: (value: string, provider?: string) => void;+ hasError?: boolean;+ defaultOpen?: boolean;+}+export function ModelSelector({options,groupedOptions,@@ -42,19 +56,11 @@ export function ModelSelector({custom = false,hasError = false,defaultOpen = false,-}: {- options?: ModelOption[];- groupedOptions?: GroupedModelOption[];- value: string;- icon?: React.ReactNode;- placeholder?: string;- searchPlaceholder?: string;- noOptionsPlaceholder?: string;- custom?: boolean;- onValueChange: (value: string, provider?: string) => void;- hasError?: boolean;- defaultOpen?: boolean;-}) {+ className,+ disabled,+ variant = "outline",+ ...props+}: ModelSelectorProps) {const [open, setOpen] = useState(defaultOpen);const [searchValue, setSearchValue] = useState("");@@ -91,14 +97,16 @@ export function ModelSelector({<Popover open={open} onOpenChange={setOpen} modal={false}><PopoverTrigger asChild><Button- variant="outline"+ variant={variant}role="combobox"- disabled={allOptions.length === 0}+ disabled={disabled || allOptions.length === 0}aria-expanded={open}className={cn("w-full gap-2 justify-between font-normal text-sm",hasError && "!border-destructive",+ className,)}+ {...props}>{value ? (<div className="flex items-center gap-2">@@ -162,6 +170,7 @@ export function ModelSelector({<CommandItemkey={option.value}value={option.value}+ data-testid={`model-option-${option.value}`}onSelect={(currentValue) => {if (currentValue !== value) {onValueChange(currentValue, option.provider);@@ -191,6 +200,7 @@ export function ModelSelector({<CommandItemkey={option.value}value={option.value}+ data-testid={`model-option-${option.value}`}onSelect={(currentValue) => {if (currentValue !== value) {onValueChange(currentValue, option.provider);@@ -216,6 +226,7 @@ export function ModelSelector({) && (<CommandItemvalue={searchValue}+ data-testid={`model-custom-option-${searchValue}`}onSelect={(currentValue) => {if (currentValue !== value) {onValueChange(currentValue);diff --git a/frontend/app/onboarding/_components/ollama-onboarding.tsx b/frontend/app/onboarding/_components/ollama-onboarding.tsxindex b9de3225e..d2f55f472 100644--- a/frontend/app/onboarding/_components/ollama-onboarding.tsx+++ b/frontend/app/onboarding/_components/ollama-onboarding.tsx@@ -140,6 +140,7 @@ export function OllamaOnboarding({><ModelSelectoroptions={embeddingModels}+ data-testid="embedding-model-selector"icon={<OllamaLogo className="w-4 h-4" />}noOptionsPlaceholder={isLoadingModels@@ -160,6 +161,7 @@ export function OllamaOnboarding({><ModelSelectoroptions={languageModels}+ data-testid="language-model-selector"icon={<OllamaLogo className="w-4 h-4" />}noOptionsPlaceholder={isLoadingModelsdiff --git a/frontend/app/onboarding/_components/onboarding-card.tsx b/frontend/app/onboarding/_components/onboarding-card.tsxindex 0bb7f2a64..529460920 100644--- a/frontend/app/onboarding/_components/onboarding-card.tsx+++ b/frontend/app/onboarding/_components/onboarding-card.tsx@@ -482,6 +482,7 @@ const OnboardingCard = ({{!isEmbedding && (<TabsTriggervalue="anthropic"+ data-testid={`anthropic-llm-tab`}className={cn(error &&modelProvider === "anthropic" &&@@ -520,6 +521,7 @@ const OnboardingCard = ({modelProvider === "openai" &&"data-[state=active]:border-destructive",)}+ data-testid={`openai-${isEmbedding ? "embedding" : "llm"}-tab`}><TabTriggerselected={modelProvider === "openai"}@@ -545,6 +547,7 @@ const OnboardingCard = ({</TabsTrigger><TabsTriggervalue="watsonx"+ data-testid={`watsonx-${isEmbedding ? "embedding" : "llm"}-tab`}className={cn(error &&modelProvider === "watsonx" &&@@ -578,6 +581,7 @@ const OnboardingCard = ({{!isCloudBrand && (<TabsTriggervalue="ollama"+ data-testid={`ollama-${isEmbedding ? "embedding" : "llm"}-tab`}className={cn(error &&modelProvider === "ollama" &&@@ -677,6 +681,7 @@ const OnboardingCard = ({<div><Buttonsize="sm"+ data-testid="onboarding-complete-button"onClick={handleComplete}disabled={!isComplete || isLoadingModels}loading={onboardingMutation.isPending}diff --git a/frontend/app/onboarding/_components/onboarding-upload.tsx b/frontend/app/onboarding/_components/onboarding-upload.tsxindex 8b70381fa..812dc1be1 100644--- a/frontend/app/onboarding/_components/onboarding-upload.tsx+++ b/frontend/app/onboarding/_components/onboarding-upload.tsx@@ -243,6 +243,7 @@ const OnboardingUpload = ({ onComplete }: OnboardingUploadProps) => {<Buttonsize="sm"variant="outline"+ data-testid="upload-button"onClick={handleUploadClick}disabled={isUploading}>diff --git a/frontend/app/onboarding/_components/openai-onboarding.tsx b/frontend/app/onboarding/_components/openai-onboarding.tsxindex be3996901..abe71936f 100644--- a/frontend/app/onboarding/_components/openai-onboarding.tsx+++ b/frontend/app/onboarding/_components/openai-onboarding.tsx@@ -103,6 +103,7 @@ export function OpenAIOnboarding({<div><Switchchecked={getFromEnv}+ data-testid="get-from-env-switch"onCheckedChange={handleGetFromEnvChange}disabled={!hasEnvApiKey}/>diff --git a/frontend/app/onboarding/_components/progress-bar.tsx b/frontend/app/onboarding/_components/progress-bar.tsxindex 618483ab3..8457d731d 100644--- a/frontend/app/onboarding/_components/progress-bar.tsx+++ b/frontend/app/onboarding/_components/progress-bar.tsx@@ -21,6 +21,7 @@ export function ProgressBar({<div className="w-48 h-1 bg-background dark:bg-muted rounded-full overflow-hidden"><divclassName="h-full transition-all duration-300 ease-in-out"+ data-testid={`progress-bar-${currentStep}`}style={{width: `${progressPercentage}%`,background: "linear-gradient(to right, #773EFF, #22A7AF)",@@ -35,6 +36,7 @@ export function ProgressBar({{currentStep > 1 && onSkip && (<Buttonvariant="link"+ data-testid="skip-overview-button"size="sm"onClick={onSkip}className="flex items-center gap-2 text-mmd !text-placeholder-foreground hover:!text-foreground hover:!no-underline"diff --git a/frontend/components/chat-renderer.tsx b/frontend/components/chat-renderer.tsxindex 84fb47e6f..7b5960308 100644--- a/frontend/components/chat-renderer.tsx+++ b/frontend/components/chat-renderer.tsx@@ -320,6 +320,7 @@ export function ChatRenderer({delay: ANIMATION_DURATION,}}className={cn("w-full h-full")}+ data-testid={showLayout ? "onboarding-completed" : undefined}>{showLayout && (<div className={cn("w-full h-full", !showLayout && "hidden")}>diff --git a/frontend/components/label-input.tsx b/frontend/components/label-input.tsxindex 67eedb100..b1304b4e6 100644--- a/frontend/components/label-input.tsx+++ b/frontend/components/label-input.tsx@@ -21,7 +21,7 @@ export function LabelInput({required={required}disabled={props.disabled}>- <Input id={id} {...props} />+ <Input id={id} data-testid={id} {...props} /></LabelWrapper>);}diff --git a/frontend/components/navigation.tsx b/frontend/components/navigation.tsxindex b9a622d99..ed7037c48 100644--- a/frontend/components/navigation.tsx+++ b/frontend/components/navigation.tsx@@ -389,6 +389,7 @@ export function Navigation({<buttontype="button"className="p-1 hover:bg-accent rounded"+ data-testid="new-conversation-button"onClick={handleNewConversation}title="Start new conversation"disabled={loading}@@ -491,6 +492,7 @@ export function Navigation({{conversations.map((conversation) => (<buttonkey={conversation.response_id}+ data-testid={`conversation-button-${conversation.title}`}type="button"className={`w-full px-3 h-11 rounded-lg group relative text-left ${loading || isConversationsLoadingdiff --git a/frontend/package-lock.json b/frontend/package-lock.jsonindex 84b980daf..3da4e2013 100644--- a/frontend/package-lock.json+++ b/frontend/package-lock.json@@ -1497,6 +1497,7 @@"integrity": "sha512-6TyEnHgd6SArQO8UO2OMTxshln3QMWBtPGrOCgs3wVEmQmwyuNtB10IZMfmYDE0riwNR1cu4q+pPcxMVtaG3TA==","devOptional": true,"license": "Apache-2.0",+ "peer": true,"dependencies": {"playwright": "1.57.0"},@@ -2776,6 +2777,7 @@"integrity": "sha512-yCAeZl7a0DxgNVteXFHt9+uyFbqXGy/ShC4BlcHkoE0AfGXYv/BUiplV72DjMYXHDBXFjhvr6DD1NiRVfB4j8g==","dev": true,"license": "MIT",+ "peer": true,"dependencies": {"undici-types": "~6.21.0"}@@ -2791,6 +2793,7 @@"resolved": "https://registry.npmjs.org/@types/react/-/react-19.1.12.tgz","integrity": "sha512-cMoR+FoAf/Jyq6+Df2/Z41jISvGZZ2eTlnsaJRptmZ76Caldwy1odD4xTr/gNV9VLj0AWgg/nmkevIyUfIIq5w==","license": "MIT",+ "peer": true,"dependencies": {"csstype": "^3.0.2"}@@ -2801,6 +2804,7 @@"integrity": "sha512-qXRuZaOsAdXKFyOhRBg6Lqqc0yay13vN7KrIg4L7N4aaHN68ma9OK3NE1BoDFgFOTfM7zg+3/8+2n8rLUH3OKQ==","devOptional": true,"license": "MIT",+ "peer": true,"peerDependencies": {"@types/react": "^19.0.0"}@@ -2865,6 +2869,7 @@"integrity": "sha512-klQbnPAAiGYFyI02+znpBRLyjL4/BrBd0nyWkdC0s/6xFLkXYQ8OoRrSkqacS1ddVxf/LDyODIKbQ5TgKAf/Fg==","dev": true,"license": "MIT",+ "peer": true,"dependencies": {"@typescript-eslint/scope-manager": "8.56.1","@typescript-eslint/types": "8.56.1",@@ -3489,6 +3494,7 @@"integrity": "sha512-UVJyE9MttOsBQIDKw1skb9nAwQuR5wuGD3+82K6JgJlm/Y+KI92oNsMNGZCYdDsVtRHSak0pcV5Dno5+4jh9sw==","dev": true,"license": "MIT",+ "peer": true,"bin": {"acorn": "bin/acorn"},@@ -3976,6 +3982,7 @@}],"license": "MIT",+ "peer": true,"dependencies": {"caniuse-lite": "^1.0.30001737","electron-to-chromium": "^1.5.211",@@ -4857,6 +4864,7 @@"integrity": "sha512-VmQ+sifHUbI/IcSopBCF/HO3YiHQx/AVd3UVyYL6weuwW+HvON9VYn5l6Zl1WZzPWXPNZrSQpxwkkZ/VuvJZzg==","dev": true,"license": "MIT",+ "peer": true,"dependencies": {"@eslint-community/eslint-utils": "^4.8.0","@eslint-community/regexpp": "^4.12.1",@@ -5030,6 +5038,7 @@"integrity": "sha512-whOE1HFo/qJDyX4SnXzP4N6zOWn79WhnCUY/iDR0mPfQZO8wcYE4JClzI2oZrhBnnMUCBCHZhO6VQyoBU95mZA==","dev": true,"license": "MIT",+ "peer": true,"dependencies": {"@rtsao/scc": "^1.1.0","array-includes": "^3.1.9",@@ -6825,6 +6834,7 @@"resolved": "https://registry.npmjs.org/jiti/-/jiti-1.21.7.tgz","integrity": "sha512-/imKNG4EbWNrVjoNC/1H5/9GFy+tqjGBHCaSsN+P2RnPqjsLmv6UD3Ej+Kj8nBWaRAwyk7kK5ZUc+OEatnTR3A==","license": "MIT",+ "peer": true,"bin": {"jiti": "bin/jiti.js"}@@ -9055,6 +9065,7 @@}],"license": "MIT",+ "peer": true,"dependencies": {"nanoid": "^3.3.11","picocolors": "^1.1.1",@@ -9231,6 +9242,7 @@"resolved": "https://registry.npmjs.org/react/-/react-19.1.1.tgz","integrity": "sha512-w8nqGImo45dmMIfljjMwOGtbmC/mk4CMYhWIicdSflH91J9TyCyczcPFXJzrZ/ZXcgGRFeP6BU0BEJTw6tZdfQ==","license": "MIT",+ "peer": true,"engines": {"node": ">=0.10.0"}@@ -9240,6 +9252,7 @@"resolved": "https://registry.npmjs.org/react-dom/-/react-dom-19.1.1.tgz","integrity": "sha512-Dlq/5LAZgF0Gaz6yiqZCf6VCcZs1ghAJyrsu84Q/GT0gV+mCxbfmKNoGRKBYMJ8IEdGPqu49YWXD02GCknEDkw==","license": "MIT",+ "peer": true,"dependencies": {"scheduler": "^0.26.0"},@@ -10488,6 +10501,7 @@"resolved": "https://registry.npmjs.org/tailwindcss/-/tailwindcss-3.4.17.tgz","integrity": "sha512-w33E2aCvSDP0tW9RZuNXadXlkHXqFzSkQew/aIa2i/Sj8fThxwovwlXHSPXTbAHwEIhBFXAedUhP2tueAKP8Og==","license": "MIT",+ "peer": true,"dependencies": {"@alloc/quick-lru": "^5.2.0","arg": "^5.0.2",@@ -10667,6 +10681,7 @@"integrity": "sha512-5gTmgEY/sqK6gFXLIsQNH19lWb4ebPDLA4SdLP7dsWkIXHWlG66oPuVvXSGFPppYZz8ZDZq0dYYrbHfBCVUb1Q==","dev": true,"license": "MIT",+ "peer": true,"engines": {"node": ">=12"},@@ -10840,6 +10855,7 @@"integrity": "sha512-CWBzXQrc/qOkhidw1OzBTQuYRbfyxDXJMVJ1XNwUHGROVmuaeiEm3OslpZ1RV96d7SKKjZKrSJu3+t/xlw3R9A==","dev": true,"license": "Apache-2.0",+ "peer": true,"bin": {"tsc": "bin/tsc","tsserver": "bin/tsserver"diff --git a/frontend/playwright.config.ts b/frontend/playwright.config.tsindex 1e36343d7..1dd0b1e7f 100644--- a/frontend/playwright.config.ts+++ b/frontend/playwright.config.ts@@ -2,8 +2,8 @@ import { defineConfig, devices } from "@playwright/test";import * as dotenv from "dotenv";import path from "path";-// Load test environment variables-dotenv.config({ path: path.resolve(__dirname, ".env.test") });+// Load environment variables from root .env+dotenv.config({ path: path.resolve(__dirname, "..", ".env") });const PORT = process.env.FRONTEND_PORT || 3000;@@ -12,12 +12,10 @@ export default defineConfig({fullyParallel: true,forbidOnly: !!process.env.CI,retries: process.env.CI ? 2 : 1,- workers: process.env.CI ? 1 : undefined,+ workers: 1,reporter: "html",timeout: 5 * 60 * 1000,- // Setup hook to run before all tests-use: {baseURL: `http://localhost:${PORT}`,actionTimeout: 30000,@@ -31,60 +29,22 @@ export default defineConfig({},],- /* Infrastructure (OpenSearch, Langflow, etc.) is expected to be running already.- * Only start the backend and frontend servers. */+ /* Infrastructure (OpenSearch, Langflow, etc.) is expected to be running.+ * Start the backend and frontend servers if not already running. */webServer: [{- command: "make backend ENV_FILE=frontend/.env.test",+ command: "make backend",cwd: path.resolve(__dirname, ".."),url: "http://127.0.0.1:8000/health",- reuseExistingServer: !process.env.CI,+ reuseExistingServer: true,stdout: "pipe",stderr: "pipe",timeout: 300 * 1000,- env: {- // Inherit PATH so make/uv/python are found- PATH: process.env.PATH || "",- HOME: process.env.HOME || "",-- // OpenSearch connection- OPENSEARCH_HOST: process.env.OPENSEARCH_HOST || "localhost",- OPENSEARCH_PORT: process.env.OPENSEARCH_PORT || "9200",- OPENSEARCH_USERNAME: process.env.OPENSEARCH_USERNAME || "admin",- OPENSEARCH_PASSWORD: process.env.OPENSEARCH_PASSWORD || "",- OPENSEARCH_INDEX_NAME: process.env.OPENSEARCH_INDEX_NAME || "documents",-- // Langflow- LANGFLOW_URL: process.env.LANGFLOW_URL || "http://localhost:7860",- LANGFLOW_AUTO_LOGIN: process.env.LANGFLOW_AUTO_LOGIN || "True",- LANGFLOW_SUPERUSER: process.env.LANGFLOW_SUPERUSER || "",- LANGFLOW_SUPERUSER_PASSWORD:- process.env.LANGFLOW_SUPERUSER_PASSWORD || "",- LANGFLOW_CHAT_FLOW_ID: process.env.LANGFLOW_CHAT_FLOW_ID || "",- LANGFLOW_INGEST_FLOW_ID: process.env.LANGFLOW_INGEST_FLOW_ID || "",-- // Auth — disable OAuth for E2E- GOOGLE_OAUTH_CLIENT_ID: "",- GOOGLE_OAUTH_CLIENT_SECRET: "",-- // Provider API keys- OPENAI_API_KEY: process.env.OPENAI_API_KEY || "",- ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY || "",- WATSONX_API_KEY: process.env.WATSONX_API_KEY || "",- WATSONX_ENDPOINT: process.env.WATSONX_ENDPOINT || "",- WATSONX_PROJECT_ID: process.env.WATSONX_PROJECT_ID || "",- OLLAMA_BASE_URL: process.env.OLLAMA_BASE_URL || "",-- // Ingestion- DISABLE_INGEST_WITH_LANGFLOW:- process.env.DISABLE_INGEST_WITH_LANGFLOW || "false",- INGEST_SAMPLE_DATA: process.env.INGEST_SAMPLE_DATA || "true",- },},{command: "npm run dev",port: Number(PORT),- reuseExistingServer: !process.env.CI,+ reuseExistingServer: true,env: {PORT: String(PORT),VITE_PROXY_TARGET:diff --git a/frontend/tests/README.md b/frontend/tests/README.mdindex 72e2e6647..2d1cf2611 100644--- a/frontend/tests/README.md+++ b/frontend/tests/README.md@@ -11,25 +11,27 @@ The E2E tests for the frontend are written using Playwright and are located in tTo run the Playwright E2E tests locally, follow these steps:#### 1. Setup Infrastructure-The E2E tests require the backend infrastructure (database, API, etc.) to be running.-We provide a setup script that automates the process of creating a test environment, managing environment variables, and starting the required containers:+The E2E tests require the full stack (database, API, frontend, etc.) to be running.+We provide a setup script that automates the process of starting the full stack and waiting for all services to be ready:```bash./scripts/setup-e2e.sh```**What this script does:**-- Copies `frontend/.env.test.example` to `frontend/.env.test` if it doesn't already exist.-- Auto-generates any required missing secrets (e.g., `OPENSEARCH_PASSWORD`) in the `.env.test` file.-- Performs a factory reset to clear old data (using `make factory-reset`).-- Starts the infrastructure using `make dev-local-cpu` with the new `.env.test` file.-- Waits for services like OpenSearch and the Langflow backend to become healthy before proceeding.+- Pre-creates required directories (e.g., `langflow-data`).+- Starts the full stack using `make dev-cpu`.+- Starts the docling service using `make docling`.+- Waits for services (OpenSearch, Langflow, and Frontend) to become healthy before proceeding.++**Note:** This script uses your standard root `.env` file configuration. Specialized `.env.test` files are no longer required.**Alternative: Manual Setup**If you prefer not to use the automated setup script, you can manually start the infrastructure:-1. Ensure that `frontend/.env.test` is created and configured correctly (e.g., `OPENSEARCH_PASSWORD` must be set).-2. Clean up old data by running: `make factory-reset ENV_FILE=frontend/.env.test`-3. Start the infrastructure by running: `make dev-local-cpu ENV_FILE=frontend/.env.test`+1. Ensure your root `.env` is configured correctly.+2. Start the services: `make dev-cpu`+3. Start docling: `make docling`+4. Wait for all services to be healthy: `make health`#### 2. Run Playwright TestsOnce the infrastructure is up and running, you can execute the Playwright tests.@@ -41,11 +43,12 @@ npx playwright test```*Note: You may need to run `npx playwright install` first to download the required browsers if you haven't already.*+*The Playwright configuration is set to reuse existing servers on ports 8000 (Backend) and 3000 (Frontend) if they are already running.*### Teardown-After running the tests, you can shut down and clean up the test infrastructure using Docker Compose. Ensure you use the same environment file:+After running the tests, you can shut down and clean up the test infrastructure using the Makefile:```bash-docker compose --env-file frontend/.env.test down -v --remove-orphans+make clean```diff --git a/frontend/tests/assets/test-document.md b/frontend/tests/assets/test-document.mdnew file mode 100644index 000000000..6ea1453ac--- /dev/null+++ b/frontend/tests/assets/test-document.md@@ -0,0 +1,15 @@+OpenRAG Project Overview++OpenRAG is a platform designed to simplify the creation of agentic RAG systems.+It integrates seamlessly with various LLM providers and vector databases to provide a robust knowledge base for AI agents.++Key features include:+- Intelligent Document Ingestion: Support for multiple file formats including PDF, TXT, and Markdown.+- Vector Storage: Optimized retrieval using state-of-the-art vector similarity search.+- Agentic Workflows: Complex orchestration of tasks using advanced AI reasoning.+- Extensible Architecture: Easily add new components and integrations.++Keywords: "AgenticRAG", "VectorDB", "Embedding", "LLM-Orchestration", "SemanticSearch".++This document serves as a verification asset for automated testing procedures.+ID: OPENRAG-GENERIC-ASSET-001diff --git a/frontend/tests/core/onboarding.spec.ts b/frontend/tests/core/onboarding.spec.tsindex 28e663a7b..d274a09c3 100644--- a/frontend/tests/core/onboarding.spec.ts+++ b/frontend/tests/core/onboarding.spec.ts@@ -1,14 +1,40 @@import { expect, test } from "@playwright/test";+import { completeOnboarding } from "../utils/onboarding";-test("has onboarding content", async ({ page }) => {- // Go to the base URL (frontend)- await page.goto("/");+test("can configure OpenAI provider", async ({ page }) => {+ await completeOnboarding(page, {+ llmProvider: "openai",+ embeddingProvider: "openai",+ reset: true,+ });- // Expect a title "to contain" a substring.- await expect(page).toHaveTitle(/OpenRAG/);+ // Chat page- // Expect the onboarding content to be visible using the test id.- await expect(page.getByTestId("onboarding-content")).toBeVisible({+ await expect(page.getByText("How can I assist?")).toBeVisible({timeout: 30000,});++ await expect(+ page.getByTestId("conversation-button-What is OpenRAG?").first(),+ ).toBeVisible();++ await expect(page.getByTestId("selected-knowledge-filter")).toContainText(+ "test-document",+ );++ await page+ .getByTestId("chat-input")+ .fill("What is the ID of verification of the document?");++ await page.getByTestId("send-button").click();++ await expect(page.getByText("Thinking")).toBeVisible();++ await expect(page.getByText("OPENRAG-GENERIC-ASSET-001")).toBeVisible({+ timeout: 60000,+ });++ await expect(page.getByTestId(/^suggestion-/)).toHaveCount(3, {+ timeout: 20000,+ });});diff --git a/frontend/tests/core/tasks-unified-panel.spec.ts b/frontend/tests/core/tasks-unified-panel.spec.tsindex 80cb416f6..b50cf0358 100644--- a/frontend/tests/core/tasks-unified-panel.spec.ts+++ b/frontend/tests/core/tasks-unified-panel.spec.ts@@ -1,4 +1,14 @@import { expect, type Page, type Route, test } from "@playwright/test";+import { completeOnboarding } from "../utils/onboarding";++test.describe.configure({ mode: "serial" });++test.beforeEach(async ({ page }) => {+ await completeOnboarding(page, {+ llmProvider: "openai",+ embeddingProvider: "openai",+ });+});type MockTaskStatus =| "pending"@@ -114,7 +124,7 @@ const openRecentTasksSection = async (page: Page) => {await expect(failureAccordionTrigger.first()).toBeVisible({ timeout: 15000 });};-test.skip("completed task with failures keeps failure log in Tasks panel", async ({+test("completed task with failures keeps failure log in Tasks panel", async ({page,}) => {const runningTask = buildTask({@@ -175,7 +185,7 @@ test.skip("completed task with failures keeps failure log in Tasks panel", async).toBeVisible();});-test.skip("completed task with failures requires View click to open tasks panel", async ({+test("completed task with failures requires View click to open tasks panel", async ({page,}) => {const runningTask = buildTask({@@ -223,7 +233,7 @@ test.skip("completed task with failures requires View click to open tasks panel"await expect(page.getByText("Auto-open on partial success")).toBeVisible();});-test.skip("new failed task auto-opens tasks panel", async ({ page }) => {+test("new failed task auto-opens tasks panel", async ({ page }) => {const runningTask = buildTask({task_id: "task-auto-open-failed",status: "running",@@ -269,7 +279,7 @@ test.skip("new failed task auto-opens tasks panel", async ({ page }) => {await expect(page.getByText("Auto-open on failed task")).toBeVisible();});-test.skip("unified panel groups terminal tasks into recent and past", async ({+test("unified panel groups terminal tasks into recent and past", async ({page,}) => {const recentFailedTask = buildTask({diff --git a/frontend/tests/utils/onboarding.ts b/frontend/tests/utils/onboarding.tsnew file mode 100644index 000000000..7f5dc7421--- /dev/null+++ b/frontend/tests/utils/onboarding.ts@@ -0,0 +1,187 @@+import { expect, type Page } from "@playwright/test";+import path from "path";++export type LLMProvider = "openai" | "anthropic" | "watsonx" | "ollama";+export type EmbeddingProvider = "openai" | "watsonx" | "ollama";++export async function completeOnboarding(+ page: Page,+ {+ llmProvider,+ embeddingProvider,+ reset = false,+ }: {+ llmProvider: LLMProvider;+ embeddingProvider: EmbeddingProvider;+ reset?: boolean;+ },+) {+ // Fast path checks for environment variables+ const checkCredentials = (provider: string) => {+ if (provider === "ollama") return;+ const envVarName = `${provider.toUpperCase()}_API_KEY`;+ if (!process.env[envVarName]) {+ throw new Error(`${envVarName} is not set`);+ }+ if (provider === "watsonx" && !process.env.WATSONX_PROJECT_ID) {+ throw new Error("WATSONX_PROJECT_ID is not set");+ }+ };++ checkCredentials(llmProvider);+ if ((embeddingProvider as string) === "anthropic") {+ throw new Error("Anthropic is not a valid embedding provider");+ }+ checkCredentials(embeddingProvider);++ // Go to the base URL (frontend)+ await page.goto("/");++ // Wait for either onboarding to be complete or onboarding content to be visible+ const completedLocator = page.getByTestId("onboarding-completed");+ const contentLocator = page.getByTestId("onboarding-content");++ try {+ await expect(completedLocator.or(contentLocator)).toBeVisible({+ timeout: 15000,+ });+ } catch (error) {+ console.log("Neither onboarding state visible, refreshing page...");+ await page.reload();+ await expect(completedLocator.or(contentLocator)).toBeVisible({+ timeout: 15000,+ });+ }++ const isCompleted = await completedLocator.isVisible();++ if (isCompleted) {+ if (!reset) {+ console.log("Onboarding already complete, skipping...");+ return;+ }++ console.log("Onboarding complete and reset is true, rolling back...");+ const response = await page.request.post("/api/onboarding/rollback");+ if (!response.ok()) {+ const text = await response.text();+ console.error(+ `Rollback failed with status ${response.status()}: ${text}`,+ );+ if (response.status() !== 400) {+ throw new Error(`Failed to rollback onboarding: ${text}`);+ }+ }++ console.log("Refreshing page after rollback...");+ await page.reload();+ // After rollback and reload, we must see the onboarding content+ await expect(contentLocator).toBeVisible({ timeout: 15000 });+ }++ const setupProvider = async (provider: string, isEmbedding: boolean) => {+ const tabId = `${provider}-${isEmbedding ? "embedding" : "llm"}-tab`;+ await page.getByTestId(tabId).click();++ if (provider !== "ollama") {+ const getFromEnvSwitch = page.getByTestId("get-from-env-switch");++ // Check if switch is visible and toggle off to enter explicit key if needed+ if (await getFromEnvSwitch.isVisible()) {+ if (await getFromEnvSwitch.isChecked()) {+ await getFromEnvSwitch.click();+ }+ await expect(getFromEnvSwitch).not.toBeChecked();+ }++ const apiKeyField = page.getByTestId("api-key");+ // For embedding, the key might be automatically populated if it's the same provider+ // but let's ensure it's filled.+ if ((await apiKeyField.isVisible()) && (await apiKeyField.isEnabled())) {+ const apiKey = process.env[`${provider.toUpperCase()}_API_KEY`];+ await apiKeyField.fill(apiKey!);+ }++ if (provider === "watsonx") {+ const projectIdField = page.getByTestId("project-id");+ if (+ (await projectIdField.isVisible()) &&+ (await projectIdField.isEnabled())+ ) {+ const projectId = process.env.WATSONX_PROJECT_ID;+ await projectIdField.fill(projectId!);+ }+ }+ }++ // Model selection+ // Some providers might have models loaded immediately, some might take time+ const advancedBtn = page.getByTestId("advanced-settings-button");+ if (await advancedBtn.isVisible()) {+ await advancedBtn.click();+ }++ const modelSelectorId = isEmbedding+ ? "embedding-model-selector"+ : "language-model-selector";+ const selector = page.getByTestId(modelSelectorId);++ // Wait for the selector to be enabled (models loaded)+ await expect(selector).toBeEnabled({ timeout: 30000 });+ await selector.click();++ // Select the first available model+ await expect(page.getByTestId(/^model-option-/).first()).toBeVisible();+ await page+ .getByTestId(/^model-option-/)+ .first()+ .click();++ // Complete this step+ await page.getByTestId("onboarding-complete-button").click();++ await expect(page.getByText("Thinking")).toBeVisible();+ await expect(page.getByText("Done")).toBeVisible({+ timeout: isEmbedding ? 120000 : 60000,+ });+ };++ // 1. LLM configuration+ await setupProvider(llmProvider, false);++ // 2. Embeddings configuration+ await setupProvider(embeddingProvider, true);++ // 3. What is OpenRAG (Tutorial)+ await expect(+ page.getByText("Excellent, let's move on to learning the basics."),+ ).toBeVisible();++ await page.waitForTimeout(2000);++ await expect(page.getByTestId("suggestion-0")).toBeVisible();+ await page.getByTestId("suggestion-0").click();++ await expect(page.getByTestId("user-message").first()).toHaveText(+ "What is OpenRAG?",+ );+ await expect(page.getByText("Thinking")).toBeVisible();+ await expect(page.getByText("is an open-source package")).toBeVisible({+ timeout: 60000,+ });++ // 4. Add your document+ await expect(page.getByText("Lastly, let's add your data.")).toBeVisible();+ await page.waitForTimeout(2000);+ await expect(page.getByTestId("upload-button")).toBeVisible();++ const fileChooserPromise = page.waitForEvent("filechooser");+ await page.getByTestId("upload-button").click();+ const fileChooser = await fileChooserPromise;+ await fileChooser.setFiles(+ path.join(__dirname, "../assets", "test-document.md"),+ );++ await expect(page.getByText("Done")).toBeVisible({ timeout: 60000 });+ await expect(page.getByTestId("onboarding-content")).toBeHidden();+}diff --git a/scripts/setup-e2e.sh b/scripts/setup-e2e.shindex 9cb62ef8c..7c91ba8d8 100755--- a/scripts/setup-e2e.sh+++ b/scripts/setup-e2e.sh@@ -4,37 +4,6 @@ set -e# Go to project rootcd "$(dirname "$0")/.."-# Environment file for E2E tests-E2E_ENV="frontend/.env.test"-E2E_ENV_EXAMPLE="frontend/.env.test.example"--# Create .env.test from the example template (never modify the tracked example file)-if [ ! -f "$E2E_ENV" ]; then- cp "$E2E_ENV_EXAMPLE" "$E2E_ENV"-fi--# Auto-generate a strong OpenSearch password if not already set in the env file.-# OpenSearch requires: uppercase, lowercase, digit, special char, min 8 chars.-CURRENT_PASSWORD=$(grep -E '^OPENSEARCH_PASSWORD=' "$E2E_ENV" | cut -d'=' -f2-)-if [ -z "$CURRENT_PASSWORD" ]; then- # Generate a random base (alphanumeric) and append required character classes- RANDOM_BASE=$(LC_ALL=C tr -dc 'A-Za-z0-9' < /dev/urandom | head -c 12)- GENERATED_PASSWORD="${RANDOM_BASE}Aa1@"- echo "Auto-generated OpenSearch password for E2E tests."-- # Write the password into the env file- if [[ "$OSTYPE" == "darwin"* ]]; then- sed -i '' "s|^OPENSEARCH_PASSWORD=.*|OPENSEARCH_PASSWORD=${GENERATED_PASSWORD}|" "$E2E_ENV"- else- sed -i "s|^OPENSEARCH_PASSWORD=.*|OPENSEARCH_PASSWORD=${GENERATED_PASSWORD}|" "$E2E_ENV"- fi-- export OPENSEARCH_PASSWORD="$GENERATED_PASSWORD"-else- echo "Using existing OpenSearch password from $E2E_ENV."- export OPENSEARCH_PASSWORD="$CURRENT_PASSWORD"-fi-# Detect container runtimeif command -v docker >/dev/null 2>&1; thenCONTAINER_RUNTIME="docker"@@ -43,20 +12,37 @@ elsefiecho "Using container runtime: $CONTAINER_RUNTIME"-echo "Starting E2E Setup using $E2E_ENV..."--# Clean up using make-echo "Cleaning up..."-make factory-reset FORCE=true ENV_FILE=$E2E_ENV+echo "Starting E2E Setup..."# Pre-create langflow-data as world-writable so the Langflow container (UID 1000)# and the runner (UID 1001) can both access it, regardless of Docker's :U flag behavior.mkdir -p langflow-datachmod 777 langflow-data-# Start infrastructure using make (this will use the new .env)-echo "Starting infrastructure..."-make dev-local-cpu ENV_FILE=$E2E_ENV+# Start full stack using make+echo "Starting full stack (CPU)..."+make dev-cpu++echo "Starting docling..."+make docling++# Forward backend port 8000 using a proxy container+# We find the network of the backend container and use a proxy to bridge it to the host.+echo "Starting backend port forwarder at localhost:8000..."+${CONTAINER_RUNTIME} rm -f openrag-backend-proxy 2>/dev/null || true+BACKEND_NETWORK=$(${CONTAINER_RUNTIME} inspect openrag-backend -f '{{range $k,$v := .NetworkSettings.Networks}}{{$k}}{{end}}' | head -n 1)+${CONTAINER_RUNTIME} run -d --rm \+ --name openrag-backend-proxy \+ --network "$BACKEND_NETWORK" \+ -p 8000:8000 \+ alpine/socat TCP-LISTEN:8000,fork,reuseaddr TCP:openrag-backend:8000++# On Linux/CI, Docker volumes are root-owned. Fix them so the host runner can write to them.+if [ "$CI" = "true" ] && [[ "$OSTYPE" != "darwin"* ]]; then+ echo "Fixing volume permissions for CI..."+ ${CONTAINER_RUNTIME} run --rm -v "$(pwd):/work" alpine sh -c "chown -R $(id -u):$(id -g) /work/config /work/data /work/keys /work/opensearch-data /work/openrag-documents || true"+ chmod -R 777 config data keys opensearch-data openrag-documents 2>/dev/null || true+fiecho "Waiting for OpenSearch..."TIMEOUT=300@@ -66,6 +52,7 @@ until curl -s -k https://localhost:9200 >/dev/null; doELAPSED=$((ELAPSED + 5))if [ $ELAPSED -ge $TIMEOUT ]; thenecho "ERROR: OpenSearch did not become ready within ${TIMEOUT}s"+ ${CONTAINER_RUNTIME:-docker} logs os 2>&1 | tail -n 100exit 1fiecho "Waiting for OpenSearch... (${ELAPSED}s/${TIMEOUT}s)"@@ -83,4 +70,29 @@ until curl -s http://localhost:7860/health >/dev/null; doecho "Waiting for Langflow... (${ELAPSED}s/${TIMEOUT}s)"done+echo "Waiting for Frontend..."+ELAPSED=0+until curl -s http://localhost:3000 >/dev/null; do+ sleep 5+ ELAPSED=$((ELAPSED + 5))+ if [ $ELAPSED -ge $TIMEOUT ]; then+ echo "ERROR: Frontend did not become ready within ${TIMEOUT}s"+ exit 1+ fi+ echo "Waiting for Frontend... (${ELAPSED}s/${TIMEOUT}s)"+done++echo "Waiting for Backend (via proxy)..."+ELAPSED=0+until curl -s http://localhost:8000/health >/dev/null; do+ sleep 5+ ELAPSED=$((ELAPSED + 5))+ if [ $ELAPSED -ge $TIMEOUT ]; then+ echo "ERROR: Backend did not become ready within ${TIMEOUT}s"+ ${CONTAINER_RUNTIME} logs openrag-backend 2>&1 | tail -n 100+ exit 1+ fi+ echo "Waiting for Backend... (${ELAPSED}s/${TIMEOUT}s)"+done+echo "Infrastructure Ready!"diff --git a/src/api/settings.py b/src/api/settings.pyindex c7d02e950..c3f7ef0a9 100644--- a/src/api/settings.py+++ b/src/api/settings.py@@ -33,6 +33,7 @@ from dependencies import (get_document_service,get_langflow_file_service,get_knowledge_filter_service,+ get_chat_service,)from session_manager import User@@ -210,6 +211,8 @@ class RollbackResponse(BaseModel):message: strcancelled_tasks: intdeleted_files: int+ reset_flows: int+ deleted_conversations: intclass RollbackBody(BaseModel):embedding_only: bool = False@@ -1658,6 +1661,8 @@ async def rollback_onboarding(session_manager=Depends(get_session_manager),task_service=Depends(get_task_service),knowledge_filter_service=Depends(get_knowledge_filter_service),+ flows_service=Depends(get_flows_service),+ chat_service=Depends(get_chat_service),user: User = Depends(get_current_user),) -> RollbackResponse:"""Rollback onboarding configuration when sample data files fail.@@ -1764,6 +1769,29 @@ async def rollback_onboarding(task_service.task_store[check_user_id].pop(task_id, None)logger.info(f"Purged task {task_id} completely from task_store for user {check_user_id}")+ # 4. Reset Langflow flows to their original state+ reset_flows_count = 0+ for flow_type in ["nudges", "retrieval", "ingest"]:+ try:+ result = await flows_service.reset_langflow_flow(flow_type)+ if result.get("success"):+ reset_flows_count += 1+ logger.info(f"Successfully reset {flow_type} flow during rollback")+ else:+ logger.warning(f"Failed to reset {flow_type} flow during rollback: {result.get('error')}")+ except Exception as e:+ logger.error(f"Error resetting {flow_type} flow during rollback: {e}")++ # 5. Delete all user conversations+ deleted_conversations_count = 0+ try:+ result = await chat_service.delete_all_user_sessions(user.user_id)+ if result.get("success"):+ deleted_conversations_count = result.get("deleted_count", 0)+ logger.info(f"Deleted {deleted_conversations_count} conversations during rollback")+ except Exception as e:+ logger.error(f"Error deleting conversations during rollback: {e}")+# Clear embedding provider and model settingscurrent_config.knowledge.embedding_provider = "openai" # Reset to defaultcurrent_config.knowledge.embedding_model = ""@@ -1808,7 +1836,8 @@ async def rollback_onboarding(logger.info(f"Successfully rolled back onboarding configuration. "- f"Cancelled {len(cancelled_tasks)} tasks, deleted {len(deleted_files)} files"+ f"Cancelled {len(cancelled_tasks)} tasks, deleted {len(deleted_files)} files, "+ f"reset {reset_flows_count} flows, deleted {deleted_conversations_count} conversations")await TelemetryClient.send_event(Category.ONBOARDING,@@ -1819,6 +1848,8 @@ async def rollback_onboarding(message="Onboarding configuration rolled back successfully",cancelled_tasks=len(cancelled_tasks),deleted_files=len(deleted_files),+ reset_flows=reset_flows_count,+ deleted_conversations=deleted_conversations_count)except Exception as e:diff --git a/src/services/chat_service.py b/src/services/chat_service.pyindex f9178e9c2..592a6125e 100644--- a/src/services/chat_service.py+++ b/src/services/chat_service.py@@ -652,3 +652,21 @@ class ChatService:except Exception as e:logger.error(f"Error deleting session {session_id} from Langflow: {e}")return False++ async def delete_all_user_sessions(self, user_id: str):+ """Delete all sessions for a user from both local storage and Langflow"""+ from agent import get_user_conversations++ conversations = get_user_conversations(user_id)+ session_ids = list(conversations.keys())++ results = []+ for session_id in session_ids:+ result = await self.delete_session(user_id, session_id)+ results.append(result)++ return {+ "success": True,+ "deleted_count": len([r for r in results if r.get("success")]),+ "total_count": len(session_ids)+ }