Skip to content

OpenRAG is a comprehensive, single package Retrieval-Augmented Generation platform built on Langflow, Docling, and Opensearch.

Python

feat: add smoke tests for onboarding (#1110)

Lucas Oliveiraa2fdfba0d4ef
diff --git a/.github/workflows/test-e2e.yml b/.github/workflows/test-e2e.yml
index bd14b687f..630024dd1 100644
--- a/.github/workflows/test-e2e.yml
+++ b/.github/workflows/test-e2e.yml
@@ -24,11 +24,27 @@ env:
jobs:
e2e:
- runs-on: ubuntu-latest
+ runs-on:
+ labels: ["self-hosted", "linux", "ARM64", "langflow-ai-arm64-40gb-ephemeral-sudo"]
env:
LANGFLOW_AUTO_LOGIN: "True"
LANGFLOW_NEW_USER_IS_ACTIVE: "True"
LANGFLOW_ENABLE_SUPERUSER_CLI: "True"
+ OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+ ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+ WATSONX_API_KEY: ${{ secrets.WATSONX_API_KEY }}
+ WATSONX_ENDPOINT: ${{ secrets.WATSONX_ENDPOINT }}
+ WATSONX_PROJECT_ID: ${{ secrets.WATSONX_PROJECT_ID }}
+ OLLAMA_ENDPOINT: ${{ secrets.OLLAMA_ENDPOINT }}
+ GOOGLE_OAUTH_CLIENT_ID: ${{ secrets.GOOGLE_OAUTH_CLIENT_ID }}
+ GOOGLE_OAUTH_CLIENT_SECRET: ${{ secrets.GOOGLE_OAUTH_CLIENT_SECRET }}
+ AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+ AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+ OPENSEARCH_PASSWORD: ${{ vars.OPENSEARCH_PASSWORD || secrets.OPENSEARCH_PASSWORD || 'OpenRag#2025!' }}
+ LANGFLOW_CHAT_FLOW_ID: ${{ vars.LANGFLOW_CHAT_FLOW_ID || '1098eea1-6649-4e1d-aed1-b77249fb8dd0' }}
+ LANGFLOW_INGEST_FLOW_ID: ${{ vars.LANGFLOW_INGEST_FLOW_ID || '5488df7c-b93f-4f87-a446-b67028bc0813' }}
+ LANGFLOW_URL_INGEST_FLOW_ID: ${{ vars.LANGFLOW_URL_INGEST_FLOW_ID || '72c3d17c-2dac-4a73-b48a-6518473d7830' }}
+ NUDGES_FLOW_ID: ${{ vars.NUDGES_FLOW_ID || 'ebc01d31-1976-46ce-a385-b0240327226c' }}
steps:
- name: Cleanup Docker cache
@@ -61,88 +77,26 @@ jobs:
- name: Install Python
run: uv python install 3.13
- - name: Install backend dependencies
- run: uv sync
- name: Install frontend dependencies
working-directory: frontend
run: npm ci
- - name: Cache Docker Images
- id: cache-docker
- uses: actions/cache@v5
- with:
- path: ${{ runner.temp }}/docker-cache
- key: docker-images-v1-${{ runner.os }}-${{ hashFiles('pyproject.toml') }}
- restore-keys: |
- docker-images-v1-${{ runner.os }}-
-
- - name: Validate Docker Cache
- id: validate-docker-cache
- if: steps.cache-docker.outputs.cache-hit == 'true'
- run: |
- TAR="${{ runner.temp }}/docker-cache/images.tar"
- # Require at least 100 MB to consider the cache valid
- MIN_SIZE=$((100 * 1024 * 1024))
- if [ -f "$TAR" ] && [ "$(stat -c%s "$TAR")" -ge "$MIN_SIZE" ]; then
- echo "Docker cache is valid ($(du -sh "$TAR" | cut -f1))"
- echo "valid=true" >> $GITHUB_OUTPUT
- else
- echo "Docker cache is invalid or too small, deleting..."
- rm -f "$TAR"
- echo "valid=false" >> $GITHUB_OUTPUT
- fi
-
- - name: Load Cached Docker Images
- if: steps.cache-docker.outputs.cache-hit == 'true' && steps.validate-docker-cache.outputs.valid == 'true'
- run: |
- echo "Loading cached Docker images..."
- docker load -i ${{ runner.temp }}/docker-cache/images.tar
-
- # Cache Playwright browsers using a composite key
- - name: Cache Playwright Browsers
- id: cache-playwright
- uses: actions/cache@v5
- with:
- path: ${{ env.PLAYWRIGHT_BROWSERS_PATH }}
- key: playwright-${{ env.PLAYWRIGHT_VERSION }}-chromium-${{ runner.os }}
- restore-keys: |
- playwright-${{ env.PLAYWRIGHT_VERSION }}-chromium-${{ runner.os }}
-
- name: Install Playwright Browsers
working-directory: frontend
- if: steps.cache-playwright.outputs.cache-hit != 'true'
run: |
npx playwright install --with-deps chromium
+ - name: Build Docker images
+ run: |
+ make build
+ docker builder prune -af
+
- name: Setup E2E infrastructure
run: |
chmod +x scripts/setup-e2e.sh
./scripts/setup-e2e.sh
- - name: Save Docker Images for Caching
- if: steps.cache-docker.outputs.cache-hit != 'true' || steps.validate-docker-cache.outputs.valid == 'false'
- run: |
- echo "Saving Docker images to cache..."
- rm -rf ${{ runner.temp }}/docker-cache
- mkdir -p ${{ runner.temp }}/docker-cache
- docker save -o ${{ runner.temp }}/docker-cache/images.tar \
- langflowai/openrag-opensearch:latest \
- langflowai/openrag-backend:latest \
- langflowai/openrag-langflow:latest \
- opensearchproject/opensearch-dashboards:3.0.0 || true
-
- - name: Ensure JWT keys for local backend
- run: |
- # Keys created by Docker are root-owned and unreadable by the runner.
- # Remove via Docker (handles root ownership), then regenerate as runner user.
- docker run --rm -v $(pwd):/work alpine sh -c "rm -f /work/keys/private_key.pem /work/keys/public_key.pem" || true
- uv run python -c "from src.main import generate_jwt_keys; generate_jwt_keys()"
- chmod 600 keys/private_key.pem
- chmod 644 keys/public_key.pem
-
- - name: Start docling-serve
- run: make docling
- name: Run Playwright tests
working-directory: frontend
@@ -151,10 +105,28 @@ jobs:
OPENSEARCH_HOST: localhost
OPENSEARCH_PORT: "9200"
OPENSEARCH_USERNAME: admin
+ OPENSEARCH_PASSWORD: ${{ env.OPENSEARCH_PASSWORD }}
GOOGLE_OAUTH_CLIENT_ID: ""
GOOGLE_OAUTH_CLIENT_SECRET: ""
run: npx playwright test
+ - name: Collect service logs on failure
+ if: failure()
+ run: |
+ mkdir -p service-logs
+ docker logs os > service-logs/opensearch.log 2>&1 || true
+ docker logs openrag-backend > service-logs/backend.log 2>&1 || true
+ docker logs langflow > service-logs/langflow.log 2>&1 || true
+ docker logs openrag-backend-proxy > service-logs/backend-proxy.log 2>&1 || true
+
+ - name: Upload service logs
+ uses: actions/upload-artifact@v4
+ if: failure()
+ with:
+ name: service-logs
+ path: service-logs/
+ retention-days: 7
+
- name: Upload Playwright report
uses: actions/upload-artifact@v4
if: ${{ !cancelled() }}
@@ -175,7 +147,6 @@ jobs:
if: always()
run: |
make docling-stop || true
- ENV_FILE="frontend/.env.test"
- if [ ! -f "$ENV_FILE" ]; then ENV_FILE="frontend/.env.test.example"; fi
- docker compose --env-file "$ENV_FILE" down -v --remove-orphans || true
+ docker rm -f openrag-backend-proxy 2>/dev/null || true
+ make clean || true
docker system prune -f || true
diff --git a/docs/.gitignore b/docs/.gitignore
index c010f4db0..a7ebaf6df 100644
--- a/docs/.gitignore
+++ b/docs/.gitignore
@@ -12,7 +12,6 @@
.DS_Store
.env.local
.env.development.local
-.env.test.local
.env.production.local
npm-debug.log*
diff --git a/frontend/.env.test.example b/frontend/.env.test.example
deleted file mode 100644
index ca03461ea..000000000
--- a/frontend/.env.test.example
+++ /dev/null
@@ -1,35 +0,0 @@
-# Ingestion Configuration
-DISABLE_INGEST_WITH_LANGFLOW=false
-INGEST_SAMPLE_DATA=true
-
-# Auth
-OPENSEARCH_PASSWORD=
-
-# Paths
-LANGFLOW_DATA_PATH=./langflow-data
-OPENSEARCH_INDEX_NAME=documents
-
-# Model Providers
-OPENAI_API_KEY=
-ANTHROPIC_API_KEY=
-GOOGLE_OAUTH_CLIENT_ID=
-GOOGLE_OAUTH_CLIENT_SECRET=
-
-# Ports
-FRONTEND_PORT=3000
-LANGFLOW_PORT=7860
-OPENSEARCH_PORT=9200
-OPENSEARCH_HOST=localhost
-
-# Langflow
-LANGFLOW_AUTO_LOGIN=True
-LANGFLOW_NO_LOGIN=True
-LANGFLOW_DEACTIVATE_TRACING=true
-LANGFLOW_LOG_LEVEL=ERROR
-DO_NOT_TRACK=true
-LANGFLOW_ENABLE_SUPERUSER_CLI=false
-LANGFLOW_NEW_USER_IS_ACTIVE=false
-
-# App Specific
-# VITE_PROXY_TARGET is used by frontend to proxy requests to backend
-VITE_PROXY_TARGET=http://127.0.0.1:8000
diff --git a/frontend/.gitignore b/frontend/.gitignore
index 1c9fcaafc..ca1877118 100644
--- a/frontend/.gitignore
+++ b/frontend/.gitignore
@@ -32,7 +32,6 @@ yarn-error.log*
# env files (can opt-in for committing if needed)
.env*
-!.env.test.example
# vercel
.vercel
diff --git a/frontend/app/chat/_components/chat-input.tsx b/frontend/app/chat/_components/chat-input.tsx
index d59d5cc8b..c030850b2 100644
--- a/frontend/app/chat/_components/chat-input.tsx
+++ b/frontend/app/chat/_components/chat-input.tsx
@@ -459,6 +459,7 @@ export const ChatInput = forwardRef<ChatInputHandle, ChatInputProps>(
autoComplete="off"
minRows={1}
placeholder="Ask a question..."
+ data-testid="chat-input"
disabled={loading}
className={`w-full text-sm bg-transparent focus-visible:outline-none resize-none`}
rows={1}
@@ -522,6 +523,7 @@ export const ChatInput = forwardRef<ChatInputHandle, ChatInputProps>(
size="iconSm"
disabled={(!input.trim() && !uploadedFile) || loading}
className="chat-submit !rounded-md h-8 w-8 p-0"
+ data-testid="send-button"
>
{loading ? (
<Loader2 className="h-4 w-4 animate-spin" />
diff --git a/frontend/app/chat/_components/nudges.tsx b/frontend/app/chat/_components/nudges.tsx
index 22174ad7b..d40a63c36 100644
--- a/frontend/app/chat/_components/nudges.tsx
+++ b/frontend/app/chat/_components/nudges.tsx
@@ -34,6 +34,7 @@ export default function Nudges({
{nudges.map((suggestion: string, index: number) => (
<button
key={index}
+ data-testid={`suggestion-${index}`}
onClick={() => handleSuggestionClick(suggestion)}
className={cn(
onboarding || isCloudBrand
diff --git a/frontend/app/chat/_components/selected-knowledge-filter.tsx b/frontend/app/chat/_components/selected-knowledge-filter.tsx
index d2a8bd1ef..1ed711ead 100644
--- a/frontend/app/chat/_components/selected-knowledge-filter.tsx
+++ b/frontend/app/chat/_components/selected-knowledge-filter.tsx
@@ -19,6 +19,7 @@ export const SelectedKnowledgeFilter = ({
className={`flex min-w-0 items-center gap-1 h-full px-1.5 py-0.5 mr-1 rounded max-w-[25%] ${
filterAccentClasses[parsedFilterData?.color || "zinc"]
}`}
+ data-testid={`selected-knowledge-filter`}
>
<span className="truncate">{selectedFilter.name}</span>
<button
@@ -26,6 +27,7 @@ export const SelectedKnowledgeFilter = ({
onClick={onClear}
className="ml-0.5 rounded-full p-0.5 shrink-0"
aria-label="Clear selected filter"
+ data-testid="clear-selected-filter"
>
<X className="h-4 w-4" />
</button>
diff --git a/frontend/app/chat/_components/user-message.tsx b/frontend/app/chat/_components/user-message.tsx
index f8c1c87eb..f4e218679 100644
--- a/frontend/app/chat/_components/user-message.tsx
+++ b/frontend/app/chat/_components/user-message.tsx
@@ -65,6 +65,7 @@ export function UserMessage({
"text-foreground text-sm py-1.5 whitespace-pre-wrap break-words overflow-wrap-anywhere transition-colors duration-300",
isCompleted ? "text-placeholder-foreground" : "text-foreground",
)}
+ data-testid="user-message"
>
{content}
</p>
diff --git a/frontend/app/onboarding/_components/advanced.tsx b/frontend/app/onboarding/_components/advanced.tsx
index 39bab81e5..b6ce2fe11 100644
--- a/frontend/app/onboarding/_components/advanced.tsx
+++ b/frontend/app/onboarding/_components/advanced.tsx
@@ -36,7 +36,9 @@ export function AdvancedOnboarding({
return (
<Accordion type="single" collapsible>
<AccordionItem value="item-1">
- <AccordionTrigger>Advanced settings</AccordionTrigger>
+ <AccordionTrigger data-testid="advanced-settings-button">
+ Advanced settings
+ </AccordionTrigger>
<AccordionContent className="space-y-6">
{hasEmbeddingModels && (
<LabelWrapper
@@ -47,6 +49,7 @@ export function AdvancedOnboarding({
>
<ModelSelector
options={embeddingModels}
+ data-testid="embedding-model-selector"
icon={icon}
value={embeddingModel}
onValueChange={setEmbeddingModel}
@@ -62,6 +65,7 @@ export function AdvancedOnboarding({
>
<ModelSelector
options={languageModels}
+ data-testid="language-model-selector"
icon={icon}
value={languageModel}
onValueChange={setLanguageModel}
diff --git a/frontend/app/onboarding/_components/anthropic-onboarding.tsx b/frontend/app/onboarding/_components/anthropic-onboarding.tsx
index 6d917c134..30af56752 100644
--- a/frontend/app/onboarding/_components/anthropic-onboarding.tsx
+++ b/frontend/app/onboarding/_components/anthropic-onboarding.tsx
@@ -93,6 +93,7 @@ export function AnthropicOnboarding({
<div>
<Switch
checked={getFromEnv}
+ data-testid="get-from-env-switch"
onCheckedChange={handleGetFromEnvChange}
disabled={!hasEnvApiKey}
/>
diff --git a/frontend/app/onboarding/_components/ibm-onboarding.tsx b/frontend/app/onboarding/_components/ibm-onboarding.tsx
index 2c81f9c9a..cd28e4070 100644
--- a/frontend/app/onboarding/_components/ibm-onboarding.tsx
+++ b/frontend/app/onboarding/_components/ibm-onboarding.tsx
@@ -200,6 +200,7 @@ export function IBMOnboarding({
<div>
<Switch
checked={getFromEnv}
+ data-testid="get-from-env-switch"
onCheckedChange={handleGetFromEnvChange}
disabled={!hasEnvApiKey || alreadyConfigured}
/>
diff --git a/frontend/app/onboarding/_components/model-selector.tsx b/frontend/app/onboarding/_components/model-selector.tsx
index b4e1e9bfb..189b2cafd 100644
--- a/frontend/app/onboarding/_components/model-selector.tsx
+++ b/frontend/app/onboarding/_components/model-selector.tsx
@@ -1,7 +1,7 @@
import { CheckIcon, ChevronsUpDownIcon } from "lucide-react";
import { useEffect, useState } from "react";
import { Badge } from "@/components/ui/badge";
-import { Button } from "@/components/ui/button";
+import { Button, type ButtonProps } from "@/components/ui/button";
import {
Command,
CommandEmpty,
@@ -30,6 +30,20 @@ export type GroupedModelOption = {
icon?: React.ReactNode;
};
+export interface ModelSelectorProps extends ButtonProps {
+ options?: ModelOption[];
+ groupedOptions?: GroupedModelOption[];
+ value: string;
+ icon?: React.ReactNode;
+ placeholder?: string;
+ searchPlaceholder?: string;
+ noOptionsPlaceholder?: string;
+ custom?: boolean;
+ onValueChange: (value: string, provider?: string) => void;
+ hasError?: boolean;
+ defaultOpen?: boolean;
+}
+
export function ModelSelector({
options,
groupedOptions,
@@ -42,19 +56,11 @@ export function ModelSelector({
custom = false,
hasError = false,
defaultOpen = false,
-}: {
- options?: ModelOption[];
- groupedOptions?: GroupedModelOption[];
- value: string;
- icon?: React.ReactNode;
- placeholder?: string;
- searchPlaceholder?: string;
- noOptionsPlaceholder?: string;
- custom?: boolean;
- onValueChange: (value: string, provider?: string) => void;
- hasError?: boolean;
- defaultOpen?: boolean;
-}) {
+ className,
+ disabled,
+ variant = "outline",
+ ...props
+}: ModelSelectorProps) {
const [open, setOpen] = useState(defaultOpen);
const [searchValue, setSearchValue] = useState("");
@@ -91,14 +97,16 @@ export function ModelSelector({
<Popover open={open} onOpenChange={setOpen} modal={false}>
<PopoverTrigger asChild>
<Button
- variant="outline"
+ variant={variant}
role="combobox"
- disabled={allOptions.length === 0}
+ disabled={disabled || allOptions.length === 0}
aria-expanded={open}
className={cn(
"w-full gap-2 justify-between font-normal text-sm",
hasError && "!border-destructive",
+ className,
)}
+ {...props}
>
{value ? (
<div className="flex items-center gap-2">
@@ -162,6 +170,7 @@ export function ModelSelector({
<CommandItem
key={option.value}
value={option.value}
+ data-testid={`model-option-${option.value}`}
onSelect={(currentValue) => {
if (currentValue !== value) {
onValueChange(currentValue, option.provider);
@@ -191,6 +200,7 @@ export function ModelSelector({
<CommandItem
key={option.value}
value={option.value}
+ data-testid={`model-option-${option.value}`}
onSelect={(currentValue) => {
if (currentValue !== value) {
onValueChange(currentValue, option.provider);
@@ -216,6 +226,7 @@ export function ModelSelector({
) && (
<CommandItem
value={searchValue}
+ data-testid={`model-custom-option-${searchValue}`}
onSelect={(currentValue) => {
if (currentValue !== value) {
onValueChange(currentValue);
diff --git a/frontend/app/onboarding/_components/ollama-onboarding.tsx b/frontend/app/onboarding/_components/ollama-onboarding.tsx
index b9de3225e..d2f55f472 100644
--- a/frontend/app/onboarding/_components/ollama-onboarding.tsx
+++ b/frontend/app/onboarding/_components/ollama-onboarding.tsx
@@ -140,6 +140,7 @@ export function OllamaOnboarding({
>
<ModelSelector
options={embeddingModels}
+ data-testid="embedding-model-selector"
icon={<OllamaLogo className="w-4 h-4" />}
noOptionsPlaceholder={
isLoadingModels
@@ -160,6 +161,7 @@ export function OllamaOnboarding({
>
<ModelSelector
options={languageModels}
+ data-testid="language-model-selector"
icon={<OllamaLogo className="w-4 h-4" />}
noOptionsPlaceholder={
isLoadingModels
diff --git a/frontend/app/onboarding/_components/onboarding-card.tsx b/frontend/app/onboarding/_components/onboarding-card.tsx
index 0bb7f2a64..529460920 100644
--- a/frontend/app/onboarding/_components/onboarding-card.tsx
+++ b/frontend/app/onboarding/_components/onboarding-card.tsx
@@ -482,6 +482,7 @@ const OnboardingCard = ({
{!isEmbedding && (
<TabsTrigger
value="anthropic"
+ data-testid={`anthropic-llm-tab`}
className={cn(
error &&
modelProvider === "anthropic" &&
@@ -520,6 +521,7 @@ const OnboardingCard = ({
modelProvider === "openai" &&
"data-[state=active]:border-destructive",
)}
+ data-testid={`openai-${isEmbedding ? "embedding" : "llm"}-tab`}
>
<TabTrigger
selected={modelProvider === "openai"}
@@ -545,6 +547,7 @@ const OnboardingCard = ({
</TabsTrigger>
<TabsTrigger
value="watsonx"
+ data-testid={`watsonx-${isEmbedding ? "embedding" : "llm"}-tab`}
className={cn(
error &&
modelProvider === "watsonx" &&
@@ -578,6 +581,7 @@ const OnboardingCard = ({
{!isCloudBrand && (
<TabsTrigger
value="ollama"
+ data-testid={`ollama-${isEmbedding ? "embedding" : "llm"}-tab`}
className={cn(
error &&
modelProvider === "ollama" &&
@@ -677,6 +681,7 @@ const OnboardingCard = ({
<div>
<Button
size="sm"
+ data-testid="onboarding-complete-button"
onClick={handleComplete}
disabled={!isComplete || isLoadingModels}
loading={onboardingMutation.isPending}
diff --git a/frontend/app/onboarding/_components/onboarding-upload.tsx b/frontend/app/onboarding/_components/onboarding-upload.tsx
index 8b70381fa..812dc1be1 100644
--- a/frontend/app/onboarding/_components/onboarding-upload.tsx
+++ b/frontend/app/onboarding/_components/onboarding-upload.tsx
@@ -243,6 +243,7 @@ const OnboardingUpload = ({ onComplete }: OnboardingUploadProps) => {
<Button
size="sm"
variant="outline"
+ data-testid="upload-button"
onClick={handleUploadClick}
disabled={isUploading}
>
diff --git a/frontend/app/onboarding/_components/openai-onboarding.tsx b/frontend/app/onboarding/_components/openai-onboarding.tsx
index be3996901..abe71936f 100644
--- a/frontend/app/onboarding/_components/openai-onboarding.tsx
+++ b/frontend/app/onboarding/_components/openai-onboarding.tsx
@@ -103,6 +103,7 @@ export function OpenAIOnboarding({
<div>
<Switch
checked={getFromEnv}
+ data-testid="get-from-env-switch"
onCheckedChange={handleGetFromEnvChange}
disabled={!hasEnvApiKey}
/>
diff --git a/frontend/app/onboarding/_components/progress-bar.tsx b/frontend/app/onboarding/_components/progress-bar.tsx
index 618483ab3..8457d731d 100644
--- a/frontend/app/onboarding/_components/progress-bar.tsx
+++ b/frontend/app/onboarding/_components/progress-bar.tsx
@@ -21,6 +21,7 @@ export function ProgressBar({
<div className="w-48 h-1 bg-background dark:bg-muted rounded-full overflow-hidden">
<div
className="h-full transition-all duration-300 ease-in-out"
+ data-testid={`progress-bar-${currentStep}`}
style={{
width: `${progressPercentage}%`,
background: "linear-gradient(to right, #773EFF, #22A7AF)",
@@ -35,6 +36,7 @@ export function ProgressBar({
{currentStep > 1 && onSkip && (
<Button
variant="link"
+ data-testid="skip-overview-button"
size="sm"
onClick={onSkip}
className="flex items-center gap-2 text-mmd !text-placeholder-foreground hover:!text-foreground hover:!no-underline"
diff --git a/frontend/components/chat-renderer.tsx b/frontend/components/chat-renderer.tsx
index 84fb47e6f..7b5960308 100644
--- a/frontend/components/chat-renderer.tsx
+++ b/frontend/components/chat-renderer.tsx
@@ -320,6 +320,7 @@ export function ChatRenderer({
delay: ANIMATION_DURATION,
}}
className={cn("w-full h-full")}
+ data-testid={showLayout ? "onboarding-completed" : undefined}
>
{showLayout && (
<div className={cn("w-full h-full", !showLayout && "hidden")}>
diff --git a/frontend/components/label-input.tsx b/frontend/components/label-input.tsx
index 67eedb100..b1304b4e6 100644
--- a/frontend/components/label-input.tsx
+++ b/frontend/components/label-input.tsx
@@ -21,7 +21,7 @@ export function LabelInput({
required={required}
disabled={props.disabled}
>
- <Input id={id} {...props} />
+ <Input id={id} data-testid={id} {...props} />
</LabelWrapper>
);
}
diff --git a/frontend/components/navigation.tsx b/frontend/components/navigation.tsx
index b9a622d99..ed7037c48 100644
--- a/frontend/components/navigation.tsx
+++ b/frontend/components/navigation.tsx
@@ -389,6 +389,7 @@ export function Navigation({
<button
type="button"
className="p-1 hover:bg-accent rounded"
+ data-testid="new-conversation-button"
onClick={handleNewConversation}
title="Start new conversation"
disabled={loading}
@@ -491,6 +492,7 @@ export function Navigation({
{conversations.map((conversation) => (
<button
key={conversation.response_id}
+ data-testid={`conversation-button-${conversation.title}`}
type="button"
className={`w-full px-3 h-11 rounded-lg group relative text-left ${
loading || isConversationsLoading
diff --git a/frontend/package-lock.json b/frontend/package-lock.json
index 84b980daf..3da4e2013 100644
--- a/frontend/package-lock.json
+++ b/frontend/package-lock.json
@@ -1497,6 +1497,7 @@
"integrity": "sha512-6TyEnHgd6SArQO8UO2OMTxshln3QMWBtPGrOCgs3wVEmQmwyuNtB10IZMfmYDE0riwNR1cu4q+pPcxMVtaG3TA==",
"devOptional": true,
"license": "Apache-2.0",
+ "peer": true,
"dependencies": {
"playwright": "1.57.0"
},
@@ -2776,6 +2777,7 @@
"integrity": "sha512-yCAeZl7a0DxgNVteXFHt9+uyFbqXGy/ShC4BlcHkoE0AfGXYv/BUiplV72DjMYXHDBXFjhvr6DD1NiRVfB4j8g==",
"dev": true,
"license": "MIT",
+ "peer": true,
"dependencies": {
"undici-types": "~6.21.0"
}
@@ -2791,6 +2793,7 @@
"resolved": "https://registry.npmjs.org/@types/react/-/react-19.1.12.tgz",
"integrity": "sha512-cMoR+FoAf/Jyq6+Df2/Z41jISvGZZ2eTlnsaJRptmZ76Caldwy1odD4xTr/gNV9VLj0AWgg/nmkevIyUfIIq5w==",
"license": "MIT",
+ "peer": true,
"dependencies": {
"csstype": "^3.0.2"
}
@@ -2801,6 +2804,7 @@
"integrity": "sha512-qXRuZaOsAdXKFyOhRBg6Lqqc0yay13vN7KrIg4L7N4aaHN68ma9OK3NE1BoDFgFOTfM7zg+3/8+2n8rLUH3OKQ==",
"devOptional": true,
"license": "MIT",
+ "peer": true,
"peerDependencies": {
"@types/react": "^19.0.0"
}
@@ -2865,6 +2869,7 @@
"integrity": "sha512-klQbnPAAiGYFyI02+znpBRLyjL4/BrBd0nyWkdC0s/6xFLkXYQ8OoRrSkqacS1ddVxf/LDyODIKbQ5TgKAf/Fg==",
"dev": true,
"license": "MIT",
+ "peer": true,
"dependencies": {
"@typescript-eslint/scope-manager": "8.56.1",
"@typescript-eslint/types": "8.56.1",
@@ -3489,6 +3494,7 @@
"integrity": "sha512-UVJyE9MttOsBQIDKw1skb9nAwQuR5wuGD3+82K6JgJlm/Y+KI92oNsMNGZCYdDsVtRHSak0pcV5Dno5+4jh9sw==",
"dev": true,
"license": "MIT",
+ "peer": true,
"bin": {
"acorn": "bin/acorn"
},
@@ -3976,6 +3982,7 @@
}
],
"license": "MIT",
+ "peer": true,
"dependencies": {
"caniuse-lite": "^1.0.30001737",
"electron-to-chromium": "^1.5.211",
@@ -4857,6 +4864,7 @@
"integrity": "sha512-VmQ+sifHUbI/IcSopBCF/HO3YiHQx/AVd3UVyYL6weuwW+HvON9VYn5l6Zl1WZzPWXPNZrSQpxwkkZ/VuvJZzg==",
"dev": true,
"license": "MIT",
+ "peer": true,
"dependencies": {
"@eslint-community/eslint-utils": "^4.8.0",
"@eslint-community/regexpp": "^4.12.1",
@@ -5030,6 +5038,7 @@
"integrity": "sha512-whOE1HFo/qJDyX4SnXzP4N6zOWn79WhnCUY/iDR0mPfQZO8wcYE4JClzI2oZrhBnnMUCBCHZhO6VQyoBU95mZA==",
"dev": true,
"license": "MIT",
+ "peer": true,
"dependencies": {
"@rtsao/scc": "^1.1.0",
"array-includes": "^3.1.9",
@@ -6825,6 +6834,7 @@
"resolved": "https://registry.npmjs.org/jiti/-/jiti-1.21.7.tgz",
"integrity": "sha512-/imKNG4EbWNrVjoNC/1H5/9GFy+tqjGBHCaSsN+P2RnPqjsLmv6UD3Ej+Kj8nBWaRAwyk7kK5ZUc+OEatnTR3A==",
"license": "MIT",
+ "peer": true,
"bin": {
"jiti": "bin/jiti.js"
}
@@ -9055,6 +9065,7 @@
}
],
"license": "MIT",
+ "peer": true,
"dependencies": {
"nanoid": "^3.3.11",
"picocolors": "^1.1.1",
@@ -9231,6 +9242,7 @@
"resolved": "https://registry.npmjs.org/react/-/react-19.1.1.tgz",
"integrity": "sha512-w8nqGImo45dmMIfljjMwOGtbmC/mk4CMYhWIicdSflH91J9TyCyczcPFXJzrZ/ZXcgGRFeP6BU0BEJTw6tZdfQ==",
"license": "MIT",
+ "peer": true,
"engines": {
"node": ">=0.10.0"
}
@@ -9240,6 +9252,7 @@
"resolved": "https://registry.npmjs.org/react-dom/-/react-dom-19.1.1.tgz",
"integrity": "sha512-Dlq/5LAZgF0Gaz6yiqZCf6VCcZs1ghAJyrsu84Q/GT0gV+mCxbfmKNoGRKBYMJ8IEdGPqu49YWXD02GCknEDkw==",
"license": "MIT",
+ "peer": true,
"dependencies": {
"scheduler": "^0.26.0"
},
@@ -10488,6 +10501,7 @@
"resolved": "https://registry.npmjs.org/tailwindcss/-/tailwindcss-3.4.17.tgz",
"integrity": "sha512-w33E2aCvSDP0tW9RZuNXadXlkHXqFzSkQew/aIa2i/Sj8fThxwovwlXHSPXTbAHwEIhBFXAedUhP2tueAKP8Og==",
"license": "MIT",
+ "peer": true,
"dependencies": {
"@alloc/quick-lru": "^5.2.0",
"arg": "^5.0.2",
@@ -10667,6 +10681,7 @@
"integrity": "sha512-5gTmgEY/sqK6gFXLIsQNH19lWb4ebPDLA4SdLP7dsWkIXHWlG66oPuVvXSGFPppYZz8ZDZq0dYYrbHfBCVUb1Q==",
"dev": true,
"license": "MIT",
+ "peer": true,
"engines": {
"node": ">=12"
},
@@ -10840,6 +10855,7 @@
"integrity": "sha512-CWBzXQrc/qOkhidw1OzBTQuYRbfyxDXJMVJ1XNwUHGROVmuaeiEm3OslpZ1RV96d7SKKjZKrSJu3+t/xlw3R9A==",
"dev": true,
"license": "Apache-2.0",
+ "peer": true,
"bin": {
"tsc": "bin/tsc",
"tsserver": "bin/tsserver"
diff --git a/frontend/playwright.config.ts b/frontend/playwright.config.ts
index 1e36343d7..1dd0b1e7f 100644
--- a/frontend/playwright.config.ts
+++ b/frontend/playwright.config.ts
@@ -2,8 +2,8 @@ import { defineConfig, devices } from "@playwright/test";
import * as dotenv from "dotenv";
import path from "path";
-// Load test environment variables
-dotenv.config({ path: path.resolve(__dirname, ".env.test") });
+// Load environment variables from root .env
+dotenv.config({ path: path.resolve(__dirname, "..", ".env") });
const PORT = process.env.FRONTEND_PORT || 3000;
@@ -12,12 +12,10 @@ export default defineConfig({
fullyParallel: true,
forbidOnly: !!process.env.CI,
retries: process.env.CI ? 2 : 1,
- workers: process.env.CI ? 1 : undefined,
+ workers: 1,
reporter: "html",
timeout: 5 * 60 * 1000,
- // Setup hook to run before all tests
-
use: {
baseURL: `http://localhost:${PORT}`,
actionTimeout: 30000,
@@ -31,60 +29,22 @@ export default defineConfig({
},
],
- /* Infrastructure (OpenSearch, Langflow, etc.) is expected to be running already.
- * Only start the backend and frontend servers. */
+ /* Infrastructure (OpenSearch, Langflow, etc.) is expected to be running.
+ * Start the backend and frontend servers if not already running. */
webServer: [
{
- command: "make backend ENV_FILE=frontend/.env.test",
+ command: "make backend",
cwd: path.resolve(__dirname, ".."),
url: "http://127.0.0.1:8000/health",
- reuseExistingServer: !process.env.CI,
+ reuseExistingServer: true,
stdout: "pipe",
stderr: "pipe",
timeout: 300 * 1000,
- env: {
- // Inherit PATH so make/uv/python are found
- PATH: process.env.PATH || "",
- HOME: process.env.HOME || "",
-
- // OpenSearch connection
- OPENSEARCH_HOST: process.env.OPENSEARCH_HOST || "localhost",
- OPENSEARCH_PORT: process.env.OPENSEARCH_PORT || "9200",
- OPENSEARCH_USERNAME: process.env.OPENSEARCH_USERNAME || "admin",
- OPENSEARCH_PASSWORD: process.env.OPENSEARCH_PASSWORD || "",
- OPENSEARCH_INDEX_NAME: process.env.OPENSEARCH_INDEX_NAME || "documents",
-
- // Langflow
- LANGFLOW_URL: process.env.LANGFLOW_URL || "http://localhost:7860",
- LANGFLOW_AUTO_LOGIN: process.env.LANGFLOW_AUTO_LOGIN || "True",
- LANGFLOW_SUPERUSER: process.env.LANGFLOW_SUPERUSER || "",
- LANGFLOW_SUPERUSER_PASSWORD:
- process.env.LANGFLOW_SUPERUSER_PASSWORD || "",
- LANGFLOW_CHAT_FLOW_ID: process.env.LANGFLOW_CHAT_FLOW_ID || "",
- LANGFLOW_INGEST_FLOW_ID: process.env.LANGFLOW_INGEST_FLOW_ID || "",
-
- // Auth — disable OAuth for E2E
- GOOGLE_OAUTH_CLIENT_ID: "",
- GOOGLE_OAUTH_CLIENT_SECRET: "",
-
- // Provider API keys
- OPENAI_API_KEY: process.env.OPENAI_API_KEY || "",
- ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY || "",
- WATSONX_API_KEY: process.env.WATSONX_API_KEY || "",
- WATSONX_ENDPOINT: process.env.WATSONX_ENDPOINT || "",
- WATSONX_PROJECT_ID: process.env.WATSONX_PROJECT_ID || "",
- OLLAMA_BASE_URL: process.env.OLLAMA_BASE_URL || "",
-
- // Ingestion
- DISABLE_INGEST_WITH_LANGFLOW:
- process.env.DISABLE_INGEST_WITH_LANGFLOW || "false",
- INGEST_SAMPLE_DATA: process.env.INGEST_SAMPLE_DATA || "true",
- },
},
{
command: "npm run dev",
port: Number(PORT),
- reuseExistingServer: !process.env.CI,
+ reuseExistingServer: true,
env: {
PORT: String(PORT),
VITE_PROXY_TARGET:
diff --git a/frontend/tests/README.md b/frontend/tests/README.md
index 72e2e6647..2d1cf2611 100644
--- a/frontend/tests/README.md
+++ b/frontend/tests/README.md
@@ -11,25 +11,27 @@ The E2E tests for the frontend are written using Playwright and are located in t
To run the Playwright E2E tests locally, follow these steps:
#### 1. Setup Infrastructure
-The E2E tests require the backend infrastructure (database, API, etc.) to be running.
-We provide a setup script that automates the process of creating a test environment, managing environment variables, and starting the required containers:
+The E2E tests require the full stack (database, API, frontend, etc.) to be running.
+We provide a setup script that automates the process of starting the full stack and waiting for all services to be ready:
```bash
./scripts/setup-e2e.sh
```
**What this script does:**
-- Copies `frontend/.env.test.example` to `frontend/.env.test` if it doesn't already exist.
-- Auto-generates any required missing secrets (e.g., `OPENSEARCH_PASSWORD`) in the `.env.test` file.
-- Performs a factory reset to clear old data (using `make factory-reset`).
-- Starts the infrastructure using `make dev-local-cpu` with the new `.env.test` file.
-- Waits for services like OpenSearch and the Langflow backend to become healthy before proceeding.
+- Pre-creates required directories (e.g., `langflow-data`).
+- Starts the full stack using `make dev-cpu`.
+- Starts the docling service using `make docling`.
+- Waits for services (OpenSearch, Langflow, and Frontend) to become healthy before proceeding.
+
+**Note:** This script uses your standard root `.env` file configuration. Specialized `.env.test` files are no longer required.
**Alternative: Manual Setup**
If you prefer not to use the automated setup script, you can manually start the infrastructure:
-1. Ensure that `frontend/.env.test` is created and configured correctly (e.g., `OPENSEARCH_PASSWORD` must be set).
-2. Clean up old data by running: `make factory-reset ENV_FILE=frontend/.env.test`
-3. Start the infrastructure by running: `make dev-local-cpu ENV_FILE=frontend/.env.test`
+1. Ensure your root `.env` is configured correctly.
+2. Start the services: `make dev-cpu`
+3. Start docling: `make docling`
+4. Wait for all services to be healthy: `make health`
#### 2. Run Playwright Tests
Once the infrastructure is up and running, you can execute the Playwright tests.
@@ -41,11 +43,12 @@ npx playwright test
```
*Note: You may need to run `npx playwright install` first to download the required browsers if you haven't already.*
+*The Playwright configuration is set to reuse existing servers on ports 8000 (Backend) and 3000 (Frontend) if they are already running.*
### Teardown
-After running the tests, you can shut down and clean up the test infrastructure using Docker Compose. Ensure you use the same environment file:
+After running the tests, you can shut down and clean up the test infrastructure using the Makefile:
```bash
-docker compose --env-file frontend/.env.test down -v --remove-orphans
+make clean
```
diff --git a/frontend/tests/assets/test-document.md b/frontend/tests/assets/test-document.md
new file mode 100644
index 000000000..6ea1453ac
--- /dev/null
+++ b/frontend/tests/assets/test-document.md
@@ -0,0 +1,15 @@
+OpenRAG Project Overview
+
+OpenRAG is a platform designed to simplify the creation of agentic RAG systems.
+It integrates seamlessly with various LLM providers and vector databases to provide a robust knowledge base for AI agents.
+
+Key features include:
+- Intelligent Document Ingestion: Support for multiple file formats including PDF, TXT, and Markdown.
+- Vector Storage: Optimized retrieval using state-of-the-art vector similarity search.
+- Agentic Workflows: Complex orchestration of tasks using advanced AI reasoning.
+- Extensible Architecture: Easily add new components and integrations.
+
+Keywords: "AgenticRAG", "VectorDB", "Embedding", "LLM-Orchestration", "SemanticSearch".
+
+This document serves as a verification asset for automated testing procedures.
+ID: OPENRAG-GENERIC-ASSET-001
diff --git a/frontend/tests/core/onboarding.spec.ts b/frontend/tests/core/onboarding.spec.ts
index 28e663a7b..d274a09c3 100644
--- a/frontend/tests/core/onboarding.spec.ts
+++ b/frontend/tests/core/onboarding.spec.ts
@@ -1,14 +1,40 @@
import { expect, test } from "@playwright/test";
+import { completeOnboarding } from "../utils/onboarding";
-test("has onboarding content", async ({ page }) => {
- // Go to the base URL (frontend)
- await page.goto("/");
+test("can configure OpenAI provider", async ({ page }) => {
+ await completeOnboarding(page, {
+ llmProvider: "openai",
+ embeddingProvider: "openai",
+ reset: true,
+ });
- // Expect a title "to contain" a substring.
- await expect(page).toHaveTitle(/OpenRAG/);
+ // Chat page
- // Expect the onboarding content to be visible using the test id.
- await expect(page.getByTestId("onboarding-content")).toBeVisible({
+ await expect(page.getByText("How can I assist?")).toBeVisible({
timeout: 30000,
});
+
+ await expect(
+ page.getByTestId("conversation-button-What is OpenRAG?").first(),
+ ).toBeVisible();
+
+ await expect(page.getByTestId("selected-knowledge-filter")).toContainText(
+ "test-document",
+ );
+
+ await page
+ .getByTestId("chat-input")
+ .fill("What is the ID of verification of the document?");
+
+ await page.getByTestId("send-button").click();
+
+ await expect(page.getByText("Thinking")).toBeVisible();
+
+ await expect(page.getByText("OPENRAG-GENERIC-ASSET-001")).toBeVisible({
+ timeout: 60000,
+ });
+
+ await expect(page.getByTestId(/^suggestion-/)).toHaveCount(3, {
+ timeout: 20000,
+ });
});
diff --git a/frontend/tests/core/tasks-unified-panel.spec.ts b/frontend/tests/core/tasks-unified-panel.spec.ts
index 80cb416f6..b50cf0358 100644
--- a/frontend/tests/core/tasks-unified-panel.spec.ts
+++ b/frontend/tests/core/tasks-unified-panel.spec.ts
@@ -1,4 +1,14 @@
import { expect, type Page, type Route, test } from "@playwright/test";
+import { completeOnboarding } from "../utils/onboarding";
+
+test.describe.configure({ mode: "serial" });
+
+test.beforeEach(async ({ page }) => {
+ await completeOnboarding(page, {
+ llmProvider: "openai",
+ embeddingProvider: "openai",
+ });
+});
type MockTaskStatus =
| "pending"
@@ -114,7 +124,7 @@ const openRecentTasksSection = async (page: Page) => {
await expect(failureAccordionTrigger.first()).toBeVisible({ timeout: 15000 });
};
-test.skip("completed task with failures keeps failure log in Tasks panel", async ({
+test("completed task with failures keeps failure log in Tasks panel", async ({
page,
}) => {
const runningTask = buildTask({
@@ -175,7 +185,7 @@ test.skip("completed task with failures keeps failure log in Tasks panel", async
).toBeVisible();
});
-test.skip("completed task with failures requires View click to open tasks panel", async ({
+test("completed task with failures requires View click to open tasks panel", async ({
page,
}) => {
const runningTask = buildTask({
@@ -223,7 +233,7 @@ test.skip("completed task with failures requires View click to open tasks panel"
await expect(page.getByText("Auto-open on partial success")).toBeVisible();
});
-test.skip("new failed task auto-opens tasks panel", async ({ page }) => {
+test("new failed task auto-opens tasks panel", async ({ page }) => {
const runningTask = buildTask({
task_id: "task-auto-open-failed",
status: "running",
@@ -269,7 +279,7 @@ test.skip("new failed task auto-opens tasks panel", async ({ page }) => {
await expect(page.getByText("Auto-open on failed task")).toBeVisible();
});
-test.skip("unified panel groups terminal tasks into recent and past", async ({
+test("unified panel groups terminal tasks into recent and past", async ({
page,
}) => {
const recentFailedTask = buildTask({
diff --git a/frontend/tests/utils/onboarding.ts b/frontend/tests/utils/onboarding.ts
new file mode 100644
index 000000000..7f5dc7421
--- /dev/null
+++ b/frontend/tests/utils/onboarding.ts
@@ -0,0 +1,187 @@
+import { expect, type Page } from "@playwright/test";
+import path from "path";
+
+export type LLMProvider = "openai" | "anthropic" | "watsonx" | "ollama";
+export type EmbeddingProvider = "openai" | "watsonx" | "ollama";
+
+export async function completeOnboarding(
+ page: Page,
+ {
+ llmProvider,
+ embeddingProvider,
+ reset = false,
+ }: {
+ llmProvider: LLMProvider;
+ embeddingProvider: EmbeddingProvider;
+ reset?: boolean;
+ },
+) {
+ // Fast path checks for environment variables
+ const checkCredentials = (provider: string) => {
+ if (provider === "ollama") return;
+ const envVarName = `${provider.toUpperCase()}_API_KEY`;
+ if (!process.env[envVarName]) {
+ throw new Error(`${envVarName} is not set`);
+ }
+ if (provider === "watsonx" && !process.env.WATSONX_PROJECT_ID) {
+ throw new Error("WATSONX_PROJECT_ID is not set");
+ }
+ };
+
+ checkCredentials(llmProvider);
+ if ((embeddingProvider as string) === "anthropic") {
+ throw new Error("Anthropic is not a valid embedding provider");
+ }
+ checkCredentials(embeddingProvider);
+
+ // Go to the base URL (frontend)
+ await page.goto("/");
+
+ // Wait for either onboarding to be complete or onboarding content to be visible
+ const completedLocator = page.getByTestId("onboarding-completed");
+ const contentLocator = page.getByTestId("onboarding-content");
+
+ try {
+ await expect(completedLocator.or(contentLocator)).toBeVisible({
+ timeout: 15000,
+ });
+ } catch (error) {
+ console.log("Neither onboarding state visible, refreshing page...");
+ await page.reload();
+ await expect(completedLocator.or(contentLocator)).toBeVisible({
+ timeout: 15000,
+ });
+ }
+
+ const isCompleted = await completedLocator.isVisible();
+
+ if (isCompleted) {
+ if (!reset) {
+ console.log("Onboarding already complete, skipping...");
+ return;
+ }
+
+ console.log("Onboarding complete and reset is true, rolling back...");
+ const response = await page.request.post("/api/onboarding/rollback");
+ if (!response.ok()) {
+ const text = await response.text();
+ console.error(
+ `Rollback failed with status ${response.status()}: ${text}`,
+ );
+ if (response.status() !== 400) {
+ throw new Error(`Failed to rollback onboarding: ${text}`);
+ }
+ }
+
+ console.log("Refreshing page after rollback...");
+ await page.reload();
+ // After rollback and reload, we must see the onboarding content
+ await expect(contentLocator).toBeVisible({ timeout: 15000 });
+ }
+
+ const setupProvider = async (provider: string, isEmbedding: boolean) => {
+ const tabId = `${provider}-${isEmbedding ? "embedding" : "llm"}-tab`;
+ await page.getByTestId(tabId).click();
+
+ if (provider !== "ollama") {
+ const getFromEnvSwitch = page.getByTestId("get-from-env-switch");
+
+ // Check if switch is visible and toggle off to enter explicit key if needed
+ if (await getFromEnvSwitch.isVisible()) {
+ if (await getFromEnvSwitch.isChecked()) {
+ await getFromEnvSwitch.click();
+ }
+ await expect(getFromEnvSwitch).not.toBeChecked();
+ }
+
+ const apiKeyField = page.getByTestId("api-key");
+ // For embedding, the key might be automatically populated if it's the same provider
+ // but let's ensure it's filled.
+ if ((await apiKeyField.isVisible()) && (await apiKeyField.isEnabled())) {
+ const apiKey = process.env[`${provider.toUpperCase()}_API_KEY`];
+ await apiKeyField.fill(apiKey!);
+ }
+
+ if (provider === "watsonx") {
+ const projectIdField = page.getByTestId("project-id");
+ if (
+ (await projectIdField.isVisible()) &&
+ (await projectIdField.isEnabled())
+ ) {
+ const projectId = process.env.WATSONX_PROJECT_ID;
+ await projectIdField.fill(projectId!);
+ }
+ }
+ }
+
+ // Model selection
+ // Some providers might have models loaded immediately, some might take time
+ const advancedBtn = page.getByTestId("advanced-settings-button");
+ if (await advancedBtn.isVisible()) {
+ await advancedBtn.click();
+ }
+
+ const modelSelectorId = isEmbedding
+ ? "embedding-model-selector"
+ : "language-model-selector";
+ const selector = page.getByTestId(modelSelectorId);
+
+ // Wait for the selector to be enabled (models loaded)
+ await expect(selector).toBeEnabled({ timeout: 30000 });
+ await selector.click();
+
+ // Select the first available model
+ await expect(page.getByTestId(/^model-option-/).first()).toBeVisible();
+ await page
+ .getByTestId(/^model-option-/)
+ .first()
+ .click();
+
+ // Complete this step
+ await page.getByTestId("onboarding-complete-button").click();
+
+ await expect(page.getByText("Thinking")).toBeVisible();
+ await expect(page.getByText("Done")).toBeVisible({
+ timeout: isEmbedding ? 120000 : 60000,
+ });
+ };
+
+ // 1. LLM configuration
+ await setupProvider(llmProvider, false);
+
+ // 2. Embeddings configuration
+ await setupProvider(embeddingProvider, true);
+
+ // 3. What is OpenRAG (Tutorial)
+ await expect(
+ page.getByText("Excellent, let's move on to learning the basics."),
+ ).toBeVisible();
+
+ await page.waitForTimeout(2000);
+
+ await expect(page.getByTestId("suggestion-0")).toBeVisible();
+ await page.getByTestId("suggestion-0").click();
+
+ await expect(page.getByTestId("user-message").first()).toHaveText(
+ "What is OpenRAG?",
+ );
+ await expect(page.getByText("Thinking")).toBeVisible();
+ await expect(page.getByText("is an open-source package")).toBeVisible({
+ timeout: 60000,
+ });
+
+ // 4. Add your document
+ await expect(page.getByText("Lastly, let's add your data.")).toBeVisible();
+ await page.waitForTimeout(2000);
+ await expect(page.getByTestId("upload-button")).toBeVisible();
+
+ const fileChooserPromise = page.waitForEvent("filechooser");
+ await page.getByTestId("upload-button").click();
+ const fileChooser = await fileChooserPromise;
+ await fileChooser.setFiles(
+ path.join(__dirname, "../assets", "test-document.md"),
+ );
+
+ await expect(page.getByText("Done")).toBeVisible({ timeout: 60000 });
+ await expect(page.getByTestId("onboarding-content")).toBeHidden();
+}
diff --git a/scripts/setup-e2e.sh b/scripts/setup-e2e.sh
index 9cb62ef8c..7c91ba8d8 100755
--- a/scripts/setup-e2e.sh
+++ b/scripts/setup-e2e.sh
@@ -4,37 +4,6 @@ set -e
# Go to project root
cd "$(dirname "$0")/.."
-# Environment file for E2E tests
-E2E_ENV="frontend/.env.test"
-E2E_ENV_EXAMPLE="frontend/.env.test.example"
-
-# Create .env.test from the example template (never modify the tracked example file)
-if [ ! -f "$E2E_ENV" ]; then
- cp "$E2E_ENV_EXAMPLE" "$E2E_ENV"
-fi
-
-# Auto-generate a strong OpenSearch password if not already set in the env file.
-# OpenSearch requires: uppercase, lowercase, digit, special char, min 8 chars.
-CURRENT_PASSWORD=$(grep -E '^OPENSEARCH_PASSWORD=' "$E2E_ENV" | cut -d'=' -f2-)
-if [ -z "$CURRENT_PASSWORD" ]; then
- # Generate a random base (alphanumeric) and append required character classes
- RANDOM_BASE=$(LC_ALL=C tr -dc 'A-Za-z0-9' < /dev/urandom | head -c 12)
- GENERATED_PASSWORD="${RANDOM_BASE}Aa1@"
- echo "Auto-generated OpenSearch password for E2E tests."
-
- # Write the password into the env file
- if [[ "$OSTYPE" == "darwin"* ]]; then
- sed -i '' "s|^OPENSEARCH_PASSWORD=.*|OPENSEARCH_PASSWORD=${GENERATED_PASSWORD}|" "$E2E_ENV"
- else
- sed -i "s|^OPENSEARCH_PASSWORD=.*|OPENSEARCH_PASSWORD=${GENERATED_PASSWORD}|" "$E2E_ENV"
- fi
-
- export OPENSEARCH_PASSWORD="$GENERATED_PASSWORD"
-else
- echo "Using existing OpenSearch password from $E2E_ENV."
- export OPENSEARCH_PASSWORD="$CURRENT_PASSWORD"
-fi
-
# Detect container runtime
if command -v docker >/dev/null 2>&1; then
CONTAINER_RUNTIME="docker"
@@ -43,20 +12,37 @@ else
fi
echo "Using container runtime: $CONTAINER_RUNTIME"
-echo "Starting E2E Setup using $E2E_ENV..."
-
-# Clean up using make
-echo "Cleaning up..."
-make factory-reset FORCE=true ENV_FILE=$E2E_ENV
+echo "Starting E2E Setup..."
# Pre-create langflow-data as world-writable so the Langflow container (UID 1000)
# and the runner (UID 1001) can both access it, regardless of Docker's :U flag behavior.
mkdir -p langflow-data
chmod 777 langflow-data
-# Start infrastructure using make (this will use the new .env)
-echo "Starting infrastructure..."
-make dev-local-cpu ENV_FILE=$E2E_ENV
+# Start full stack using make
+echo "Starting full stack (CPU)..."
+make dev-cpu
+
+echo "Starting docling..."
+make docling
+
+# Forward backend port 8000 using a proxy container
+# We find the network of the backend container and use a proxy to bridge it to the host.
+echo "Starting backend port forwarder at localhost:8000..."
+${CONTAINER_RUNTIME} rm -f openrag-backend-proxy 2>/dev/null || true
+BACKEND_NETWORK=$(${CONTAINER_RUNTIME} inspect openrag-backend -f '{{range $k,$v := .NetworkSettings.Networks}}{{$k}}{{end}}' | head -n 1)
+${CONTAINER_RUNTIME} run -d --rm \
+ --name openrag-backend-proxy \
+ --network "$BACKEND_NETWORK" \
+ -p 8000:8000 \
+ alpine/socat TCP-LISTEN:8000,fork,reuseaddr TCP:openrag-backend:8000
+
+# On Linux/CI, Docker volumes are root-owned. Fix them so the host runner can write to them.
+if [ "$CI" = "true" ] && [[ "$OSTYPE" != "darwin"* ]]; then
+ echo "Fixing volume permissions for CI..."
+ ${CONTAINER_RUNTIME} run --rm -v "$(pwd):/work" alpine sh -c "chown -R $(id -u):$(id -g) /work/config /work/data /work/keys /work/opensearch-data /work/openrag-documents || true"
+ chmod -R 777 config data keys opensearch-data openrag-documents 2>/dev/null || true
+fi
echo "Waiting for OpenSearch..."
TIMEOUT=300
@@ -66,6 +52,7 @@ until curl -s -k https://localhost:9200 >/dev/null; do
ELAPSED=$((ELAPSED + 5))
if [ $ELAPSED -ge $TIMEOUT ]; then
echo "ERROR: OpenSearch did not become ready within ${TIMEOUT}s"
+ ${CONTAINER_RUNTIME:-docker} logs os 2>&1 | tail -n 100
exit 1
fi
echo "Waiting for OpenSearch... (${ELAPSED}s/${TIMEOUT}s)"
@@ -83,4 +70,29 @@ until curl -s http://localhost:7860/health >/dev/null; do
echo "Waiting for Langflow... (${ELAPSED}s/${TIMEOUT}s)"
done
+echo "Waiting for Frontend..."
+ELAPSED=0
+until curl -s http://localhost:3000 >/dev/null; do
+ sleep 5
+ ELAPSED=$((ELAPSED + 5))
+ if [ $ELAPSED -ge $TIMEOUT ]; then
+ echo "ERROR: Frontend did not become ready within ${TIMEOUT}s"
+ exit 1
+ fi
+ echo "Waiting for Frontend... (${ELAPSED}s/${TIMEOUT}s)"
+done
+
+echo "Waiting for Backend (via proxy)..."
+ELAPSED=0
+until curl -s http://localhost:8000/health >/dev/null; do
+ sleep 5
+ ELAPSED=$((ELAPSED + 5))
+ if [ $ELAPSED -ge $TIMEOUT ]; then
+ echo "ERROR: Backend did not become ready within ${TIMEOUT}s"
+ ${CONTAINER_RUNTIME} logs openrag-backend 2>&1 | tail -n 100
+ exit 1
+ fi
+ echo "Waiting for Backend... (${ELAPSED}s/${TIMEOUT}s)"
+done
+
echo "Infrastructure Ready!"
diff --git a/src/api/settings.py b/src/api/settings.py
index c7d02e950..c3f7ef0a9 100644
--- a/src/api/settings.py
+++ b/src/api/settings.py
@@ -33,6 +33,7 @@ from dependencies import (
get_document_service,
get_langflow_file_service,
get_knowledge_filter_service,
+ get_chat_service,
)
from session_manager import User
@@ -210,6 +211,8 @@ class RollbackResponse(BaseModel):
message: str
cancelled_tasks: int
deleted_files: int
+ reset_flows: int
+ deleted_conversations: int
class RollbackBody(BaseModel):
embedding_only: bool = False
@@ -1658,6 +1661,8 @@ async def rollback_onboarding(
session_manager=Depends(get_session_manager),
task_service=Depends(get_task_service),
knowledge_filter_service=Depends(get_knowledge_filter_service),
+ flows_service=Depends(get_flows_service),
+ chat_service=Depends(get_chat_service),
user: User = Depends(get_current_user),
) -> RollbackResponse:
"""Rollback onboarding configuration when sample data files fail.
@@ -1764,6 +1769,29 @@ async def rollback_onboarding(
task_service.task_store[check_user_id].pop(task_id, None)
logger.info(f"Purged task {task_id} completely from task_store for user {check_user_id}")
+ # 4. Reset Langflow flows to their original state
+ reset_flows_count = 0
+ for flow_type in ["nudges", "retrieval", "ingest"]:
+ try:
+ result = await flows_service.reset_langflow_flow(flow_type)
+ if result.get("success"):
+ reset_flows_count += 1
+ logger.info(f"Successfully reset {flow_type} flow during rollback")
+ else:
+ logger.warning(f"Failed to reset {flow_type} flow during rollback: {result.get('error')}")
+ except Exception as e:
+ logger.error(f"Error resetting {flow_type} flow during rollback: {e}")
+
+ # 5. Delete all user conversations
+ deleted_conversations_count = 0
+ try:
+ result = await chat_service.delete_all_user_sessions(user.user_id)
+ if result.get("success"):
+ deleted_conversations_count = result.get("deleted_count", 0)
+ logger.info(f"Deleted {deleted_conversations_count} conversations during rollback")
+ except Exception as e:
+ logger.error(f"Error deleting conversations during rollback: {e}")
+
# Clear embedding provider and model settings
current_config.knowledge.embedding_provider = "openai" # Reset to default
current_config.knowledge.embedding_model = ""
@@ -1808,7 +1836,8 @@ async def rollback_onboarding(
logger.info(
f"Successfully rolled back onboarding configuration. "
- f"Cancelled {len(cancelled_tasks)} tasks, deleted {len(deleted_files)} files"
+ f"Cancelled {len(cancelled_tasks)} tasks, deleted {len(deleted_files)} files, "
+ f"reset {reset_flows_count} flows, deleted {deleted_conversations_count} conversations"
)
await TelemetryClient.send_event(
Category.ONBOARDING,
@@ -1819,6 +1848,8 @@ async def rollback_onboarding(
message="Onboarding configuration rolled back successfully",
cancelled_tasks=len(cancelled_tasks),
deleted_files=len(deleted_files),
+ reset_flows=reset_flows_count,
+ deleted_conversations=deleted_conversations_count
)
except Exception as e:
diff --git a/src/services/chat_service.py b/src/services/chat_service.py
index f9178e9c2..592a6125e 100644
--- a/src/services/chat_service.py
+++ b/src/services/chat_service.py
@@ -652,3 +652,21 @@ class ChatService:
except Exception as e:
logger.error(f"Error deleting session {session_id} from Langflow: {e}")
return False
+
+ async def delete_all_user_sessions(self, user_id: str):
+ """Delete all sessions for a user from both local storage and Langflow"""
+ from agent import get_user_conversations
+
+ conversations = get_user_conversations(user_id)
+ session_ids = list(conversations.keys())
+
+ results = []
+ for session_id in session_ids:
+ result = await self.delete_session(user_id, session_id)
+ results.append(result)
+
+ return {
+ "success": True,
+ "deleted_count": len([r for r in results if r.get("success")]),
+ "total_count": len(session_ids)
+ }