Skip to content

A modern platform for visual, flexible, and extensible graph-based investigations. For cybersecurity analysts and investigators.

feat: tests + first glance of scanner orchestrator

dextmorgn522451e4e3a7
diff --git a/flowsint-api/app/main.py b/flowsint-api/app/main.py
index 376f244e..0f50f180 100644
--- a/flowsint-api/app/main.py
+++ b/flowsint-api/app/main.py
@@ -62,7 +62,9 @@ async def get_scans_list():
"name": scanner["name"],
"module": scanner["module"],
"doc": scanner["doc"],
- "key": scanner["key"]
+ "key": scanner["key"],
+ "inputs": scanner["inputs"],
+ "outputs": scanner["outputs"],
}
for scanner in scanner_list
]
diff --git a/flowsint-api/app/models/types.py b/flowsint-api/app/models/types.py
index c5a97e2b..da1152ea 100644
--- a/flowsint-api/app/models/types.py
+++ b/flowsint-api/app/models/types.py
@@ -85,6 +85,8 @@ class OSINTTypeUtils:
"description": meta["description"],
"regex": meta["regex"],
"name": t.value,
+ "outputs": [t.value],
+ "inputs": [t.value],
}
for t, meta in OSINT_TYPE_METADATA.items()
]
diff --git a/flowsint-api/app/scanners/domains/domain_infos.py b/flowsint-api/app/scanners/domains/domain_infos.py
index 6e44b727..6999235c 100644
--- a/flowsint-api/app/scanners/domains/domain_infos.py
+++ b/flowsint-api/app/scanners/domains/domain_infos.py
@@ -25,17 +25,11 @@ class DomainInfosScanner(Scanner):
@classmethod
def input_schema(cls) -> Dict[str, str]:
- """Defines expected input format."""
- return {
- "domains": "array"
- }
+ return ["domain", "url"]
@classmethod
def output_schema(self) -> Dict[str, str]:
- """Defines the structure of the data returned by the scan."""
- return {
- "output": "dict", # A list of results for each username scan
- }
+ return ["ip_address", "url", "whois_raw", "subdomains", "ips", "ipinfo"]
def _get_subdomains_from_crtsh(self, domain: str) -> List[str]:
url = f"https://crt.sh/?q=%25.{domain}&output=json"
diff --git a/flowsint-api/app/scanners/emails/ghunt.py b/flowsint-api/app/scanners/emails/ghunt.py
index a687a634..f5414cdf 100644
--- a/flowsint-api/app/scanners/emails/ghunt.py
+++ b/flowsint-api/app/scanners/emails/ghunt.py
@@ -23,35 +23,25 @@ class GHuntGmailScanner(Scanner):
@classmethod
def input_schema(self) -> Dict[str, str]:
- return { "emails": "array" } # Liste d'emails
+ return ["email"]
@classmethod
def output_schema(self) -> Dict[str, str]:
- """Defines the structure of the data returned by the scan."""
- return {
- "output": "array", # A list of results for each username scan
- }
+ return ["full_name", "social_profile", "leak_info", "email", "phone_number", "location", "profile_picture", "metadata"]
async def scan(self, emails: List[str]) -> List[Dict[str, Any]]:
- """
- Effectue la recherche GHunt pour chaque email de la liste.
- """
results = []
- # Création d'un fichier temporaire pour chaque email
for email in emails:
report_id = str(uuid.uuid4())
- # Création d'un fichier temporaire pour stocker le résultat de la recherche
with tempfile.NamedTemporaryFile(delete=False) as temp_file:
output_file = temp_file.name
try:
from ghunt.modules import email as email_module
- # Appel à la fonction asynchrone de GHunt
await email_module.hunt(None, email, output_file)
- # Vérification si le fichier de sortie existe et est valide
if not Path(output_file).exists():
results.append({
"email": email,
@@ -59,7 +49,6 @@ class GHuntGmailScanner(Scanner):
})
continue
- # Lecture des résultats du fichier
with open(output_file, "r") as f:
scan_results = json.load(f)
diff --git a/flowsint-api/app/scanners/emails/holehe.py b/flowsint-api/app/scanners/emails/holehe.py
index ca621468..ac0d7919 100644
--- a/flowsint-api/app/scanners/emails/holehe.py
+++ b/flowsint-api/app/scanners/emails/holehe.py
@@ -1,7 +1,5 @@
from typing import Dict, Any, List
from app.scanners.base import Scanner
-from app.models.types import OSINTType
-from app.utils import DataType
class HoleheScanner(Scanner):
@classmethod
@@ -18,14 +16,11 @@ class HoleheScanner(Scanner):
@classmethod
def input_schema(self) -> Dict[str, str]:
- return { "emails": "array" } # Liste d'emails
+ return ["email"]
@classmethod
def output_schema(self) -> Dict[str, str]:
- """Defines the structure of the data returned by the scan."""
- return {
- "output": "dict", # A list of results for each username scan
- }
+ return ["social_profile"]
async def scan(self, emails: List[str]) -> List[Dict[str, Any]]:
"""
diff --git a/flowsint-api/app/scanners/leaks/hibp.py b/flowsint-api/app/scanners/leaks/hibp.py
index 6832ea83..cf021e3b 100644
--- a/flowsint-api/app/scanners/leaks/hibp.py
+++ b/flowsint-api/app/scanners/leaks/hibp.py
@@ -28,23 +28,16 @@ class HibpScanner(Scanner):
@classmethod
def input_schema(self) -> Dict[str, str]:
- """Defines the parameters expected for the scan."""
- return {
- "emails": "array" # Liste d'emails
- }
+ return ["email", "phone_number", "full_name", "username"]
@classmethod
def output_schema(self) -> Dict[str, str]:
- """Defines the structure of the data returned by the scan."""
- return {
- "output": "dict", # A list of results for each username scan
- }
+ return ["email", "breaches", "adobe", "data", "pastes", "password", "hashes"]
def scan(self, emails: List[str]) -> List[Dict[str, Any]]:
"""Performs a search on HaveIBeenPwned for a list of emails."""
results = []
for email in emails:
- report_id = str(uuid.uuid4())
try:
result = hibpwned.Pwned(email, "MyHIBPChecker", HIBP_API_KEY)
@@ -62,21 +55,16 @@ class HibpScanner(Scanner):
"pastes": pastes if pastes else [],
"password": password if password else {},
"hashes": hashes if hashes else [],
- "report_id": report_id
}
results.append(email_result)
except Exception as e:
results.append({
"email": email,
"error": f"Error during scan: {str(e)}",
- "report_id": report_id
})
return results
def postprocess(self, results: List[Dict[str, Any]]) -> List[Dict[str, Any]]:
"""Adds additional metadata to the results."""
- for result in results:
- result["scanner"] = "hibp_scanner"
- result["count"] = len(result.get("breaches", [])) # Count the number of breaches
return {"output":results}
diff --git a/flowsint-api/app/scanners/phones/ignorant.py b/flowsint-api/app/scanners/phones/ignorant.py
index 967ad426..d7bf1daa 100644
--- a/flowsint-api/app/scanners/phones/ignorant.py
+++ b/flowsint-api/app/scanners/phones/ignorant.py
@@ -19,17 +19,11 @@ class IgnorantScanner(Scanner):
@classmethod
def input_schema(self) -> Dict[str, str]:
- """Defines the expected input schema for the scan."""
- return {
- "phone_numbers": "array" # List of phone numbers to scan
- }
+ return ["phone_number"]
@classmethod
def output_schema(self) -> Dict[str, str]:
- """Defines the structure of the data returned by the scan."""
- return {
- "output": "dict"
- }
+ return ["exists"]
async def scan(self, phone_numbers: List[str]) -> List[Dict[str, Any]]:
"""
diff --git a/flowsint-api/app/scanners/registry.py b/flowsint-api/app/scanners/registry.py
index 5895719f..e80aac12 100644
--- a/flowsint-api/app/scanners/registry.py
+++ b/flowsint-api/app/scanners/registry.py
@@ -57,6 +57,8 @@ class ScannerRegistry:
"module": scanner.__module__,
"doc": scanner.__doc__,
"key": scanner.key(),
+ "inputs": scanner.input_schema(),
+ "outputs": scanner.output_schema(),
})
return scanners_by_category
diff --git a/flowsint-api/app/scanners/usernames/maigret.py b/flowsint-api/app/scanners/usernames/maigret.py
index 756449ef..96eb21f3 100644
--- a/flowsint-api/app/scanners/usernames/maigret.py
+++ b/flowsint-api/app/scanners/usernames/maigret.py
@@ -23,17 +23,11 @@ class MaigretScanner(Scanner):
@classmethod
def input_schema(self) -> Dict[str, str]:
- """Defines the expected input schema for the scan."""
- return {
- "usernames": "array" # The schema expects an array of usernames
- }
+ return ["username"]
@classmethod
def output_schema(self) -> Dict[str, str]:
- """Defines the structure of the data returned by the scan."""
- return {
- "output": "dict", # A list of results for each username scan
- }
+ return ["social_profile", "full_name", "text"]
def preprocess(self, usernames: List[str]) -> List[str]:
"""Validates the list of usernames before scanning."""
diff --git a/flowsint-api/app/scanners/usernames/sherlock.py b/flowsint-api/app/scanners/usernames/sherlock.py
index 2c26204c..d36ee67a 100644
--- a/flowsint-api/app/scanners/usernames/sherlock.py
+++ b/flowsint-api/app/scanners/usernames/sherlock.py
@@ -22,17 +22,11 @@ class SherlockScanner(Scanner):
@classmethod
def input_schema(self) -> Dict[str, str]:
- """Defines the expected input schema."""
- return {
- "usernames": "array" # The schema expects an array of usernames
- }
+ return ["username"]
@classmethod
def output_schema(self) -> Dict[str, str]:
- """Defines the structure of the data returned by the scan."""
- return {
- "output": "dict", # A list of results for each username scan
- }
+ return ["social_profile"]
def preprocess(self, usernames: List[str]) -> List[str]:
"""Validates the list of usernames before scanning."""
diff --git a/flowsint-api/tests/scanners/test_domain_infos_scanner.py b/flowsint-api/tests/scanners/test_domain_infos_scanner.py
index 9679d9cd..1d06645b 100644
--- a/flowsint-api/tests/scanners/test_domain_infos_scanner.py
+++ b/flowsint-api/tests/scanners/test_domain_infos_scanner.py
@@ -18,12 +18,6 @@ def test_category(scanner):
def test_key(scanner):
assert scanner.key() == "url"
-def test_input_schema(scanner):
- assert scanner.input_schema() == {"domains": "array"}
-
-def test_output_schema(scanner):
- assert "output" in scanner.output_schema()
-
@pytest.mark.skipif(True, reason="Skip long-running test")
def test_scan_valid_domain(scanner):
results = scanner.execute([VALID_DOMAIN])
diff --git a/flowsint-api/tests/scanners/test_ignorant_scanner.py b/flowsint-api/tests/scanners/test_ignorant_scanner.py
index 7ab8c51f..f79f6fb8 100644
--- a/flowsint-api/tests/scanners/test_ignorant_scanner.py
+++ b/flowsint-api/tests/scanners/test_ignorant_scanner.py
@@ -18,12 +18,6 @@ def test_category(scanner):
def test_key(scanner):
assert scanner.key() == "phone_number"
-def test_input_schema(scanner):
- assert scanner.input_schema() == {"phone_numbers": "array"}
-
-def test_output_schema(scanner):
- assert "output" in scanner.output_schema()
-
@pytest.mark.skipif(True, reason="Skip long-running test")
def test_scan_valid_username(scanner):
results = scanner.execute([VALID_PHONE_NUMBER])
diff --git a/flowsint-api/tests/scanners/test_maigret_scanner.py b/flowsint-api/tests/scanners/test_maigret_scanner.py
index db07fc23..7c0766b1 100644
--- a/flowsint-api/tests/scanners/test_maigret_scanner.py
+++ b/flowsint-api/tests/scanners/test_maigret_scanner.py
@@ -18,12 +18,6 @@ def test_category(scanner):
def test_key(scanner):
assert scanner.key() == "username"
-def test_input_schema(scanner):
- assert scanner.input_schema() == {"usernames": "array"}
-
-def test_output_schema(scanner):
- assert "output" in scanner.output_schema()
-
@pytest.mark.skipif(True, reason="Skip long-running test")
def test_scan_valid_username(scanner):
results = scanner.execute([VALID_USERNAME])
diff --git a/flowsint-api/tests/scanners/test_sherlock_scanner.py b/flowsint-api/tests/scanners/test_sherlock_scanner.py
index cc187ce2..c957212f 100644
--- a/flowsint-api/tests/scanners/test_sherlock_scanner.py
+++ b/flowsint-api/tests/scanners/test_sherlock_scanner.py
@@ -18,12 +18,6 @@ def test_category(scanner):
def test_key(scanner):
assert scanner.key() == "username"
-def test_input_schema(scanner):
- assert scanner.input_schema() == {"usernames": "array"}
-
-def test_output_schema(scanner):
- assert "output" in scanner.output_schema()
-
@pytest.mark.skipif(True, reason="Skip long-running test")
def test_scan_valid_username(scanner):
results = scanner.execute(VALID_USERNAME)
diff --git a/flowsint-web/src/app/dashboard/transforms/[transform_id]/page.tsx b/flowsint-web/src/app/dashboard/transforms/[transform_id]/page.tsx
index 5ebdd879..a8799f7a 100644
--- a/flowsint-web/src/app/dashboard/transforms/[transform_id]/page.tsx
+++ b/flowsint-web/src/app/dashboard/transforms/[transform_id]/page.tsx
@@ -1,4 +1,4 @@
-import TransformEditor from "@/components/templates/editor"
+import TransformEditor from "@/components/transforms/editor"
import { createClient } from "@/lib/supabase/server"
import { notFound } from "next/navigation"
diff --git a/flowsint-web/src/app/dashboard/transforms/editor/page.tsx b/flowsint-web/src/app/dashboard/transforms/editor/page.tsx
index 15611f24..7b1ab33f 100644
--- a/flowsint-web/src/app/dashboard/transforms/editor/page.tsx
+++ b/flowsint-web/src/app/dashboard/transforms/editor/page.tsx
@@ -1,4 +1,4 @@
-import TransformEditor from "@/components/templates/editor"
+import TransformEditor from "@/components/transforms/editor"
import { notFound } from "next/navigation"
async function fetchNodes() {
diff --git a/flowsint-web/src/app/dashboard/transforms/page.tsx b/flowsint-web/src/app/dashboard/transforms/page.tsx
index 00bfadb9..1c6136e5 100644
--- a/flowsint-web/src/app/dashboard/transforms/page.tsx
+++ b/flowsint-web/src/app/dashboard/transforms/page.tsx
@@ -1,7 +1,8 @@
-import { Button } from '@/components/ui/button'
-import { createClient } from '@/lib/supabase/server'
-import Link from 'next/link'
-import React from 'react'
+import { Button } from "@/components/ui/button"
+import { Card, CardContent, CardDescription, CardFooter, CardHeader, CardTitle } from "@/components/ui/card"
+import { createClient } from "@/lib/supabase/server"
+import { PlusCircle, FileCode2, ArrowRight, Calendar } from "lucide-react"
+import Link from "next/link"
const TransformsPage = async () => {
const supabase = await createClient()
@@ -9,37 +10,100 @@ const TransformsPage = async () => {
return (
<div className="w-full space-y-8 container mx-auto py-12 px-8">
- <div>
+ <div className="flex flex-col sm:flex-row justify-between items-start sm:items-center gap-4">
<div>
- <h1 className="font-semibold text-2xl">Transforms</h1>
- <p className="opacity-60 mt-3">Here are the transforms used to gather informations.</p>
+ <h1 className="font-semibold text-2xl">Transforms {transforms?.length ? `(${transforms.length})` : ""}</h1>
+ <p className="text-muted-foreground mt-1">Manage your data transformation workflows</p>
</div>
- <div className="flex justify-end">
+ {transforms?.length !== 0 &&
<Link href="/dashboard/transforms/editor">
- <Button>New transform</Button>
- </Link>
- </div>
- </div>
- <div className='w-full grid lg:grid-cols-3 md:grid-cols-2 grid-cols-1 xl:grid-cols-4 gap-4'>
- {transforms?.map((transform) => (
- <TransformItem key={transform.id} transform={transform} />
- ))}
+ <Button>
+ <PlusCircle className="mr-2 h-4 w-4" />
+ New transform
+ </Button>
+ </Link>}
</div>
- </div>
+ {
+ !transforms?.length ? (
+ <EmptyState />
+ ) : (
+ <div className="w-full grid lg:grid-cols-3 md:grid-cols-2 grid-cols-1 xl:grid-cols-4 gap-5">
+ {transforms.map((transform) => (
+ <TransformItem key={transform.id} transform={transform} />
+ ))}
+ </div>
+ )
+ }
+ </div >
+ )
+}
+
+const EmptyState = () => {
+ return (
+ <Card className="w-full border border-dashed bg-muted/50">
+ <CardContent className="flex flex-col items-center justify-center py-12">
+ <div className="rounded-full bg-primary/10 p-3 mb-4">
+ <FileCode2 className="h-10 w-10 text-primary" />
+ </div>
+ <h3 className="text-xl font-medium text-center mb-2">No transforms yet</h3>
+ <p className="text-muted-foreground text-center max-w-md mb-6">
+ Create your first transform to start gathering and processing information from your data sources.
+ </p>
+ <Link href="/dashboard/transforms/editor">
+ <Button size="lg">
+ <PlusCircle className="mr-2 h-4 w-4" />
+ Create your first transform
+ </Button>
+ </Link>
+ </CardContent>
+ </Card>
)
}
const TransformItem = ({ transform }: { transform: any }) => {
+ // Format date if available (assuming created_at exists, adjust as needed)
+ const formattedDate = transform.created_at
+ ? new Date(transform.created_at).toLocaleDateString("en-US", {
+ month: "short",
+ day: "numeric",
+ year: "numeric",
+ })
+ : null
+
+ const stepsCount = transform?.transform_schema?.edges?.length || 0
+
return (
- <Link href={`/dashboard/transforms/${transform.id}`} className="w-full">
- <div className="bg-card rounded-lg shadow-md p-4">
- <h2 className="text-lg font-semibold">{transform.name}</h2>
- <p className="text-sm text-muted-foreground">{transform.description}</p>
- <span rel="noopener noreferrer" className="text-blue-500 hover:underline">
- {transform?.transform_schema?.edges?.length} steps
- </span>
- </div>
+ <Link href={`/dashboard/transforms/${transform.id}`} className="block h-full transition-all">
+ <Card className="h-full border hover:border-primary/50 hover:shadow-md transition-all">
+ <CardHeader className="pb-2">
+ <CardTitle className="text-lg font-medium line-clamp-1">{transform.name}</CardTitle>
+ <CardDescription className="line-clamp-2">
+ {transform.description || "No description provided"}
+ </CardDescription>
+ </CardHeader>
+ <CardContent className="pb-2">
+ <div className="flex items-center text-sm text-muted-foreground">
+ <FileCode2 className="h-4 w-4 mr-1" />
+ <span>
+ {stepsCount} {stepsCount === 1 ? "step" : "steps"}
+ </span>
+ </div>
+ </CardContent>
+ <CardFooter className="flex justify-between pt-0">
+ {formattedDate && (
+ <div className="flex items-center text-xs text-muted-foreground">
+ <Calendar className="h-3 w-3 mr-1" />
+ {formattedDate}
+ </div>
+ )}
+ <div className="text-primary text-sm font-medium flex items-center">
+ View details
+ <ArrowRight className="ml-1 h-3 w-3" />
+ </div>
+ </CardFooter>
+ </Card>
</Link>
)
}
-export default TransformsPage
\ No newline at end of file
+
+export default TransformsPage
diff --git a/flowsint-web/src/components/sketches/sketch/profile-panel.tsx b/flowsint-web/src/components/sketches/sketch/profile-panel.tsx
index 982ded98..d8ffad3d 100644
--- a/flowsint-web/src/components/sketches/sketch/profile-panel.tsx
+++ b/flowsint-web/src/components/sketches/sketch/profile-panel.tsx
@@ -37,7 +37,7 @@ export default function ProfilePanel({ data }: { data: any }) {
</Link>}
{scanner &&
<Button
- onClick={() => launchScan(scanner.name, data?.[scanner?.key], sketch_id as string)}
+ onClick={() => launchScan(scanner.name, [data?.[scanner?.key]], sketch_id as string)}
disabled={!data?.[scanner?.key]}
className="relative min-w-[80px] h-8 overflow-hidden truncate bg-gradient-to-r from-primary to-primary/80 hover:from-primary/90 hover:to-primary transition-all duration-300 px-6 py-2 text-white border-none font-medium rounded-full"
>
diff --git a/flowsint-web/src/components/templates/editor.tsx b/flowsint-web/src/components/templates/editor.tsx
deleted file mode 100644
index 3844dafe..00000000
--- a/flowsint-web/src/components/templates/editor.tsx
+++ /dev/null
@@ -1,322 +0,0 @@
-"use client"
-
-import type React from "react"
-import { useState, useCallback, useRef, useEffect, memo, useMemo } from "react"
-import {
- ReactFlow,
- ReactFlowProvider,
- Panel,
- Background,
- type NodeTypes,
- useNodesState,
- useEdgesState,
- addEdge,
- type Edge,
- MarkerType,
- type Node,
- type OnConnect,
- type NodeMouseHandler,
- useReactFlow,
-} from "@xyflow/react"
-import "@xyflow/react/dist/style.css"
-import { Input } from "@/components/ui/input"
-import { X, Search } from "lucide-react"
-import { Button } from "@/components/ui/button"
-import { useTheme } from "next-themes"
-import Loader from "../loader"
-import ScannerNode, { type ScannerNodeData } from "./scanner-node"
-import ScannerItem, { type Scanner } from "./scanner-item"
-import { categoryColors } from "./scanner-data"
-import { ResizableHandle, ResizablePanel, ResizablePanelGroup } from "../ui/resizable"
-import { FlowControls } from "./controls"
-import { getDagreLayoutedElements } from "@/lib/utils"
-import { supabase } from "@/lib/supabase/client"
-import { toast } from "sonner"
-import { useParams, useRouter } from "next/navigation"
-
-const nodeTypes: NodeTypes = {
- scanner: ScannerNode,
-}
-
-const FlowEditor = memo(({ nodesData, initialEdges, initialNodes, theme }: { nodesData: { items: any[] }, theme: any, initialEdges: Edge[], initialNodes: Node[] }) => {
- const { fitView, zoomIn, zoomOut, setCenter } = useReactFlow()
- const [nodes, setNodes, onNodesChange] = useNodesState<any>(initialNodes)
- const [edges, setEdges, onEdgesChange] = useEdgesState<Edge<Record<string, unknown>>>(initialEdges)
- const [selectedNode, setSelectedNode] = useState<Node<any> | null>(null)
- const [loading, setLoading] = useState<boolean>(false)
- const [mounted, setMounted] = useState(false)
- const [searchTerm, setSearchTerm] = useState("")
- const reactFlowWrapper = useRef<HTMLDivElement>(null)
- const [reactFlowInstance, setReactFlowInstance] = useState<any>(null)
- const router = useRouter()
- const { transform_id } = useParams()
-
- useEffect(() => {
- setMounted(true)
- }, [])
-
- // Filter scanners based on search term
- const filteredScanners = useMemo(() => {
- const result: Record<string, Scanner[]> = {}
- if (!searchTerm.trim()) {
- return nodesData.items
- }
- const term = searchTerm.toLowerCase()
-
- Object.entries(nodesData.items).forEach(([category, items]) => {
- const filtered = items.filter(
- (item: any) =>
- item.name.toLowerCase().includes(term) ||
- item.class_name.toLowerCase().includes(term) ||
- (item.doc && item.doc.toLowerCase().includes(term)),
- )
-
- if (filtered.length > 0) {
- result[category] = filtered
- }
- })
-
- return result
- }, [searchTerm])
-
- // Connection handler
- const onConnect: OnConnect = useCallback(
- (params) =>
- setEdges((eds) =>
- addEdge(
- {
- ...params,
- animated: true,
- style: { stroke: "#64748b" },
- markerEnd: {
- type: MarkerType.ArrowClosed,
- width: 15,
- height: 15,
- color: "#64748b",
- },
- },
- eds,
- ),
- ),
- [setEdges],
- )
-
- const onDragOver = useCallback((event: React.DragEvent<HTMLDivElement>) => {
- event.preventDefault()
- event.dataTransfer.dropEffect = "move"
- }, [])
-
- const onDrop = useCallback(
- (event: React.DragEvent<HTMLDivElement>) => {
- event.preventDefault()
- if (!reactFlowWrapper.current || !reactFlowInstance) return
- const reactFlowBounds = reactFlowWrapper.current.getBoundingClientRect()
- const scannerData = JSON.parse(event.dataTransfer.getData("application/json")) as Scanner & { category: string }
- const position = reactFlowInstance.screenToFlowPosition({
- x: event.clientX - reactFlowBounds.left,
- y: event.clientY - reactFlowBounds.top,
- })
- const newNode: Node<ScannerNodeData> = {
- id: `${scannerData.name}-${Date.now()}`,
- type: "scanner",
- position,
- data: {
- ...scannerData,
- color: categoryColors[scannerData.category] || "#94a3b8",
- },
- }
- setNodes((nds) => nds.concat(newNode))
- },
- [reactFlowInstance, setNodes],
- )
-
- // Node selection handler
- const onNodeClick: NodeMouseHandler = useCallback((_, node) => {
- setSelectedNode(node as Node<ScannerNodeData>)
- const nodeWidth = node.measured?.width ?? 0;
- const nodeHeight = node.measured?.height ?? 0;
- setCenter(
- node.position.x + nodeWidth / 2,
- node.position.y + nodeHeight / 2 + 20,
- {
- duration: 500,
- zoom: 1.5,
- }
- );
- }, [setCenter, setSelectedNode])
-
- // Background click handler (deselection)
- const onPaneClick = useCallback(() => {
- setSelectedNode(null)
- }, [])
- const onLayout = useCallback(() => {
- const { nodes: newNodes, edges: newEdges } = getDagreLayoutedElements(nodes, edges, { direction: "LR" });
- setNodes(newNodes);
- setEdges(newEdges as Edge<Record<string, unknown>>[]);
- window.requestAnimationFrame(() => {
- fitView();
- });
- }, [nodes, edges, setNodes, setEdges, fitView, getDagreLayoutedElements]);
-
- // Node deletion handler
- const handleDeleteNode = useCallback(() => {
- if (selectedNode) {
- setNodes((nodes) => nodes.filter((node) => node.id !== selectedNode.id))
- setEdges((edges: Edge[]) =>
- edges.filter((edge) => edge.source !== selectedNode.id && edge.target !== selectedNode.id),
- )
- setSelectedNode(null)
- }
- }, [selectedNode, setNodes, setEdges])
-
- const handleSaveSimulation = useCallback(async () => {
- setLoading(true)
- try {
- const { data: newTransfrorm } = await supabase.from("transforms").upsert({
- id: transform_id,
- name: "My Simulation",
- transform_schema: {
- nodes, edges
- }
- }).select("id").single()
- toast.success("Simulation saved successfully.")
- newTransfrorm && !transform_id && router.push(`/dashboard/transforms/${newTransfrorm.id}`)
- } catch (error) {
- toast.error("Error saving simulation")
- } finally {
- setLoading(false)
- }
- }, [setLoading, router, nodes, edges])
-
- if (!mounted) {
- return (
- <div className="grow w-full flex items-center justify-center">
- <Loader /> Loading...
- </div>
- )
- }
-
- return (
- <ResizablePanelGroup autoSaveId="persistence" direction="horizontal" className="w-screen grow relative overflow-hidden">
- <ResizablePanel defaultSize={20}>
- <div className="h-[calc(100vh_-_52px)] bg-card p-4 overflow-y-auto">
- <div className="relative mb-4">
- <Search className="absolute left-2 top-2.5 h-4 w-4 text-muted-foreground" />
- <Input
- type="text"
- placeholder="Search scanners..."
- className="pl-8"
- value={searchTerm}
- onChange={(e) => setSearchTerm(e.target.value)}
- />
- {searchTerm && (
- <Button
- variant="ghost"
- size="icon"
- className="absolute right-1 top-1.5 h-6 w-6"
- onClick={() => setSearchTerm("")}
- >
- <X className="h-4 w-4" />
- </Button>
- )}
- </div>
- <div className="space-y-4">
- {Object.entries(filteredScanners).map(([category, scanners]) => (
- <div key={category} className="space-y-2">
- <h3 className="text-sm font-medium capitalize pb-1">{category.replace("_", " ")}</h3>
- <div className="space-y-2">
- {scanners.map((scanner: Scanner) => (
- <ScannerItem
- key={scanner.name}
- scanner={scanner}
- category={category}
- color={categoryColors[category] || "#94a3b8"}
- />
- ))}
- </div>
- </div>
- ))}
- {Object.keys(filteredScanners).length === 0 && (
- <div className="text-center py-4 text-muted-foreground">No scanners found matching "{searchTerm}"</div>
- )}
- </div>
- </div>
- </ResizablePanel>
- <ResizableHandle withHandle />
- <ResizablePanel>
- <div ref={reactFlowWrapper} className="w-full h-full bg-background">
- <ReactFlow
- nodes={nodes}
- edges={edges}
- onNodesChange={onNodesChange}
- onEdgesChange={onEdgesChange}
- onConnect={onConnect}
- onInit={setReactFlowInstance}
- onDrop={onDrop}
- onDragOver={onDragOver}
- onNodeClick={onNodeClick}
- onPaneClick={onPaneClick}
- nodeTypes={nodeTypes}
- fitView
- proOptions={{ hideAttribution: true }}
- colorMode={theme}
- >
- <FlowControls loading={loading} handleSaveSimulation={handleSaveSimulation} onLayout={onLayout} fitView={fitView} zoomIn={zoomIn} zoomOut={zoomOut} />
- <Background bgColor="var(--background)" />
- {/* Selected node information panel */}
- {selectedNode && (
- <Panel position="bottom-right" className="bg-card p-3 rounded-md shadow-md border w-72">
- <div className="flex justify-between items-start mb-2">
- <h3 className="font-medium">{selectedNode.data.class_name}</h3>
- <Button variant="ghost" size="icon" className="h-6 w-6" onClick={handleDeleteNode}>
- <X className="h-4 w-4" />
- </Button>
- </div>
- <div className="text-sm space-y-2">
- <p>
- <span className="font-medium">Module:</span> {selectedNode.data.module}
- </p>
- <p>
- <span className="font-medium">Key:</span> {selectedNode.data.key}
- </p>
- {selectedNode.data.doc && (
- <p>
- <span className="font-medium">Description:</span> {selectedNode.data.doc}
- </p>
- )}
- </div>
- </Panel>
- )}
- </ReactFlow>
- </div>
- </ResizablePanel>
- </ResizablePanelGroup >
- )
-})
-
-FlowEditor.displayName = "FlowEditor"
-
-function TransformEditor({ nodesData, initialEdges = [], initialNodes = [] }: { nodesData: { items: any[] }, initialEdges?: Edge[], initialNodes?: Node[] }) {
- const [mounted, setMounted] = useState(false);
- const { resolvedTheme } = useTheme();
-
- useEffect(() => {
- setMounted(true);
- }, []);
-
- if (!mounted) {
- return (
- <div className="grow w-full flex items-center justify-center">
- <Loader /> Loading...
- </div>
- );
- }
-
- return (
- <ReactFlowProvider>
- <FlowEditor nodesData={nodesData} initialEdges={initialEdges} initialNodes={initialNodes} theme={resolvedTheme || "light"} />
- </ReactFlowProvider>
- );
-}
-
-export default memo(TransformEditor);
\ No newline at end of file
diff --git a/flowsint-web/src/components/templates/scanner-node.tsx b/flowsint-web/src/components/templates/scanner-node.tsx
deleted file mode 100644
index 2f07df62..00000000
--- a/flowsint-web/src/components/templates/scanner-node.tsx
+++ /dev/null
@@ -1,70 +0,0 @@
-import { memo } from "react"
-import { Handle, Position } from "@xyflow/react"
-import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card"
-import { Badge } from "@/components/ui/badge"
-
-// Types for the scanner node
-export interface ScannerNodeData extends Record<string, unknown> {
- class_name: string
- name: string
- module: string
- doc: string | null
- key: string
- category: string
- color: string
-}
-
-interface ScannerNodeProps {
- data: ScannerNodeData
- isConnectable?: boolean
-}
-
-// Custom equality function to prevent unnecessary re-renders
-function areEqual(prevProps: ScannerNodeProps, nextProps: ScannerNodeProps) {
- return (
- prevProps.data.class_name === nextProps.data.class_name &&
- prevProps.data.name === nextProps.data.name &&
- prevProps.data.module === nextProps.data.module &&
- prevProps.data.doc === nextProps.data.doc &&
- prevProps.data.key === nextProps.data.key &&
- prevProps.data.category === nextProps.data.category &&
- prevProps.data.color === nextProps.data.color &&
- prevProps.isConnectable === nextProps.isConnectable
- )
-}
-
-// Memoized scanner node component with custom equality check
-const ScannerNode = memo(({ data, isConnectable }: ScannerNodeProps) => {
- return (
- <div className="relative">
- <Card className="w-64 shadow-md border-l-2" style={{ borderLeftColor: data.color }}>
- <CardHeader className="p-3 pb-0">
- <div className="flex justify-between items-start">
- <div>
- <CardTitle className="text-sm font-medium">{data.class_name}</CardTitle>
- <CardDescription className="text-xs">{data.name}</CardDescription>
- </div>
- <Badge variant="outline" className="text-xs">
- {data.category || "unknown"}
- </Badge>
- </div>
- </CardHeader>
- <CardContent className="p-3 pt-1">
- {data.doc && <p className="text-xs text-muted-foreground mb-2">{data.doc}</p>}
- <div className="flex items-center gap-2">
- <Badge variant="secondary" className="text-xs">
- Key: {data.key}
- </Badge>
- </div>
- </CardContent>
- </Card>
- <Handle type="source" position={Position.Right} className="w-3 h-3 bg-gray-400" isConnectable={isConnectable} />
- <Handle type="target" position={Position.Left} className="w-3 h-3 bg-gray-400" isConnectable={isConnectable} />
-
- </div>
- )
-}, areEqual)
-
-ScannerNode.displayName = "ScannerNode"
-
-export default ScannerNode
diff --git a/flowsint-web/src/components/templates/controls.tsx b/flowsint-web/src/components/transforms/controls.tsx
similarity index 90%
rename from flowsint-web/src/components/templates/controls.tsx
rename to flowsint-web/src/components/transforms/controls.tsx
index beafd152..db9c8dfa 100644
--- a/flowsint-web/src/components/templates/controls.tsx
+++ b/flowsint-web/src/components/transforms/controls.tsx
@@ -1,6 +1,6 @@
import { memo } from "react";
import { Button } from "@/components/ui/button";
-import { MaximizeIcon, ZoomInIcon, ZoomOutIcon, NetworkIcon, PlayIcon, SaveIcon } from "lucide-react";
+import { MaximizeIcon, ZoomInIcon, ZoomOutIcon, NetworkIcon, PlayIcon, SaveIcon, TrashIcon } from "lucide-react";
import FullscreenButton from "../full-screen-button";
import { Panel } from "@xyflow/react";
import { Tooltip, TooltipContent, TooltipTrigger } from "../ui/tooltip";
@@ -11,6 +11,7 @@ export const FlowControls = memo(({
fitView,
zoomIn,
zoomOut,
+ handleDeleteSimulation
}: any) => {
return (
<>
@@ -35,6 +36,13 @@ export const FlowControls = memo(({
>
Save transform<SaveIcon className="h-4 w-4" />
</Button>
+ <Button
+ variant="outline"
+ size={"icon"}
+ onClick={handleDeleteSimulation}
+ >
+ <TrashIcon className="h-4 w-4" />
+ </Button>
</Panel>
<Panel position="bottom-left" className="flex flex-col items-center gap-1">
<Tooltip>
diff --git a/flowsint-web/src/components/transforms/editor.tsx b/flowsint-web/src/components/transforms/editor.tsx
new file mode 100644
index 00000000..58b0f86b
--- /dev/null
+++ b/flowsint-web/src/components/transforms/editor.tsx
@@ -0,0 +1,424 @@
+"use client"
+
+import type React from "react"
+import { useState, useCallback, useRef, useEffect, memo, useMemo } from "react"
+import {
+ ReactFlow,
+ ReactFlowProvider,
+ Panel,
+ Background,
+ type NodeTypes,
+ useNodesState,
+ useEdgesState,
+ addEdge,
+ type Edge,
+ MarkerType,
+ type Node,
+ type OnConnect,
+ type NodeMouseHandler,
+ useReactFlow,
+} from "@xyflow/react"
+import "@xyflow/react/dist/style.css"
+import { Input } from "@/components/ui/input"
+import { X, Search } from "lucide-react"
+import { Button } from "@/components/ui/button"
+import { useTheme } from "next-themes"
+import Loader from "../loader"
+import ScannerNode, { type ScannerNodeData } from "./scanner-node"
+import ScannerItem, { type Scanner } from "./scanner-item"
+import { categoryColors } from "./scanner-data"
+import { ResizableHandle, ResizablePanel, ResizablePanelGroup } from "../ui/resizable"
+import { FlowControls } from "./controls"
+import { getDagreLayoutedElements } from "@/lib/utils"
+import { supabase } from "@/lib/supabase/client"
+import { toast } from "sonner"
+import { useParams, useRouter } from "next/navigation"
+import { TransformModal } from "./save-modal"
+import { useConfirm } from "../use-confirm-dialog"
+
+const nodeTypes: NodeTypes = {
+ scanner: ScannerNode,
+}
+
+const FlowEditor = memo(
+ ({
+ nodesData,
+ initialEdges,
+ initialNodes,
+ theme,
+ }: { nodesData: { items: any[] }; theme: any; initialEdges: Edge[]; initialNodes: Node[] }) => {
+ const { fitView, zoomIn, zoomOut, setCenter } = useReactFlow()
+ const [nodes, setNodes, onNodesChange] = useNodesState<any>(initialNodes)
+ const [edges, setEdges, onEdgesChange] = useEdgesState<Edge<Record<string, unknown>>>(initialEdges)
+ const [selectedNode, setSelectedNode] = useState<Node<any> | null>(null)
+ const [loading, setLoading] = useState<boolean>(false)
+ const [mounted, setMounted] = useState(false)
+ const [searchTerm, setSearchTerm] = useState("")
+ const [showModal, setShowModal] = useState(false)
+ const reactFlowWrapper = useRef<HTMLDivElement>(null)
+ const [reactFlowInstance, setReactFlowInstance] = useState<any>(null)
+ const router = useRouter()
+ const { confirm } = useConfirm()
+ const { transform_id } = useParams()
+
+ useEffect(() => {
+ setMounted(true)
+ }, [])
+
+ // Filter scanners based on search term
+ const filteredScanners = useMemo(() => {
+ const result: Record<string, Scanner[]> = {}
+ if (!searchTerm.trim()) {
+ return nodesData.items
+ }
+ const term = searchTerm.toLowerCase()
+
+ Object.entries(nodesData.items).forEach(([category, items]) => {
+ const filtered = items.filter(
+ (item: any) =>
+ item.name.toLowerCase().includes(term) ||
+ item.class_name.toLowerCase().includes(term) ||
+ (item.doc && item.doc.toLowerCase().includes(term)),
+ )
+
+ if (filtered.length > 0) {
+ result[category] = filtered
+ }
+ })
+
+ return result
+ }, [searchTerm])
+
+ // Connection handler
+ const onConnect: OnConnect = useCallback(
+ (params) => {
+ if (params.sourceHandle !== params.targetHandle)
+ return toast.error(`Canot connect ${params.sourceHandle} to ${params.targetHandle}`)
+ setEdges((eds) =>
+ addEdge(
+ {
+ ...params,
+ animated: true,
+ style: { stroke: "#64748b" },
+ markerEnd: {
+ type: MarkerType.ArrowClosed,
+ width: 15,
+ height: 15,
+ color: "#64748b",
+ },
+ },
+ eds,
+ ),
+ )
+ },
+ [setEdges],
+ )
+
+ const onDragOver = useCallback((event: React.DragEvent<HTMLDivElement>) => {
+ event.preventDefault()
+ event.dataTransfer.dropEffect = "move"
+ }, [])
+
+ const onDrop = useCallback(
+ (event: React.DragEvent<HTMLDivElement>) => {
+ event.preventDefault()
+ if (!reactFlowWrapper.current || !reactFlowInstance) return
+ const reactFlowBounds = reactFlowWrapper.current.getBoundingClientRect()
+ const scannerData = JSON.parse(event.dataTransfer.getData("application/json")) as Scanner & { category: string }
+ const position = reactFlowInstance.screenToFlowPosition({
+ x: event.clientX - reactFlowBounds.left,
+ y: event.clientY - reactFlowBounds.top,
+ })
+ const newNode: Node<ScannerNodeData> = {
+ id: `${scannerData.name}-${Date.now()}`,
+ type: "scanner",
+ position,
+ data: {
+ ...scannerData,
+ color: categoryColors[scannerData.category] || "#94a3b8",
+ },
+ }
+ setNodes((nds) => nds.concat(newNode))
+ const nodeWidth = newNode.measured?.width ?? 0
+ const nodeHeight = newNode.measured?.height ?? 0
+ setCenter(newNode.position.x + nodeWidth / 2, newNode.position.y + nodeHeight / 2 + 20, {
+ duration: 500,
+ zoom: 1.5,
+ })
+ },
+ [reactFlowInstance, setNodes],
+ )
+
+ // Node selection handler
+ const onNodeClick: NodeMouseHandler = useCallback(
+ (_, node) => {
+ setSelectedNode(node as Node<ScannerNodeData>)
+ const nodeWidth = node.measured?.width ?? 0
+ const nodeHeight = node.measured?.height ?? 0
+ setCenter(node.position.x + nodeWidth / 2, node.position.y + nodeHeight / 2 + 20, {
+ duration: 500,
+ zoom: 1.5,
+ })
+ },
+ [setCenter, setSelectedNode],
+ )
+
+ // Background click handler (deselection)
+ const onPaneClick = useCallback(() => {
+ setSelectedNode(null)
+ }, [])
+
+ const onLayout = useCallback(() => {
+ const { nodes: newNodes, edges: newEdges } = getDagreLayoutedElements(nodes, edges, { direction: "LR" })
+ setNodes(newNodes)
+ setEdges(newEdges as Edge<Record<string, unknown>>[])
+ window.requestAnimationFrame(() => {
+ fitView()
+ })
+ }, [nodes, edges, setNodes, setEdges, fitView])
+
+ // Node deletion handler
+ const handleDeleteNode = useCallback(() => {
+ if (selectedNode) {
+ setNodes((nodes) => nodes.filter((node) => node.id !== selectedNode.id))
+ setEdges((edges: Edge[]) =>
+ edges.filter((edge) => edge.source !== selectedNode.id && edge.target !== selectedNode.id),
+ )
+ setSelectedNode(null)
+ }
+ }, [selectedNode, setNodes, setEdges])
+
+ const saveTransform = useCallback(
+ async (name: string, description: string) => {
+ setLoading(true)
+ try {
+ let newTransform;
+
+ if (transform_id) {
+ // Cas de mise à jour - utiliser update
+ const { data, error } = await supabase
+ .from("transforms")
+ .update({
+ transform_schema: {
+ nodes,
+ edges,
+ },
+ })
+ .eq('id', transform_id)
+ .select("id")
+ .single();
+
+ if (error) throw error;
+ newTransform = data;
+ } else {
+ // Cas d'insertion - utiliser insert
+ const { data, error } = await supabase
+ .from("transforms")
+ .insert({
+ name: name,
+ description: description,
+ transform_schema: {
+ nodes,
+ edges,
+ },
+ })
+ .select("id")
+ .single();
+
+ if (error) throw error;
+ newTransform = data;
+ }
+
+ toast.success("Transform saved successfully.");
+ newTransform && !transform_id && router.push(`/dashboard/transforms/${newTransform.id}`);
+ } catch (error) {
+ console.error("Error saving transform:", error);
+ toast.error("Error saving transform");
+ } finally {
+ setLoading(false);
+ setShowModal(false);
+ }
+ },
+ [nodes, edges, transform_id, router],
+ );
+
+ const handleSaveSimulation = useCallback(() => {
+ if (!transform_id) {
+ setShowModal(true)
+ } else {
+ saveTransform("My Simulation", "")
+ }
+ }, [transform_id, saveTransform])
+
+ const handleDeleteSimulation = useCallback(async () => {
+ if (!transform_id) return
+ if (await confirm({ title: "Are you sure you want to delete this simulation?", message: "This action is irreversible." })) {
+ setLoading(true)
+ try {
+ await supabase.from("transforms").delete().eq("id", transform_id)
+ toast.success("Simulation deleted successfully.")
+ router.push("/dashboard/transforms")
+ } catch (error) {
+ toast.error("Error deleting simulation")
+ console.error(error)
+ } finally {
+ setLoading(false)
+ }
+ }
+ }, [])
+
+ if (!mounted) {
+ return (
+ <div className="grow w-full flex items-center justify-center">
+ <Loader /> Loading...
+ </div>
+ )
+ }
+
+ return (
+ <ResizablePanelGroup
+ autoSaveId="persistence"
+ direction="horizontal"
+ className="w-screen grow relative overflow-hidden"
+ >
+ <ResizablePanel defaultSize={20}>
+ <div className="h-[calc(100vh_-_52px)] bg-card p-4 overflow-y-auto">
+ <div className="relative mb-4">
+ <Search className="absolute left-2 top-2.5 h-4 w-4 text-muted-foreground" />
+ <Input
+ type="text"
+ placeholder="Search scanners..."
+ className="pl-8"
+ value={searchTerm}
+ onChange={(e) => setSearchTerm(e.target.value)}
+ />
+ {searchTerm && (
+ <Button
+ variant="ghost"
+ size="icon"
+ className="absolute right-1 top-1.5 h-6 w-6"
+ onClick={() => setSearchTerm("")}
+ >
+ <X className="h-4 w-4" />
+ </Button>
+ )}
+ </div>
+ <div className="space-y-4">
+ {Object.entries(filteredScanners).map(([category, scanners]) => (
+ <div key={category} className="space-y-2">
+ <h3 className="text-sm font-medium capitalize pb-1">{category.replace("_", " ")}</h3>
+ <div className="space-y-2">
+ {scanners.map((scanner: Scanner) => (
+ <ScannerItem
+ key={scanner.name}
+ scanner={scanner}
+ category={category}
+ color={categoryColors[category] || "#94a3b8"}
+ />
+ ))}
+ </div>
+ </div>
+ ))}
+ {Object.keys(filteredScanners).length === 0 && (
+ <div className="text-center py-4 text-muted-foreground">No scanners found matching "{searchTerm}"</div>
+ )}
+ </div>
+ </div>
+ </ResizablePanel>
+ <ResizableHandle withHandle />
+ <ResizablePanel>
+ <div ref={reactFlowWrapper} className="w-full h-full bg-background">
+ <ReactFlow
+ nodes={nodes}
+ edges={edges}
+ onNodesChange={onNodesChange}
+ onEdgesChange={onEdgesChange}
+ onConnect={onConnect}
+ onInit={setReactFlowInstance}
+ onDrop={onDrop}
+ onDragOver={onDragOver}
+ onNodeClick={onNodeClick}
+ onPaneClick={onPaneClick}
+ nodeTypes={nodeTypes}
+ fitView
+ proOptions={{ hideAttribution: true }}
+ colorMode={theme}
+ >
+ <FlowControls
+ loading={loading}
+ handleSaveSimulation={handleSaveSimulation}
+ handleDeleteSimulation={handleDeleteSimulation}
+ onLayout={onLayout}
+ fitView={fitView}
+ zoomIn={zoomIn}
+ zoomOut={zoomOut}
+ />
+ <Background bgColor="var(--background)" />
+ {/* Selected node information panel */}
+ {selectedNode && (
+ <Panel position="bottom-right" className="bg-card p-3 rounded-md shadow-md border w-72">
+ <div className="flex justify-between items-start mb-2">
+ <h3 className="font-medium">{selectedNode.data.class_name}</h3>
+ <Button variant="ghost" size="icon" className="h-6 w-6" onClick={handleDeleteNode}>
+ <X className="h-4 w-4" />
+ </Button>
+ </div>
+ <div className="text-sm space-y-2">
+ <p>
+ <span className="font-medium">Module:</span> {selectedNode.data.module}
+ </p>
+ <p>
+ <span className="font-medium">Key:</span> {selectedNode.data.key}
+ </p>
+ {selectedNode.data.doc && (
+ <p>
+ <span className="font-medium">Description:</span> {selectedNode.data.doc}
+ </p>
+ )}
+ </div>
+ </Panel>
+ )}
+ </ReactFlow>
+ </div>
+ </ResizablePanel>
+ <TransformModal open={showModal} onOpenChange={setShowModal} onSave={saveTransform} isLoading={loading} />
+ </ResizablePanelGroup>
+ )
+ },
+)
+
+FlowEditor.displayName = "FlowEditor"
+
+function TransformEditor({
+ nodesData,
+ initialEdges = [],
+ initialNodes = [],
+}: { nodesData: { items: any[] }; initialEdges?: Edge[]; initialNodes?: Node[] }) {
+ const [mounted, setMounted] = useState(false)
+ const { resolvedTheme } = useTheme()
+
+ useEffect(() => {
+ setMounted(true)
+ }, [])
+
+ if (!mounted) {
+ return (
+ <div className="grow w-full flex items-center justify-center">
+ <Loader /> Loading...
+ </div>
+ )
+ }
+
+ return (
+ <ReactFlowProvider>
+ <FlowEditor
+ nodesData={nodesData}
+ initialEdges={initialEdges}
+ initialNodes={initialNodes}
+ theme={resolvedTheme || "light"}
+ />
+ </ReactFlowProvider>
+ )
+}
+
+export default memo(TransformEditor)
diff --git a/flowsint-web/src/components/transforms/save-modal.tsx b/flowsint-web/src/components/transforms/save-modal.tsx
new file mode 100644
index 00000000..df11898d
--- /dev/null
+++ b/flowsint-web/src/components/transforms/save-modal.tsx
@@ -0,0 +1,84 @@
+"use client"
+
+import { useState } from "react"
+import { Button } from "@/components/ui/button"
+import {
+ Dialog,
+ DialogContent,
+ DialogDescription,
+ DialogFooter,
+ DialogHeader,
+ DialogTitle,
+} from "@/components/ui/dialog"
+import { Input } from "@/components/ui/input"
+import { Label } from "@/components/ui/label"
+import { Textarea } from "@/components/ui/textarea"
+
+interface TransformModalProps {
+ open: boolean
+ onOpenChange: (open: boolean) => void
+ onSave: (name: string, description: string) => void
+ isLoading: boolean
+}
+
+export function TransformModal({ open, onOpenChange, onSave, isLoading }: TransformModalProps) {
+ const [name, setName] = useState("My Transform")
+ const [description, setDescription] = useState("")
+ const [nameError, setNameError] = useState("")
+
+ const handleSave = () => {
+ if (!name.trim()) {
+ setNameError("Transform name is required")
+ return
+ }
+ onSave(name, description)
+ }
+
+ return (
+ <Dialog open={open} onOpenChange={onOpenChange}>
+ <DialogContent className="sm:max-w-[425px]">
+ <DialogHeader>
+ <DialogTitle>Save Transform</DialogTitle>
+ <DialogDescription>Give your transform a name and description before saving.</DialogDescription>
+ </DialogHeader>
+ <div className="grid gap-4 py-4">
+ <div className="grid gap-2">
+ <Label htmlFor="name" className="flex items-center justify-between">
+ Name
+ {nameError && <span className="text-xs text-destructive">{nameError}</span>}
+ </Label>
+ <Input
+ id="name"
+ value={name}
+ onChange={(e) => {
+ setName(e.target.value)
+ if (e.target.value.trim()) setNameError("")
+ }}
+ placeholder="Enter transform name"
+ className={nameError ? "border-destructive" : ""}
+ />
+ </div>
+ <div className="grid gap-2">
+ <Label htmlFor="description">Description</Label>
+ <Textarea
+ id="description"
+ value={description}
+ onChange={(e) => setDescription(e.target.value)}
+ placeholder="Enter a description (optional)"
+ className="resize-none"
+ rows={3}
+ />
+ </div>
+ </div>
+ <DialogFooter>
+ <Button variant="outline" onClick={() => onOpenChange(false)}>
+ Cancel
+ </Button>
+ <Button onClick={handleSave} disabled={isLoading}>
+ {isLoading ? "Saving..." : "Save transform"}
+ </Button>
+ </DialogFooter>
+ </DialogContent>
+ </Dialog>
+ )
+}
diff --git a/flowsint-web/src/components/templates/scanner-data.tsx b/flowsint-web/src/components/transforms/scanner-data.tsx
similarity index 100%
rename from flowsint-web/src/components/templates/scanner-data.tsx
rename to flowsint-web/src/components/transforms/scanner-data.tsx
diff --git a/flowsint-web/src/components/templates/scanner-item.tsx b/flowsint-web/src/components/transforms/scanner-item.tsx
similarity index 98%
rename from flowsint-web/src/components/templates/scanner-item.tsx
rename to flowsint-web/src/components/transforms/scanner-item.tsx
index 7f30dc08..1e560177 100644
--- a/flowsint-web/src/components/templates/scanner-item.tsx
+++ b/flowsint-web/src/components/transforms/scanner-item.tsx
@@ -13,6 +13,8 @@ export interface Scanner {
module: string
doc: string | null
key: string
+ inputs: string[],
+ outputs: string[]
}
interface ScannerItemProps {
diff --git a/flowsint-web/src/components/transforms/scanner-node.tsx b/flowsint-web/src/components/transforms/scanner-node.tsx
new file mode 100644
index 00000000..214b9d67
--- /dev/null
+++ b/flowsint-web/src/components/transforms/scanner-node.tsx
@@ -0,0 +1,88 @@
+import { memo } from "react"
+import { Position } from "@xyflow/react"
+import { DatabaseSchemaNode, DatabaseSchemaNodeBody, DatabaseSchemaNodeHeader, DatabaseSchemaTableCell, DatabaseSchemaTableRow } from "../ui/schema-node"
+import { LabeledHandle } from "../ui/labeled-handle"
+
+// Types for the scanner node
+export interface ScannerNodeData extends Record<string, unknown> {
+ class_name: string
+ name: string
+ module: string
+ doc: string | null
+ key: string
+ category: string
+ color: string
+ inputs: string[]
+ outputs: string[]
+}
+
+interface ScannerNodeProps {
+ data: ScannerNodeData
+ isConnectable?: boolean
+ selected?: boolean
+}
+
+// Custom equality function to prevent unnecessary re-renders
+function areEqual(prevProps: ScannerNodeProps, nextProps: ScannerNodeProps) {
+ return (
+ prevProps.data.class_name === nextProps.data.class_name &&
+ prevProps.data.name === nextProps.data.name &&
+ prevProps.data.module === nextProps.data.module &&
+ prevProps.data.doc === nextProps.data.doc &&
+ prevProps.data.key === nextProps.data.key &&
+ prevProps.data.category === nextProps.data.category &&
+ prevProps.data.color === nextProps.data.color &&
+ prevProps.isConnectable === nextProps.isConnectable
+ )
+}
+
+// Memoized scanner node component with custom equality check
+const ScannerNode = memo(({ data, selected, isConnectable }: ScannerNodeProps) => {
+ return (
+ <DatabaseSchemaNode className="shadow-md !border-l-2 p-0" style={{ borderLeftColor: data.color }} selected={selected}>
+ <DatabaseSchemaNodeHeader>
+ <div className="flex flex-col items-start gap-1">
+ <div className="font-semibold text-sm">
+ {data.class_name}
+ </div>
+ <p className="text-xs text-muted-foreground">
+ {data.name}
+ </p>
+ </div>
+ </DatabaseSchemaNodeHeader>
+ <div>
+ <div className="grid grid-cols-2 py-1">
+ <div className="pl-0 pr-6">
+ {data.inputs.map((entry: string) => (
+ <LabeledHandle
+ isConnectable={isConnectable}
+ id={entry}
+ title={entry}
+ key={entry}
+ type="target"
+ position={Position.Left}
+ />
+ ))}
+ </div>
+ <div className="pr-0">
+ {data.outputs.map((entry: string) => (
+ <LabeledHandle
+ isConnectable={isConnectable}
+ className="pr-2 text-right"
+ id={entry}
+ key={entry}
+ title={entry}
+ type="source"
+ position={Position.Right}
+ />
+ ))}
+ </div>
+ </div>
+ </div>
+ </DatabaseSchemaNode>
+ )
+}, areEqual)
+
+ScannerNode.displayName = "ScannerNode"
+
+export default ScannerNode
diff --git a/flowsint-web/src/components/ui/base-handle.tsx b/flowsint-web/src/components/ui/base-handle.tsx
new file mode 100644
index 00000000..010c6d86
--- /dev/null
+++ b/flowsint-web/src/components/ui/base-handle.tsx
@@ -0,0 +1,26 @@
+import { forwardRef } from "react";
+import { Handle, HandleProps } from "@xyflow/react";
+
+import { cn } from "@/lib/utils";
+
+export type BaseHandleProps = HandleProps;
+
+export const BaseHandle = forwardRef<HTMLDivElement, BaseHandleProps>(
+ ({ className, children, ...props }, ref) => {
+ return (
+ <Handle
+ ref={ref}
+ {...props}
+ className={cn(
+ "!h-[11px] !w-[11px] rounded-full border border-slate-300 bg-slate-100 transition dark:border-secondary dark:bg-secondary",
+ className,
+ )}
+ {...props}
+ >
+ {children}
+ </Handle>
+ );
+ },
+);
+
+BaseHandle.displayName = "BaseHandle";
\ No newline at end of file
diff --git a/flowsint-web/src/components/ui/base-node.tsx b/flowsint-web/src/components/ui/base-node.tsx
index fb0f63e0..c6370664 100644
--- a/flowsint-web/src/components/ui/base-node.tsx
+++ b/flowsint-web/src/components/ui/base-node.tsx
@@ -8,7 +8,7 @@ export const BaseNode = forwardRef<
<div
ref={ref}
className={cn(
- "relative rounded-md ring ring-transparent bg-background p-2 flex items-center justify-between text-card-foreground truncate",
+ "relative rounded-md ring ring-transparent bg-background p-2 flex flex-col items-center justify-between text-card-foreground truncate",
className,
selected ? "ring-primary shadow-lg" : "",
"hover:ring-primary",
@@ -18,4 +18,24 @@ export const BaseNode = forwardRef<
/>
));
-BaseNode.displayName = "BaseNode";
\ No newline at end of file
+BaseNode.displayName = "BaseNode";
+
+
+export const BaseNodeSchema = forwardRef<
+ HTMLDivElement,
+ HTMLAttributes<HTMLDivElement> & { selected?: boolean }
+>(({ className, selected, ...props }, ref) => (
+ <div
+ ref={ref}
+ className={cn(
+ "relative rounded-md border bg-card p-5 text-card-foreground",
+ className,
+ selected ? "border-muted-foreground shadow-lg" : "",
+ "hover:ring-1",
+ )}
+ tabIndex={0}
+ {...props}
+ />
+));
+
+BaseNodeSchema.displayName = "BaseNodeSchema";
\ No newline at end of file
diff --git a/flowsint-web/src/components/ui/labeled-handle.tsx b/flowsint-web/src/components/ui/labeled-handle.tsx
new file mode 100644
index 00000000..9568b870
--- /dev/null
+++ b/flowsint-web/src/components/ui/labeled-handle.tsx
@@ -0,0 +1,44 @@
+import React, { forwardRef, HTMLAttributes } from "react";
+import { cn } from "@/lib/utils";
+import { HandleProps } from "@xyflow/react";
+
+import { BaseHandle } from "@/components/ui/base-handle";
+import { Badge } from "./badge";
+
+const flexDirections = {
+ top: "flex-col",
+ right: "flex-row-reverse justify-end",
+ bottom: "flex-col-reverse justify-end",
+ left: "flex-row",
+};
+
+export const LabeledHandle = forwardRef<
+ HTMLDivElement,
+ HandleProps &
+ HTMLAttributes<HTMLDivElement> & {
+ title: string | (string & Element);
+ handleClassName?: string;
+ labelClassName?: string;
+ }
+>(
+ (
+ { className, labelClassName, handleClassName, title, position, ...props },
+ ref,
+ ) => (
+ <div
+ ref={ref}
+ className={cn(
+ "relative flex items-center",
+ flexDirections[position],
+ className,
+ )}
+ >
+ <BaseHandle position={position} className={handleClassName} {...props} />
+ <label className={cn("px-3 text-foreground", labelClassName)}>
+ {title}
+ </label>
+ </div>
+ ),
+);
+
+LabeledHandle.displayName = "LabeledHandle";
\ No newline at end of file
diff --git a/flowsint-web/src/components/ui/schema-node.tsx b/flowsint-web/src/components/ui/schema-node.tsx
new file mode 100644
index 00000000..073cc365
--- /dev/null
+++ b/flowsint-web/src/components/ui/schema-node.tsx
@@ -0,0 +1,102 @@
+import React, { ReactNode } from "react";
+import { BaseNodeSchema } from "./base-node";
+import { TableBody, TableRow, TableCell } from "@/components/ui/table";
+
+/* DATABASE SCHEMA NODE HEADER ------------------------------------------------ */
+/**
+ * A container for the database schema node header.
+ */
+export type DatabaseSchemaNodeHeaderProps = {
+ children?: ReactNode;
+};
+
+export const DatabaseSchemaNodeHeader = ({
+ children,
+}: DatabaseSchemaNodeHeaderProps) => {
+ return (
+ <h2 className="rounded-tl-md rounded-tr-md bg-secondary p-2 text-center text-sm">
+ {children}
+ </h2>
+ );
+};
+
+/* DATABASE SCHEMA NODE BODY -------------------------------------------------- */
+/**
+ * A container for the database schema node body that wraps the table.
+ */
+export type DatabaseSchemaNodeBodyProps = {
+ children?: ReactNode;
+};
+
+export const DatabaseSchemaNodeBody = ({
+ children,
+}: DatabaseSchemaNodeBodyProps) => {
+ return (
+ <table className="border-spacing-10 overflow-visible w-full">
+ <TableBody>{children}</TableBody>
+ </table>
+ );
+};
+
+/* DATABASE SCHEMA TABLE ROW -------------------------------------------------- */
+/**
+ * A wrapper for individual table rows in the database schema node.
+ */
+
+export type DatabaseSchemaTableRowProps = {
+ children: ReactNode;
+ className?: string;
+};
+
+export const DatabaseSchemaTableRow = ({
+ children,
+ className,
+}: DatabaseSchemaTableRowProps) => {
+ return (
+ <TableRow className={`relative text-xs ${className || ""}`}>
+ {children}
+ </TableRow>
+ );
+};
+
+/* DATABASE SCHEMA TABLE CELL ------------------------------------------------- */
+/**
+ * A simplified table cell for the database schema node.
+ * Renders static content without additional dynamic props.
+ */
+export type DatabaseSchemaTableCellProps = {
+ className?: string;
+ children?: ReactNode;
+};
+
+export const DatabaseSchemaTableCell = ({
+ className,
+ children,
+}: DatabaseSchemaTableCellProps) => {
+ return <TableCell className={className}>{children}</TableCell>;
+};
+
+/* DATABASE SCHEMA NODE ------------------------------------------------------- */
+/**
+ * The main DatabaseSchemaNode component that wraps the header and body.
+ * It maps over the provided schema data to render rows and cells.
+ */
+export type DatabaseSchemaNodeProps = {
+ className?: string;
+ selected?: boolean;
+ children?: ReactNode;
+ style?: React.CSSProperties;
+};
+
+export const DatabaseSchemaNode = ({
+ className,
+ selected,
+ children,
+ style
+}: DatabaseSchemaNodeProps) => {
+ return (
+ <BaseNodeSchema style={style} className={className} selected={selected}>
+ {children}
+ </BaseNodeSchema>
+ );
+};
\ No newline at end of file
diff --git a/flowsint-web/src/lib/utils.ts b/flowsint-web/src/lib/utils.ts
index 06257eba..9e681b7a 100644
--- a/flowsint-web/src/lib/utils.ts
+++ b/flowsint-web/src/lib/utils.ts
@@ -516,7 +516,7 @@ export function encodedRedirect(
export const scans = [
{
name: "email",
- scan_name: "hibp_scanner",
+ scan_name: "holehe_scanner",
description: "Check if an email address is associated with existing online accounts using Holehe.",
key: "email"
},