A modern platform for visual, flexible, and extensible graph-based investigations. For cybersecurity analysts and investigators.
feat: tests + first glance of scanner orchestrator
dextmorgn522451e4e3a7
diff --git a/flowsint-api/app/main.py b/flowsint-api/app/main.pyindex 376f244e..0f50f180 100644--- a/flowsint-api/app/main.py+++ b/flowsint-api/app/main.py@@ -62,7 +62,9 @@ async def get_scans_list():"name": scanner["name"],"module": scanner["module"],"doc": scanner["doc"],- "key": scanner["key"]+ "key": scanner["key"],+ "inputs": scanner["inputs"],+ "outputs": scanner["outputs"],}for scanner in scanner_list]diff --git a/flowsint-api/app/models/types.py b/flowsint-api/app/models/types.pyindex c5a97e2b..da1152ea 100644--- a/flowsint-api/app/models/types.py+++ b/flowsint-api/app/models/types.py@@ -85,6 +85,8 @@ class OSINTTypeUtils:"description": meta["description"],"regex": meta["regex"],"name": t.value,+ "outputs": [t.value],+ "inputs": [t.value],}for t, meta in OSINT_TYPE_METADATA.items()]diff --git a/flowsint-api/app/scanners/domains/domain_infos.py b/flowsint-api/app/scanners/domains/domain_infos.pyindex 6e44b727..6999235c 100644--- a/flowsint-api/app/scanners/domains/domain_infos.py+++ b/flowsint-api/app/scanners/domains/domain_infos.py@@ -25,17 +25,11 @@ class DomainInfosScanner(Scanner):@classmethoddef input_schema(cls) -> Dict[str, str]:- """Defines expected input format."""- return {- "domains": "array"- }+ return ["domain", "url"]@classmethoddef output_schema(self) -> Dict[str, str]:- """Defines the structure of the data returned by the scan."""- return {- "output": "dict", # A list of results for each username scan- }+ return ["ip_address", "url", "whois_raw", "subdomains", "ips", "ipinfo"]def _get_subdomains_from_crtsh(self, domain: str) -> List[str]:url = f"https://crt.sh/?q=%25.{domain}&output=json"diff --git a/flowsint-api/app/scanners/emails/ghunt.py b/flowsint-api/app/scanners/emails/ghunt.pyindex a687a634..f5414cdf 100644--- a/flowsint-api/app/scanners/emails/ghunt.py+++ b/flowsint-api/app/scanners/emails/ghunt.py@@ -23,35 +23,25 @@ class GHuntGmailScanner(Scanner):@classmethoddef input_schema(self) -> Dict[str, str]:- return { "emails": "array" } # Liste d'emails+ return ["email"]@classmethoddef output_schema(self) -> Dict[str, str]:- """Defines the structure of the data returned by the scan."""- return {- "output": "array", # A list of results for each username scan- }+ return ["full_name", "social_profile", "leak_info", "email", "phone_number", "location", "profile_picture", "metadata"]async def scan(self, emails: List[str]) -> List[Dict[str, Any]]:- """- Effectue la recherche GHunt pour chaque email de la liste.- """results = []- # Création d'un fichier temporaire pour chaque emailfor email in emails:report_id = str(uuid.uuid4())- # Création d'un fichier temporaire pour stocker le résultat de la recherchewith tempfile.NamedTemporaryFile(delete=False) as temp_file:output_file = temp_file.nametry:from ghunt.modules import email as email_module- # Appel à la fonction asynchrone de GHuntawait email_module.hunt(None, email, output_file)- # Vérification si le fichier de sortie existe et est valideif not Path(output_file).exists():results.append({"email": email,@@ -59,7 +49,6 @@ class GHuntGmailScanner(Scanner):})continue- # Lecture des résultats du fichierwith open(output_file, "r") as f:scan_results = json.load(f)diff --git a/flowsint-api/app/scanners/emails/holehe.py b/flowsint-api/app/scanners/emails/holehe.pyindex ca621468..ac0d7919 100644--- a/flowsint-api/app/scanners/emails/holehe.py+++ b/flowsint-api/app/scanners/emails/holehe.py@@ -1,7 +1,5 @@from typing import Dict, Any, Listfrom app.scanners.base import Scanner-from app.models.types import OSINTType-from app.utils import DataTypeclass HoleheScanner(Scanner):@classmethod@@ -18,14 +16,11 @@ class HoleheScanner(Scanner):@classmethoddef input_schema(self) -> Dict[str, str]:- return { "emails": "array" } # Liste d'emails+ return ["email"]@classmethoddef output_schema(self) -> Dict[str, str]:- """Defines the structure of the data returned by the scan."""- return {- "output": "dict", # A list of results for each username scan- }+ return ["social_profile"]async def scan(self, emails: List[str]) -> List[Dict[str, Any]]:"""diff --git a/flowsint-api/app/scanners/leaks/hibp.py b/flowsint-api/app/scanners/leaks/hibp.pyindex 6832ea83..cf021e3b 100644--- a/flowsint-api/app/scanners/leaks/hibp.py+++ b/flowsint-api/app/scanners/leaks/hibp.py@@ -28,23 +28,16 @@ class HibpScanner(Scanner):@classmethoddef input_schema(self) -> Dict[str, str]:- """Defines the parameters expected for the scan."""- return {- "emails": "array" # Liste d'emails- }+ return ["email", "phone_number", "full_name", "username"]@classmethoddef output_schema(self) -> Dict[str, str]:- """Defines the structure of the data returned by the scan."""- return {- "output": "dict", # A list of results for each username scan- }+ return ["email", "breaches", "adobe", "data", "pastes", "password", "hashes"]def scan(self, emails: List[str]) -> List[Dict[str, Any]]:"""Performs a search on HaveIBeenPwned for a list of emails."""results = []for email in emails:- report_id = str(uuid.uuid4())try:result = hibpwned.Pwned(email, "MyHIBPChecker", HIBP_API_KEY)@@ -62,21 +55,16 @@ class HibpScanner(Scanner):"pastes": pastes if pastes else [],"password": password if password else {},"hashes": hashes if hashes else [],- "report_id": report_id}results.append(email_result)except Exception as e:results.append({"email": email,"error": f"Error during scan: {str(e)}",- "report_id": report_id})return resultsdef postprocess(self, results: List[Dict[str, Any]]) -> List[Dict[str, Any]]:"""Adds additional metadata to the results."""- for result in results:- result["scanner"] = "hibp_scanner"- result["count"] = len(result.get("breaches", [])) # Count the number of breachesreturn {"output":results}diff --git a/flowsint-api/app/scanners/phones/ignorant.py b/flowsint-api/app/scanners/phones/ignorant.pyindex 967ad426..d7bf1daa 100644--- a/flowsint-api/app/scanners/phones/ignorant.py+++ b/flowsint-api/app/scanners/phones/ignorant.py@@ -19,17 +19,11 @@ class IgnorantScanner(Scanner):@classmethoddef input_schema(self) -> Dict[str, str]:- """Defines the expected input schema for the scan."""- return {- "phone_numbers": "array" # List of phone numbers to scan- }+ return ["phone_number"]@classmethoddef output_schema(self) -> Dict[str, str]:- """Defines the structure of the data returned by the scan."""- return {- "output": "dict"- }+ return ["exists"]async def scan(self, phone_numbers: List[str]) -> List[Dict[str, Any]]:"""diff --git a/flowsint-api/app/scanners/registry.py b/flowsint-api/app/scanners/registry.pyindex 5895719f..e80aac12 100644--- a/flowsint-api/app/scanners/registry.py+++ b/flowsint-api/app/scanners/registry.py@@ -57,6 +57,8 @@ class ScannerRegistry:"module": scanner.__module__,"doc": scanner.__doc__,"key": scanner.key(),+ "inputs": scanner.input_schema(),+ "outputs": scanner.output_schema(),})return scanners_by_categorydiff --git a/flowsint-api/app/scanners/usernames/maigret.py b/flowsint-api/app/scanners/usernames/maigret.pyindex 756449ef..96eb21f3 100644--- a/flowsint-api/app/scanners/usernames/maigret.py+++ b/flowsint-api/app/scanners/usernames/maigret.py@@ -23,17 +23,11 @@ class MaigretScanner(Scanner):@classmethoddef input_schema(self) -> Dict[str, str]:- """Defines the expected input schema for the scan."""- return {- "usernames": "array" # The schema expects an array of usernames- }+ return ["username"]@classmethoddef output_schema(self) -> Dict[str, str]:- """Defines the structure of the data returned by the scan."""- return {- "output": "dict", # A list of results for each username scan- }+ return ["social_profile", "full_name", "text"]def preprocess(self, usernames: List[str]) -> List[str]:"""Validates the list of usernames before scanning."""diff --git a/flowsint-api/app/scanners/usernames/sherlock.py b/flowsint-api/app/scanners/usernames/sherlock.pyindex 2c26204c..d36ee67a 100644--- a/flowsint-api/app/scanners/usernames/sherlock.py+++ b/flowsint-api/app/scanners/usernames/sherlock.py@@ -22,17 +22,11 @@ class SherlockScanner(Scanner):@classmethoddef input_schema(self) -> Dict[str, str]:- """Defines the expected input schema."""- return {- "usernames": "array" # The schema expects an array of usernames- }+ return ["username"]@classmethoddef output_schema(self) -> Dict[str, str]:- """Defines the structure of the data returned by the scan."""- return {- "output": "dict", # A list of results for each username scan- }+ return ["social_profile"]def preprocess(self, usernames: List[str]) -> List[str]:"""Validates the list of usernames before scanning."""diff --git a/flowsint-api/tests/scanners/test_domain_infos_scanner.py b/flowsint-api/tests/scanners/test_domain_infos_scanner.pyindex 9679d9cd..1d06645b 100644--- a/flowsint-api/tests/scanners/test_domain_infos_scanner.py+++ b/flowsint-api/tests/scanners/test_domain_infos_scanner.py@@ -18,12 +18,6 @@ def test_category(scanner):def test_key(scanner):assert scanner.key() == "url"-def test_input_schema(scanner):- assert scanner.input_schema() == {"domains": "array"}--def test_output_schema(scanner):- assert "output" in scanner.output_schema()-@pytest.mark.skipif(True, reason="Skip long-running test")def test_scan_valid_domain(scanner):results = scanner.execute([VALID_DOMAIN])diff --git a/flowsint-api/tests/scanners/test_ignorant_scanner.py b/flowsint-api/tests/scanners/test_ignorant_scanner.pyindex 7ab8c51f..f79f6fb8 100644--- a/flowsint-api/tests/scanners/test_ignorant_scanner.py+++ b/flowsint-api/tests/scanners/test_ignorant_scanner.py@@ -18,12 +18,6 @@ def test_category(scanner):def test_key(scanner):assert scanner.key() == "phone_number"-def test_input_schema(scanner):- assert scanner.input_schema() == {"phone_numbers": "array"}--def test_output_schema(scanner):- assert "output" in scanner.output_schema()-@pytest.mark.skipif(True, reason="Skip long-running test")def test_scan_valid_username(scanner):results = scanner.execute([VALID_PHONE_NUMBER])diff --git a/flowsint-api/tests/scanners/test_maigret_scanner.py b/flowsint-api/tests/scanners/test_maigret_scanner.pyindex db07fc23..7c0766b1 100644--- a/flowsint-api/tests/scanners/test_maigret_scanner.py+++ b/flowsint-api/tests/scanners/test_maigret_scanner.py@@ -18,12 +18,6 @@ def test_category(scanner):def test_key(scanner):assert scanner.key() == "username"-def test_input_schema(scanner):- assert scanner.input_schema() == {"usernames": "array"}--def test_output_schema(scanner):- assert "output" in scanner.output_schema()-@pytest.mark.skipif(True, reason="Skip long-running test")def test_scan_valid_username(scanner):results = scanner.execute([VALID_USERNAME])diff --git a/flowsint-api/tests/scanners/test_sherlock_scanner.py b/flowsint-api/tests/scanners/test_sherlock_scanner.pyindex cc187ce2..c957212f 100644--- a/flowsint-api/tests/scanners/test_sherlock_scanner.py+++ b/flowsint-api/tests/scanners/test_sherlock_scanner.py@@ -18,12 +18,6 @@ def test_category(scanner):def test_key(scanner):assert scanner.key() == "username"-def test_input_schema(scanner):- assert scanner.input_schema() == {"usernames": "array"}--def test_output_schema(scanner):- assert "output" in scanner.output_schema()-@pytest.mark.skipif(True, reason="Skip long-running test")def test_scan_valid_username(scanner):results = scanner.execute(VALID_USERNAME)diff --git a/flowsint-web/src/app/dashboard/transforms/[transform_id]/page.tsx b/flowsint-web/src/app/dashboard/transforms/[transform_id]/page.tsxindex 5ebdd879..a8799f7a 100644--- a/flowsint-web/src/app/dashboard/transforms/[transform_id]/page.tsx+++ b/flowsint-web/src/app/dashboard/transforms/[transform_id]/page.tsx@@ -1,4 +1,4 @@-import TransformEditor from "@/components/templates/editor"+import TransformEditor from "@/components/transforms/editor"import { createClient } from "@/lib/supabase/server"import { notFound } from "next/navigation"diff --git a/flowsint-web/src/app/dashboard/transforms/editor/page.tsx b/flowsint-web/src/app/dashboard/transforms/editor/page.tsxindex 15611f24..7b1ab33f 100644--- a/flowsint-web/src/app/dashboard/transforms/editor/page.tsx+++ b/flowsint-web/src/app/dashboard/transforms/editor/page.tsx@@ -1,4 +1,4 @@-import TransformEditor from "@/components/templates/editor"+import TransformEditor from "@/components/transforms/editor"import { notFound } from "next/navigation"async function fetchNodes() {diff --git a/flowsint-web/src/app/dashboard/transforms/page.tsx b/flowsint-web/src/app/dashboard/transforms/page.tsxindex 00bfadb9..1c6136e5 100644--- a/flowsint-web/src/app/dashboard/transforms/page.tsx+++ b/flowsint-web/src/app/dashboard/transforms/page.tsx@@ -1,7 +1,8 @@-import { Button } from '@/components/ui/button'-import { createClient } from '@/lib/supabase/server'-import Link from 'next/link'-import React from 'react'+import { Button } from "@/components/ui/button"+import { Card, CardContent, CardDescription, CardFooter, CardHeader, CardTitle } from "@/components/ui/card"+import { createClient } from "@/lib/supabase/server"+import { PlusCircle, FileCode2, ArrowRight, Calendar } from "lucide-react"+import Link from "next/link"const TransformsPage = async () => {const supabase = await createClient()@@ -9,37 +10,100 @@ const TransformsPage = async () => {return (<div className="w-full space-y-8 container mx-auto py-12 px-8">- <div>+ <div className="flex flex-col sm:flex-row justify-between items-start sm:items-center gap-4"><div>- <h1 className="font-semibold text-2xl">Transforms</h1>- <p className="opacity-60 mt-3">Here are the transforms used to gather informations.</p>+ <h1 className="font-semibold text-2xl">Transforms {transforms?.length ? `(${transforms.length})` : ""}</h1>+ <p className="text-muted-foreground mt-1">Manage your data transformation workflows</p></div>- <div className="flex justify-end">+ {transforms?.length !== 0 &&<Link href="/dashboard/transforms/editor">- <Button>New transform</Button>- </Link>- </div>- </div>- <div className='w-full grid lg:grid-cols-3 md:grid-cols-2 grid-cols-1 xl:grid-cols-4 gap-4'>- {transforms?.map((transform) => (- <TransformItem key={transform.id} transform={transform} />- ))}+ <Button>+ <PlusCircle className="mr-2 h-4 w-4" />+ New transform+ </Button>+ </Link>}</div>- </div>+ {+ !transforms?.length ? (+ <EmptyState />+ ) : (+ <div className="w-full grid lg:grid-cols-3 md:grid-cols-2 grid-cols-1 xl:grid-cols-4 gap-5">+ {transforms.map((transform) => (+ <TransformItem key={transform.id} transform={transform} />+ ))}+ </div>+ )+ }+ </div >+ )+}++const EmptyState = () => {+ return (+ <Card className="w-full border border-dashed bg-muted/50">+ <CardContent className="flex flex-col items-center justify-center py-12">+ <div className="rounded-full bg-primary/10 p-3 mb-4">+ <FileCode2 className="h-10 w-10 text-primary" />+ </div>+ <h3 className="text-xl font-medium text-center mb-2">No transforms yet</h3>+ <p className="text-muted-foreground text-center max-w-md mb-6">+ Create your first transform to start gathering and processing information from your data sources.+ </p>+ <Link href="/dashboard/transforms/editor">+ <Button size="lg">+ <PlusCircle className="mr-2 h-4 w-4" />+ Create your first transform+ </Button>+ </Link>+ </CardContent>+ </Card>)}const TransformItem = ({ transform }: { transform: any }) => {+ // Format date if available (assuming created_at exists, adjust as needed)+ const formattedDate = transform.created_at+ ? new Date(transform.created_at).toLocaleDateString("en-US", {+ month: "short",+ day: "numeric",+ year: "numeric",+ })+ : null++ const stepsCount = transform?.transform_schema?.edges?.length || 0+return (- <Link href={`/dashboard/transforms/${transform.id}`} className="w-full">- <div className="bg-card rounded-lg shadow-md p-4">- <h2 className="text-lg font-semibold">{transform.name}</h2>- <p className="text-sm text-muted-foreground">{transform.description}</p>- <span rel="noopener noreferrer" className="text-blue-500 hover:underline">- {transform?.transform_schema?.edges?.length} steps- </span>- </div>+ <Link href={`/dashboard/transforms/${transform.id}`} className="block h-full transition-all">+ <Card className="h-full border hover:border-primary/50 hover:shadow-md transition-all">+ <CardHeader className="pb-2">+ <CardTitle className="text-lg font-medium line-clamp-1">{transform.name}</CardTitle>+ <CardDescription className="line-clamp-2">+ {transform.description || "No description provided"}+ </CardDescription>+ </CardHeader>+ <CardContent className="pb-2">+ <div className="flex items-center text-sm text-muted-foreground">+ <FileCode2 className="h-4 w-4 mr-1" />+ <span>+ {stepsCount} {stepsCount === 1 ? "step" : "steps"}+ </span>+ </div>+ </CardContent>+ <CardFooter className="flex justify-between pt-0">+ {formattedDate && (+ <div className="flex items-center text-xs text-muted-foreground">+ <Calendar className="h-3 w-3 mr-1" />+ {formattedDate}+ </div>+ )}+ <div className="text-primary text-sm font-medium flex items-center">+ View details+ <ArrowRight className="ml-1 h-3 w-3" />+ </div>+ </CardFooter>+ </Card></Link>)}-export default TransformsPage\ No newline at end of file++export default TransformsPagediff --git a/flowsint-web/src/components/sketches/sketch/profile-panel.tsx b/flowsint-web/src/components/sketches/sketch/profile-panel.tsxindex 982ded98..d8ffad3d 100644--- a/flowsint-web/src/components/sketches/sketch/profile-panel.tsx+++ b/flowsint-web/src/components/sketches/sketch/profile-panel.tsx@@ -37,7 +37,7 @@ export default function ProfilePanel({ data }: { data: any }) {</Link>}{scanner &&<Button- onClick={() => launchScan(scanner.name, data?.[scanner?.key], sketch_id as string)}+ onClick={() => launchScan(scanner.name, [data?.[scanner?.key]], sketch_id as string)}disabled={!data?.[scanner?.key]}className="relative min-w-[80px] h-8 overflow-hidden truncate bg-gradient-to-r from-primary to-primary/80 hover:from-primary/90 hover:to-primary transition-all duration-300 px-6 py-2 text-white border-none font-medium rounded-full">diff --git a/flowsint-web/src/components/templates/editor.tsx b/flowsint-web/src/components/templates/editor.tsxdeleted file mode 100644index 3844dafe..00000000--- a/flowsint-web/src/components/templates/editor.tsx+++ /dev/null@@ -1,322 +0,0 @@-"use client"--import type React from "react"-import { useState, useCallback, useRef, useEffect, memo, useMemo } from "react"-import {- ReactFlow,- ReactFlowProvider,- Panel,- Background,- type NodeTypes,- useNodesState,- useEdgesState,- addEdge,- type Edge,- MarkerType,- type Node,- type OnConnect,- type NodeMouseHandler,- useReactFlow,-} from "@xyflow/react"-import "@xyflow/react/dist/style.css"-import { Input } from "@/components/ui/input"-import { X, Search } from "lucide-react"-import { Button } from "@/components/ui/button"-import { useTheme } from "next-themes"-import Loader from "../loader"-import ScannerNode, { type ScannerNodeData } from "./scanner-node"-import ScannerItem, { type Scanner } from "./scanner-item"-import { categoryColors } from "./scanner-data"-import { ResizableHandle, ResizablePanel, ResizablePanelGroup } from "../ui/resizable"-import { FlowControls } from "./controls"-import { getDagreLayoutedElements } from "@/lib/utils"-import { supabase } from "@/lib/supabase/client"-import { toast } from "sonner"-import { useParams, useRouter } from "next/navigation"--const nodeTypes: NodeTypes = {- scanner: ScannerNode,-}--const FlowEditor = memo(({ nodesData, initialEdges, initialNodes, theme }: { nodesData: { items: any[] }, theme: any, initialEdges: Edge[], initialNodes: Node[] }) => {- const { fitView, zoomIn, zoomOut, setCenter } = useReactFlow()- const [nodes, setNodes, onNodesChange] = useNodesState<any>(initialNodes)- const [edges, setEdges, onEdgesChange] = useEdgesState<Edge<Record<string, unknown>>>(initialEdges)- const [selectedNode, setSelectedNode] = useState<Node<any> | null>(null)- const [loading, setLoading] = useState<boolean>(false)- const [mounted, setMounted] = useState(false)- const [searchTerm, setSearchTerm] = useState("")- const reactFlowWrapper = useRef<HTMLDivElement>(null)- const [reactFlowInstance, setReactFlowInstance] = useState<any>(null)- const router = useRouter()- const { transform_id } = useParams()-- useEffect(() => {- setMounted(true)- }, [])-- // Filter scanners based on search term- const filteredScanners = useMemo(() => {- const result: Record<string, Scanner[]> = {}- if (!searchTerm.trim()) {- return nodesData.items- }- const term = searchTerm.toLowerCase()-- Object.entries(nodesData.items).forEach(([category, items]) => {- const filtered = items.filter(- (item: any) =>- item.name.toLowerCase().includes(term) ||- item.class_name.toLowerCase().includes(term) ||- (item.doc && item.doc.toLowerCase().includes(term)),- )-- if (filtered.length > 0) {- result[category] = filtered- }- })-- return result- }, [searchTerm])-- // Connection handler- const onConnect: OnConnect = useCallback(- (params) =>- setEdges((eds) =>- addEdge(- {- ...params,- animated: true,- style: { stroke: "#64748b" },- markerEnd: {- type: MarkerType.ArrowClosed,- width: 15,- height: 15,- color: "#64748b",- },- },- eds,- ),- ),- [setEdges],- )-- const onDragOver = useCallback((event: React.DragEvent<HTMLDivElement>) => {- event.preventDefault()- event.dataTransfer.dropEffect = "move"- }, [])-- const onDrop = useCallback(- (event: React.DragEvent<HTMLDivElement>) => {- event.preventDefault()- if (!reactFlowWrapper.current || !reactFlowInstance) return- const reactFlowBounds = reactFlowWrapper.current.getBoundingClientRect()- const scannerData = JSON.parse(event.dataTransfer.getData("application/json")) as Scanner & { category: string }- const position = reactFlowInstance.screenToFlowPosition({- x: event.clientX - reactFlowBounds.left,- y: event.clientY - reactFlowBounds.top,- })- const newNode: Node<ScannerNodeData> = {- id: `${scannerData.name}-${Date.now()}`,- type: "scanner",- position,- data: {- ...scannerData,- color: categoryColors[scannerData.category] || "#94a3b8",- },- }- setNodes((nds) => nds.concat(newNode))- },- [reactFlowInstance, setNodes],- )-- // Node selection handler- const onNodeClick: NodeMouseHandler = useCallback((_, node) => {- setSelectedNode(node as Node<ScannerNodeData>)- const nodeWidth = node.measured?.width ?? 0;- const nodeHeight = node.measured?.height ?? 0;- setCenter(- node.position.x + nodeWidth / 2,- node.position.y + nodeHeight / 2 + 20,- {- duration: 500,- zoom: 1.5,- }- );- }, [setCenter, setSelectedNode])-- // Background click handler (deselection)- const onPaneClick = useCallback(() => {- setSelectedNode(null)- }, [])- const onLayout = useCallback(() => {- const { nodes: newNodes, edges: newEdges } = getDagreLayoutedElements(nodes, edges, { direction: "LR" });- setNodes(newNodes);- setEdges(newEdges as Edge<Record<string, unknown>>[]);- window.requestAnimationFrame(() => {- fitView();- });- }, [nodes, edges, setNodes, setEdges, fitView, getDagreLayoutedElements]);-- // Node deletion handler- const handleDeleteNode = useCallback(() => {- if (selectedNode) {- setNodes((nodes) => nodes.filter((node) => node.id !== selectedNode.id))- setEdges((edges: Edge[]) =>- edges.filter((edge) => edge.source !== selectedNode.id && edge.target !== selectedNode.id),- )- setSelectedNode(null)- }- }, [selectedNode, setNodes, setEdges])-- const handleSaveSimulation = useCallback(async () => {- setLoading(true)- try {- const { data: newTransfrorm } = await supabase.from("transforms").upsert({- id: transform_id,- name: "My Simulation",- transform_schema: {- nodes, edges- }- }).select("id").single()- toast.success("Simulation saved successfully.")- newTransfrorm && !transform_id && router.push(`/dashboard/transforms/${newTransfrorm.id}`)- } catch (error) {- toast.error("Error saving simulation")- } finally {- setLoading(false)- }- }, [setLoading, router, nodes, edges])-- if (!mounted) {- return (- <div className="grow w-full flex items-center justify-center">- <Loader /> Loading...- </div>- )- }-- return (- <ResizablePanelGroup autoSaveId="persistence" direction="horizontal" className="w-screen grow relative overflow-hidden">- <ResizablePanel defaultSize={20}>- <div className="h-[calc(100vh_-_52px)] bg-card p-4 overflow-y-auto">- <div className="relative mb-4">- <Search className="absolute left-2 top-2.5 h-4 w-4 text-muted-foreground" />- <Input- type="text"- placeholder="Search scanners..."- className="pl-8"- value={searchTerm}- onChange={(e) => setSearchTerm(e.target.value)}- />- {searchTerm && (- <Button- variant="ghost"- size="icon"- className="absolute right-1 top-1.5 h-6 w-6"- onClick={() => setSearchTerm("")}- >- <X className="h-4 w-4" />- </Button>- )}- </div>- <div className="space-y-4">- {Object.entries(filteredScanners).map(([category, scanners]) => (- <div key={category} className="space-y-2">- <h3 className="text-sm font-medium capitalize pb-1">{category.replace("_", " ")}</h3>- <div className="space-y-2">- {scanners.map((scanner: Scanner) => (- <ScannerItem- key={scanner.name}- scanner={scanner}- category={category}- color={categoryColors[category] || "#94a3b8"}- />- ))}- </div>- </div>- ))}- {Object.keys(filteredScanners).length === 0 && (- <div className="text-center py-4 text-muted-foreground">No scanners found matching "{searchTerm}"</div>- )}- </div>- </div>- </ResizablePanel>- <ResizableHandle withHandle />- <ResizablePanel>- <div ref={reactFlowWrapper} className="w-full h-full bg-background">- <ReactFlow- nodes={nodes}- edges={edges}- onNodesChange={onNodesChange}- onEdgesChange={onEdgesChange}- onConnect={onConnect}- onInit={setReactFlowInstance}- onDrop={onDrop}- onDragOver={onDragOver}- onNodeClick={onNodeClick}- onPaneClick={onPaneClick}- nodeTypes={nodeTypes}- fitView- proOptions={{ hideAttribution: true }}- colorMode={theme}- >- <FlowControls loading={loading} handleSaveSimulation={handleSaveSimulation} onLayout={onLayout} fitView={fitView} zoomIn={zoomIn} zoomOut={zoomOut} />- <Background bgColor="var(--background)" />- {/* Selected node information panel */}- {selectedNode && (- <Panel position="bottom-right" className="bg-card p-3 rounded-md shadow-md border w-72">- <div className="flex justify-between items-start mb-2">- <h3 className="font-medium">{selectedNode.data.class_name}</h3>- <Button variant="ghost" size="icon" className="h-6 w-6" onClick={handleDeleteNode}>- <X className="h-4 w-4" />- </Button>- </div>- <div className="text-sm space-y-2">- <p>- <span className="font-medium">Module:</span> {selectedNode.data.module}- </p>- <p>- <span className="font-medium">Key:</span> {selectedNode.data.key}- </p>- {selectedNode.data.doc && (- <p>- <span className="font-medium">Description:</span> {selectedNode.data.doc}- </p>- )}- </div>- </Panel>- )}- </ReactFlow>- </div>- </ResizablePanel>- </ResizablePanelGroup >- )-})--FlowEditor.displayName = "FlowEditor"--function TransformEditor({ nodesData, initialEdges = [], initialNodes = [] }: { nodesData: { items: any[] }, initialEdges?: Edge[], initialNodes?: Node[] }) {- const [mounted, setMounted] = useState(false);- const { resolvedTheme } = useTheme();-- useEffect(() => {- setMounted(true);- }, []);-- if (!mounted) {- return (- <div className="grow w-full flex items-center justify-center">- <Loader /> Loading...- </div>- );- }-- return (- <ReactFlowProvider>- <FlowEditor nodesData={nodesData} initialEdges={initialEdges} initialNodes={initialNodes} theme={resolvedTheme || "light"} />- </ReactFlowProvider>- );-}--export default memo(TransformEditor);\ No newline at end of filediff --git a/flowsint-web/src/components/templates/scanner-node.tsx b/flowsint-web/src/components/templates/scanner-node.tsxdeleted file mode 100644index 2f07df62..00000000--- a/flowsint-web/src/components/templates/scanner-node.tsx+++ /dev/null@@ -1,70 +0,0 @@-import { memo } from "react"-import { Handle, Position } from "@xyflow/react"-import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card"-import { Badge } from "@/components/ui/badge"--// Types for the scanner node-export interface ScannerNodeData extends Record<string, unknown> {- class_name: string- name: string- module: string- doc: string | null- key: string- category: string- color: string-}--interface ScannerNodeProps {- data: ScannerNodeData- isConnectable?: boolean-}--// Custom equality function to prevent unnecessary re-renders-function areEqual(prevProps: ScannerNodeProps, nextProps: ScannerNodeProps) {- return (- prevProps.data.class_name === nextProps.data.class_name &&- prevProps.data.name === nextProps.data.name &&- prevProps.data.module === nextProps.data.module &&- prevProps.data.doc === nextProps.data.doc &&- prevProps.data.key === nextProps.data.key &&- prevProps.data.category === nextProps.data.category &&- prevProps.data.color === nextProps.data.color &&- prevProps.isConnectable === nextProps.isConnectable- )-}--// Memoized scanner node component with custom equality check-const ScannerNode = memo(({ data, isConnectable }: ScannerNodeProps) => {- return (- <div className="relative">- <Card className="w-64 shadow-md border-l-2" style={{ borderLeftColor: data.color }}>- <CardHeader className="p-3 pb-0">- <div className="flex justify-between items-start">- <div>- <CardTitle className="text-sm font-medium">{data.class_name}</CardTitle>- <CardDescription className="text-xs">{data.name}</CardDescription>- </div>- <Badge variant="outline" className="text-xs">- {data.category || "unknown"}- </Badge>- </div>- </CardHeader>- <CardContent className="p-3 pt-1">- {data.doc && <p className="text-xs text-muted-foreground mb-2">{data.doc}</p>}- <div className="flex items-center gap-2">- <Badge variant="secondary" className="text-xs">- Key: {data.key}- </Badge>- </div>- </CardContent>- </Card>- <Handle type="source" position={Position.Right} className="w-3 h-3 bg-gray-400" isConnectable={isConnectable} />- <Handle type="target" position={Position.Left} className="w-3 h-3 bg-gray-400" isConnectable={isConnectable} />-- </div>- )-}, areEqual)--ScannerNode.displayName = "ScannerNode"--export default ScannerNodediff --git a/flowsint-web/src/components/templates/controls.tsx b/flowsint-web/src/components/transforms/controls.tsxsimilarity index 90%rename from flowsint-web/src/components/templates/controls.tsxrename to flowsint-web/src/components/transforms/controls.tsxindex beafd152..db9c8dfa 100644--- a/flowsint-web/src/components/templates/controls.tsx+++ b/flowsint-web/src/components/transforms/controls.tsx@@ -1,6 +1,6 @@import { memo } from "react";import { Button } from "@/components/ui/button";-import { MaximizeIcon, ZoomInIcon, ZoomOutIcon, NetworkIcon, PlayIcon, SaveIcon } from "lucide-react";+import { MaximizeIcon, ZoomInIcon, ZoomOutIcon, NetworkIcon, PlayIcon, SaveIcon, TrashIcon } from "lucide-react";import FullscreenButton from "../full-screen-button";import { Panel } from "@xyflow/react";import { Tooltip, TooltipContent, TooltipTrigger } from "../ui/tooltip";@@ -11,6 +11,7 @@ export const FlowControls = memo(({fitView,zoomIn,zoomOut,+ handleDeleteSimulation}: any) => {return (<>@@ -35,6 +36,13 @@ export const FlowControls = memo(({>Save transform<SaveIcon className="h-4 w-4" /></Button>+ <Button+ variant="outline"+ size={"icon"}+ onClick={handleDeleteSimulation}+ >+ <TrashIcon className="h-4 w-4" />+ </Button></Panel><Panel position="bottom-left" className="flex flex-col items-center gap-1"><Tooltip>diff --git a/flowsint-web/src/components/transforms/editor.tsx b/flowsint-web/src/components/transforms/editor.tsxnew file mode 100644index 00000000..58b0f86b--- /dev/null+++ b/flowsint-web/src/components/transforms/editor.tsx@@ -0,0 +1,424 @@+"use client"++import type React from "react"+import { useState, useCallback, useRef, useEffect, memo, useMemo } from "react"+import {+ ReactFlow,+ ReactFlowProvider,+ Panel,+ Background,+ type NodeTypes,+ useNodesState,+ useEdgesState,+ addEdge,+ type Edge,+ MarkerType,+ type Node,+ type OnConnect,+ type NodeMouseHandler,+ useReactFlow,+} from "@xyflow/react"+import "@xyflow/react/dist/style.css"+import { Input } from "@/components/ui/input"+import { X, Search } from "lucide-react"+import { Button } from "@/components/ui/button"+import { useTheme } from "next-themes"+import Loader from "../loader"+import ScannerNode, { type ScannerNodeData } from "./scanner-node"+import ScannerItem, { type Scanner } from "./scanner-item"+import { categoryColors } from "./scanner-data"+import { ResizableHandle, ResizablePanel, ResizablePanelGroup } from "../ui/resizable"+import { FlowControls } from "./controls"+import { getDagreLayoutedElements } from "@/lib/utils"+import { supabase } from "@/lib/supabase/client"+import { toast } from "sonner"+import { useParams, useRouter } from "next/navigation"+import { TransformModal } from "./save-modal"+import { useConfirm } from "../use-confirm-dialog"++const nodeTypes: NodeTypes = {+ scanner: ScannerNode,+}++const FlowEditor = memo(+ ({+ nodesData,+ initialEdges,+ initialNodes,+ theme,+ }: { nodesData: { items: any[] }; theme: any; initialEdges: Edge[]; initialNodes: Node[] }) => {+ const { fitView, zoomIn, zoomOut, setCenter } = useReactFlow()+ const [nodes, setNodes, onNodesChange] = useNodesState<any>(initialNodes)+ const [edges, setEdges, onEdgesChange] = useEdgesState<Edge<Record<string, unknown>>>(initialEdges)+ const [selectedNode, setSelectedNode] = useState<Node<any> | null>(null)+ const [loading, setLoading] = useState<boolean>(false)+ const [mounted, setMounted] = useState(false)+ const [searchTerm, setSearchTerm] = useState("")+ const [showModal, setShowModal] = useState(false)+ const reactFlowWrapper = useRef<HTMLDivElement>(null)+ const [reactFlowInstance, setReactFlowInstance] = useState<any>(null)+ const router = useRouter()+ const { confirm } = useConfirm()+ const { transform_id } = useParams()++ useEffect(() => {+ setMounted(true)+ }, [])++ // Filter scanners based on search term+ const filteredScanners = useMemo(() => {+ const result: Record<string, Scanner[]> = {}+ if (!searchTerm.trim()) {+ return nodesData.items+ }+ const term = searchTerm.toLowerCase()++ Object.entries(nodesData.items).forEach(([category, items]) => {+ const filtered = items.filter(+ (item: any) =>+ item.name.toLowerCase().includes(term) ||+ item.class_name.toLowerCase().includes(term) ||+ (item.doc && item.doc.toLowerCase().includes(term)),+ )++ if (filtered.length > 0) {+ result[category] = filtered+ }+ })++ return result+ }, [searchTerm])++ // Connection handler+ const onConnect: OnConnect = useCallback(+ (params) => {+ if (params.sourceHandle !== params.targetHandle)+ return toast.error(`Canot connect ${params.sourceHandle} to ${params.targetHandle}`)+ setEdges((eds) =>+ addEdge(+ {+ ...params,+ animated: true,+ style: { stroke: "#64748b" },+ markerEnd: {+ type: MarkerType.ArrowClosed,+ width: 15,+ height: 15,+ color: "#64748b",+ },+ },+ eds,+ ),+ )+ },+ [setEdges],+ )++ const onDragOver = useCallback((event: React.DragEvent<HTMLDivElement>) => {+ event.preventDefault()+ event.dataTransfer.dropEffect = "move"+ }, [])++ const onDrop = useCallback(+ (event: React.DragEvent<HTMLDivElement>) => {+ event.preventDefault()+ if (!reactFlowWrapper.current || !reactFlowInstance) return+ const reactFlowBounds = reactFlowWrapper.current.getBoundingClientRect()+ const scannerData = JSON.parse(event.dataTransfer.getData("application/json")) as Scanner & { category: string }+ const position = reactFlowInstance.screenToFlowPosition({+ x: event.clientX - reactFlowBounds.left,+ y: event.clientY - reactFlowBounds.top,+ })+ const newNode: Node<ScannerNodeData> = {+ id: `${scannerData.name}-${Date.now()}`,+ type: "scanner",+ position,+ data: {+ ...scannerData,+ color: categoryColors[scannerData.category] || "#94a3b8",+ },+ }+ setNodes((nds) => nds.concat(newNode))+ const nodeWidth = newNode.measured?.width ?? 0+ const nodeHeight = newNode.measured?.height ?? 0+ setCenter(newNode.position.x + nodeWidth / 2, newNode.position.y + nodeHeight / 2 + 20, {+ duration: 500,+ zoom: 1.5,+ })+ },+ [reactFlowInstance, setNodes],+ )++ // Node selection handler+ const onNodeClick: NodeMouseHandler = useCallback(+ (_, node) => {+ setSelectedNode(node as Node<ScannerNodeData>)+ const nodeWidth = node.measured?.width ?? 0+ const nodeHeight = node.measured?.height ?? 0+ setCenter(node.position.x + nodeWidth / 2, node.position.y + nodeHeight / 2 + 20, {+ duration: 500,+ zoom: 1.5,+ })+ },+ [setCenter, setSelectedNode],+ )++ // Background click handler (deselection)+ const onPaneClick = useCallback(() => {+ setSelectedNode(null)+ }, [])++ const onLayout = useCallback(() => {+ const { nodes: newNodes, edges: newEdges } = getDagreLayoutedElements(nodes, edges, { direction: "LR" })+ setNodes(newNodes)+ setEdges(newEdges as Edge<Record<string, unknown>>[])+ window.requestAnimationFrame(() => {+ fitView()+ })+ }, [nodes, edges, setNodes, setEdges, fitView])++ // Node deletion handler+ const handleDeleteNode = useCallback(() => {+ if (selectedNode) {+ setNodes((nodes) => nodes.filter((node) => node.id !== selectedNode.id))+ setEdges((edges: Edge[]) =>+ edges.filter((edge) => edge.source !== selectedNode.id && edge.target !== selectedNode.id),+ )+ setSelectedNode(null)+ }+ }, [selectedNode, setNodes, setEdges])++ const saveTransform = useCallback(+ async (name: string, description: string) => {+ setLoading(true)+ try {+ let newTransform;++ if (transform_id) {+ // Cas de mise à jour - utiliser update+ const { data, error } = await supabase+ .from("transforms")+ .update({+ transform_schema: {+ nodes,+ edges,+ },+ })+ .eq('id', transform_id)+ .select("id")+ .single();++ if (error) throw error;+ newTransform = data;+ } else {+ // Cas d'insertion - utiliser insert+ const { data, error } = await supabase+ .from("transforms")+ .insert({+ name: name,+ description: description,+ transform_schema: {+ nodes,+ edges,+ },+ })+ .select("id")+ .single();++ if (error) throw error;+ newTransform = data;+ }++ toast.success("Transform saved successfully.");+ newTransform && !transform_id && router.push(`/dashboard/transforms/${newTransform.id}`);+ } catch (error) {+ console.error("Error saving transform:", error);+ toast.error("Error saving transform");+ } finally {+ setLoading(false);+ setShowModal(false);+ }+ },+ [nodes, edges, transform_id, router],+ );++ const handleSaveSimulation = useCallback(() => {+ if (!transform_id) {+ setShowModal(true)+ } else {+ saveTransform("My Simulation", "")+ }+ }, [transform_id, saveTransform])++ const handleDeleteSimulation = useCallback(async () => {+ if (!transform_id) return+ if (await confirm({ title: "Are you sure you want to delete this simulation?", message: "This action is irreversible." })) {+ setLoading(true)+ try {+ await supabase.from("transforms").delete().eq("id", transform_id)+ toast.success("Simulation deleted successfully.")+ router.push("/dashboard/transforms")+ } catch (error) {+ toast.error("Error deleting simulation")+ console.error(error)+ } finally {+ setLoading(false)+ }+ }+ }, [])++ if (!mounted) {+ return (+ <div className="grow w-full flex items-center justify-center">+ <Loader /> Loading...+ </div>+ )+ }++ return (+ <ResizablePanelGroup+ autoSaveId="persistence"+ direction="horizontal"+ className="w-screen grow relative overflow-hidden"+ >+ <ResizablePanel defaultSize={20}>+ <div className="h-[calc(100vh_-_52px)] bg-card p-4 overflow-y-auto">+ <div className="relative mb-4">+ <Search className="absolute left-2 top-2.5 h-4 w-4 text-muted-foreground" />+ <Input+ type="text"+ placeholder="Search scanners..."+ className="pl-8"+ value={searchTerm}+ onChange={(e) => setSearchTerm(e.target.value)}+ />+ {searchTerm && (+ <Button+ variant="ghost"+ size="icon"+ className="absolute right-1 top-1.5 h-6 w-6"+ onClick={() => setSearchTerm("")}+ >+ <X className="h-4 w-4" />+ </Button>+ )}+ </div>+ <div className="space-y-4">+ {Object.entries(filteredScanners).map(([category, scanners]) => (+ <div key={category} className="space-y-2">+ <h3 className="text-sm font-medium capitalize pb-1">{category.replace("_", " ")}</h3>+ <div className="space-y-2">+ {scanners.map((scanner: Scanner) => (+ <ScannerItem+ key={scanner.name}+ scanner={scanner}+ category={category}+ color={categoryColors[category] || "#94a3b8"}+ />+ ))}+ </div>+ </div>+ ))}+ {Object.keys(filteredScanners).length === 0 && (+ <div className="text-center py-4 text-muted-foreground">No scanners found matching "{searchTerm}"</div>+ )}+ </div>+ </div>+ </ResizablePanel>+ <ResizableHandle withHandle />+ <ResizablePanel>+ <div ref={reactFlowWrapper} className="w-full h-full bg-background">+ <ReactFlow+ nodes={nodes}+ edges={edges}+ onNodesChange={onNodesChange}+ onEdgesChange={onEdgesChange}+ onConnect={onConnect}+ onInit={setReactFlowInstance}+ onDrop={onDrop}+ onDragOver={onDragOver}+ onNodeClick={onNodeClick}+ onPaneClick={onPaneClick}+ nodeTypes={nodeTypes}+ fitView+ proOptions={{ hideAttribution: true }}+ colorMode={theme}+ >+ <FlowControls+ loading={loading}+ handleSaveSimulation={handleSaveSimulation}+ handleDeleteSimulation={handleDeleteSimulation}+ onLayout={onLayout}+ fitView={fitView}+ zoomIn={zoomIn}+ zoomOut={zoomOut}+ />+ <Background bgColor="var(--background)" />+ {/* Selected node information panel */}+ {selectedNode && (+ <Panel position="bottom-right" className="bg-card p-3 rounded-md shadow-md border w-72">+ <div className="flex justify-between items-start mb-2">+ <h3 className="font-medium">{selectedNode.data.class_name}</h3>+ <Button variant="ghost" size="icon" className="h-6 w-6" onClick={handleDeleteNode}>+ <X className="h-4 w-4" />+ </Button>+ </div>+ <div className="text-sm space-y-2">+ <p>+ <span className="font-medium">Module:</span> {selectedNode.data.module}+ </p>+ <p>+ <span className="font-medium">Key:</span> {selectedNode.data.key}+ </p>+ {selectedNode.data.doc && (+ <p>+ <span className="font-medium">Description:</span> {selectedNode.data.doc}+ </p>+ )}+ </div>+ </Panel>+ )}+ </ReactFlow>+ </div>+ </ResizablePanel>+ <TransformModal open={showModal} onOpenChange={setShowModal} onSave={saveTransform} isLoading={loading} />+ </ResizablePanelGroup>+ )+ },+)++FlowEditor.displayName = "FlowEditor"++function TransformEditor({+ nodesData,+ initialEdges = [],+ initialNodes = [],+}: { nodesData: { items: any[] }; initialEdges?: Edge[]; initialNodes?: Node[] }) {+ const [mounted, setMounted] = useState(false)+ const { resolvedTheme } = useTheme()++ useEffect(() => {+ setMounted(true)+ }, [])++ if (!mounted) {+ return (+ <div className="grow w-full flex items-center justify-center">+ <Loader /> Loading...+ </div>+ )+ }++ return (+ <ReactFlowProvider>+ <FlowEditor+ nodesData={nodesData}+ initialEdges={initialEdges}+ initialNodes={initialNodes}+ theme={resolvedTheme || "light"}+ />+ </ReactFlowProvider>+ )+}++export default memo(TransformEditor)diff --git a/flowsint-web/src/components/transforms/save-modal.tsx b/flowsint-web/src/components/transforms/save-modal.tsxnew file mode 100644index 00000000..df11898d--- /dev/null+++ b/flowsint-web/src/components/transforms/save-modal.tsx@@ -0,0 +1,84 @@+"use client"++import { useState } from "react"+import { Button } from "@/components/ui/button"+import {+ Dialog,+ DialogContent,+ DialogDescription,+ DialogFooter,+ DialogHeader,+ DialogTitle,+} from "@/components/ui/dialog"+import { Input } from "@/components/ui/input"+import { Label } from "@/components/ui/label"+import { Textarea } from "@/components/ui/textarea"++interface TransformModalProps {+ open: boolean+ onOpenChange: (open: boolean) => void+ onSave: (name: string, description: string) => void+ isLoading: boolean+}++export function TransformModal({ open, onOpenChange, onSave, isLoading }: TransformModalProps) {+ const [name, setName] = useState("My Transform")+ const [description, setDescription] = useState("")+ const [nameError, setNameError] = useState("")++ const handleSave = () => {+ if (!name.trim()) {+ setNameError("Transform name is required")+ return+ }+ onSave(name, description)+ }++ return (+ <Dialog open={open} onOpenChange={onOpenChange}>+ <DialogContent className="sm:max-w-[425px]">+ <DialogHeader>+ <DialogTitle>Save Transform</DialogTitle>+ <DialogDescription>Give your transform a name and description before saving.</DialogDescription>+ </DialogHeader>+ <div className="grid gap-4 py-4">+ <div className="grid gap-2">+ <Label htmlFor="name" className="flex items-center justify-between">+ Name+ {nameError && <span className="text-xs text-destructive">{nameError}</span>}+ </Label>+ <Input+ id="name"+ value={name}+ onChange={(e) => {+ setName(e.target.value)+ if (e.target.value.trim()) setNameError("")+ }}+ placeholder="Enter transform name"+ className={nameError ? "border-destructive" : ""}+ />+ </div>+ <div className="grid gap-2">+ <Label htmlFor="description">Description</Label>+ <Textarea+ id="description"+ value={description}+ onChange={(e) => setDescription(e.target.value)}+ placeholder="Enter a description (optional)"+ className="resize-none"+ rows={3}+ />+ </div>+ </div>+ <DialogFooter>+ <Button variant="outline" onClick={() => onOpenChange(false)}>+ Cancel+ </Button>+ <Button onClick={handleSave} disabled={isLoading}>+ {isLoading ? "Saving..." : "Save transform"}+ </Button>+ </DialogFooter>+ </DialogContent>+ </Dialog>+ )+}diff --git a/flowsint-web/src/components/templates/scanner-data.tsx b/flowsint-web/src/components/transforms/scanner-data.tsxsimilarity index 100%rename from flowsint-web/src/components/templates/scanner-data.tsxrename to flowsint-web/src/components/transforms/scanner-data.tsxdiff --git a/flowsint-web/src/components/templates/scanner-item.tsx b/flowsint-web/src/components/transforms/scanner-item.tsxsimilarity index 98%rename from flowsint-web/src/components/templates/scanner-item.tsxrename to flowsint-web/src/components/transforms/scanner-item.tsxindex 7f30dc08..1e560177 100644--- a/flowsint-web/src/components/templates/scanner-item.tsx+++ b/flowsint-web/src/components/transforms/scanner-item.tsx@@ -13,6 +13,8 @@ export interface Scanner {module: stringdoc: string | nullkey: string+ inputs: string[],+ outputs: string[]}interface ScannerItemProps {diff --git a/flowsint-web/src/components/transforms/scanner-node.tsx b/flowsint-web/src/components/transforms/scanner-node.tsxnew file mode 100644index 00000000..214b9d67--- /dev/null+++ b/flowsint-web/src/components/transforms/scanner-node.tsx@@ -0,0 +1,88 @@+import { memo } from "react"+import { Position } from "@xyflow/react"+import { DatabaseSchemaNode, DatabaseSchemaNodeBody, DatabaseSchemaNodeHeader, DatabaseSchemaTableCell, DatabaseSchemaTableRow } from "../ui/schema-node"+import { LabeledHandle } from "../ui/labeled-handle"++// Types for the scanner node+export interface ScannerNodeData extends Record<string, unknown> {+ class_name: string+ name: string+ module: string+ doc: string | null+ key: string+ category: string+ color: string+ inputs: string[]+ outputs: string[]+}++interface ScannerNodeProps {+ data: ScannerNodeData+ isConnectable?: boolean+ selected?: boolean+}++// Custom equality function to prevent unnecessary re-renders+function areEqual(prevProps: ScannerNodeProps, nextProps: ScannerNodeProps) {+ return (+ prevProps.data.class_name === nextProps.data.class_name &&+ prevProps.data.name === nextProps.data.name &&+ prevProps.data.module === nextProps.data.module &&+ prevProps.data.doc === nextProps.data.doc &&+ prevProps.data.key === nextProps.data.key &&+ prevProps.data.category === nextProps.data.category &&+ prevProps.data.color === nextProps.data.color &&+ prevProps.isConnectable === nextProps.isConnectable+ )+}++// Memoized scanner node component with custom equality check+const ScannerNode = memo(({ data, selected, isConnectable }: ScannerNodeProps) => {+ return (+ <DatabaseSchemaNode className="shadow-md !border-l-2 p-0" style={{ borderLeftColor: data.color }} selected={selected}>+ <DatabaseSchemaNodeHeader>+ <div className="flex flex-col items-start gap-1">+ <div className="font-semibold text-sm">+ {data.class_name}+ </div>+ <p className="text-xs text-muted-foreground">+ {data.name}+ </p>+ </div>+ </DatabaseSchemaNodeHeader>+ <div>+ <div className="grid grid-cols-2 py-1">+ <div className="pl-0 pr-6">+ {data.inputs.map((entry: string) => (+ <LabeledHandle+ isConnectable={isConnectable}+ id={entry}+ title={entry}+ key={entry}+ type="target"+ position={Position.Left}+ />+ ))}+ </div>+ <div className="pr-0">+ {data.outputs.map((entry: string) => (+ <LabeledHandle+ isConnectable={isConnectable}+ className="pr-2 text-right"+ id={entry}+ key={entry}+ title={entry}+ type="source"+ position={Position.Right}+ />+ ))}+ </div>+ </div>+ </div>+ </DatabaseSchemaNode>+ )+}, areEqual)++ScannerNode.displayName = "ScannerNode"++export default ScannerNodediff --git a/flowsint-web/src/components/ui/base-handle.tsx b/flowsint-web/src/components/ui/base-handle.tsxnew file mode 100644index 00000000..010c6d86--- /dev/null+++ b/flowsint-web/src/components/ui/base-handle.tsx@@ -0,0 +1,26 @@+import { forwardRef } from "react";+import { Handle, HandleProps } from "@xyflow/react";++import { cn } from "@/lib/utils";++export type BaseHandleProps = HandleProps;++export const BaseHandle = forwardRef<HTMLDivElement, BaseHandleProps>(+ ({ className, children, ...props }, ref) => {+ return (+ <Handle+ ref={ref}+ {...props}+ className={cn(+ "!h-[11px] !w-[11px] rounded-full border border-slate-300 bg-slate-100 transition dark:border-secondary dark:bg-secondary",+ className,+ )}+ {...props}+ >+ {children}+ </Handle>+ );+ },+);++BaseHandle.displayName = "BaseHandle";\ No newline at end of filediff --git a/flowsint-web/src/components/ui/base-node.tsx b/flowsint-web/src/components/ui/base-node.tsxindex fb0f63e0..c6370664 100644--- a/flowsint-web/src/components/ui/base-node.tsx+++ b/flowsint-web/src/components/ui/base-node.tsx@@ -8,7 +8,7 @@ export const BaseNode = forwardRef<<divref={ref}className={cn(- "relative rounded-md ring ring-transparent bg-background p-2 flex items-center justify-between text-card-foreground truncate",+ "relative rounded-md ring ring-transparent bg-background p-2 flex flex-col items-center justify-between text-card-foreground truncate",className,selected ? "ring-primary shadow-lg" : "","hover:ring-primary",@@ -18,4 +18,24 @@ export const BaseNode = forwardRef</>));-BaseNode.displayName = "BaseNode";\ No newline at end of file+BaseNode.displayName = "BaseNode";+++export const BaseNodeSchema = forwardRef<+ HTMLDivElement,+ HTMLAttributes<HTMLDivElement> & { selected?: boolean }+>(({ className, selected, ...props }, ref) => (+ <div+ ref={ref}+ className={cn(+ "relative rounded-md border bg-card p-5 text-card-foreground",+ className,+ selected ? "border-muted-foreground shadow-lg" : "",+ "hover:ring-1",+ )}+ tabIndex={0}+ {...props}+ />+));++BaseNodeSchema.displayName = "BaseNodeSchema";\ No newline at end of filediff --git a/flowsint-web/src/components/ui/labeled-handle.tsx b/flowsint-web/src/components/ui/labeled-handle.tsxnew file mode 100644index 00000000..9568b870--- /dev/null+++ b/flowsint-web/src/components/ui/labeled-handle.tsx@@ -0,0 +1,44 @@+import React, { forwardRef, HTMLAttributes } from "react";+import { cn } from "@/lib/utils";+import { HandleProps } from "@xyflow/react";++import { BaseHandle } from "@/components/ui/base-handle";+import { Badge } from "./badge";++const flexDirections = {+ top: "flex-col",+ right: "flex-row-reverse justify-end",+ bottom: "flex-col-reverse justify-end",+ left: "flex-row",+};++export const LabeledHandle = forwardRef<+ HTMLDivElement,+ HandleProps &+ HTMLAttributes<HTMLDivElement> & {+ title: string | (string & Element);+ handleClassName?: string;+ labelClassName?: string;+ }+>(+ (+ { className, labelClassName, handleClassName, title, position, ...props },+ ref,+ ) => (+ <div+ ref={ref}+ className={cn(+ "relative flex items-center",+ flexDirections[position],+ className,+ )}+ >+ <BaseHandle position={position} className={handleClassName} {...props} />+ <label className={cn("px-3 text-foreground", labelClassName)}>+ {title}+ </label>+ </div>+ ),+);++LabeledHandle.displayName = "LabeledHandle";\ No newline at end of filediff --git a/flowsint-web/src/components/ui/schema-node.tsx b/flowsint-web/src/components/ui/schema-node.tsxnew file mode 100644index 00000000..073cc365--- /dev/null+++ b/flowsint-web/src/components/ui/schema-node.tsx@@ -0,0 +1,102 @@+import React, { ReactNode } from "react";+import { BaseNodeSchema } from "./base-node";+import { TableBody, TableRow, TableCell } from "@/components/ui/table";++/* DATABASE SCHEMA NODE HEADER ------------------------------------------------ */+/**+ * A container for the database schema node header.+ */+export type DatabaseSchemaNodeHeaderProps = {+ children?: ReactNode;+};++export const DatabaseSchemaNodeHeader = ({+ children,+}: DatabaseSchemaNodeHeaderProps) => {+ return (+ <h2 className="rounded-tl-md rounded-tr-md bg-secondary p-2 text-center text-sm">+ {children}+ </h2>+ );+};++/* DATABASE SCHEMA NODE BODY -------------------------------------------------- */+/**+ * A container for the database schema node body that wraps the table.+ */+export type DatabaseSchemaNodeBodyProps = {+ children?: ReactNode;+};++export const DatabaseSchemaNodeBody = ({+ children,+}: DatabaseSchemaNodeBodyProps) => {+ return (+ <table className="border-spacing-10 overflow-visible w-full">+ <TableBody>{children}</TableBody>+ </table>+ );+};++/* DATABASE SCHEMA TABLE ROW -------------------------------------------------- */+/**+ * A wrapper for individual table rows in the database schema node.+ */++export type DatabaseSchemaTableRowProps = {+ children: ReactNode;+ className?: string;+};++export const DatabaseSchemaTableRow = ({+ children,+ className,+}: DatabaseSchemaTableRowProps) => {+ return (+ <TableRow className={`relative text-xs ${className || ""}`}>+ {children}+ </TableRow>+ );+};++/* DATABASE SCHEMA TABLE CELL ------------------------------------------------- */+/**+ * A simplified table cell for the database schema node.+ * Renders static content without additional dynamic props.+ */+export type DatabaseSchemaTableCellProps = {+ className?: string;+ children?: ReactNode;+};++export const DatabaseSchemaTableCell = ({+ className,+ children,+}: DatabaseSchemaTableCellProps) => {+ return <TableCell className={className}>{children}</TableCell>;+};++/* DATABASE SCHEMA NODE ------------------------------------------------------- */+/**+ * The main DatabaseSchemaNode component that wraps the header and body.+ * It maps over the provided schema data to render rows and cells.+ */+export type DatabaseSchemaNodeProps = {+ className?: string;+ selected?: boolean;+ children?: ReactNode;+ style?: React.CSSProperties;+};++export const DatabaseSchemaNode = ({+ className,+ selected,+ children,+ style+}: DatabaseSchemaNodeProps) => {+ return (+ <BaseNodeSchema style={style} className={className} selected={selected}>+ {children}+ </BaseNodeSchema>+ );+};\ No newline at end of filediff --git a/flowsint-web/src/lib/utils.ts b/flowsint-web/src/lib/utils.tsindex 06257eba..9e681b7a 100644--- a/flowsint-web/src/lib/utils.ts+++ b/flowsint-web/src/lib/utils.ts@@ -516,7 +516,7 @@ export function encodedRedirect(export const scans = [{name: "email",- scan_name: "hibp_scanner",+ scan_name: "holehe_scanner",description: "Check if an email address is associated with existing online accounts using Holehe.",key: "email"},