LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Handled summarize view, raw view, persistence of eval data, and output analyzer in the UI
Tahier Hussainf71c7912319c
diff --git a/frontend/src/components/custom-tools/combined-output/CombinedOutput.jsx b/frontend/src/components/custom-tools/combined-output/CombinedOutput.jsxindex da3db4600..2835b8aa2 100644--- a/frontend/src/components/custom-tools/combined-output/CombinedOutput.jsx+++ b/frontend/src/components/custom-tools/combined-output/CombinedOutput.jsx@@ -1,4 +1,4 @@-import { Button, Segmented, Space } from "antd";+import { Segmented } from "antd";import jsYaml from "js-yaml";import Prism from "prismjs";import "prismjs/components/prism-json";@@ -6,6 +6,7 @@ import "prismjs/plugins/line-numbers/prism-line-numbers.css";import "prismjs/plugins/line-numbers/prism-line-numbers.js";import "prismjs/themes/prism.css";import { useEffect, useState } from "react";+import PropTypes from "prop-types";import { handleException, promptType } from "../../../helpers/GetStaticData";import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";@@ -20,27 +21,31 @@ const outputTypes = {yaml: "YAML",};-function CombinedOutput() {+function CombinedOutput({ doc, setFilledFields }) {const [combinedOutput, setCombinedOutput] = useState({});const [yamlData, setYamlData] = useState(null);const [selectedOutputType, setSelectedOutputType] = useState(outputTypes.json);const [isOutputLoading, setIsOutputLoading] = useState(false);- const { details, selectedDoc } = useCustomToolStore();+ const { details } = useCustomToolStore();const { sessionDetails } = useSessionStore();const { setAlertDetails } = useAlertStore();const axiosPrivate = useAxiosPrivate();useEffect(() => {- if (!selectedDoc) {+ if (!doc) {return;}+ let filledFields = 0;setIsOutputLoading(true);handleOutputApiRequest().then((res) => {const data = res?.data || [];+ data.sort((a, b) => {+ return new Date(b.modified_at) - new Date(a.modified_at);+ });const prompts = details?.prompts;const output = {};prompts.forEach((item) => {@@ -60,9 +65,17 @@ function CombinedOutput() {}output[item?.prompt_key] = outputDetails?.output || "";++ if (outputDetails?.output?.length > 0) {+ filledFields++;+ }});setCombinedOutput(output);+ if (setFilledFields) {+ setFilledFields(filledFields);+ }+const yamlDump = jsYaml.dump(output);setYamlData(yamlDump);})@@ -74,7 +87,7 @@ function CombinedOutput() {.finally(() => {setIsOutputLoading(false);});- }, [selectedDoc]);+ }, [doc]);useEffect(() => {Prism.highlightAll();@@ -87,7 +100,7 @@ function CombinedOutput() {const handleOutputApiRequest = async () => {const requestOptions = {method: "GET",- url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/?tool_id=${details?.tool_id}&doc_name=${selectedDoc}`,+ url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/?tool_id=${details?.tool_id}&doc_name=${doc}`,headers: {"X-CSRFToken": sessionDetails?.csrfToken,},@@ -107,11 +120,6 @@ function CombinedOutput() {return (<div className="combined-op-layout"><div className="combined-op-header">- <Space>- <div>- <Button disabled>Compare</Button>- </div>- </Space><div className="combined-op-segment"><Segmentedsize="small"@@ -138,4 +146,9 @@ function CombinedOutput() {);}+CombinedOutput.propTypes = {+ doc: PropTypes.string,+ setFilledFields: PropTypes.func,+};+export { CombinedOutput };diff --git a/frontend/src/components/custom-tools/document-manager/DocumentManager.css b/frontend/src/components/custom-tools/document-manager/DocumentManager.cssindex bc78d9abd..36c87837b 100644--- a/frontend/src/components/custom-tools/document-manager/DocumentManager.css+++ b/frontend/src/components/custom-tools/document-manager/DocumentManager.css@@ -4,18 +4,16 @@display: flex;flex-direction: column;height: 100%;- padding: 14px;overflow-y: hidden;}.doc-manager-header {display: flex;justify-content: space-between;- margin-bottom: 14px;}.doc-manager-btn {- max-width: 200px;+ max-width: 250px;}.doc-manager-body {@@ -27,6 +25,11 @@font-size: 12px;}+.text-viewer-layout {+ padding: 0px 12px;+ overflow-y: auto;+}+.rpv-default-layout__sidebar-headers {background-color: #F8FBFF;}diff --git a/frontend/src/components/custom-tools/document-manager/DocumentManager.jsx b/frontend/src/components/custom-tools/document-manager/DocumentManager.jsxindex 2ad6110bf..fae7e91d1 100644--- a/frontend/src/components/custom-tools/document-manager/DocumentManager.jsx+++ b/frontend/src/components/custom-tools/document-manager/DocumentManager.jsx@@ -1,4 +1,4 @@-import { Button, Typography } from "antd";+import { Button, Space, Tabs, Tooltip, Typography } from "antd";import "@react-pdf-viewer/core/lib/styles/index.css";import "@react-pdf-viewer/default-layout/lib/styles/index.css";import "@react-pdf-viewer/page-navigation/lib/styles/index.css";@@ -10,12 +10,131 @@ import { useCustomToolStore } from "../../../store/custom-tool-store";import { PdfViewer } from "../pdf-viewer/PdfViewer";import { ManageDocsModal } from "../manage-docs-modal/ManageDocsModal";import { useEffect, useState } from "react";+import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";+import { useSessionStore } from "../../../store/session-store";+import {+ base64toBlob,+ removeFileExtension,+} from "../../../helpers/GetStaticData";+import { DocumentViewer } from "../document-viewer/DocumentViewer";+import { TextViewer } from "../text-viewer/TextViewer";++const viewTypes = {+ pdf: "PDF",+ extract: "EXTRACT",+ summarize: "SUMMARIZE",+};function DocumentManager({ generateIndex, handleUpdateTool, handleDocChange }) {const [openManageDocsModal, setOpenManageDocsModal] = useState(false);const [page, setPage] = useState(1);- const { selectedDoc, listOfDocs, disableLlmOrDocChange } =+ const [activeKey, setActiveKey] = useState("1");+ const [fileUrl, setFileUrl] = useState("");+ const [extractTxt, setExtractTxt] = useState("");+ const [summaryTxt, setSummaryTxt] = useState("");+ const [isDocLoading, setIsDocLoading] = useState(false);+ const [isExtractLoading, setIsExtractLoading] = useState(false);+ const [isSummaryLoading, setIsSummaryLoading] = useState(false);+ const { selectedDoc, listOfDocs, disableLlmOrDocChange, details } =useCustomToolStore();+ const { sessionDetails } = useSessionStore();+ const axiosPrivate = useAxiosPrivate();++ const items = [+ {+ key: "1",+ label: "Doc View",+ },+ {+ key: "2",+ label: "Raw View",+ },+ {+ key: "3",+ label: "Summarize View",+ },+ ];++ useEffect(() => {+ const fileNameTxt = removeFileExtension(selectedDoc);+ const files = [+ {+ fileName: selectedDoc,+ viewType: viewTypes.pdf,+ },+ {+ fileName: `extract/${fileNameTxt}.txt`,+ viewType: viewTypes.extract,+ },+ {+ fileName: `summarize/${fileNameTxt}.txt`,+ viewType: viewTypes.summarize,+ },+ ];++ setFileUrl("");+ setExtractTxt("");+ setSummaryTxt("");+ files.forEach((item) => {+ handleFetchContent(item);+ });+ }, [selectedDoc]);++ const handleFetchContent = (fileDetails) => {+ if (!selectedDoc) {+ setFileUrl("");+ setExtractTxt("");+ setSummaryTxt("");+ return;+ }++ const requestOptions = {+ method: "GET",+ url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/file/fetch_contents?file_name=${fileDetails?.fileName}&tool_id=${details?.tool_id}`,+ };++ handleLoadingStateUpdate(fileDetails?.viewType, true);+ axiosPrivate(requestOptions)+ .then((res) => {+ const data = res?.data?.data;+ if (fileDetails?.viewType === viewTypes.pdf) {+ const base64String = data || "";+ const blob = base64toBlob(base64String);+ setFileUrl(URL.createObjectURL(blob));+ return;+ }++ if (fileDetails?.viewType === viewTypes?.extract) {+ setExtractTxt(data);+ }++ if (fileDetails?.viewType === viewTypes.summarize) {+ setSummaryTxt(data);+ }+ })+ .catch((err) => {})+ .finally(() => {+ handleLoadingStateUpdate(fileDetails?.viewType, false);+ });+ };++ const handleLoadingStateUpdate = (viewType, value) => {+ if (viewType === viewTypes.pdf) {+ setIsDocLoading(value);+ }++ if (viewType === viewTypes.extract) {+ setIsExtractLoading(value);+ }++ if (viewType === viewTypes.summarize) {+ setIsSummaryLoading(value);+ }+ };++ const handleActiveKeyChange = (key) => {+ setActiveKey(key);+ };useEffect(() => {const index = [...listOfDocs].findIndex((item) => item === selectedDoc);@@ -49,42 +168,82 @@ function DocumentManager({ generateIndex, handleUpdateTool, handleDocChange }) {return (<div className="doc-manager-layout"><div className="doc-manager-header">- <div>- <Button- className="doc-manager-btn"- onClick={() => setOpenManageDocsModal(true)}- >- <Typography.Text ellipsis>- {selectedDoc || "No Document Selected"}- </Typography.Text>- </Button>- </div>- <div>- <Button- type="text"- size="small"- disabled={- !selectedDoc || disableLlmOrDocChange?.length > 0 || page <= 1- }- onClick={handlePageLeft}- >- <LeftOutlined className="doc-manager-paginate-icon" />- </Button>- <Button- type="text"- size="small"- disabled={- !selectedDoc ||- disableLlmOrDocChange?.length > 0 ||- page >= listOfDocs?.length- }- onClick={handlePageRight}- >- <RightOutlined className="doc-manager-paginate-icon" />- </Button>+ <div className="tools-main-tabs">+ <Tabs+ activeKey={activeKey}+ items={items}+ onChange={handleActiveKeyChange}+ /></div>+ <Space>+ <div>+ <Tooltip title="Manage Documents">+ <Button+ className="doc-manager-btn"+ onClick={() => setOpenManageDocsModal(true)}+ >+ <Typography.Text ellipsis>+ {selectedDoc || "No Document Selected"}+ </Typography.Text>+ </Button>+ </Tooltip>+ </div>+ <div>+ <Button+ type="text"+ size="small"+ disabled={+ !selectedDoc || disableLlmOrDocChange?.length > 0 || page <= 1+ }+ onClick={handlePageLeft}+ >+ <LeftOutlined className="doc-manager-paginate-icon" />+ </Button>+ <Button+ type="text"+ size="small"+ disabled={+ !selectedDoc ||+ disableLlmOrDocChange?.length > 0 ||+ page >= listOfDocs?.length+ }+ onClick={handlePageRight}+ >+ <RightOutlined className="doc-manager-paginate-icon" />+ </Button>+ </div>+ </Space></div>- <PdfViewer setOpenManageDocsModal={setOpenManageDocsModal} />+ {activeKey === "1" && (+ <DocumentViewer+ doc={selectedDoc}+ isLoading={isDocLoading}+ isContentAvailable={fileUrl?.length > 0}+ setOpenManageDocsModal={setOpenManageDocsModal}+ >+ <PdfViewer fileUrl={fileUrl} />+ </DocumentViewer>+ )}+ {activeKey === "2" && (+ <DocumentViewer+ doc={selectedDoc}+ isLoading={isExtractLoading}+ isContentAvailable={extractTxt?.length > 0}+ setOpenManageDocsModal={setOpenManageDocsModal}+ >+ <TextViewer text={extractTxt} />+ </DocumentViewer>+ )}+ {activeKey === "3" && (+ <DocumentViewer+ doc={selectedDoc}+ isLoading={isSummaryLoading}+ isContentAvailable={summaryTxt?.length > 0}+ setOpenManageDocsModal={setOpenManageDocsModal}+ >+ <TextViewer text={summaryTxt} />+ </DocumentViewer>+ )}<ManageDocsModalopen={openManageDocsModal}setOpen={setOpenManageDocsModal}diff --git a/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx b/frontend/src/components/custom-tools/document-parser/DocumentParser.jsxindex 40dad0741..dfeea588d 100644--- a/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx+++ b/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx@@ -39,11 +39,12 @@ function DocumentParser({}}, [scrollToBottom]);- const handleChange = (+ const handleChange = async (event,promptId,dropdownItem,- isUpdateStatus = false+ isUpdateStatus = false,+ isPromptUpdate = false) => {const promptsAndNotes = details?.prompts || [];let name = "";@@ -93,21 +94,23 @@ function DocumentParser({promptId,promptStudioUpdateStatus.isUpdating);- axiosPrivate(requestOptions)++ return axiosPrivate(requestOptions).then((res) => {const data = res?.data;const modifiedDetails = { ...details };const modifiedPrompts = [...(modifiedDetails?.prompts || [])].map((item) => {if (item?.prompt_id === data?.prompt_id) {- data.evalMetrics = item?.evalMetrics || [];return data;}return item;});modifiedDetails["prompts"] = modifiedPrompts;- updateCustomTool({ details: modifiedDetails });+ if (!isPromptUpdate) {+ updateCustomTool({ details: modifiedDetails });+ }handleUpdateStatus(isUpdateStatus,promptId,diff --git a/frontend/src/components/custom-tools/document-viewer/DocumentViewer.jsx b/frontend/src/components/custom-tools/document-viewer/DocumentViewer.jsxnew file mode 100644index 000000000..aabd40c63--- /dev/null+++ b/frontend/src/components/custom-tools/document-viewer/DocumentViewer.jsx@@ -0,0 +1,46 @@+import PropTypes from "prop-types";+import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";+import { EmptyState } from "../../widgets/empty-state/EmptyState";+import { Typography } from "antd";++function DocumentViewer({+ children,+ doc,+ isLoading,+ isContentAvailable,+ setOpenManageDocsModal,+}) {+ if (isLoading) {+ return <SpinnerLoader />;+ }++ if (!doc) {+ return (+ <EmptyState+ text="Add and view your PDF document here"+ btnText="Add Document"+ handleClick={() => setOpenManageDocsModal(true)}+ />+ );+ }++ if (!isContentAvailable) {+ return (+ <div className="display-flex-center display-align-center">+ <Typography.Text>Failed to load the document</Typography.Text>+ </div>+ );+ }++ return <>{children}</>;+}++DocumentViewer.propTypes = {+ children: PropTypes.any.isRequired,+ doc: PropTypes.string,+ isLoading: PropTypes.bool.isRequired,+ isContentAvailable: PropTypes.bool.isRequired,+ setOpenManageDocsModal: PropTypes.func,+};++export { DocumentViewer };diff --git a/frontend/src/components/custom-tools/editable-text/EditableText.jsx b/frontend/src/components/custom-tools/editable-text/EditableText.jsxindex ac5b14b00..6ba422c94 100644--- a/frontend/src/components/custom-tools/editable-text/EditableText.jsx+++ b/frontend/src/components/custom-tools/editable-text/EditableText.jsx@@ -15,6 +15,8 @@ function EditableText({isTextarea,}) {const [text, setText] = useState("");+ const name = isTextarea ? "prompt" : "prompt_key";+ const [triggerHandleChange, setTriggerHandleChange] = useState(false);const [isHovered, setIsHovered] = useState(false);const divRef = useRef(null);const { disableLlmOrDocChange } = useCustomToolStore();@@ -45,11 +47,19 @@ function EditableText({const onSearchDebounce = useCallback(debounce((event) => {- handleChange(event, promptId, false, true);+ setTriggerHandleChange(true);}, 1000),[]);+ useEffect(() => {+ if (!triggerHandleChange) {+ return;+ }+ handleChange(text, promptId, name, true, true);+ setTriggerHandleChange(false);+ }, [triggerHandleChange]);+const handleClickOutside = (event) => {if (divRef.current && !divRef.current.contains(event.target)) {// Clicked outside the div@@ -64,7 +74,7 @@ function EditableText({value={text}onChange={handleTextChange}placeholder="Enter Prompt"- name="prompt"+ name={name}size="small"style={{ backgroundColor: "transparent" }}variant={`${!isEditing && !isHovered ? "borderless" : "outlined"}`}@@ -84,7 +94,7 @@ function EditableText({value={text}onChange={handleTextChange}placeholder="Enter Key"- name="prompt_key"+ name={name}size="small"style={{ backgroundColor: "transparent" }}variant={`${!isEditing && !isHovered ? "borderless" : "outlined"}`}diff --git a/frontend/src/components/custom-tools/header/Header.jsx b/frontend/src/components/custom-tools/header/Header.jsxindex 498512cd8..355e7de10 100644--- a/frontend/src/components/custom-tools/header/Header.jsx+++ b/frontend/src/components/custom-tools/header/Header.jsx@@ -4,13 +4,12 @@ import {DiffOutlined,EditOutlined,ExportOutlined,- FilePdfOutlined,FileTextOutlined,MessageOutlined,} from "@ant-design/icons";import { Button, Tooltip, Typography } from "antd";import PropTypes from "prop-types";-import { useState } from "react";+import { useEffect, useState } from "react";import { useNavigate } from "react-router-dom";import "./Header.css";@@ -21,26 +20,34 @@ import { useCustomToolStore } from "../../../store/custom-tool-store";import { useSessionStore } from "../../../store/session-store";import { CustomButton } from "../../widgets/custom-button/CustomButton";import { PreAndPostAmbleModal } from "../pre-and-post-amble-modal/PreAndPostAmbleModal";+import { SelectLlmProfileModal } from "../select-llm-profile-modal/SelectLlmProfileModal";function Header({setOpenCusSynonymsModal,- setOpenManageDocsModal,setOpenManageLlmModal,handleUpdateTool,}) {const [openPreOrPostAmbleModal, setOpenPreOrPostAmbleModal] = useState(false);+ const [openSummLlmProfileModal, setOpenSummLlmProfileModal] = useState(false);const [preOrPostAmble, setPreOrPostAmble] = useState("");const [isExportLoading, setIsExportLoading] = useState(false);- const { details } = useCustomToolStore();+ const [summarizeLlmBtnText, setSummarizeLlmBtnText] = useState(null);+ const [llmItems, setLlmItems] = useState([]);+ const { details, llmProfiles } = useCustomToolStore();const { sessionDetails } = useSessionStore();const { setAlertDetails } = useAlertStore();const axiosPrivate = useAxiosPrivate();const navigate = useNavigate();+ useEffect(() => {+ getLlmProfilesDropdown();+ }, []);+const handleOpenPreOrPostAmbleModal = (type) => {setOpenPreOrPostAmbleModal(true);setPreOrPostAmble(type);};+const handleClosePreOrPostAmbleModal = () => {setOpenPreOrPostAmbleModal(false);setPreOrPostAmble("");@@ -68,6 +75,16 @@ function Header({});};+ const getLlmProfilesDropdown = () => {+ const items = [...llmProfiles].map((item) => {+ return {+ value: item?.profile_id,+ label: item?.profile_name,+ };+ });+ setLlmItems(items);+ };+return (<div className="custom-tools-header-layout"><div>@@ -89,25 +106,31 @@ function Header({</div><div className="custom-tools-header-btns"><div>- <Tooltip title="Manage Grammar">- <Button onClick={() => setOpenCusSynonymsModal(true)}>- <MessageOutlined />- </Button>- </Tooltip>+ <Button+ className="doc-manager-btn"+ onClick={() => setOpenSummLlmProfileModal(true)}+ icon={<FileTextOutlined />}+ >+ <Typography.Text ellipsis>+ Summarize: {summarizeLlmBtnText || "Select LLM"}+ </Typography.Text>+ </Button></div><div>- <Tooltip title="Manage Documents">- <Button onClick={() => setOpenManageDocsModal(true)}>- <FilePdfOutlined />- </Button>- </Tooltip>+ <Button+ onClick={() => setOpenCusSynonymsModal(true)}+ icon={<MessageOutlined />}+ >+ Manage Grammar+ </Button></div><div>- <Tooltip title="Manage LLM Profiles">- <Button onClick={() => setOpenManageLlmModal(true)}>- <CodeOutlined />- </Button>- </Tooltip>+ <Button+ onClick={() => setOpenManageLlmModal(true)}+ icon={<CodeOutlined />}+ >+ Manage LLM Profiles+ </Button></div><div className="custom-tools-header-v-divider" /><div>@@ -143,13 +166,19 @@ function Header({type={preOrPostAmble}handleUpdateTool={handleUpdateTool}/>+ <SelectLlmProfileModal+ open={openSummLlmProfileModal}+ setOpen={setOpenSummLlmProfileModal}+ llmItems={llmItems}+ setBtnText={setSummarizeLlmBtnText}+ handleUpdateTool={handleUpdateTool}+ /></div>);}Header.propTypes = {setOpenCusSynonymsModal: PropTypes.func.isRequired,- setOpenManageDocsModal: PropTypes.func.isRequired,setOpenManageLlmModal: PropTypes.func.isRequired,handleUpdateTool: PropTypes.func.isRequired,};diff --git a/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx b/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsxindex 7630be445..87e97a980 100644--- a/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx+++ b/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx@@ -94,7 +94,27 @@ function ManageDocsModal({setRows(newRows);}, [listOfDocs, selectedDoc, disableLlmOrDocChange]);- const handleUploadChange = (info) => {+ const beforeUpload = (file) => {+ return new Promise((resolve, reject) => {+ const reader = new FileReader();+ reader.readAsDataURL(file);+ reader.onload = () => {+ const fileName = file.name;+ const fileAlreadyExists = [...listOfDocs].includes(fileName);+ if (!fileAlreadyExists) {+ resolve(file);+ } else {+ setAlertDetails({+ type: "error",+ content: "File name already exists",+ });+ reject(new Error("File name already exists"));+ }+ };+ });+ };++ const handleUploadChange = async (info) => {if (info.file.status === "uploading") {setIsUploading(true);}@@ -109,14 +129,14 @@ function ManageDocsModal({const docName = info?.file?.name;const newListOfDocs = [...listOfDocs];newListOfDocs.push(docName);+ setOpen(false);+ await generateIndex(info?.file?.name);const body = {selectedDoc: docName,listOfDocs: newListOfDocs,};updateCustomTool(body);handleUpdateTool({ output: docName });- setOpen(false);- generateIndex(info?.file?.name);} else if (info.file.status === "error") {setIsUploading(false);setAlertDetails({@@ -175,6 +195,8 @@ function ManageDocsModal({onChange={handleUploadChange}disabled={isUploading || !defaultLlmProfile}showUploadList={false}+ accept=".pdf"+ beforeUpload={beforeUpload}><Tooltiptitle={diff --git a/frontend/src/components/custom-tools/notes-card/NotesCard.jsx b/frontend/src/components/custom-tools/notes-card/NotesCard.jsxindex e4f68cf2f..3e9b7abe5 100644--- a/frontend/src/components/custom-tools/notes-card/NotesCard.jsx+++ b/frontend/src/components/custom-tools/notes-card/NotesCard.jsx@@ -1,13 +1,19 @@-import { DeleteOutlined, EditOutlined } from "@ant-design/icons";-import { Button, Card, Col, Row, Space, Tooltip } from "antd";+import {+ CheckCircleOutlined,+ DeleteOutlined,+ EditOutlined,+ SyncOutlined,+} from "@ant-design/icons";+import { Button, Card, Col, Row, Space, Tag, Tooltip } from "antd";import PropTypes from "prop-types";import "./NotesCard.css";import { EditableText } from "../editable-text/EditableText";import { useState } from "react";import { ConfirmModal } from "../../widgets/confirm-modal/ConfirmModal";+import { promptStudioUpdateStatus } from "../../../helpers/GetStaticData";-function NotesCard({ details, handleChange, handleDelete }) {+function NotesCard({ details, handleChange, handleDelete, updateStatus }) {const [isEditingTitle, setIsEditingTitle] = useState(false);const [isEditingNote, setIsEditingNote] = useState(false);@@ -31,6 +37,29 @@ function NotesCard({ details, handleChange, handleDelete }) {/></Col><Col span={6} className="display-flex-right">+ {updateStatus?.promptId === details?.prompt_id && (+ <>+ {updateStatus?.status ===+ promptStudioUpdateStatus.isUpdating && (+ <Tag+ icon={<SyncOutlined spin />}+ color="processing"+ className="display-flex-align-center"+ >+ Updating+ </Tag>+ )}+ {updateStatus?.status === promptStudioUpdateStatus.done && (+ <Tag+ icon={<CheckCircleOutlined />}+ color="success"+ className="display-flex-align-center"+ >+ Done+ </Tag>+ )}+ </>+ )}<Tooltip title="Edit"><Buttonsize="small"@@ -70,6 +99,7 @@ NotesCard.propTypes = {details: PropTypes.object.isRequired,handleChange: PropTypes.func.isRequired,handleDelete: PropTypes.func.isRequired,+ updateStatus: PropTypes.object.isRequired,};export { NotesCard };diff --git a/frontend/src/components/custom-tools/output-analyzer-card/OutputAnalyzerCard.jsx b/frontend/src/components/custom-tools/output-analyzer-card/OutputAnalyzerCard.jsxnew file mode 100644index 000000000..8db8fedd7--- /dev/null+++ b/frontend/src/components/custom-tools/output-analyzer-card/OutputAnalyzerCard.jsx@@ -0,0 +1,111 @@+import { Col, Divider, Flex, Row, Space, Typography } from "antd";+import PropTypes from "prop-types";+import { useEffect, useState } from "react";+import { base64toBlob, handleException } from "../../../helpers/GetStaticData";+import { useAlertStore } from "../../../store/alert-store";+import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";+import { PdfViewer } from "../pdf-viewer/PdfViewer";+import { useSessionStore } from "../../../store/session-store";+import { useCustomToolStore } from "../../../store/custom-tool-store";+import { CombinedOutput } from "../combined-output/CombinedOutput";+import { DocumentViewer } from "../document-viewer/DocumentViewer";++function OutputAnalyzerCard({ doc, totalFields }) {+ const [fileUrl, setFileUrl] = useState("");+ const [isDocLoading, setIsDocLoading] = useState(false);+ const [filledFields, setFilledFields] = useState(0);+ const { details } = useCustomToolStore();+ const { sessionDetails } = useSessionStore();+ const { setAlertDetails } = useAlertStore();+ const axiosPrivate = useAxiosPrivate();++ useEffect(() => {+ if (!doc) {+ setFileUrl("");+ return;+ }++ const requestOptions = {+ method: "GET",+ url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/file/fetch_contents?file_name=${doc}&tool_id=${details?.tool_id}`,+ };++ setIsDocLoading(true);+ axiosPrivate(requestOptions)+ .then((res) => {+ const base64String = res?.data?.data || "";+ const blob = base64toBlob(base64String);+ setFileUrl(URL.createObjectURL(blob));+ })+ .catch((err) => {+ setAlertDetails(handleException(err, "Failed to load the document"));+ })+ .finally(() => {+ setIsDocLoading(false);+ });+ }, [doc]);++ return (+ <div className="output-analyzer-body2">+ <div className="output-analyzer-card-head">+ <Space>+ <Typography.Text strong>{doc}</Typography.Text>+ </Space>+ <Flex>+ <div>+ <Typography.Text>+ Total top-level fields: <strong>{totalFields}</strong>+ </Typography.Text>+ <Divider type="vertical" />+ </div>+ <div>+ <Typography.Text>+ Fill rate: <strong>NA</strong>+ </Typography.Text>+ <Divider type="vertical" />+ </div>+ <div>+ <Typography.Text>+ Filled fields: <strong>{filledFields}</strong>+ </Typography.Text>+ <Divider type="vertical" />+ </div>+ <div>+ <Typography.Text>+ Unfilled fields: <strong>{totalFields - filledFields}</strong>+ </Typography.Text>+ </div>+ </Flex>+ </div>+ <div className="output-analyzer-main">+ {fileUrl?.length > 0 && (+ <Row className="height-100">+ <Col span={12} className="height-100">+ <div className="output-analyzer-left-box">+ <DocumentViewer+ doc={doc}+ isLoading={isDocLoading}+ isContentAvailable={fileUrl?.length > 0}+ >+ <PdfViewer fileUrl={fileUrl} />+ </DocumentViewer>+ </div>+ </Col>+ <Col span={12}>+ <div className="output-analyzer-right-box">+ <CombinedOutput doc={doc} setFilledFields={setFilledFields} />+ </div>+ </Col>+ </Row>+ )}+ </div>+ </div>+ );+}++OutputAnalyzerCard.propTypes = {+ doc: PropTypes.string.isRequired,+ totalFields: PropTypes.number.isRequired,+};++export { OutputAnalyzerCard };diff --git a/frontend/src/components/custom-tools/output-analyzer-header/OutputAnalyzerHeader.jsx b/frontend/src/components/custom-tools/output-analyzer-header/OutputAnalyzerHeader.jsxnew file mode 100644index 000000000..1d7c2b93f--- /dev/null+++ b/frontend/src/components/custom-tools/output-analyzer-header/OutputAnalyzerHeader.jsx@@ -0,0 +1,32 @@+import { Button, Space, Typography } from "antd";+import { ArrowLeftOutlined } from "@ant-design/icons";+import { useNavigate, useParams } from "react-router-dom";+import { useSessionStore } from "../../../store/session-store";++function OutputAnalyzerHeader() {+ const { sessionDetails } = useSessionStore();+ const { id } = useParams();+ const navigate = useNavigate();++ return (+ <div className="output-analyzer-header">+ <div>+ <Space>+ <Button+ size="small"+ type="text"+ onClick={() => navigate(`/${sessionDetails?.orgName}/tools/${id}`)}+ >+ <ArrowLeftOutlined />+ </Button>+ <Typography.Text className="font-size-16" strong>+ Output Viewer+ </Typography.Text>+ </Space>+ </div>+ <div></div>+ </div>+ );+}++export { OutputAnalyzerHeader };diff --git a/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.css b/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.cssnew file mode 100644index 000000000..358230c07--- /dev/null+++ b/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.css@@ -0,0 +1,71 @@+/* Styles for OutputAnalyzerList */++.output-analyzer-layout {+ height: 100%;+ display: flex;+ flex-direction: column;+ background-color: var(--page-bg-2);+ overflow-y: hidden;+}++.output-analyzer-header {+ padding: 8px;+ background-color: #F5F7F9;+ display: flex;+ justify-content: space-between;+ align-items: center;+}++.output-analyzer-header .title {+ font-size: 16px;+}++.output-analyzer-body {+ padding: 12px;+ height: 100%;+ overflow-y: auto;+}++.output-analyzer-body2 {+ height: 700px;+ display: flex;+ flex-direction: column;+}++.output-analyzer-card-head {+ padding: 12px;+ display: flex;+ justify-content: space-between;+ background-color: #ECEFF3;+}++.output-analyzer-main {+ flex: 1;+ overflow-y: hidden;+}++.output-analyzer-left-box {+ padding-right: 6px;+ height: 100%;+ overflow-y: auto;+}++.output-analyzer-left-box > div {+ height: 100%;+ background-color: var(--white);+}++.output-analyzer-right-box {+ padding-left: 6px;+ height: 100%;+}++.output-analyzer-right-box > div {+ height: 100%;+ background-color: var(--white);+ padding: 0px 12px;+}++.output-analyzer-card-gap {+ margin-bottom: 12px;+}\ No newline at end of filediff --git a/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.jsx b/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.jsxnew file mode 100644index 000000000..7b8b3d392--- /dev/null+++ b/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.jsx@@ -0,0 +1,38 @@+import { OutputAnalyzerHeader } from "../output-analyzer-header/OutputAnalyzerHeader";+import "./OutputAnalyzerList.css";+import { OutputAnalyzerCard } from "../output-analyzer-card/OutputAnalyzerCard";+import { useCustomToolStore } from "../../../store/custom-tool-store";+import { useEffect, useState } from "react";+import { promptType } from "../../../helpers/GetStaticData";++function OutputAnalyzerList() {+ const [totalFields, setTotalFields] = useState(0);+ const { listOfDocs, details } = useCustomToolStore();++ useEffect(() => {+ const prompts = [...(details?.prompts || [])];+ const promptsFiltered = prompts.filter(+ (item) => item?.prompt_type === promptType.prompt+ );+ setTotalFields(promptsFiltered.length || 0);+ }, [details]);++ return (+ <div className="output-analyzer-layout">+ <div>+ <OutputAnalyzerHeader />+ </div>+ <div className="output-analyzer-body">+ {listOfDocs.map((doc) => {+ return (+ <div className="output-analyzer-card-gap" key={doc}>+ <OutputAnalyzerCard doc={doc} totalFields={totalFields} />+ </div>+ );+ })}+ </div>+ </div>+ );+}++export { OutputAnalyzerList };diff --git a/frontend/src/components/custom-tools/output-for-doc-modal/OutputForDocModal.jsx b/frontend/src/components/custom-tools/output-for-doc-modal/OutputForDocModal.jsxindex 1bfb89d5d..f2b57e22a 100644--- a/frontend/src/components/custom-tools/output-for-doc-modal/OutputForDocModal.jsx+++ b/frontend/src/components/custom-tools/output-for-doc-modal/OutputForDocModal.jsx@@ -7,6 +7,7 @@ import { useSessionStore } from "../../../store/session-store";import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";import "./OutputForDocModal.css";import { CheckCircleFilled, CloseCircleFilled } from "@ant-design/icons";+import { useNavigate } from "react-router-dom";const columns = [{@@ -32,6 +33,8 @@ function OutputForDocModal({const { details, listOfDocs } = useCustomToolStore();const { sessionDetails } = useSessionStore();const axiosPrivate = useAxiosPrivate();+ const navigate = useNavigate();+useEffect(() => {handleGetOutputForDocs();}, [open]);@@ -53,7 +56,7 @@ function OutputForDocModal({.then((res) => {const data = res?.data || [];data.sort((a, b) => {- return new Date(b.created_at) - new Date(a.created_at);+ return new Date(b.modified_at) - new Date(a.modified_at);});handleRowsGeneration(data);})@@ -67,7 +70,6 @@ function OutputForDocModal({[...listOfDocs].forEach((item) => {const output = data.find((outputValue) => outputValue?.doc_name === item);const isSuccess = output?.output?.length > 0;- const content = isSuccess ? output?.output : "Failed";const result = {key: item,@@ -81,7 +83,7 @@ function OutputForDocModal({<CloseCircleFilled style={{ color: "#FF4D4F" }} />)}</span>{" "}- {content}+ {isSuccess ? output?.output : "Failed"}</Typography.Text>),};@@ -108,7 +110,9 @@ function OutputForDocModal({</div><div className="output-doc-gap" /><div className="display-flex-right">- <Button size="small">View in Output Analyzer</Button>+ <Button size="small" onClick={() => navigate("outputAnalyzer")}>+ View in Output Analyzer+ </Button></div><div className="output-doc-gap" /><div className="output-doc-table">diff --git a/frontend/src/components/custom-tools/pdf-viewer/PdfViewer.jsx b/frontend/src/components/custom-tools/pdf-viewer/PdfViewer.jsxindex 5fd9f9201..4ee872189 100644--- a/frontend/src/components/custom-tools/pdf-viewer/PdfViewer.jsx+++ b/frontend/src/components/custom-tools/pdf-viewer/PdfViewer.jsx@@ -1,87 +1,11 @@import { Viewer, Worker } from "@react-pdf-viewer/core";import { defaultLayoutPlugin } from "@react-pdf-viewer/default-layout";import { pageNavigationPlugin } from "@react-pdf-viewer/page-navigation";-import { Typography } from "antd";import PropTypes from "prop-types";-import { useEffect, useState } from "react";-import { handleException } from "../../../helpers/GetStaticData";-import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";-import { useAlertStore } from "../../../store/alert-store";-import { useCustomToolStore } from "../../../store/custom-tool-store";-import { useSessionStore } from "../../../store/session-store";-import { EmptyState } from "../../widgets/empty-state/EmptyState";-import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";--function PdfViewer({ setOpenManageDocsModal }) {- const [fileUrl, setFileUrl] = useState("");- const [isLoading, setIsLoading] = useState(false);+function PdfViewer({ fileUrl }) {const newPlugin = defaultLayoutPlugin();const pageNavigationPluginInstance = pageNavigationPlugin();- const { sessionDetails } = useSessionStore();- const { setAlertDetails } = useAlertStore();- const { selectedDoc, details } = useCustomToolStore();- const axiosPrivate = useAxiosPrivate();-- const base64toBlob = (data) => {- const bytes = atob(data);- let length = bytes.length;- const out = new Uint8Array(length);-- while (length--) {- out[length] = bytes.charCodeAt(length);- }-- return new Blob([out], { type: "application/pdf" });- };-- useEffect(() => {- if (!selectedDoc) {- setFileUrl("");- return;- }-- const requestOptions = {- method: "GET",- url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/file/fetch_contents?file_name=${selectedDoc}&tool_id=${details?.tool_id}`,- };-- setIsLoading(true);- axiosPrivate(requestOptions)- .then((res) => {- const base64String = res?.data?.data || "";- const blob = base64toBlob(base64String);- setFileUrl(URL.createObjectURL(blob));- })- .catch((err) => {- setAlertDetails(handleException(err, "Failed to load the document"));- })- .finally(() => {- setIsLoading(false);- });- }, [selectedDoc]);-- if (isLoading) {- return <SpinnerLoader />;- }-- if (!selectedDoc) {- return (- <EmptyState- text="Add and view your PDF document here"- btnText="Add Document"- handleClick={() => setOpenManageDocsModal(true)}- />- );- }-- if (!fileUrl) {- return (- <div className="display-flex-center display-align-center">- <Typography.Text>Failed to load the document</Typography.Text>- </div>- );- }return (<div className="doc-manager-body">@@ -96,7 +20,7 @@ function PdfViewer({ setOpenManageDocsModal }) {}PdfViewer.propTypes = {- setOpenManageDocsModal: PropTypes.func.isRequired,+ fileUrl: PropTypes.any,};export { PdfViewer };diff --git a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsxindex 9e5eebcb5..2cd09c16e 100644--- a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx+++ b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx@@ -4,6 +4,7 @@ import {DeleteOutlined,EditOutlined,LeftOutlined,+ LoadingOutlined,PlayCircleOutlined,RightOutlined,SearchOutlined,@@ -63,6 +64,7 @@ function PromptCard({const [result, setResult] = useState({promptOutputId: null,output: "",+ evalMetrics: [],});const [outputIds, setOutputIds] = useState([]);const [coverage, setCoverage] = useState(0);@@ -75,7 +77,6 @@ function PromptCard({llmProfiles,selectedDoc,listOfDocs,- evalMetrics,updateCustomTool,details,disableLlmOrDocChange,@@ -214,24 +215,16 @@ function PromptCard({return sortedMetrics;};+ const handleTypeChange = (value) => {+ handleChange(value, promptDetails?.prompt_id, "enforce_type", true).then(+ () => {+ handleRun();+ }+ );+ };+// Generate the result for the currently selected documentconst handleRun = () => {- if (!promptDetails?.prompt_key) {- setAlertDetails({- type: "error",- content: "Prompt key is not set",- });- return;- }-- if (!promptDetails?.prompt) {- setAlertDetails({- type: "error",- content: "Prompt cannot be empty",- });- return;- }-if (!promptDetails?.profile_manager?.length) {setAlertDetails({type: "error",@@ -251,41 +244,39 @@ function PromptCard({setIsRunLoading(true);setIsCoverageLoading(true);setCoverage(0);+ setCoverageTotal(0);++ let method = "POST";+ let url = `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/`;+ if (result?.promptOutputId) {+ method = "PATCH";+ url += `${result?.promptOutputId}/`;+ }handleRunApiRequest(selectedDoc).then((res) => {const data = res?.data;const value = data[promptDetails?.prompt_key];- let method = "POST";- let url = `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/`;- if (result?.promptOutputId) {- method = "PATCH";- url += `${result?.promptOutputId}/`;- }- handleUpdateOutput(value, selectedDoc, method, url);-- if (value?.length > 0) {+ if (value !== null && String(value)?.length > 0) {setCoverage((prev) => prev + 1);- } else {- setAlertDetails({- type: "error",- content: `Failed to generate output for ${selectedDoc}`,- });}- handleCoverage();- const modifiedEvalMetrics = { ...evalMetrics };- modifiedEvalMetrics[`${promptDetails?.prompt_id}`] =- sortEvalMetricsByType(- data[`${promptDetails?.prompt_key}__evaluation`] || []- );- updateCustomTool({ evalMetrics: modifiedEvalMetrics });+ // Handle Eval+ let evalMetrics = [];+ if (promptDetails?.evaluate) {+ evalMetrics = data[`${promptDetails?.prompt_key}__evaluation`] || [];+ }+ handleUpdateOutput(value, selectedDoc, evalMetrics, method, url);}).catch((err) => {- setIsCoverageLoading(false);- setAlertDetails(handleException(err));+ handleUpdateOutput(null, selectedDoc, [], method, url);+ setAlertDetails(+ handleException(err, `Failed to generate output for ${selectedDoc}`)+ );}).finally(() => {setIsRunLoading(false);+ setCoverageTotal((prev) => prev + 1);+ handleCoverage();});};@@ -300,14 +291,32 @@ function PromptCard({return;}- setCoverageTotal(1);listOfDocsToProcess.forEach((item) => {+ let method = "POST";+ let url = `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/`;+ const outputId = outputIds.find((output) => output?.docName === item);+ if (outputId?.promptOutputId?.length) {+ method = "PATCH";+ url += `${outputId?.promptOutputId}/`;+ }handleRunApiRequest(item).then((res) => {const data = res?.data;- handleCoverageData(data, item);+ const outputValue = data[promptDetails?.prompt_key];+ if (outputValue !== null && String(outputValue)?.length > 0) {+ setCoverage((prev) => prev + 1);+ }++ // Handle Eval+ let evalMetrics = [];+ if (promptDetails?.evaluate) {+ evalMetrics =+ data[`${promptDetails?.prompt_key}__evaluation`] || [];+ }+ handleUpdateOutput(outputValue, item, evalMetrics, method, url);}).catch((err) => {+ handleUpdateOutput(null, item, [], method, url);setAlertDetails(handleException(err, `Failed to generate output for ${item}`));@@ -344,34 +353,20 @@ function PromptCard({});};- const handleCoverageData = (data, docName) => {- const outputValue = data[promptDetails?.prompt_key];- let method = "POST";- let url = `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/`;- const outputId = outputIds.find((output) => output?.docName === docName);- if (outputId?.promptOutputId?.length) {- method = "PATCH";- url += `${outputId?.promptOutputId}/`;- }- handleUpdateOutput(outputValue, docName, method, url);-- if (outputValue?.length > 0) {- setCoverage((prev) => prev + 1);- } else {- setAlertDetails({- type: "error",- content: `Failed to generate output for ${docName}`,- });- }- };-- const handleUpdateOutput = (outputValue, docName, method, url) => {+ const handleUpdateOutput = (+ outputValue,+ docName,+ evalMetrics,+ method,+ url+ ) => {const body = {- output: outputValue,+ output: outputValue !== null ? String(outputValue) : null,tool_id: details?.tool_id,prompt_id: promptDetails?.prompt_id,profile_manager: promptDetails?.profile_manager,doc_name: docName,+ eval_metrics: evalMetrics,};const requestOptions = {@@ -386,14 +381,24 @@ function PromptCard({axiosPrivate(requestOptions).then((res) => {- if (docName !== selectedDoc) {- return;- }const data = res?.data;- setResult({- promptOutputId: data?.prompt_output_id || null,- output: data?.output || "",- });+ const promptOutputId = data?.prompt_output_id || null;+ if (docName === selectedDoc) {+ setResult({+ promptOutputId: promptOutputId,+ output: data?.output,+ evalMetrics: sortEvalMetricsByType(data?.eval_metrics || []),+ });+ }++ const isOutputIdAvailable = outputIds.find(+ (item) => item?.promptOutputId === promptOutputId+ );+ if (!isOutputIdAvailable) {+ const listOfOutputIds = [...outputIds];+ listOfOutputIds.push({ promptOutputId, docName });+ setOutputIds(listOfOutputIds);+ }}).catch((err) => {setAlertDetails(handleException(err, "Failed to persist the result"));@@ -405,19 +410,19 @@ function PromptCard({setResult({promptOutputId: null,output: "",+ evalMetrics: [],});return;}setIsRunLoading(true);handleOutputApiRequest(true)- .then((res) => {- const data = res?.data;-+ .then((data) => {if (!data || data?.length === 0) {setResult({promptOutputId: null,output: "",+ evalMetrics: [],});return;}@@ -425,7 +430,8 @@ function PromptCard({const outputResult = data[0];setResult({promptOutputId: outputResult?.prompt_output_id,- output: outputResult?.output || "",+ output: outputResult?.output,+ evalMetrics: sortEvalMetricsByType(outputResult?.eval_metrics || []),});}).catch((err) => {@@ -443,11 +449,7 @@ function PromptCard({setCoverage(0);handleOutputApiRequest()- .then((res) => {- const data = res?.data;- data.sort((a, b) => {- return new Date(b.created_at) - new Date(a.created_at);- });+ .then((data) => {handleGetCoverageData(data);}).catch((err) => {@@ -470,7 +472,13 @@ function PromptCard({};return axiosPrivate(requestOptions)- .then((res) => res)+ .then((res) => {+ const data = res?.data;+ data.sort((a, b) => {+ return new Date(b.modified_at) - new Date(a.modified_at);+ });+ return data;+ }).catch((err) => {throw err;});@@ -488,7 +496,7 @@ function PromptCard({}if (- item?.output?.length > 0 &&+ item?.output !== undefined &&[...listOfDocs].includes(item?.doc_name)) {ids.push({@@ -581,6 +589,15 @@ function PromptCard({/></Col><Col span={8} className="display-flex-right">+ {isCoverageLoading && (+ <Tag+ icon={<LoadingOutlined spin />}+ color="processing"+ className="display-flex-align-center"+ >+ Generating Response+ </Tag>+ )}{updateStatus?.promptId === promptDetails?.prompt_id && (<>{updateStatus?.status ===@@ -680,8 +697,10 @@ function PromptCard({<Spacedirection="vertical"className={`prompt-card-comp-layout ${- !(isRunLoading || result?.output?.length > 0) &&- "prompt-card-comp-layout-border"+ !(+ isRunLoading ||+ (result?.output !== undefined && outputIds?.length > 0)+ ) && "prompt-card-comp-layout-border"}`}><div className="prompt-card-llm-profiles">@@ -708,6 +727,7 @@ function PromptCard({icon={<SearchOutlined className="font-size-12" />}loading={isCoverageLoading}onClick={() => setOpenOutputForDoc(true)}+ disabled={outputIds?.length === 0}><Typography.Link className="font-size-12">Coverage: {coverage} of {listOfDocs?.length || 0} docs@@ -725,14 +745,7 @@ function PromptCard({disabled={disableLlmOrDocChange.includes(promptDetails?.prompt_id)}- onChange={(value) =>- handleChange(- value,- promptDetails?.prompt_id,- "enforce_type",- true- )- }+ onChange={(value) => handleTypeChange(value)}/></div></div>@@ -781,18 +794,17 @@ function PromptCard({</Button></div></div>- {evalMetrics?.[`${promptDetails?.prompt_id}`] && (+ {result?.evalMetrics?.length > 0 && (<div>- {evalMetrics?.[`${promptDetails?.prompt_id}`].map(- (evalMetric) => (- <EvalMetricTag key={evalMetric.id} metric={evalMetric} />- )- )}+ {result?.evalMetrics.map((evalMetric) => (+ <EvalMetricTag key={evalMetric.id} metric={evalMetric} />+ ))}</div>)}</Space></>- {(isRunLoading || result?.output?.length > 0) && (+ {(isRunLoading ||+ (result?.output !== undefined && outputIds?.length > 0)) && (<><Divider className="prompt-card-divider" /><div className="prompt-card-result prompt-card-div">@@ -816,7 +828,6 @@ function PromptCard({setOpen={setOpenEval}promptDetails={promptDetails}handleChange={handleChange}- handleRun={handleRun}/><OutputForDocModalopen={openOutputForDoc}@@ -833,7 +844,7 @@ PromptCard.propTypes = {promptDetails: PropTypes.object.isRequired,handleChange: PropTypes.func.isRequired,handleDelete: PropTypes.func.isRequired,- updateStatus: PropTypes.string,+ updateStatus: PropTypes.object.isRequired,};export { PromptCard };diff --git a/frontend/src/components/custom-tools/select-llm-profile-modal/SelectLlmProfileModal.jsx b/frontend/src/components/custom-tools/select-llm-profile-modal/SelectLlmProfileModal.jsxnew file mode 100644index 000000000..e8d3ce1bb--- /dev/null+++ b/frontend/src/components/custom-tools/select-llm-profile-modal/SelectLlmProfileModal.jsx@@ -0,0 +1,159 @@+import {+ Checkbox,+ Form,+ Input,+ Modal,+ Select,+ Space,+ Switch,+ Typography,+} from "antd";+import PropTypes from "prop-types";+import { useCallback, useEffect, useState } from "react";+import debounce from "lodash/debounce";++import { useCustomToolStore } from "../../../store/custom-tool-store";+import { handleException } from "../../../helpers/GetStaticData";+import { useAlertStore } from "../../../store/alert-store";++function SelectLlmProfileModal({+ open,+ setOpen,+ llmItems,+ setBtnText,+ handleUpdateTool,+}) {+ const [selectedLlm, setSelectedLlm] = useState("");+ const [isContext, setIsContext] = useState(false);+ const { details } = useCustomToolStore();+ const { setAlertDetails } = useAlertStore();++ useEffect(() => {+ setIsContext(details?.summarize_context);+ }, []);++ useEffect(() => {+ if (!selectedLlm) {+ setBtnText("");+ return;+ }++ const llmItem = [...llmItems].find((item) => item?.value === selectedLlm);+ setBtnText(llmItem?.label || "");+ }, [selectedLlm]);++ useEffect(() => {+ if (llmItems?.length) {+ setSelectedLlm(details?.summarize_llm_profile);+ }+ }, [llmItems]);++ const handleLlmProfileChange = (fieldName, value) => {+ const body = {+ [fieldName]: value,+ };+ handleUpdateTool(body)+ .then(() => {+ setAlertDetails({+ type: "success",+ content: "Successfully updated the LLM profile",+ });+ })+ .catch((err) => {+ setAlertDetails(+ handleException(err, "Failed to update the LLM profile")+ );+ })+ .finally(() => {+ if (fieldName === "summarize_context") {+ setIsContext(value);+ }+ });+ };++ const onSearchDebounce = useCallback(+ debounce((event) => {+ handleLlmProfileChange(event.target.name, event.target.value);+ }, 1000),+ []+ );++ return (+ <Modal+ className="pre-post-amble-modal"+ open={open}+ onCancel={() => setOpen(null)}+ maskClosable={false}+ centered+ footer={null}+ >+ <div className="pre-post-amble-body">+ <div>+ <Typography.Text strong className="pre-post-amble-title">+ Summarize Manager+ </Typography.Text>+ </div>+ <Form layout="vertical" size="small">+ <Form.Item label="Select LLM Profile" name="summarize_llm_profile">+ <Select+ placeholder="Select Eval LLM"+ defaultValue={selectedLlm}+ options={llmItems}+ onChange={(value) =>+ handleLlmProfileChange("summarize_llm_profile", value)+ }+ />+ </Form.Item>+ <Form.Item label="Prompt">+ <Input.TextArea+ rows={3}+ placeholder="Enter Prompt"+ name="summarize_prompt"+ defaultValue={details?.summarize_prompt}+ onChange={onSearchDebounce}+ />+ </Form.Item>+ <Form.Item>+ <Space>+ <Switch+ defaultValue={details?.summarize_context}+ size="small"+ onChange={(value) =>+ handleLlmProfileChange("summarize_context", value)+ }+ />+ <Typography.Text>Summarize Context</Typography.Text>+ </Space>+ </Form.Item>+ <div style={{ margin: "10px 0px" }} />+ <Form.Item name="summarize_as_source">+ <Space>+ <Checkbox+ defaultChecked={details?.summarize_as_source}+ disabled={!isContext}+ size="small"+ onChange={(e) =>+ handleLlmProfileChange(+ "summarize_as_source",+ e.target.checked+ )+ }+ />+ <Typography.Text>Use summarize context as source</Typography.Text>+ </Space>+ </Form.Item>+ </Form>+ </div>+ </Modal>+ );+}++SelectLlmProfileModal.propTypes = {+ open: PropTypes.bool.isRequired,+ setOpen: PropTypes.func.isRequired,+ llmItems: PropTypes.array.isRequired,+ setBtnText: PropTypes.func.isRequired,+ handleUpdateTool: PropTypes.func.isRequired,+};++export { SelectLlmProfileModal };diff --git a/frontend/src/components/custom-tools/text-viewer/TextViewer.jsx b/frontend/src/components/custom-tools/text-viewer/TextViewer.jsxnew file mode 100644index 000000000..a68fd006f--- /dev/null+++ b/frontend/src/components/custom-tools/text-viewer/TextViewer.jsx@@ -0,0 +1,24 @@+import { Typography } from "antd";+import PropTypes from "prop-types";+import React from "react";++function TextViewer({ text }) {+ return (+ <div className="text-viewer-layout">+ <Typography.Paragraph>+ {text.split("\n").map((line) => (+ <React.Fragment key={line?.slice(0, 10)}>+ {line}+ <br />+ </React.Fragment>+ ))}+ </Typography.Paragraph>+ </div>+ );+}++TextViewer.propTypes = {+ text: PropTypes.string,+};++export { TextViewer };diff --git a/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx b/frontend/src/components/custom-tools/tool-ide/ToolIde.jsxindex a7bf58a8a..bc9a22347 100644--- a/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx+++ b/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx@@ -1,6 +1,6 @@import { FullscreenExitOutlined, FullscreenOutlined } from "@ant-design/icons";import { Col, Collapse, Modal, Row } from "antd";-import { useEffect, useState } from "react";+import { useState } from "react";import { handleException } from "../../../helpers/GetStaticData";import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";@@ -14,7 +14,6 @@ import { DisplayLogs } from "../display-logs/DisplayLogs";import { DocumentManager } from "../document-manager/DocumentManager";import { GenerateIndex } from "../generate-index/GenerateIndex";import { Header } from "../header/Header";-import { ManageDocsModal } from "../manage-docs-modal/ManageDocsModal";import { ManageLlmProfilesModal } from "../manage-llm-profiles-modal/ManageLlmProfilesModal";import { ToolsMain } from "../tools-main/ToolsMain";import "./ToolIde.css";@@ -23,19 +22,14 @@ function ToolIde() {const [showLogsModal, setShowLogsModal] = useState(false);const [activeKey, setActiveKey] = useState([]);const [openCusSynonymsModal, setOpenCusSynonymsModal] = useState(false);- const [openManageDocsModal, setOpenManageDocsModal] = useState(false);const [openManageLlmModal, setOpenManageLlmModal] = useState(false);const [openAddLlmModal, setOpenAddLlmModal] = useState(false);const [editLlmProfileId, setEditLlmProfileId] = useState(null);const [isGenerateIndexOpen, setIsGenerateIndexOpen] = useState(false);const [isGeneratingIndex, setIsGeneratingIndex] = useState(false);const [generateIndexResult, setGenerateIndexResult] = useState("");- const {- details,- updateCustomTool,- setDefaultCustomTool,- disableLlmOrDocChange,- } = useCustomToolStore();+ const { details, updateCustomTool, disableLlmOrDocChange, selectedDoc } =+ useCustomToolStore();const { sessionDetails } = useSessionStore();const { setAlertDetails } = useAlertStore();const axiosPrivate = useAxiosPrivate();@@ -72,12 +66,6 @@ function ToolIde() {},];- useEffect(() => {- return () => {- setDefaultCustomTool();- };- }, []);-const handleCollapse = (keys) => {setActiveKey(keys);};@@ -89,7 +77,7 @@ function ToolIde() {setIsGenerateIndexOpen(isOpen);};- const generateIndex = (fileName) => {+ const generateIndex = async (fileName) => {setIsGenerateIndexOpen(true);setIsGeneratingIndex(true);@@ -107,7 +95,7 @@ function ToolIde() {data: body,};- axiosPrivate(requestOptions)+ return axiosPrivate(requestOptions).then(() => {setGenerateIndexResult("SUCCESS");})@@ -149,18 +137,28 @@ function ToolIde() {return;}+ const prevSelectedDoc = selectedDoc;+ const data = {+ selectedDoc: docName,+ };+ updateCustomTool(data);+const body = {output: docName,};handleUpdateTool(body)- .then((res) => {- const data = {- selectedDoc: docName,- };- updateCustomTool(data);+ .then(() => {+ setAlertDetails({+ type: "success",+ content: "Document changed successfully",+ });}).catch((err) => {+ const revertSelectedDoc = {+ selectedDoc: prevSelectedDoc,+ };+ updateCustomTool(revertSelectedDoc);setAlertDetails(handleException(err, "Failed to select the document"));});};@@ -170,7 +168,6 @@ function ToolIde() {<div><HeadersetOpenCusSynonymsModal={setOpenCusSynonymsModal}- setOpenManageDocsModal={setOpenManageDocsModal}setOpenManageLlmModal={setOpenManageLlmModal}handleUpdateTool={handleUpdateTool}/>@@ -222,13 +219,6 @@ function ToolIde() {open={openCusSynonymsModal}setOpen={setOpenCusSynonymsModal}/>- <ManageDocsModal- open={openManageDocsModal}- setOpen={setOpenManageDocsModal}- generateIndex={generateIndex}- handleUpdateTool={handleUpdateTool}- handleDocChange={handleDocChange}- /><ManageLlmProfilesModalopen={openManageLlmModal}setOpen={setOpenManageLlmModal}diff --git a/frontend/src/components/custom-tools/tools-main/ToolsMain.jsx b/frontend/src/components/custom-tools/tools-main/ToolsMain.jsxindex 16c6bcbf7..1acff0c47 100644--- a/frontend/src/components/custom-tools/tools-main/ToolsMain.jsx+++ b/frontend/src/components/custom-tools/tools-main/ToolsMain.jsx@@ -20,6 +20,7 @@ function ToolsMain({ setOpenAddLlmModal }) {const {details,defaultLlmProfile,+ selectedDoc,updateCustomTool,disableLlmOrDocChange,} = useCustomToolStore();@@ -135,7 +136,7 @@ function ToolsMain({ setOpenAddLlmModal }) {setScrollToBottom={setScrollToBottom}/>)}- {activeKey === "2" && <CombinedOutput />}+ {activeKey === "2" && <CombinedOutput doc={selectedDoc} />}</div><div className="tools-main-footer"><Footer activeKey={activeKey} addPromptInstance={addPromptInstance} />diff --git a/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js b/frontend/src/components/helpers/custom-tools/CustomToolsHelper.jsindex 8f5f1dd92..ec3c3d5ac 100644--- a/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js+++ b/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js@@ -14,7 +14,7 @@ function CustomToolsHelper() {const [logId, setLogId] = useState(null);const { id } = useParams();const { sessionDetails } = useSessionStore();- const { updateCustomTool } = useCustomToolStore();+ const { updateCustomTool, setDefaultCustomTool } = useCustomToolStore();const { setAlertDetails } = useAlertStore();const navigate = useNavigate();const axiosPrivate = useAxiosPrivate();@@ -49,7 +49,11 @@ function CustomToolsHelper() {return handleApiRequest(reqOpsDocs);}).then((res) => {- const data = res?.data?.map((item) => item?.name);+ const data = (res?.data || [])+ ?.filter(+ (item) => item?.name !== "extract" && item?.name !== "summarize"+ )+ ?.map((item) => item?.name);updatedCusTool["listOfDocs"] = data;const reqOpsDropdownItems = {@@ -83,6 +87,12 @@ function CustomToolsHelper() {});}, [id]);+ useEffect(() => {+ return () => {+ setDefaultCustomTool();+ };+ }, []);+const handleApiRequest = async (requestOptions) => {return axiosPrivate(requestOptions).then((res) => res)diff --git a/frontend/src/helpers/GetStaticData.js b/frontend/src/helpers/GetStaticData.jsindex 996ed44bc..465a8d57c 100644--- a/frontend/src/helpers/GetStaticData.js+++ b/frontend/src/helpers/GetStaticData.js@@ -263,6 +263,28 @@ const handleException = (err, errMessage) => {}};+const base64toBlob = (data) => {+ const bytes = atob(data);+ let length = bytes.length;+ const out = new Uint8Array(length);++ while (length--) {+ out[length] = bytes.charCodeAt(length);+ }++ return new Blob([out], { type: "application/pdf" });+};++const removeFileExtension = (fileName) => {+ if (!fileName) {+ return "";+ }+ const fileNameSplit = fileName.split(".");+ const fileNameSplitLength = fileNameSplit.length;+ const modFileName = fileNameSplit.slice(0, fileNameSplitLength - 1);+ return modFileName.join(".");+};+export {CONNECTOR_TYPE_MAP,O_AUTH_PROVIDERS,@@ -287,4 +309,6 @@ export {toolIdeOutput,wfExecutionTypes,workflowStatus,+ base64toBlob,+ removeFileExtension,};diff --git a/frontend/src/index.css b/frontend/src/index.cssindex d64e54b4d..471addb68 100644--- a/frontend/src/index.css+++ b/frontend/src/index.css@@ -1,8 +1,10 @@@import "variables.css";-html, #root {+html,+#root {height: 100%;}+body {font-family: var(--font-family) !important;-webkit-font-smoothing: antialiased;@@ -20,6 +22,7 @@ body {align-items: center;justify-content: center;}+/* Custom scroll bar css starts */::-webkit-scrollbar {width: 3px;@@ -47,6 +50,7 @@ body {::-webkit-scrollbar-corner {background: none;}+/* Custom scroll bar css ends *//* Justify content to the right */@@ -71,6 +75,14 @@ body {font-size: 12px;}+.font-size-16 {+ font-size: 16px;+}++.font-weight-600 {+ font-weight: 600px;+}+.display-flex-center-h-and-v {height: 100%;display: flex;@@ -101,6 +113,10 @@ body {width: 100%;}+.height-100 {+ height: 100%;+}+.cur-pointer {cursor: pointer;}@@ -108,4 +124,4 @@ body {.modal-header {font-size: 16px;font-weight: bold;-}+}\ No newline at end of filediff --git a/frontend/src/pages/OutputAnalyzerPage.jsx b/frontend/src/pages/OutputAnalyzerPage.jsxnew file mode 100644index 000000000..af89f315d--- /dev/null+++ b/frontend/src/pages/OutputAnalyzerPage.jsx@@ -0,0 +1,7 @@+import { OutputAnalyzerList } from "../components/custom-tools/output-analyzer-list/OutputAnalyzerList";++function OutputAnalyzerPage() {+ return <OutputAnalyzerList />;+}++export { OutputAnalyzerPage };diff --git a/frontend/src/routes/Router.jsx b/frontend/src/routes/Router.jsxindex dfe29c798..4b812887a 100644--- a/frontend/src/routes/Router.jsx+++ b/frontend/src/routes/Router.jsx@@ -27,6 +27,7 @@ import { ToolIdePage } from "../pages/ToolIdePage.jsx";import { ToolsSettingsPage } from "../pages/ToolsSettingsPage.jsx";import { UsersPage } from "../pages/UsersPage.jsx";import { WorkflowsPage } from "../pages/WorkflowsPage.jsx";+import { OutputAnalyzerPage } from "../pages/OutputAnalyzerPage.jsx";function Router() {return (@@ -68,6 +69,10 @@ function Router() {<Route path="tools" element={<CustomTools />} /><Route path="" element={<CustomToolsHelper />}><Route path="tools/:id" element={<ToolIdePage />} />+ <Route+ path="tools/:id/outputAnalyzer"+ element={<OutputAnalyzerPage />}+ /></Route><Routepath="settings/llms"diff --git a/frontend/src/store/custom-tool-store.js b/frontend/src/store/custom-tool-store.jsindex f841f95f9..05a8d18a2 100644--- a/frontend/src/store/custom-tool-store.js+++ b/frontend/src/store/custom-tool-store.js@@ -7,7 +7,6 @@ const defaultState = {listOfDocs: [],defaultLlmProfile: "",llmProfiles: [],- evalMetrics: {},details: {},disableLlmOrDocChange: [],};