Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

Handled summarize view, raw view, persistence of eval data, and output analyzer in the UI

Tahier Hussainf71c7912319c
diff --git a/frontend/src/components/custom-tools/combined-output/CombinedOutput.jsx b/frontend/src/components/custom-tools/combined-output/CombinedOutput.jsx
index da3db4600..2835b8aa2 100644
--- a/frontend/src/components/custom-tools/combined-output/CombinedOutput.jsx
+++ b/frontend/src/components/custom-tools/combined-output/CombinedOutput.jsx
@@ -1,4 +1,4 @@
-import { Button, Segmented, Space } from "antd";
+import { Segmented } from "antd";
import jsYaml from "js-yaml";
import Prism from "prismjs";
import "prismjs/components/prism-json";
@@ -6,6 +6,7 @@ import "prismjs/plugins/line-numbers/prism-line-numbers.css";
import "prismjs/plugins/line-numbers/prism-line-numbers.js";
import "prismjs/themes/prism.css";
import { useEffect, useState } from "react";
+import PropTypes from "prop-types";
import { handleException, promptType } from "../../../helpers/GetStaticData";
import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";
@@ -20,27 +21,31 @@ const outputTypes = {
yaml: "YAML",
};
-function CombinedOutput() {
+function CombinedOutput({ doc, setFilledFields }) {
const [combinedOutput, setCombinedOutput] = useState({});
const [yamlData, setYamlData] = useState(null);
const [selectedOutputType, setSelectedOutputType] = useState(
outputTypes.json
);
const [isOutputLoading, setIsOutputLoading] = useState(false);
- const { details, selectedDoc } = useCustomToolStore();
+ const { details } = useCustomToolStore();
const { sessionDetails } = useSessionStore();
const { setAlertDetails } = useAlertStore();
const axiosPrivate = useAxiosPrivate();
useEffect(() => {
- if (!selectedDoc) {
+ if (!doc) {
return;
}
+ let filledFields = 0;
setIsOutputLoading(true);
handleOutputApiRequest()
.then((res) => {
const data = res?.data || [];
+ data.sort((a, b) => {
+ return new Date(b.modified_at) - new Date(a.modified_at);
+ });
const prompts = details?.prompts;
const output = {};
prompts.forEach((item) => {
@@ -60,9 +65,17 @@ function CombinedOutput() {
}
output[item?.prompt_key] = outputDetails?.output || "";
+
+ if (outputDetails?.output?.length > 0) {
+ filledFields++;
+ }
});
setCombinedOutput(output);
+ if (setFilledFields) {
+ setFilledFields(filledFields);
+ }
+
const yamlDump = jsYaml.dump(output);
setYamlData(yamlDump);
})
@@ -74,7 +87,7 @@ function CombinedOutput() {
.finally(() => {
setIsOutputLoading(false);
});
- }, [selectedDoc]);
+ }, [doc]);
useEffect(() => {
Prism.highlightAll();
@@ -87,7 +100,7 @@ function CombinedOutput() {
const handleOutputApiRequest = async () => {
const requestOptions = {
method: "GET",
- url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/?tool_id=${details?.tool_id}&doc_name=${selectedDoc}`,
+ url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/?tool_id=${details?.tool_id}&doc_name=${doc}`,
headers: {
"X-CSRFToken": sessionDetails?.csrfToken,
},
@@ -107,11 +120,6 @@ function CombinedOutput() {
return (
<div className="combined-op-layout">
<div className="combined-op-header">
- <Space>
- <div>
- <Button disabled>Compare</Button>
- </div>
- </Space>
<div className="combined-op-segment">
<Segmented
size="small"
@@ -138,4 +146,9 @@ function CombinedOutput() {
);
}
+CombinedOutput.propTypes = {
+ doc: PropTypes.string,
+ setFilledFields: PropTypes.func,
+};
+
export { CombinedOutput };
diff --git a/frontend/src/components/custom-tools/document-manager/DocumentManager.css b/frontend/src/components/custom-tools/document-manager/DocumentManager.css
index bc78d9abd..36c87837b 100644
--- a/frontend/src/components/custom-tools/document-manager/DocumentManager.css
+++ b/frontend/src/components/custom-tools/document-manager/DocumentManager.css
@@ -4,18 +4,16 @@
display: flex;
flex-direction: column;
height: 100%;
- padding: 14px;
overflow-y: hidden;
}
.doc-manager-header {
display: flex;
justify-content: space-between;
- margin-bottom: 14px;
}
.doc-manager-btn {
- max-width: 200px;
+ max-width: 250px;
}
.doc-manager-body {
@@ -27,6 +25,11 @@
font-size: 12px;
}
+.text-viewer-layout {
+ padding: 0px 12px;
+ overflow-y: auto;
+}
+
.rpv-default-layout__sidebar-headers {
background-color: #F8FBFF;
}
diff --git a/frontend/src/components/custom-tools/document-manager/DocumentManager.jsx b/frontend/src/components/custom-tools/document-manager/DocumentManager.jsx
index 2ad6110bf..fae7e91d1 100644
--- a/frontend/src/components/custom-tools/document-manager/DocumentManager.jsx
+++ b/frontend/src/components/custom-tools/document-manager/DocumentManager.jsx
@@ -1,4 +1,4 @@
-import { Button, Typography } from "antd";
+import { Button, Space, Tabs, Tooltip, Typography } from "antd";
import "@react-pdf-viewer/core/lib/styles/index.css";
import "@react-pdf-viewer/default-layout/lib/styles/index.css";
import "@react-pdf-viewer/page-navigation/lib/styles/index.css";
@@ -10,12 +10,131 @@ import { useCustomToolStore } from "../../../store/custom-tool-store";
import { PdfViewer } from "../pdf-viewer/PdfViewer";
import { ManageDocsModal } from "../manage-docs-modal/ManageDocsModal";
import { useEffect, useState } from "react";
+import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";
+import { useSessionStore } from "../../../store/session-store";
+import {
+ base64toBlob,
+ removeFileExtension,
+} from "../../../helpers/GetStaticData";
+import { DocumentViewer } from "../document-viewer/DocumentViewer";
+import { TextViewer } from "../text-viewer/TextViewer";
+
+const viewTypes = {
+ pdf: "PDF",
+ extract: "EXTRACT",
+ summarize: "SUMMARIZE",
+};
function DocumentManager({ generateIndex, handleUpdateTool, handleDocChange }) {
const [openManageDocsModal, setOpenManageDocsModal] = useState(false);
const [page, setPage] = useState(1);
- const { selectedDoc, listOfDocs, disableLlmOrDocChange } =
+ const [activeKey, setActiveKey] = useState("1");
+ const [fileUrl, setFileUrl] = useState("");
+ const [extractTxt, setExtractTxt] = useState("");
+ const [summaryTxt, setSummaryTxt] = useState("");
+ const [isDocLoading, setIsDocLoading] = useState(false);
+ const [isExtractLoading, setIsExtractLoading] = useState(false);
+ const [isSummaryLoading, setIsSummaryLoading] = useState(false);
+ const { selectedDoc, listOfDocs, disableLlmOrDocChange, details } =
useCustomToolStore();
+ const { sessionDetails } = useSessionStore();
+ const axiosPrivate = useAxiosPrivate();
+
+ const items = [
+ {
+ key: "1",
+ label: "Doc View",
+ },
+ {
+ key: "2",
+ label: "Raw View",
+ },
+ {
+ key: "3",
+ label: "Summarize View",
+ },
+ ];
+
+ useEffect(() => {
+ const fileNameTxt = removeFileExtension(selectedDoc);
+ const files = [
+ {
+ fileName: selectedDoc,
+ viewType: viewTypes.pdf,
+ },
+ {
+ fileName: `extract/${fileNameTxt}.txt`,
+ viewType: viewTypes.extract,
+ },
+ {
+ fileName: `summarize/${fileNameTxt}.txt`,
+ viewType: viewTypes.summarize,
+ },
+ ];
+
+ setFileUrl("");
+ setExtractTxt("");
+ setSummaryTxt("");
+ files.forEach((item) => {
+ handleFetchContent(item);
+ });
+ }, [selectedDoc]);
+
+ const handleFetchContent = (fileDetails) => {
+ if (!selectedDoc) {
+ setFileUrl("");
+ setExtractTxt("");
+ setSummaryTxt("");
+ return;
+ }
+
+ const requestOptions = {
+ method: "GET",
+ url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/file/fetch_contents?file_name=${fileDetails?.fileName}&tool_id=${details?.tool_id}`,
+ };
+
+ handleLoadingStateUpdate(fileDetails?.viewType, true);
+ axiosPrivate(requestOptions)
+ .then((res) => {
+ const data = res?.data?.data;
+ if (fileDetails?.viewType === viewTypes.pdf) {
+ const base64String = data || "";
+ const blob = base64toBlob(base64String);
+ setFileUrl(URL.createObjectURL(blob));
+ return;
+ }
+
+ if (fileDetails?.viewType === viewTypes?.extract) {
+ setExtractTxt(data);
+ }
+
+ if (fileDetails?.viewType === viewTypes.summarize) {
+ setSummaryTxt(data);
+ }
+ })
+ .catch((err) => {})
+ .finally(() => {
+ handleLoadingStateUpdate(fileDetails?.viewType, false);
+ });
+ };
+
+ const handleLoadingStateUpdate = (viewType, value) => {
+ if (viewType === viewTypes.pdf) {
+ setIsDocLoading(value);
+ }
+
+ if (viewType === viewTypes.extract) {
+ setIsExtractLoading(value);
+ }
+
+ if (viewType === viewTypes.summarize) {
+ setIsSummaryLoading(value);
+ }
+ };
+
+ const handleActiveKeyChange = (key) => {
+ setActiveKey(key);
+ };
useEffect(() => {
const index = [...listOfDocs].findIndex((item) => item === selectedDoc);
@@ -49,42 +168,82 @@ function DocumentManager({ generateIndex, handleUpdateTool, handleDocChange }) {
return (
<div className="doc-manager-layout">
<div className="doc-manager-header">
- <div>
- <Button
- className="doc-manager-btn"
- onClick={() => setOpenManageDocsModal(true)}
- >
- <Typography.Text ellipsis>
- {selectedDoc || "No Document Selected"}
- </Typography.Text>
- </Button>
- </div>
- <div>
- <Button
- type="text"
- size="small"
- disabled={
- !selectedDoc || disableLlmOrDocChange?.length > 0 || page <= 1
- }
- onClick={handlePageLeft}
- >
- <LeftOutlined className="doc-manager-paginate-icon" />
- </Button>
- <Button
- type="text"
- size="small"
- disabled={
- !selectedDoc ||
- disableLlmOrDocChange?.length > 0 ||
- page >= listOfDocs?.length
- }
- onClick={handlePageRight}
- >
- <RightOutlined className="doc-manager-paginate-icon" />
- </Button>
+ <div className="tools-main-tabs">
+ <Tabs
+ activeKey={activeKey}
+ items={items}
+ onChange={handleActiveKeyChange}
+ />
</div>
+ <Space>
+ <div>
+ <Tooltip title="Manage Documents">
+ <Button
+ className="doc-manager-btn"
+ onClick={() => setOpenManageDocsModal(true)}
+ >
+ <Typography.Text ellipsis>
+ {selectedDoc || "No Document Selected"}
+ </Typography.Text>
+ </Button>
+ </Tooltip>
+ </div>
+ <div>
+ <Button
+ type="text"
+ size="small"
+ disabled={
+ !selectedDoc || disableLlmOrDocChange?.length > 0 || page <= 1
+ }
+ onClick={handlePageLeft}
+ >
+ <LeftOutlined className="doc-manager-paginate-icon" />
+ </Button>
+ <Button
+ type="text"
+ size="small"
+ disabled={
+ !selectedDoc ||
+ disableLlmOrDocChange?.length > 0 ||
+ page >= listOfDocs?.length
+ }
+ onClick={handlePageRight}
+ >
+ <RightOutlined className="doc-manager-paginate-icon" />
+ </Button>
+ </div>
+ </Space>
</div>
- <PdfViewer setOpenManageDocsModal={setOpenManageDocsModal} />
+ {activeKey === "1" && (
+ <DocumentViewer
+ doc={selectedDoc}
+ isLoading={isDocLoading}
+ isContentAvailable={fileUrl?.length > 0}
+ setOpenManageDocsModal={setOpenManageDocsModal}
+ >
+ <PdfViewer fileUrl={fileUrl} />
+ </DocumentViewer>
+ )}
+ {activeKey === "2" && (
+ <DocumentViewer
+ doc={selectedDoc}
+ isLoading={isExtractLoading}
+ isContentAvailable={extractTxt?.length > 0}
+ setOpenManageDocsModal={setOpenManageDocsModal}
+ >
+ <TextViewer text={extractTxt} />
+ </DocumentViewer>
+ )}
+ {activeKey === "3" && (
+ <DocumentViewer
+ doc={selectedDoc}
+ isLoading={isSummaryLoading}
+ isContentAvailable={summaryTxt?.length > 0}
+ setOpenManageDocsModal={setOpenManageDocsModal}
+ >
+ <TextViewer text={summaryTxt} />
+ </DocumentViewer>
+ )}
<ManageDocsModal
open={openManageDocsModal}
setOpen={setOpenManageDocsModal}
diff --git a/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx b/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx
index 40dad0741..dfeea588d 100644
--- a/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx
+++ b/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx
@@ -39,11 +39,12 @@ function DocumentParser({
}
}, [scrollToBottom]);
- const handleChange = (
+ const handleChange = async (
event,
promptId,
dropdownItem,
- isUpdateStatus = false
+ isUpdateStatus = false,
+ isPromptUpdate = false
) => {
const promptsAndNotes = details?.prompts || [];
let name = "";
@@ -93,21 +94,23 @@ function DocumentParser({
promptId,
promptStudioUpdateStatus.isUpdating
);
- axiosPrivate(requestOptions)
+
+ return axiosPrivate(requestOptions)
.then((res) => {
const data = res?.data;
const modifiedDetails = { ...details };
const modifiedPrompts = [...(modifiedDetails?.prompts || [])].map(
(item) => {
if (item?.prompt_id === data?.prompt_id) {
- data.evalMetrics = item?.evalMetrics || [];
return data;
}
return item;
}
);
modifiedDetails["prompts"] = modifiedPrompts;
- updateCustomTool({ details: modifiedDetails });
+ if (!isPromptUpdate) {
+ updateCustomTool({ details: modifiedDetails });
+ }
handleUpdateStatus(
isUpdateStatus,
promptId,
diff --git a/frontend/src/components/custom-tools/document-viewer/DocumentViewer.jsx b/frontend/src/components/custom-tools/document-viewer/DocumentViewer.jsx
new file mode 100644
index 000000000..aabd40c63
--- /dev/null
+++ b/frontend/src/components/custom-tools/document-viewer/DocumentViewer.jsx
@@ -0,0 +1,46 @@
+import PropTypes from "prop-types";
+import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";
+import { EmptyState } from "../../widgets/empty-state/EmptyState";
+import { Typography } from "antd";
+
+function DocumentViewer({
+ children,
+ doc,
+ isLoading,
+ isContentAvailable,
+ setOpenManageDocsModal,
+}) {
+ if (isLoading) {
+ return <SpinnerLoader />;
+ }
+
+ if (!doc) {
+ return (
+ <EmptyState
+ text="Add and view your PDF document here"
+ btnText="Add Document"
+ handleClick={() => setOpenManageDocsModal(true)}
+ />
+ );
+ }
+
+ if (!isContentAvailable) {
+ return (
+ <div className="display-flex-center display-align-center">
+ <Typography.Text>Failed to load the document</Typography.Text>
+ </div>
+ );
+ }
+
+ return <>{children}</>;
+}
+
+DocumentViewer.propTypes = {
+ children: PropTypes.any.isRequired,
+ doc: PropTypes.string,
+ isLoading: PropTypes.bool.isRequired,
+ isContentAvailable: PropTypes.bool.isRequired,
+ setOpenManageDocsModal: PropTypes.func,
+};
+
+export { DocumentViewer };
diff --git a/frontend/src/components/custom-tools/editable-text/EditableText.jsx b/frontend/src/components/custom-tools/editable-text/EditableText.jsx
index ac5b14b00..6ba422c94 100644
--- a/frontend/src/components/custom-tools/editable-text/EditableText.jsx
+++ b/frontend/src/components/custom-tools/editable-text/EditableText.jsx
@@ -15,6 +15,8 @@ function EditableText({
isTextarea,
}) {
const [text, setText] = useState("");
+ const name = isTextarea ? "prompt" : "prompt_key";
+ const [triggerHandleChange, setTriggerHandleChange] = useState(false);
const [isHovered, setIsHovered] = useState(false);
const divRef = useRef(null);
const { disableLlmOrDocChange } = useCustomToolStore();
@@ -45,11 +47,19 @@ function EditableText({
const onSearchDebounce = useCallback(
debounce((event) => {
- handleChange(event, promptId, false, true);
+ setTriggerHandleChange(true);
}, 1000),
[]
);
+ useEffect(() => {
+ if (!triggerHandleChange) {
+ return;
+ }
+ handleChange(text, promptId, name, true, true);
+ setTriggerHandleChange(false);
+ }, [triggerHandleChange]);
+
const handleClickOutside = (event) => {
if (divRef.current && !divRef.current.contains(event.target)) {
// Clicked outside the div
@@ -64,7 +74,7 @@ function EditableText({
value={text}
onChange={handleTextChange}
placeholder="Enter Prompt"
- name="prompt"
+ name={name}
size="small"
style={{ backgroundColor: "transparent" }}
variant={`${!isEditing && !isHovered ? "borderless" : "outlined"}`}
@@ -84,7 +94,7 @@ function EditableText({
value={text}
onChange={handleTextChange}
placeholder="Enter Key"
- name="prompt_key"
+ name={name}
size="small"
style={{ backgroundColor: "transparent" }}
variant={`${!isEditing && !isHovered ? "borderless" : "outlined"}`}
diff --git a/frontend/src/components/custom-tools/header/Header.jsx b/frontend/src/components/custom-tools/header/Header.jsx
index 498512cd8..355e7de10 100644
--- a/frontend/src/components/custom-tools/header/Header.jsx
+++ b/frontend/src/components/custom-tools/header/Header.jsx
@@ -4,13 +4,12 @@ import {
DiffOutlined,
EditOutlined,
ExportOutlined,
- FilePdfOutlined,
FileTextOutlined,
MessageOutlined,
} from "@ant-design/icons";
import { Button, Tooltip, Typography } from "antd";
import PropTypes from "prop-types";
-import { useState } from "react";
+import { useEffect, useState } from "react";
import { useNavigate } from "react-router-dom";
import "./Header.css";
@@ -21,26 +20,34 @@ import { useCustomToolStore } from "../../../store/custom-tool-store";
import { useSessionStore } from "../../../store/session-store";
import { CustomButton } from "../../widgets/custom-button/CustomButton";
import { PreAndPostAmbleModal } from "../pre-and-post-amble-modal/PreAndPostAmbleModal";
+import { SelectLlmProfileModal } from "../select-llm-profile-modal/SelectLlmProfileModal";
function Header({
setOpenCusSynonymsModal,
- setOpenManageDocsModal,
setOpenManageLlmModal,
handleUpdateTool,
}) {
const [openPreOrPostAmbleModal, setOpenPreOrPostAmbleModal] = useState(false);
+ const [openSummLlmProfileModal, setOpenSummLlmProfileModal] = useState(false);
const [preOrPostAmble, setPreOrPostAmble] = useState("");
const [isExportLoading, setIsExportLoading] = useState(false);
- const { details } = useCustomToolStore();
+ const [summarizeLlmBtnText, setSummarizeLlmBtnText] = useState(null);
+ const [llmItems, setLlmItems] = useState([]);
+ const { details, llmProfiles } = useCustomToolStore();
const { sessionDetails } = useSessionStore();
const { setAlertDetails } = useAlertStore();
const axiosPrivate = useAxiosPrivate();
const navigate = useNavigate();
+ useEffect(() => {
+ getLlmProfilesDropdown();
+ }, []);
+
const handleOpenPreOrPostAmbleModal = (type) => {
setOpenPreOrPostAmbleModal(true);
setPreOrPostAmble(type);
};
+
const handleClosePreOrPostAmbleModal = () => {
setOpenPreOrPostAmbleModal(false);
setPreOrPostAmble("");
@@ -68,6 +75,16 @@ function Header({
});
};
+ const getLlmProfilesDropdown = () => {
+ const items = [...llmProfiles].map((item) => {
+ return {
+ value: item?.profile_id,
+ label: item?.profile_name,
+ };
+ });
+ setLlmItems(items);
+ };
+
return (
<div className="custom-tools-header-layout">
<div>
@@ -89,25 +106,31 @@ function Header({
</div>
<div className="custom-tools-header-btns">
<div>
- <Tooltip title="Manage Grammar">
- <Button onClick={() => setOpenCusSynonymsModal(true)}>
- <MessageOutlined />
- </Button>
- </Tooltip>
+ <Button
+ className="doc-manager-btn"
+ onClick={() => setOpenSummLlmProfileModal(true)}
+ icon={<FileTextOutlined />}
+ >
+ <Typography.Text ellipsis>
+ Summarize: {summarizeLlmBtnText || "Select LLM"}
+ </Typography.Text>
+ </Button>
</div>
<div>
- <Tooltip title="Manage Documents">
- <Button onClick={() => setOpenManageDocsModal(true)}>
- <FilePdfOutlined />
- </Button>
- </Tooltip>
+ <Button
+ onClick={() => setOpenCusSynonymsModal(true)}
+ icon={<MessageOutlined />}
+ >
+ Manage Grammar
+ </Button>
</div>
<div>
- <Tooltip title="Manage LLM Profiles">
- <Button onClick={() => setOpenManageLlmModal(true)}>
- <CodeOutlined />
- </Button>
- </Tooltip>
+ <Button
+ onClick={() => setOpenManageLlmModal(true)}
+ icon={<CodeOutlined />}
+ >
+ Manage LLM Profiles
+ </Button>
</div>
<div className="custom-tools-header-v-divider" />
<div>
@@ -143,13 +166,19 @@ function Header({
type={preOrPostAmble}
handleUpdateTool={handleUpdateTool}
/>
+ <SelectLlmProfileModal
+ open={openSummLlmProfileModal}
+ setOpen={setOpenSummLlmProfileModal}
+ llmItems={llmItems}
+ setBtnText={setSummarizeLlmBtnText}
+ handleUpdateTool={handleUpdateTool}
+ />
</div>
);
}
Header.propTypes = {
setOpenCusSynonymsModal: PropTypes.func.isRequired,
- setOpenManageDocsModal: PropTypes.func.isRequired,
setOpenManageLlmModal: PropTypes.func.isRequired,
handleUpdateTool: PropTypes.func.isRequired,
};
diff --git a/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx b/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx
index 7630be445..87e97a980 100644
--- a/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx
+++ b/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx
@@ -94,7 +94,27 @@ function ManageDocsModal({
setRows(newRows);
}, [listOfDocs, selectedDoc, disableLlmOrDocChange]);
- const handleUploadChange = (info) => {
+ const beforeUpload = (file) => {
+ return new Promise((resolve, reject) => {
+ const reader = new FileReader();
+ reader.readAsDataURL(file);
+ reader.onload = () => {
+ const fileName = file.name;
+ const fileAlreadyExists = [...listOfDocs].includes(fileName);
+ if (!fileAlreadyExists) {
+ resolve(file);
+ } else {
+ setAlertDetails({
+ type: "error",
+ content: "File name already exists",
+ });
+ reject(new Error("File name already exists"));
+ }
+ };
+ });
+ };
+
+ const handleUploadChange = async (info) => {
if (info.file.status === "uploading") {
setIsUploading(true);
}
@@ -109,14 +129,14 @@ function ManageDocsModal({
const docName = info?.file?.name;
const newListOfDocs = [...listOfDocs];
newListOfDocs.push(docName);
+ setOpen(false);
+ await generateIndex(info?.file?.name);
const body = {
selectedDoc: docName,
listOfDocs: newListOfDocs,
};
updateCustomTool(body);
handleUpdateTool({ output: docName });
- setOpen(false);
- generateIndex(info?.file?.name);
} else if (info.file.status === "error") {
setIsUploading(false);
setAlertDetails({
@@ -175,6 +195,8 @@ function ManageDocsModal({
onChange={handleUploadChange}
disabled={isUploading || !defaultLlmProfile}
showUploadList={false}
+ accept=".pdf"
+ beforeUpload={beforeUpload}
>
<Tooltip
title={
diff --git a/frontend/src/components/custom-tools/notes-card/NotesCard.jsx b/frontend/src/components/custom-tools/notes-card/NotesCard.jsx
index e4f68cf2f..3e9b7abe5 100644
--- a/frontend/src/components/custom-tools/notes-card/NotesCard.jsx
+++ b/frontend/src/components/custom-tools/notes-card/NotesCard.jsx
@@ -1,13 +1,19 @@
-import { DeleteOutlined, EditOutlined } from "@ant-design/icons";
-import { Button, Card, Col, Row, Space, Tooltip } from "antd";
+import {
+ CheckCircleOutlined,
+ DeleteOutlined,
+ EditOutlined,
+ SyncOutlined,
+} from "@ant-design/icons";
+import { Button, Card, Col, Row, Space, Tag, Tooltip } from "antd";
import PropTypes from "prop-types";
import "./NotesCard.css";
import { EditableText } from "../editable-text/EditableText";
import { useState } from "react";
import { ConfirmModal } from "../../widgets/confirm-modal/ConfirmModal";
+import { promptStudioUpdateStatus } from "../../../helpers/GetStaticData";
-function NotesCard({ details, handleChange, handleDelete }) {
+function NotesCard({ details, handleChange, handleDelete, updateStatus }) {
const [isEditingTitle, setIsEditingTitle] = useState(false);
const [isEditingNote, setIsEditingNote] = useState(false);
@@ -31,6 +37,29 @@ function NotesCard({ details, handleChange, handleDelete }) {
/>
</Col>
<Col span={6} className="display-flex-right">
+ {updateStatus?.promptId === details?.prompt_id && (
+ <>
+ {updateStatus?.status ===
+ promptStudioUpdateStatus.isUpdating && (
+ <Tag
+ icon={<SyncOutlined spin />}
+ color="processing"
+ className="display-flex-align-center"
+ >
+ Updating
+ </Tag>
+ )}
+ {updateStatus?.status === promptStudioUpdateStatus.done && (
+ <Tag
+ icon={<CheckCircleOutlined />}
+ color="success"
+ className="display-flex-align-center"
+ >
+ Done
+ </Tag>
+ )}
+ </>
+ )}
<Tooltip title="Edit">
<Button
size="small"
@@ -70,6 +99,7 @@ NotesCard.propTypes = {
details: PropTypes.object.isRequired,
handleChange: PropTypes.func.isRequired,
handleDelete: PropTypes.func.isRequired,
+ updateStatus: PropTypes.object.isRequired,
};
export { NotesCard };
diff --git a/frontend/src/components/custom-tools/output-analyzer-card/OutputAnalyzerCard.jsx b/frontend/src/components/custom-tools/output-analyzer-card/OutputAnalyzerCard.jsx
new file mode 100644
index 000000000..8db8fedd7
--- /dev/null
+++ b/frontend/src/components/custom-tools/output-analyzer-card/OutputAnalyzerCard.jsx
@@ -0,0 +1,111 @@
+import { Col, Divider, Flex, Row, Space, Typography } from "antd";
+import PropTypes from "prop-types";
+import { useEffect, useState } from "react";
+import { base64toBlob, handleException } from "../../../helpers/GetStaticData";
+import { useAlertStore } from "../../../store/alert-store";
+import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";
+import { PdfViewer } from "../pdf-viewer/PdfViewer";
+import { useSessionStore } from "../../../store/session-store";
+import { useCustomToolStore } from "../../../store/custom-tool-store";
+import { CombinedOutput } from "../combined-output/CombinedOutput";
+import { DocumentViewer } from "../document-viewer/DocumentViewer";
+
+function OutputAnalyzerCard({ doc, totalFields }) {
+ const [fileUrl, setFileUrl] = useState("");
+ const [isDocLoading, setIsDocLoading] = useState(false);
+ const [filledFields, setFilledFields] = useState(0);
+ const { details } = useCustomToolStore();
+ const { sessionDetails } = useSessionStore();
+ const { setAlertDetails } = useAlertStore();
+ const axiosPrivate = useAxiosPrivate();
+
+ useEffect(() => {
+ if (!doc) {
+ setFileUrl("");
+ return;
+ }
+
+ const requestOptions = {
+ method: "GET",
+ url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/file/fetch_contents?file_name=${doc}&tool_id=${details?.tool_id}`,
+ };
+
+ setIsDocLoading(true);
+ axiosPrivate(requestOptions)
+ .then((res) => {
+ const base64String = res?.data?.data || "";
+ const blob = base64toBlob(base64String);
+ setFileUrl(URL.createObjectURL(blob));
+ })
+ .catch((err) => {
+ setAlertDetails(handleException(err, "Failed to load the document"));
+ })
+ .finally(() => {
+ setIsDocLoading(false);
+ });
+ }, [doc]);
+
+ return (
+ <div className="output-analyzer-body2">
+ <div className="output-analyzer-card-head">
+ <Space>
+ <Typography.Text strong>{doc}</Typography.Text>
+ </Space>
+ <Flex>
+ <div>
+ <Typography.Text>
+ Total top-level fields: <strong>{totalFields}</strong>
+ </Typography.Text>
+ <Divider type="vertical" />
+ </div>
+ <div>
+ <Typography.Text>
+ Fill rate: <strong>NA</strong>
+ </Typography.Text>
+ <Divider type="vertical" />
+ </div>
+ <div>
+ <Typography.Text>
+ Filled fields: <strong>{filledFields}</strong>
+ </Typography.Text>
+ <Divider type="vertical" />
+ </div>
+ <div>
+ <Typography.Text>
+ Unfilled fields: <strong>{totalFields - filledFields}</strong>
+ </Typography.Text>
+ </div>
+ </Flex>
+ </div>
+ <div className="output-analyzer-main">
+ {fileUrl?.length > 0 && (
+ <Row className="height-100">
+ <Col span={12} className="height-100">
+ <div className="output-analyzer-left-box">
+ <DocumentViewer
+ doc={doc}
+ isLoading={isDocLoading}
+ isContentAvailable={fileUrl?.length > 0}
+ >
+ <PdfViewer fileUrl={fileUrl} />
+ </DocumentViewer>
+ </div>
+ </Col>
+ <Col span={12}>
+ <div className="output-analyzer-right-box">
+ <CombinedOutput doc={doc} setFilledFields={setFilledFields} />
+ </div>
+ </Col>
+ </Row>
+ )}
+ </div>
+ </div>
+ );
+}
+
+OutputAnalyzerCard.propTypes = {
+ doc: PropTypes.string.isRequired,
+ totalFields: PropTypes.number.isRequired,
+};
+
+export { OutputAnalyzerCard };
diff --git a/frontend/src/components/custom-tools/output-analyzer-header/OutputAnalyzerHeader.jsx b/frontend/src/components/custom-tools/output-analyzer-header/OutputAnalyzerHeader.jsx
new file mode 100644
index 000000000..1d7c2b93f
--- /dev/null
+++ b/frontend/src/components/custom-tools/output-analyzer-header/OutputAnalyzerHeader.jsx
@@ -0,0 +1,32 @@
+import { Button, Space, Typography } from "antd";
+import { ArrowLeftOutlined } from "@ant-design/icons";
+import { useNavigate, useParams } from "react-router-dom";
+import { useSessionStore } from "../../../store/session-store";
+
+function OutputAnalyzerHeader() {
+ const { sessionDetails } = useSessionStore();
+ const { id } = useParams();
+ const navigate = useNavigate();
+
+ return (
+ <div className="output-analyzer-header">
+ <div>
+ <Space>
+ <Button
+ size="small"
+ type="text"
+ onClick={() => navigate(`/${sessionDetails?.orgName}/tools/${id}`)}
+ >
+ <ArrowLeftOutlined />
+ </Button>
+ <Typography.Text className="font-size-16" strong>
+ Output Viewer
+ </Typography.Text>
+ </Space>
+ </div>
+ <div></div>
+ </div>
+ );
+}
+
+export { OutputAnalyzerHeader };
diff --git a/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.css b/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.css
new file mode 100644
index 000000000..358230c07
--- /dev/null
+++ b/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.css
@@ -0,0 +1,71 @@
+/* Styles for OutputAnalyzerList */
+
+.output-analyzer-layout {
+ height: 100%;
+ display: flex;
+ flex-direction: column;
+ background-color: var(--page-bg-2);
+ overflow-y: hidden;
+}
+
+.output-analyzer-header {
+ padding: 8px;
+ background-color: #F5F7F9;
+ display: flex;
+ justify-content: space-between;
+ align-items: center;
+}
+
+.output-analyzer-header .title {
+ font-size: 16px;
+}
+
+.output-analyzer-body {
+ padding: 12px;
+ height: 100%;
+ overflow-y: auto;
+}
+
+.output-analyzer-body2 {
+ height: 700px;
+ display: flex;
+ flex-direction: column;
+}
+
+.output-analyzer-card-head {
+ padding: 12px;
+ display: flex;
+ justify-content: space-between;
+ background-color: #ECEFF3;
+}
+
+.output-analyzer-main {
+ flex: 1;
+ overflow-y: hidden;
+}
+
+.output-analyzer-left-box {
+ padding-right: 6px;
+ height: 100%;
+ overflow-y: auto;
+}
+
+.output-analyzer-left-box > div {
+ height: 100%;
+ background-color: var(--white);
+}
+
+.output-analyzer-right-box {
+ padding-left: 6px;
+ height: 100%;
+}
+
+.output-analyzer-right-box > div {
+ height: 100%;
+ background-color: var(--white);
+ padding: 0px 12px;
+}
+
+.output-analyzer-card-gap {
+ margin-bottom: 12px;
+}
\ No newline at end of file
diff --git a/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.jsx b/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.jsx
new file mode 100644
index 000000000..7b8b3d392
--- /dev/null
+++ b/frontend/src/components/custom-tools/output-analyzer-list/OutputAnalyzerList.jsx
@@ -0,0 +1,38 @@
+import { OutputAnalyzerHeader } from "../output-analyzer-header/OutputAnalyzerHeader";
+import "./OutputAnalyzerList.css";
+import { OutputAnalyzerCard } from "../output-analyzer-card/OutputAnalyzerCard";
+import { useCustomToolStore } from "../../../store/custom-tool-store";
+import { useEffect, useState } from "react";
+import { promptType } from "../../../helpers/GetStaticData";
+
+function OutputAnalyzerList() {
+ const [totalFields, setTotalFields] = useState(0);
+ const { listOfDocs, details } = useCustomToolStore();
+
+ useEffect(() => {
+ const prompts = [...(details?.prompts || [])];
+ const promptsFiltered = prompts.filter(
+ (item) => item?.prompt_type === promptType.prompt
+ );
+ setTotalFields(promptsFiltered.length || 0);
+ }, [details]);
+
+ return (
+ <div className="output-analyzer-layout">
+ <div>
+ <OutputAnalyzerHeader />
+ </div>
+ <div className="output-analyzer-body">
+ {listOfDocs.map((doc) => {
+ return (
+ <div className="output-analyzer-card-gap" key={doc}>
+ <OutputAnalyzerCard doc={doc} totalFields={totalFields} />
+ </div>
+ );
+ })}
+ </div>
+ </div>
+ );
+}
+
+export { OutputAnalyzerList };
diff --git a/frontend/src/components/custom-tools/output-for-doc-modal/OutputForDocModal.jsx b/frontend/src/components/custom-tools/output-for-doc-modal/OutputForDocModal.jsx
index 1bfb89d5d..f2b57e22a 100644
--- a/frontend/src/components/custom-tools/output-for-doc-modal/OutputForDocModal.jsx
+++ b/frontend/src/components/custom-tools/output-for-doc-modal/OutputForDocModal.jsx
@@ -7,6 +7,7 @@ import { useSessionStore } from "../../../store/session-store";
import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";
import "./OutputForDocModal.css";
import { CheckCircleFilled, CloseCircleFilled } from "@ant-design/icons";
+import { useNavigate } from "react-router-dom";
const columns = [
{
@@ -32,6 +33,8 @@ function OutputForDocModal({
const { details, listOfDocs } = useCustomToolStore();
const { sessionDetails } = useSessionStore();
const axiosPrivate = useAxiosPrivate();
+ const navigate = useNavigate();
+
useEffect(() => {
handleGetOutputForDocs();
}, [open]);
@@ -53,7 +56,7 @@ function OutputForDocModal({
.then((res) => {
const data = res?.data || [];
data.sort((a, b) => {
- return new Date(b.created_at) - new Date(a.created_at);
+ return new Date(b.modified_at) - new Date(a.modified_at);
});
handleRowsGeneration(data);
})
@@ -67,7 +70,6 @@ function OutputForDocModal({
[...listOfDocs].forEach((item) => {
const output = data.find((outputValue) => outputValue?.doc_name === item);
const isSuccess = output?.output?.length > 0;
- const content = isSuccess ? output?.output : "Failed";
const result = {
key: item,
@@ -81,7 +83,7 @@ function OutputForDocModal({
<CloseCircleFilled style={{ color: "#FF4D4F" }} />
)}
</span>{" "}
- {content}
+ {isSuccess ? output?.output : "Failed"}
</Typography.Text>
),
};
@@ -108,7 +110,9 @@ function OutputForDocModal({
</div>
<div className="output-doc-gap" />
<div className="display-flex-right">
- <Button size="small">View in Output Analyzer</Button>
+ <Button size="small" onClick={() => navigate("outputAnalyzer")}>
+ View in Output Analyzer
+ </Button>
</div>
<div className="output-doc-gap" />
<div className="output-doc-table">
diff --git a/frontend/src/components/custom-tools/pdf-viewer/PdfViewer.jsx b/frontend/src/components/custom-tools/pdf-viewer/PdfViewer.jsx
index 5fd9f9201..4ee872189 100644
--- a/frontend/src/components/custom-tools/pdf-viewer/PdfViewer.jsx
+++ b/frontend/src/components/custom-tools/pdf-viewer/PdfViewer.jsx
@@ -1,87 +1,11 @@
import { Viewer, Worker } from "@react-pdf-viewer/core";
import { defaultLayoutPlugin } from "@react-pdf-viewer/default-layout";
import { pageNavigationPlugin } from "@react-pdf-viewer/page-navigation";
-import { Typography } from "antd";
import PropTypes from "prop-types";
-import { useEffect, useState } from "react";
-import { handleException } from "../../../helpers/GetStaticData";
-import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";
-import { useAlertStore } from "../../../store/alert-store";
-import { useCustomToolStore } from "../../../store/custom-tool-store";
-import { useSessionStore } from "../../../store/session-store";
-import { EmptyState } from "../../widgets/empty-state/EmptyState";
-import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";
-
-function PdfViewer({ setOpenManageDocsModal }) {
- const [fileUrl, setFileUrl] = useState("");
- const [isLoading, setIsLoading] = useState(false);
+function PdfViewer({ fileUrl }) {
const newPlugin = defaultLayoutPlugin();
const pageNavigationPluginInstance = pageNavigationPlugin();
- const { sessionDetails } = useSessionStore();
- const { setAlertDetails } = useAlertStore();
- const { selectedDoc, details } = useCustomToolStore();
- const axiosPrivate = useAxiosPrivate();
-
- const base64toBlob = (data) => {
- const bytes = atob(data);
- let length = bytes.length;
- const out = new Uint8Array(length);
-
- while (length--) {
- out[length] = bytes.charCodeAt(length);
- }
-
- return new Blob([out], { type: "application/pdf" });
- };
-
- useEffect(() => {
- if (!selectedDoc) {
- setFileUrl("");
- return;
- }
-
- const requestOptions = {
- method: "GET",
- url: `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/file/fetch_contents?file_name=${selectedDoc}&tool_id=${details?.tool_id}`,
- };
-
- setIsLoading(true);
- axiosPrivate(requestOptions)
- .then((res) => {
- const base64String = res?.data?.data || "";
- const blob = base64toBlob(base64String);
- setFileUrl(URL.createObjectURL(blob));
- })
- .catch((err) => {
- setAlertDetails(handleException(err, "Failed to load the document"));
- })
- .finally(() => {
- setIsLoading(false);
- });
- }, [selectedDoc]);
-
- if (isLoading) {
- return <SpinnerLoader />;
- }
-
- if (!selectedDoc) {
- return (
- <EmptyState
- text="Add and view your PDF document here"
- btnText="Add Document"
- handleClick={() => setOpenManageDocsModal(true)}
- />
- );
- }
-
- if (!fileUrl) {
- return (
- <div className="display-flex-center display-align-center">
- <Typography.Text>Failed to load the document</Typography.Text>
- </div>
- );
- }
return (
<div className="doc-manager-body">
@@ -96,7 +20,7 @@ function PdfViewer({ setOpenManageDocsModal }) {
}
PdfViewer.propTypes = {
- setOpenManageDocsModal: PropTypes.func.isRequired,
+ fileUrl: PropTypes.any,
};
export { PdfViewer };
diff --git a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx
index 9e5eebcb5..2cd09c16e 100644
--- a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx
+++ b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx
@@ -4,6 +4,7 @@ import {
DeleteOutlined,
EditOutlined,
LeftOutlined,
+ LoadingOutlined,
PlayCircleOutlined,
RightOutlined,
SearchOutlined,
@@ -63,6 +64,7 @@ function PromptCard({
const [result, setResult] = useState({
promptOutputId: null,
output: "",
+ evalMetrics: [],
});
const [outputIds, setOutputIds] = useState([]);
const [coverage, setCoverage] = useState(0);
@@ -75,7 +77,6 @@ function PromptCard({
llmProfiles,
selectedDoc,
listOfDocs,
- evalMetrics,
updateCustomTool,
details,
disableLlmOrDocChange,
@@ -214,24 +215,16 @@ function PromptCard({
return sortedMetrics;
};
+ const handleTypeChange = (value) => {
+ handleChange(value, promptDetails?.prompt_id, "enforce_type", true).then(
+ () => {
+ handleRun();
+ }
+ );
+ };
+
// Generate the result for the currently selected document
const handleRun = () => {
- if (!promptDetails?.prompt_key) {
- setAlertDetails({
- type: "error",
- content: "Prompt key is not set",
- });
- return;
- }
-
- if (!promptDetails?.prompt) {
- setAlertDetails({
- type: "error",
- content: "Prompt cannot be empty",
- });
- return;
- }
-
if (!promptDetails?.profile_manager?.length) {
setAlertDetails({
type: "error",
@@ -251,41 +244,39 @@ function PromptCard({
setIsRunLoading(true);
setIsCoverageLoading(true);
setCoverage(0);
+ setCoverageTotal(0);
+
+ let method = "POST";
+ let url = `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/`;
+ if (result?.promptOutputId) {
+ method = "PATCH";
+ url += `${result?.promptOutputId}/`;
+ }
handleRunApiRequest(selectedDoc)
.then((res) => {
const data = res?.data;
const value = data[promptDetails?.prompt_key];
- let method = "POST";
- let url = `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/`;
- if (result?.promptOutputId) {
- method = "PATCH";
- url += `${result?.promptOutputId}/`;
- }
- handleUpdateOutput(value, selectedDoc, method, url);
-
- if (value?.length > 0) {
+ if (value !== null && String(value)?.length > 0) {
setCoverage((prev) => prev + 1);
- } else {
- setAlertDetails({
- type: "error",
- content: `Failed to generate output for ${selectedDoc}`,
- });
}
- handleCoverage();
- const modifiedEvalMetrics = { ...evalMetrics };
- modifiedEvalMetrics[`${promptDetails?.prompt_id}`] =
- sortEvalMetricsByType(
- data[`${promptDetails?.prompt_key}__evaluation`] || []
- );
- updateCustomTool({ evalMetrics: modifiedEvalMetrics });
+ // Handle Eval
+ let evalMetrics = [];
+ if (promptDetails?.evaluate) {
+ evalMetrics = data[`${promptDetails?.prompt_key}__evaluation`] || [];
+ }
+ handleUpdateOutput(value, selectedDoc, evalMetrics, method, url);
})
.catch((err) => {
- setIsCoverageLoading(false);
- setAlertDetails(handleException(err));
+ handleUpdateOutput(null, selectedDoc, [], method, url);
+ setAlertDetails(
+ handleException(err, `Failed to generate output for ${selectedDoc}`)
+ );
})
.finally(() => {
setIsRunLoading(false);
+ setCoverageTotal((prev) => prev + 1);
+ handleCoverage();
});
};
@@ -300,14 +291,32 @@ function PromptCard({
return;
}
- setCoverageTotal(1);
listOfDocsToProcess.forEach((item) => {
+ let method = "POST";
+ let url = `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/`;
+ const outputId = outputIds.find((output) => output?.docName === item);
+ if (outputId?.promptOutputId?.length) {
+ method = "PATCH";
+ url += `${outputId?.promptOutputId}/`;
+ }
handleRunApiRequest(item)
.then((res) => {
const data = res?.data;
- handleCoverageData(data, item);
+ const outputValue = data[promptDetails?.prompt_key];
+ if (outputValue !== null && String(outputValue)?.length > 0) {
+ setCoverage((prev) => prev + 1);
+ }
+
+ // Handle Eval
+ let evalMetrics = [];
+ if (promptDetails?.evaluate) {
+ evalMetrics =
+ data[`${promptDetails?.prompt_key}__evaluation`] || [];
+ }
+ handleUpdateOutput(outputValue, item, evalMetrics, method, url);
})
.catch((err) => {
+ handleUpdateOutput(null, item, [], method, url);
setAlertDetails(
handleException(err, `Failed to generate output for ${item}`)
);
@@ -344,34 +353,20 @@ function PromptCard({
});
};
- const handleCoverageData = (data, docName) => {
- const outputValue = data[promptDetails?.prompt_key];
- let method = "POST";
- let url = `/api/v1/unstract/${sessionDetails?.orgId}/prompt-studio/prompt-output/`;
- const outputId = outputIds.find((output) => output?.docName === docName);
- if (outputId?.promptOutputId?.length) {
- method = "PATCH";
- url += `${outputId?.promptOutputId}/`;
- }
- handleUpdateOutput(outputValue, docName, method, url);
-
- if (outputValue?.length > 0) {
- setCoverage((prev) => prev + 1);
- } else {
- setAlertDetails({
- type: "error",
- content: `Failed to generate output for ${docName}`,
- });
- }
- };
-
- const handleUpdateOutput = (outputValue, docName, method, url) => {
+ const handleUpdateOutput = (
+ outputValue,
+ docName,
+ evalMetrics,
+ method,
+ url
+ ) => {
const body = {
- output: outputValue,
+ output: outputValue !== null ? String(outputValue) : null,
tool_id: details?.tool_id,
prompt_id: promptDetails?.prompt_id,
profile_manager: promptDetails?.profile_manager,
doc_name: docName,
+ eval_metrics: evalMetrics,
};
const requestOptions = {
@@ -386,14 +381,24 @@ function PromptCard({
axiosPrivate(requestOptions)
.then((res) => {
- if (docName !== selectedDoc) {
- return;
- }
const data = res?.data;
- setResult({
- promptOutputId: data?.prompt_output_id || null,
- output: data?.output || "",
- });
+ const promptOutputId = data?.prompt_output_id || null;
+ if (docName === selectedDoc) {
+ setResult({
+ promptOutputId: promptOutputId,
+ output: data?.output,
+ evalMetrics: sortEvalMetricsByType(data?.eval_metrics || []),
+ });
+ }
+
+ const isOutputIdAvailable = outputIds.find(
+ (item) => item?.promptOutputId === promptOutputId
+ );
+ if (!isOutputIdAvailable) {
+ const listOfOutputIds = [...outputIds];
+ listOfOutputIds.push({ promptOutputId, docName });
+ setOutputIds(listOfOutputIds);
+ }
})
.catch((err) => {
setAlertDetails(handleException(err, "Failed to persist the result"));
@@ -405,19 +410,19 @@ function PromptCard({
setResult({
promptOutputId: null,
output: "",
+ evalMetrics: [],
});
return;
}
setIsRunLoading(true);
handleOutputApiRequest(true)
- .then((res) => {
- const data = res?.data;
-
+ .then((data) => {
if (!data || data?.length === 0) {
setResult({
promptOutputId: null,
output: "",
+ evalMetrics: [],
});
return;
}
@@ -425,7 +430,8 @@ function PromptCard({
const outputResult = data[0];
setResult({
promptOutputId: outputResult?.prompt_output_id,
- output: outputResult?.output || "",
+ output: outputResult?.output,
+ evalMetrics: sortEvalMetricsByType(outputResult?.eval_metrics || []),
});
})
.catch((err) => {
@@ -443,11 +449,7 @@ function PromptCard({
setCoverage(0);
handleOutputApiRequest()
- .then((res) => {
- const data = res?.data;
- data.sort((a, b) => {
- return new Date(b.created_at) - new Date(a.created_at);
- });
+ .then((data) => {
handleGetCoverageData(data);
})
.catch((err) => {
@@ -470,7 +472,13 @@ function PromptCard({
};
return axiosPrivate(requestOptions)
- .then((res) => res)
+ .then((res) => {
+ const data = res?.data;
+ data.sort((a, b) => {
+ return new Date(b.modified_at) - new Date(a.modified_at);
+ });
+ return data;
+ })
.catch((err) => {
throw err;
});
@@ -488,7 +496,7 @@ function PromptCard({
}
if (
- item?.output?.length > 0 &&
+ item?.output !== undefined &&
[...listOfDocs].includes(item?.doc_name)
) {
ids.push({
@@ -581,6 +589,15 @@ function PromptCard({
/>
</Col>
<Col span={8} className="display-flex-right">
+ {isCoverageLoading && (
+ <Tag
+ icon={<LoadingOutlined spin />}
+ color="processing"
+ className="display-flex-align-center"
+ >
+ Generating Response
+ </Tag>
+ )}
{updateStatus?.promptId === promptDetails?.prompt_id && (
<>
{updateStatus?.status ===
@@ -680,8 +697,10 @@ function PromptCard({
<Space
direction="vertical"
className={`prompt-card-comp-layout ${
- !(isRunLoading || result?.output?.length > 0) &&
- "prompt-card-comp-layout-border"
+ !(
+ isRunLoading ||
+ (result?.output !== undefined && outputIds?.length > 0)
+ ) && "prompt-card-comp-layout-border"
}`}
>
<div className="prompt-card-llm-profiles">
@@ -708,6 +727,7 @@ function PromptCard({
icon={<SearchOutlined className="font-size-12" />}
loading={isCoverageLoading}
onClick={() => setOpenOutputForDoc(true)}
+ disabled={outputIds?.length === 0}
>
<Typography.Link className="font-size-12">
Coverage: {coverage} of {listOfDocs?.length || 0} docs
@@ -725,14 +745,7 @@ function PromptCard({
disabled={disableLlmOrDocChange.includes(
promptDetails?.prompt_id
)}
- onChange={(value) =>
- handleChange(
- value,
- promptDetails?.prompt_id,
- "enforce_type",
- true
- )
- }
+ onChange={(value) => handleTypeChange(value)}
/>
</div>
</div>
@@ -781,18 +794,17 @@ function PromptCard({
</Button>
</div>
</div>
- {evalMetrics?.[`${promptDetails?.prompt_id}`] && (
+ {result?.evalMetrics?.length > 0 && (
<div>
- {evalMetrics?.[`${promptDetails?.prompt_id}`].map(
- (evalMetric) => (
- <EvalMetricTag key={evalMetric.id} metric={evalMetric} />
- )
- )}
+ {result?.evalMetrics.map((evalMetric) => (
+ <EvalMetricTag key={evalMetric.id} metric={evalMetric} />
+ ))}
</div>
)}
</Space>
</>
- {(isRunLoading || result?.output?.length > 0) && (
+ {(isRunLoading ||
+ (result?.output !== undefined && outputIds?.length > 0)) && (
<>
<Divider className="prompt-card-divider" />
<div className="prompt-card-result prompt-card-div">
@@ -816,7 +828,6 @@ function PromptCard({
setOpen={setOpenEval}
promptDetails={promptDetails}
handleChange={handleChange}
- handleRun={handleRun}
/>
<OutputForDocModal
open={openOutputForDoc}
@@ -833,7 +844,7 @@ PromptCard.propTypes = {
promptDetails: PropTypes.object.isRequired,
handleChange: PropTypes.func.isRequired,
handleDelete: PropTypes.func.isRequired,
- updateStatus: PropTypes.string,
+ updateStatus: PropTypes.object.isRequired,
};
export { PromptCard };
diff --git a/frontend/src/components/custom-tools/select-llm-profile-modal/SelectLlmProfileModal.jsx b/frontend/src/components/custom-tools/select-llm-profile-modal/SelectLlmProfileModal.jsx
new file mode 100644
index 000000000..e8d3ce1bb
--- /dev/null
+++ b/frontend/src/components/custom-tools/select-llm-profile-modal/SelectLlmProfileModal.jsx
@@ -0,0 +1,159 @@
+import {
+ Checkbox,
+ Form,
+ Input,
+ Modal,
+ Select,
+ Space,
+ Switch,
+ Typography,
+} from "antd";
+import PropTypes from "prop-types";
+import { useCallback, useEffect, useState } from "react";
+import debounce from "lodash/debounce";
+
+import { useCustomToolStore } from "../../../store/custom-tool-store";
+import { handleException } from "../../../helpers/GetStaticData";
+import { useAlertStore } from "../../../store/alert-store";
+
+function SelectLlmProfileModal({
+ open,
+ setOpen,
+ llmItems,
+ setBtnText,
+ handleUpdateTool,
+}) {
+ const [selectedLlm, setSelectedLlm] = useState("");
+ const [isContext, setIsContext] = useState(false);
+ const { details } = useCustomToolStore();
+ const { setAlertDetails } = useAlertStore();
+
+ useEffect(() => {
+ setIsContext(details?.summarize_context);
+ }, []);
+
+ useEffect(() => {
+ if (!selectedLlm) {
+ setBtnText("");
+ return;
+ }
+
+ const llmItem = [...llmItems].find((item) => item?.value === selectedLlm);
+ setBtnText(llmItem?.label || "");
+ }, [selectedLlm]);
+
+ useEffect(() => {
+ if (llmItems?.length) {
+ setSelectedLlm(details?.summarize_llm_profile);
+ }
+ }, [llmItems]);
+
+ const handleLlmProfileChange = (fieldName, value) => {
+ const body = {
+ [fieldName]: value,
+ };
+ handleUpdateTool(body)
+ .then(() => {
+ setAlertDetails({
+ type: "success",
+ content: "Successfully updated the LLM profile",
+ });
+ })
+ .catch((err) => {
+ setAlertDetails(
+ handleException(err, "Failed to update the LLM profile")
+ );
+ })
+ .finally(() => {
+ if (fieldName === "summarize_context") {
+ setIsContext(value);
+ }
+ });
+ };
+
+ const onSearchDebounce = useCallback(
+ debounce((event) => {
+ handleLlmProfileChange(event.target.name, event.target.value);
+ }, 1000),
+ []
+ );
+
+ return (
+ <Modal
+ className="pre-post-amble-modal"
+ open={open}
+ onCancel={() => setOpen(null)}
+ maskClosable={false}
+ centered
+ footer={null}
+ >
+ <div className="pre-post-amble-body">
+ <div>
+ <Typography.Text strong className="pre-post-amble-title">
+ Summarize Manager
+ </Typography.Text>
+ </div>
+ <Form layout="vertical" size="small">
+ <Form.Item label="Select LLM Profile" name="summarize_llm_profile">
+ <Select
+ placeholder="Select Eval LLM"
+ defaultValue={selectedLlm}
+ options={llmItems}
+ onChange={(value) =>
+ handleLlmProfileChange("summarize_llm_profile", value)
+ }
+ />
+ </Form.Item>
+ <Form.Item label="Prompt">
+ <Input.TextArea
+ rows={3}
+ placeholder="Enter Prompt"
+ name="summarize_prompt"
+ defaultValue={details?.summarize_prompt}
+ onChange={onSearchDebounce}
+ />
+ </Form.Item>
+ <Form.Item>
+ <Space>
+ <Switch
+ defaultValue={details?.summarize_context}
+ size="small"
+ onChange={(value) =>
+ handleLlmProfileChange("summarize_context", value)
+ }
+ />
+ <Typography.Text>Summarize Context</Typography.Text>
+ </Space>
+ </Form.Item>
+ <div style={{ margin: "10px 0px" }} />
+ <Form.Item name="summarize_as_source">
+ <Space>
+ <Checkbox
+ defaultChecked={details?.summarize_as_source}
+ disabled={!isContext}
+ size="small"
+ onChange={(e) =>
+ handleLlmProfileChange(
+ "summarize_as_source",
+ e.target.checked
+ )
+ }
+ />
+ <Typography.Text>Use summarize context as source</Typography.Text>
+ </Space>
+ </Form.Item>
+ </Form>
+ </div>
+ </Modal>
+ );
+}
+
+SelectLlmProfileModal.propTypes = {
+ open: PropTypes.bool.isRequired,
+ setOpen: PropTypes.func.isRequired,
+ llmItems: PropTypes.array.isRequired,
+ setBtnText: PropTypes.func.isRequired,
+ handleUpdateTool: PropTypes.func.isRequired,
+};
+
+export { SelectLlmProfileModal };
diff --git a/frontend/src/components/custom-tools/text-viewer/TextViewer.jsx b/frontend/src/components/custom-tools/text-viewer/TextViewer.jsx
new file mode 100644
index 000000000..a68fd006f
--- /dev/null
+++ b/frontend/src/components/custom-tools/text-viewer/TextViewer.jsx
@@ -0,0 +1,24 @@
+import { Typography } from "antd";
+import PropTypes from "prop-types";
+import React from "react";
+
+function TextViewer({ text }) {
+ return (
+ <div className="text-viewer-layout">
+ <Typography.Paragraph>
+ {text.split("\n").map((line) => (
+ <React.Fragment key={line?.slice(0, 10)}>
+ {line}
+ <br />
+ </React.Fragment>
+ ))}
+ </Typography.Paragraph>
+ </div>
+ );
+}
+
+TextViewer.propTypes = {
+ text: PropTypes.string,
+};
+
+export { TextViewer };
diff --git a/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx b/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx
index a7bf58a8a..bc9a22347 100644
--- a/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx
+++ b/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx
@@ -1,6 +1,6 @@
import { FullscreenExitOutlined, FullscreenOutlined } from "@ant-design/icons";
import { Col, Collapse, Modal, Row } from "antd";
-import { useEffect, useState } from "react";
+import { useState } from "react";
import { handleException } from "../../../helpers/GetStaticData";
import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";
@@ -14,7 +14,6 @@ import { DisplayLogs } from "../display-logs/DisplayLogs";
import { DocumentManager } from "../document-manager/DocumentManager";
import { GenerateIndex } from "../generate-index/GenerateIndex";
import { Header } from "../header/Header";
-import { ManageDocsModal } from "../manage-docs-modal/ManageDocsModal";
import { ManageLlmProfilesModal } from "../manage-llm-profiles-modal/ManageLlmProfilesModal";
import { ToolsMain } from "../tools-main/ToolsMain";
import "./ToolIde.css";
@@ -23,19 +22,14 @@ function ToolIde() {
const [showLogsModal, setShowLogsModal] = useState(false);
const [activeKey, setActiveKey] = useState([]);
const [openCusSynonymsModal, setOpenCusSynonymsModal] = useState(false);
- const [openManageDocsModal, setOpenManageDocsModal] = useState(false);
const [openManageLlmModal, setOpenManageLlmModal] = useState(false);
const [openAddLlmModal, setOpenAddLlmModal] = useState(false);
const [editLlmProfileId, setEditLlmProfileId] = useState(null);
const [isGenerateIndexOpen, setIsGenerateIndexOpen] = useState(false);
const [isGeneratingIndex, setIsGeneratingIndex] = useState(false);
const [generateIndexResult, setGenerateIndexResult] = useState("");
- const {
- details,
- updateCustomTool,
- setDefaultCustomTool,
- disableLlmOrDocChange,
- } = useCustomToolStore();
+ const { details, updateCustomTool, disableLlmOrDocChange, selectedDoc } =
+ useCustomToolStore();
const { sessionDetails } = useSessionStore();
const { setAlertDetails } = useAlertStore();
const axiosPrivate = useAxiosPrivate();
@@ -72,12 +66,6 @@ function ToolIde() {
},
];
- useEffect(() => {
- return () => {
- setDefaultCustomTool();
- };
- }, []);
-
const handleCollapse = (keys) => {
setActiveKey(keys);
};
@@ -89,7 +77,7 @@ function ToolIde() {
setIsGenerateIndexOpen(isOpen);
};
- const generateIndex = (fileName) => {
+ const generateIndex = async (fileName) => {
setIsGenerateIndexOpen(true);
setIsGeneratingIndex(true);
@@ -107,7 +95,7 @@ function ToolIde() {
data: body,
};
- axiosPrivate(requestOptions)
+ return axiosPrivate(requestOptions)
.then(() => {
setGenerateIndexResult("SUCCESS");
})
@@ -149,18 +137,28 @@ function ToolIde() {
return;
}
+ const prevSelectedDoc = selectedDoc;
+ const data = {
+ selectedDoc: docName,
+ };
+ updateCustomTool(data);
+
const body = {
output: docName,
};
handleUpdateTool(body)
- .then((res) => {
- const data = {
- selectedDoc: docName,
- };
- updateCustomTool(data);
+ .then(() => {
+ setAlertDetails({
+ type: "success",
+ content: "Document changed successfully",
+ });
})
.catch((err) => {
+ const revertSelectedDoc = {
+ selectedDoc: prevSelectedDoc,
+ };
+ updateCustomTool(revertSelectedDoc);
setAlertDetails(handleException(err, "Failed to select the document"));
});
};
@@ -170,7 +168,6 @@ function ToolIde() {
<div>
<Header
setOpenCusSynonymsModal={setOpenCusSynonymsModal}
- setOpenManageDocsModal={setOpenManageDocsModal}
setOpenManageLlmModal={setOpenManageLlmModal}
handleUpdateTool={handleUpdateTool}
/>
@@ -222,13 +219,6 @@ function ToolIde() {
open={openCusSynonymsModal}
setOpen={setOpenCusSynonymsModal}
/>
- <ManageDocsModal
- open={openManageDocsModal}
- setOpen={setOpenManageDocsModal}
- generateIndex={generateIndex}
- handleUpdateTool={handleUpdateTool}
- handleDocChange={handleDocChange}
- />
<ManageLlmProfilesModal
open={openManageLlmModal}
setOpen={setOpenManageLlmModal}
diff --git a/frontend/src/components/custom-tools/tools-main/ToolsMain.jsx b/frontend/src/components/custom-tools/tools-main/ToolsMain.jsx
index 16c6bcbf7..1acff0c47 100644
--- a/frontend/src/components/custom-tools/tools-main/ToolsMain.jsx
+++ b/frontend/src/components/custom-tools/tools-main/ToolsMain.jsx
@@ -20,6 +20,7 @@ function ToolsMain({ setOpenAddLlmModal }) {
const {
details,
defaultLlmProfile,
+ selectedDoc,
updateCustomTool,
disableLlmOrDocChange,
} = useCustomToolStore();
@@ -135,7 +136,7 @@ function ToolsMain({ setOpenAddLlmModal }) {
setScrollToBottom={setScrollToBottom}
/>
)}
- {activeKey === "2" && <CombinedOutput />}
+ {activeKey === "2" && <CombinedOutput doc={selectedDoc} />}
</div>
<div className="tools-main-footer">
<Footer activeKey={activeKey} addPromptInstance={addPromptInstance} />
diff --git a/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js b/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js
index 8f5f1dd92..ec3c3d5ac 100644
--- a/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js
+++ b/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js
@@ -14,7 +14,7 @@ function CustomToolsHelper() {
const [logId, setLogId] = useState(null);
const { id } = useParams();
const { sessionDetails } = useSessionStore();
- const { updateCustomTool } = useCustomToolStore();
+ const { updateCustomTool, setDefaultCustomTool } = useCustomToolStore();
const { setAlertDetails } = useAlertStore();
const navigate = useNavigate();
const axiosPrivate = useAxiosPrivate();
@@ -49,7 +49,11 @@ function CustomToolsHelper() {
return handleApiRequest(reqOpsDocs);
})
.then((res) => {
- const data = res?.data?.map((item) => item?.name);
+ const data = (res?.data || [])
+ ?.filter(
+ (item) => item?.name !== "extract" && item?.name !== "summarize"
+ )
+ ?.map((item) => item?.name);
updatedCusTool["listOfDocs"] = data;
const reqOpsDropdownItems = {
@@ -83,6 +87,12 @@ function CustomToolsHelper() {
});
}, [id]);
+ useEffect(() => {
+ return () => {
+ setDefaultCustomTool();
+ };
+ }, []);
+
const handleApiRequest = async (requestOptions) => {
return axiosPrivate(requestOptions)
.then((res) => res)
diff --git a/frontend/src/helpers/GetStaticData.js b/frontend/src/helpers/GetStaticData.js
index 996ed44bc..465a8d57c 100644
--- a/frontend/src/helpers/GetStaticData.js
+++ b/frontend/src/helpers/GetStaticData.js
@@ -263,6 +263,28 @@ const handleException = (err, errMessage) => {
}
};
+const base64toBlob = (data) => {
+ const bytes = atob(data);
+ let length = bytes.length;
+ const out = new Uint8Array(length);
+
+ while (length--) {
+ out[length] = bytes.charCodeAt(length);
+ }
+
+ return new Blob([out], { type: "application/pdf" });
+};
+
+const removeFileExtension = (fileName) => {
+ if (!fileName) {
+ return "";
+ }
+ const fileNameSplit = fileName.split(".");
+ const fileNameSplitLength = fileNameSplit.length;
+ const modFileName = fileNameSplit.slice(0, fileNameSplitLength - 1);
+ return modFileName.join(".");
+};
+
export {
CONNECTOR_TYPE_MAP,
O_AUTH_PROVIDERS,
@@ -287,4 +309,6 @@ export {
toolIdeOutput,
wfExecutionTypes,
workflowStatus,
+ base64toBlob,
+ removeFileExtension,
};
diff --git a/frontend/src/index.css b/frontend/src/index.css
index d64e54b4d..471addb68 100644
--- a/frontend/src/index.css
+++ b/frontend/src/index.css
@@ -1,8 +1,10 @@
@import "variables.css";
-html, #root {
+html,
+#root {
height: 100%;
}
+
body {
font-family: var(--font-family) !important;
-webkit-font-smoothing: antialiased;
@@ -20,6 +22,7 @@ body {
align-items: center;
justify-content: center;
}
+
/* Custom scroll bar css starts */
::-webkit-scrollbar {
width: 3px;
@@ -47,6 +50,7 @@ body {
::-webkit-scrollbar-corner {
background: none;
}
+
/* Custom scroll bar css ends */
/* Justify content to the right */
@@ -71,6 +75,14 @@ body {
font-size: 12px;
}
+.font-size-16 {
+ font-size: 16px;
+}
+
+.font-weight-600 {
+ font-weight: 600px;
+}
+
.display-flex-center-h-and-v {
height: 100%;
display: flex;
@@ -101,6 +113,10 @@ body {
width: 100%;
}
+.height-100 {
+ height: 100%;
+}
+
.cur-pointer {
cursor: pointer;
}
@@ -108,4 +124,4 @@ body {
.modal-header {
font-size: 16px;
font-weight: bold;
-}
+}
\ No newline at end of file
diff --git a/frontend/src/pages/OutputAnalyzerPage.jsx b/frontend/src/pages/OutputAnalyzerPage.jsx
new file mode 100644
index 000000000..af89f315d
--- /dev/null
+++ b/frontend/src/pages/OutputAnalyzerPage.jsx
@@ -0,0 +1,7 @@
+import { OutputAnalyzerList } from "../components/custom-tools/output-analyzer-list/OutputAnalyzerList";
+
+function OutputAnalyzerPage() {
+ return <OutputAnalyzerList />;
+}
+
+export { OutputAnalyzerPage };
diff --git a/frontend/src/routes/Router.jsx b/frontend/src/routes/Router.jsx
index dfe29c798..4b812887a 100644
--- a/frontend/src/routes/Router.jsx
+++ b/frontend/src/routes/Router.jsx
@@ -27,6 +27,7 @@ import { ToolIdePage } from "../pages/ToolIdePage.jsx";
import { ToolsSettingsPage } from "../pages/ToolsSettingsPage.jsx";
import { UsersPage } from "../pages/UsersPage.jsx";
import { WorkflowsPage } from "../pages/WorkflowsPage.jsx";
+import { OutputAnalyzerPage } from "../pages/OutputAnalyzerPage.jsx";
function Router() {
return (
@@ -68,6 +69,10 @@ function Router() {
<Route path="tools" element={<CustomTools />} />
<Route path="" element={<CustomToolsHelper />}>
<Route path="tools/:id" element={<ToolIdePage />} />
+ <Route
+ path="tools/:id/outputAnalyzer"
+ element={<OutputAnalyzerPage />}
+ />
</Route>
<Route
path="settings/llms"
diff --git a/frontend/src/store/custom-tool-store.js b/frontend/src/store/custom-tool-store.js
index f841f95f9..05a8d18a2 100644
--- a/frontend/src/store/custom-tool-store.js
+++ b/frontend/src/store/custom-tool-store.js
@@ -7,7 +7,6 @@ const defaultState = {
listOfDocs: [],
defaultLlmProfile: "",
llmProfiles: [],
- evalMetrics: {},
details: {},
disableLlmOrDocChange: [],
};