LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
[FEAT] Frontend changes to display rent rolls (#1325)
Deepak Ke019e49290c7
diff --git a/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx b/frontend/src/components/custom-tools/document-parser/DocumentParser.jsxindex b5efa8b1a..e4a469842 100644--- a/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx+++ b/frontend/src/components/custom-tools/document-parser/DocumentParser.jsx@@ -12,9 +12,12 @@ import { useExceptionHandler } from "../../../hooks/useExceptionHandler";import { PromptCardWrapper } from "../prompt-card/PromptCardWrapper";import { usePromptOutputStore } from "../../../store/prompt-output-store";+let promptCardService;let promptPatchApiSps;let SpsPromptsEmptyState;try {+ promptCardService =+ require("../../../plugins/prompt-card/prompt-card-service").promptCardService;promptPatchApiSps =require("../../../plugins/simple-prompt-studio/helper").promptPatchApiSps;SpsPromptsEmptyState =@@ -31,6 +34,7 @@ function DocumentParser({const [enforceTypeList, setEnforceTypeList] = useState([]);const [updatedPromptsCopy, setUpdatedPromptsCopy] = useState({});const [isChallenge, setIsChallenge] = useState(false);+ const [allTableSettings, setAllTableSettings] = useState([]);const bottomRef = useRef(null);const {details,@@ -44,6 +48,11 @@ function DocumentParser({const axiosPrivate = useAxiosPrivate();const handleException = useExceptionHandler();const { promptOutputs } = usePromptOutputStore();+ let promptCardApiService;++ if (promptCardService) {+ promptCardApiService = promptCardService();+ }useEffect(() => {const outputTypeData = getDropdownItems("output_type") || {};@@ -52,7 +61,17 @@ function DocumentParser({});setEnforceTypeList(dropdownList1);setIsChallenge(isChallengeEnabled);-+ if (promptCardApiService) {+ promptCardApiService+ .getAllTableSettings()+ .then((res) => {+ const data = res?.data;+ setAllTableSettings(data || []);+ })+ .catch((err) => {+ setAlertDetails(handleException(err));+ });+ }return () => {// Set the prompts with updated changes when the component is unmountedconst modifiedDetails = { ...useCustomToolStore.getState()?.details };@@ -206,6 +225,8 @@ function DocumentParser({handleDelete={handleDelete}outputs={getPromptOutputs(item?.prompt_id)}enforceTypeList={enforceTypeList}+ allTableSettings={allTableSettings}+ setAllTableSettings={setAllTableSettings}setUpdatedPromptsCopy={setUpdatedPromptsCopy}coverageCountData={item?.coverage}isChallenge={isChallenge}diff --git a/frontend/src/components/custom-tools/prompt-card/DisplayPromptResult.jsx b/frontend/src/components/custom-tools/prompt-card/DisplayPromptResult.jsxindex 9101942d3..ffe59057d 100644--- a/frontend/src/components/custom-tools/prompt-card/DisplayPromptResult.jsx+++ b/frontend/src/components/custom-tools/prompt-card/DisplayPromptResult.jsx@@ -22,6 +22,8 @@ function DisplayPromptResult({highlightData,promptDetails,confidenceData,+ isTable = false,+ setOpenExpandModal = () => {},}) {const [isLoading, setIsLoading] = useState(false);const [parsedOutput, setParsedOutput] = useState(null);@@ -46,14 +48,20 @@ function DisplayPromptResult({}setIsLoading(false);+ const isFormattingRequired = isTable ? false : true;setParsedOutput(- displayPromptResult(output, true, details?.enable_highlight)+ displayPromptResult(+ output,+ isFormattingRequired,+ details?.enable_highlight+ ));}, [promptRunStatus,isSinglePassExtractLoading,details?.enable_highlight,output,+ isTable,]);if (isLoading) {@@ -91,8 +99,30 @@ function DisplayPromptResult({highlightData,confidenceData,indent = 0,- path = ""+ path = "",+ isTable = false) => {+ if (isTable) {+ const stringData =+ typeof data === "string" ? data : JSON.stringify(data, null, 4);+ const lines = stringData.split("\n");+ const truncated = lines.slice(0, 25).join("\n");+ return (+ <div>+ {truncated}+ {lines.length > 25 && (+ <Typography.Link+ className="font-size-12"+ onClick={() => {+ setOpenExpandModal(true);+ }}+ >+ ...show more+ </Typography.Link>+ )}+ </div>+ );+ }if (typeof data === "object" && !details?.enable_highlight) {return JSON.stringify(data, null, 4);}@@ -117,7 +147,8 @@ function DisplayPromptResult({highlightData?.[index],confidenceData?.[index],indent + 1,- `${path}[${index}]`+ `${path}[${index}]`,+ isTable)}{index < data.length - 1 ? "," : ""}</div>@@ -163,7 +194,8 @@ function DisplayPromptResult({highlightData?.[key],confidenceData?.[key],indent + 1,- newPath+ newPath,+ isTable)}</Typography.Text>{index < array.length - 1 ? "," : ""}@@ -182,7 +214,7 @@ function DisplayPromptResult({return (<Typography.Paragraph className="prompt-card-display-output font-size-12">{parsedOutput && typeof parsedOutput === "object" ? (- renderJson(parsedOutput, highlightData, confidenceData, 0)+ renderJson(parsedOutput, highlightData, confidenceData, 0, "", isTable)) : (<TextResultenableHighlight={details?.enable_highlight}@@ -245,6 +277,8 @@ DisplayPromptResult.propTypes = {highlightData: PropTypes.object,promptDetails: PropTypes.object,confidenceData: PropTypes.object,+ isTable: PropTypes.bool,+ setOpenExpandModal: PropTypes.func,};export { DisplayPromptResult };diff --git a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsxindex 7b15525ac..7e4388e23 100644--- a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx+++ b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx@@ -22,6 +22,8 @@ const PromptCard = memo(updatePlaceHolder,promptOutputs,enforceTypeList,+ allTableSettings,+ setAllTableSettings,setUpdatedPromptsCopy,handlePromptRunRequest,promptRunStatus,@@ -312,7 +314,9 @@ const PromptCard = memo(<PromptCardItemspromptDetails={promptDetailsState}enforceTypeList={enforceTypeList}+ allTableSettings={allTableSettings}promptKey={promptKey}+ setAllTableSettings={setAllTableSettings}setPromptKey={setPromptKey}promptText={promptText}setPromptText={setPromptText}@@ -356,6 +360,8 @@ PromptCard.propTypes = {updatePlaceHolder: PropTypes.string,promptOutputs: PropTypes.object.isRequired,enforceTypeList: PropTypes.array.isRequired,+ allTableSettings: PropTypes.array.isRequired,+ setAllTableSettings: PropTypes.func.isRequired,setUpdatedPromptsCopy: PropTypes.func.isRequired,handlePromptRunRequest: PropTypes.func.isRequired,promptRunStatus: PropTypes.object.isRequired,diff --git a/frontend/src/components/custom-tools/prompt-card/PromptCardItems.jsx b/frontend/src/components/custom-tools/prompt-card/PromptCardItems.jsxindex cfb4ab6cd..99feed386 100644--- a/frontend/src/components/custom-tools/prompt-card/PromptCardItems.jsx+++ b/frontend/src/components/custom-tools/prompt-card/PromptCardItems.jsx@@ -32,6 +32,8 @@ try {function PromptCardItems({promptDetails,enforceTypeList,+ allTableSettings,+ setAllTableSettings,promptKey,setPromptKey,promptText,@@ -81,6 +83,7 @@ function PromptCardItems({const isNotSingleLlmProfile = llmProfiles.length > 1;const divRef = useRef(null);const [enforceType, setEnforceType] = useState("");+ const [tableSettings, setTableSettings] = useState({});const promptId = promptDetails?.prompt_id;useEffect(() => {@@ -89,6 +92,12 @@ function PromptCardItems({}}, [promptDetails]);+ useEffect(() => {+ setTableSettings(+ allTableSettings.find((item) => item.prompt_id === promptId) || {}+ );+ }, [allTableSettings]);+const getModelOrAdapterId = (profile, adapters) => {const result = { conf: {} };const keys = [@@ -273,6 +282,7 @@ function PromptCardItems({<TableExtractionSettingsBtnpromptId={promptDetails?.prompt_id}enforceType={enforceType}+ setAllTableSettings={setAllTableSettings}/>)}<Select@@ -310,6 +320,7 @@ function PromptCardItems({isNotSingleLlmProfile={isNotSingleLlmProfile}setIsIndexOpen={setIsIndexOpen}enforceType={enforceType}+ tableSettings={tableSettings}promptOutputs={promptOutputs}promptRunStatus={promptRunStatus}isChallenge={isChallenge}@@ -330,6 +341,8 @@ function PromptCardItems({PromptCardItems.propTypes = {promptDetails: PropTypes.object.isRequired,enforceTypeList: PropTypes.array,+ allTableSettings: PropTypes.array,+ setAllTableSettings: PropTypes.func,promptKey: PropTypes.text,setPromptKey: PropTypes.func.isRequired,promptText: PropTypes.text,diff --git a/frontend/src/components/custom-tools/prompt-card/PromptCardWrapper.jsx b/frontend/src/components/custom-tools/prompt-card/PromptCardWrapper.jsxindex 5226a2ddf..da1b75e2e 100644--- a/frontend/src/components/custom-tools/prompt-card/PromptCardWrapper.jsx+++ b/frontend/src/components/custom-tools/prompt-card/PromptCardWrapper.jsx@@ -14,6 +14,8 @@ const PromptCardWrapper = memo(function PromptCardWrapper({handleDelete,outputs,enforceTypeList,+ allTableSettings,+ setAllTableSettings,setUpdatedPromptsCopy,coverageCountData,isChallenge,@@ -34,6 +36,8 @@ const PromptCardWrapper = memo(function PromptCardWrapper({updatePlaceHolder="Enter Prompt"promptOutputs={outputs}enforceTypeList={enforceTypeList}+ allTableSettings={allTableSettings}+ setAllTableSettings={setAllTableSettings}setUpdatedPromptsCopy={setUpdatedPromptsCopy}handlePromptRunRequest={handlePromptRunRequest}promptRunStatus={promptRunStatus}@@ -62,6 +66,8 @@ PromptCardWrapper.propTypes = {handleDelete: PropTypes.func.isRequired,outputs: PropTypes.object.isRequired,enforceTypeList: PropTypes.array.isRequired,+ allTableSettings: PropTypes.array.isRequired,+ setAllTableSettings: PropTypes.func.isRequired,setUpdatedPromptsCopy: PropTypes.func.isRequired,coverageCountData: PropTypes.object.isRequired,isChallenge: PropTypes.bool.isRequired,diff --git a/frontend/src/components/custom-tools/prompt-card/PromptOutput.jsx b/frontend/src/components/custom-tools/prompt-card/PromptOutput.jsxindex 68ac5b4bb..b3f05fa0a 100644--- a/frontend/src/components/custom-tools/prompt-card/PromptOutput.jsx+++ b/frontend/src/components/custom-tools/prompt-card/PromptOutput.jsx@@ -37,6 +37,7 @@ import { DisplayPromptResult } from "./DisplayPromptResult";import usePromptOutput from "../../../hooks/usePromptOutput";import { PromptRunTimer } from "./PromptRunTimer";import { PromptRunCost } from "./PromptRunCost";+import { useState } from "react";let TableOutput;try {@@ -64,11 +65,13 @@ function PromptOutput({isNotSingleLlmProfile,setIsIndexOpen,enforceType,+ tableSettings,promptOutputs,promptRunStatus,isChallenge,handleSelectHighlight,}) {+ const [openExpandModal, setOpenExpandModal] = useState(false);const { width: windowWidth } = useWindowDimensions();const componentWidth = windowWidth * 0.4;const {@@ -102,6 +105,37 @@ function PromptOutput({);};+ const handleTable = (profileId, promptOutputData) => {+ if (tableSettings?.document_type !== "rent_rolls")+ return <TableOutput output={promptOutputData?.output} />;+ else+ return (+ <>+ <DisplayPromptResult+ output={promptOutputData?.output}+ profileId={profileId}+ docId={selectedDoc?.document_id}+ promptRunStatus={promptRunStatus}+ handleSelectHighlight={handleSelectHighlight}+ highlightData={promptOutputData?.highlightData}+ confidenceData={promptOutputData?.confidenceData}+ promptDetails={promptDetails}+ isTable={true}+ setOpenExpandModal={setOpenExpandModal}+ />+ <div className="prompt-profile-run">+ <CopyPromptOutputBtn+ copyToClipboard={() =>+ copyOutputToClipboard(+ displayPromptResult(promptOutputData?.output, true)+ )+ }+ />+ </div>+ </>+ );+ };+const getColSpan = () => (componentWidth < 1200 ? 24 : 6);const copyOutputToClipboard = (text) => {@@ -195,9 +229,12 @@ function PromptOutput({promptId={promptDetails?.prompt_id}llmProfiles={llmProfileDetails}enforceType={enforceType}+ tableSettings={tableSettings}displayLlmProfile={false}promptOutputs={promptOutputs}promptRunStatus={promptRunStatus}+ openExpandModal={openExpandModal}+ setOpenExpandModal={setOpenExpandModal}/></div></Space>@@ -405,9 +442,12 @@ function PromptOutput({promptId={promptDetails?.prompt_id}llmProfiles={llmProfileDetails}enforceType={enforceType}+ tableSettings={tableSettings}displayLlmProfile={true}promptOutputs={promptOutputs}promptRunStatus={promptRunStatus}+ openExpandModal={openExpandModal}+ setOpenExpandModal={setOpenExpandModal}/></div></div>@@ -416,7 +456,7 @@ function PromptOutput({<Divider className="prompt-card-divider" /><div className="prompt-card-result prompt-card-div">{isTableExtraction && TableOutput ? (- <TableOutput output={promptOutputData?.output} />+ handleTable(profileId, promptOutputData)) : (<><DisplayPromptResult@@ -466,6 +506,7 @@ PromptOutput.propTypes = {isNotSingleLlmProfile: PropTypes.bool.isRequired,setIsIndexOpen: PropTypes.func.isRequired,enforceType: PropTypes.string,+ tableSettings: PropTypes.object.isRequired,promptOutputs: PropTypes.object.isRequired,promptRunStatus: PropTypes.object.isRequired,isChallenge: PropTypes.bool,diff --git a/frontend/src/components/custom-tools/prompt-card/PromptOutputExpandBtn.jsx b/frontend/src/components/custom-tools/prompt-card/PromptOutputExpandBtn.jsxindex 4063c601a..f08ec59e9 100644--- a/frontend/src/components/custom-tools/prompt-card/PromptOutputExpandBtn.jsx+++ b/frontend/src/components/custom-tools/prompt-card/PromptOutputExpandBtn.jsx@@ -1,7 +1,6 @@import { ArrowsAltOutlined } from "@ant-design/icons";import { Button, Tooltip } from "antd";import PropTypes from "prop-types";-import { useState } from "react";import { PromptOutputsModal } from "./PromptOutputsModal";@@ -12,9 +11,10 @@ function PromptOutputExpandBtn({displayLlmProfile,promptOutputs,promptRunStatus,+ tableSettings,+ openExpandModal,+ setOpenExpandModal,}) {- const [openModal, setOpenModal] = useState(false);-return (<><Tooltip title="Expand">@@ -22,17 +22,18 @@ function PromptOutputExpandBtn({size="small"type="text"className="prompt-card-action-button"- onClick={() => setOpenModal(true)}+ onClick={() => setOpenExpandModal(true)}><ArrowsAltOutlined className="prompt-card-actions-head" /></Button></Tooltip><PromptOutputsModal- open={openModal}- setOpen={setOpenModal}+ open={openExpandModal}+ setOpen={setOpenExpandModal}promptId={promptId}llmProfiles={llmProfiles}enforceType={enforceType}+ tableSettings={tableSettings}displayLlmProfile={displayLlmProfile}promptOutputs={promptOutputs}promptRunStatus={promptRunStatus}@@ -45,9 +46,12 @@ PromptOutputExpandBtn.propTypes = {promptId: PropTypes.string.isRequired,llmProfiles: PropTypes.array.isRequired,enforceType: PropTypes.string,+ tableSettings: PropTypes.object,displayLlmProfile: PropTypes.bool.isRequired,promptOutputs: PropTypes.object.isRequired,promptRunStatus: PropTypes.object.isRequired,+ openExpandModal: PropTypes.bool.isRequired,+ setOpenExpandModal: PropTypes.func.isRequired,};export { PromptOutputExpandBtn };diff --git a/frontend/src/components/custom-tools/prompt-card/PromptOutputsModal.jsx b/frontend/src/components/custom-tools/prompt-card/PromptOutputsModal.jsxindex 72b92bd0f..c66335131 100644--- a/frontend/src/components/custom-tools/prompt-card/PromptOutputsModal.jsx+++ b/frontend/src/components/custom-tools/prompt-card/PromptOutputsModal.jsx@@ -23,6 +23,7 @@ function PromptOutputsModal({displayLlmProfile,promptOutputs,promptRunStatus,+ tableSettings,}) {const { singlePassExtractMode, selectedDoc } = useCustomToolStore();const { generatePromptOutputKey } = usePromptOutput();@@ -81,11 +82,15 @@ function PromptOutputsModal({)}</div><div className="flex-1 overflow-y-auto pad-top-10">- {enforceType === TABLE && TableOutput ? (- <TableOutput- output={promptOutputData?.output}- pagination={10}- />+ {enforceType === TABLE &&+ tableSettings?.document_type !== "rent_rolls" &&+ TableOutput ? (+ <>+ <TableOutput+ output={promptOutputData?.output}+ pagination={10}+ />+ </>) : (<DisplayPromptResultoutput={promptOutputData?.output}@@ -111,6 +116,7 @@ PromptOutputsModal.propTypes = {promptId: PropTypes.string.isRequired,llmProfiles: PropTypes.array.isRequired,enforceType: PropTypes.string,+ tableSettings: PropTypes.object,displayLlmProfile: PropTypes.bool.isRequired,promptOutputs: PropTypes.object.isRequired,promptRunStatus: PropTypes.object.isRequired,