LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
// P3-05: @rjsf/core instead of @rjsf/antd. This layout already supplies its own
// `widgets` and `templates` for every field type, so the antd theme was only
// contributing the wrapper chrome — there is no widget registry to rebuild.
import Form from "@rjsf/core";
import validator from "@rjsf/validator-ajv8";
import PropTypes from "prop-types";
import { useCallback, useMemo } from "react";
import { Space } from "@/components/ui/shims/antd-layout";
import { Alert } from "@/components/ui/shims/antd-leaves";
import CustomMarkdown from "../../components/helpers/custom-markdown/CustomMarkdown.jsx";
import { AltDateTimeWidget } from "../../components/rjsf-custom-widgets/alt-date-time-widget/AltDateTimeWidget.jsx";
import { AltDateWidget } from "../../components/rjsf-custom-widgets/alt-date-widget/AltDateWidget.jsx";
import { ArrayField } from "../../components/rjsf-custom-widgets/array-field/ArrayField.jsx";
import { CheckboxWidget } from "../../components/rjsf-custom-widgets/checkbox-widget/CheckboxWidget.jsx";
import { CheckboxesWidget } from "../../components/rjsf-custom-widgets/checkboxes-widget/CheckboxesWidget.jsx";
import { ColorWidget } from "../../components/rjsf-custom-widgets/color-widget/ColorWidget.jsx";
import { DateTimeWidget } from "../../components/rjsf-custom-widgets/date-time-widget/DateTimeWidget.jsx";
import { DateWidget } from "../../components/rjsf-custom-widgets/date-widget/DateWidget.jsx";
import { EmailWidget } from "../../components/rjsf-custom-widgets/email-widget/EmailWidget.jsx";
import { FileWidget } from "../../components/rjsf-custom-widgets/file-widget/FileWidget.jsx";
import { HiddenWidget } from "../../components/rjsf-custom-widgets/hidden-widget/HiddenWidget.jsx";
import { PasswordWidget } from "../../components/rjsf-custom-widgets/password-widget/PasswordWidget.jsx";
import { SelectWidget } from "../../components/rjsf-custom-widgets/select-widget/SelectWidget.jsx";
import { TextWidget } from "../../components/rjsf-custom-widgets/text-widget/TextWidget.jsx";
import { TimeWidget } from "../../components/rjsf-custom-widgets/time-widget/TimeWidget.jsx";
import { UpDownWidget } from "../../components/rjsf-custom-widgets/up-down-widget/UpDownWidget.jsx";
import { URLWidget } from "../../components/rjsf-custom-widgets/url-widget/URLWidget.jsx";
import { SpinnerLoader } from "../../components/widgets/spinner-loader/SpinnerLoader.jsx";
import { CustomFieldTemplate } from "./CustomFieldTemplate.jsx";
import { CustomObjectFieldTemplate } from "./CustomObjectFieldTemplate.jsx";
import "./RjsfFormLayout.css";
function RjsfFormLayout({
children,
schema,
formData,
setFormData,
isLoading,
formRef,
validateAndSubmit,
isStateUpdateRequired,
}) {
const formSchema = useMemo(() => {
if (!schema) {
return {};
}
const rest = { ...schema };
delete rest.title;
delete rest.description;
// ui:order is a uiSchema directive, not a JSON Schema keyword.
delete rest["ui:order"];
return rest;
}, [schema]);
const description = useMemo(() => schema?.description || "", [schema]);
const widgets = useMemo(
() => ({
AltDateTimeWidget,
AltDateWidget,
CheckboxWidget,
CheckboxesWidget,
ColorWidget,
DateTimeWidget,
DateWidget,
EmailWidget,
FileWidget,
HiddenWidget,
PasswordWidget,
SelectWidget,
TextWidget,
TimeWidget,
UpDownWidget,
URLWidget,
}),
[],
);
const fields = useMemo(
() => ({
ArrayField,
}),
[],
);
const uiSchema = useMemo(() => {
const base = { "ui:classNames": "my-rjsf-form" };
// Let a schema control field order, including dependency-injected fields.
if (Array.isArray(schema?.["ui:order"])) {
base["ui:order"] = schema["ui:order"];
}
return base;
}, [schema]);
const removeBlankDefault = useCallback((schema) => {
if (schema?.properties && schema?.required) {
const properties = schema.properties;
schema.required.forEach((key) => {
if (
properties[key] &&
(properties[key].default === null || properties[key].default === "")
) {
delete properties[key].default;
}
});
}
return schema;
}, []);
// Validation message generators to reduce complexity
const validationMessageGenerators = {
// Numeric validations
minimum: (fieldTitle, params) =>
`'${fieldTitle}' must be at least ${params?.limit}`,
maximum: (fieldTitle, params) =>
`'${fieldTitle}' must not exceed ${params?.limit}`,
exclusiveMinimum: (fieldTitle, params) =>
`'${fieldTitle}' must be greater than ${params?.limit}`,
exclusiveMaximum: (fieldTitle, params) =>
`'${fieldTitle}' must be less than ${params?.limit}`,
multipleOf: (fieldTitle, params) =>
`'${fieldTitle}' must be a multiple of ${params?.multipleOf}`,
// String validations
minLength: (fieldTitle, params) =>
`'${fieldTitle}' must be at least ${params?.limit} characters`,
maxLength: (fieldTitle, params) =>
`'${fieldTitle}' must not exceed ${params?.limit} characters`,
pattern: (fieldTitle) => `'${fieldTitle}' must match the required format`,
// Array validations
minItems: (fieldTitle, params) =>
`'${fieldTitle}' must have at least ${params?.limit} items`,
maxItems: (fieldTitle, params) =>
`'${fieldTitle}' must not exceed ${params?.limit} items`,
uniqueItems: (fieldTitle) =>
`'${fieldTitle}' must contain only unique items`,
// Object validations
minProperties: (fieldTitle, params) =>
`'${fieldTitle}' must have at least ${params?.limit} properties`,
maxProperties: (fieldTitle, params) =>
`'${fieldTitle}' must not exceed ${params?.limit} properties`,
// Simple validations
const: (fieldTitle, params) =>
`'${fieldTitle}' must be exactly ${params?.allowedValue}`,
type: (fieldTitle, params) =>
`'${fieldTitle}' must be of type ${params?.type}`,
format: (fieldTitle, params) =>
`'${fieldTitle}' must be a valid ${params?.format}`,
additionalProperties: (fieldTitle, params) =>
`'${fieldTitle}' has an unsupported property '${params?.additionalProperty}'`,
dependentRequired: (fieldTitle, params) =>
`'${fieldTitle}' requires '${params?.missingProperty}'`,
};
// Extract complex enum logic to separate function
const generateEnumMessage = useCallback((fieldTitle, fieldSchema) => {
let enumMessage = `'${fieldTitle}' must be one of the allowed values`;
if (fieldSchema?.enumNames && fieldSchema.enumNames.length > 0) {
const options = fieldSchema.enumNames;
const maxShow = 4; // Maximum options to show before truncating
if (options.length <= maxShow) {
// Show all options if list is small
enumMessage = `'${fieldTitle}' must be one of: ${options.join(", ")}`;
} else {
// Truncate long lists with "and X others" suffix
const firstFew = options.slice(0, maxShow).join(", ");
const remaining = options.length - maxShow;
enumMessage = `'${fieldTitle}' must be one of: ${firstFew} (and ${remaining} ${
remaining === 1 ? "other" : "others"
})`;
}
}
return enumMessage;
}, []);
const transformErrors = useCallback(
(errors) => {
return errors.map((error) => {
const { name, params, property } = error;
// Try to resolve nested schema/title from property path like ".a.b[0].c"
const path = (property || "").replace(/^\./, "");
const getFieldSchema = (root, pathStr) => {
if (!root || !pathStr) {
return undefined;
}
const tokens = pathStr
.replace(/\[(\d+)\]/g, ".$1")
.split(".")
.filter(Boolean);
let cur = root;
for (const tok of tokens) {
if (cur?.type === "array" && cur?.items) {
cur = cur.items;
}
if (cur?.properties?.[tok]) {
cur = cur.properties[tok];
}
}
return cur;
};
const schemaProps = schema?.properties ?? {};
const fieldSchema = getFieldSchema(schema, path);
const fieldName = path;
const fieldTitle = fieldSchema?.title || fieldName || "This field";
// Handle required fields separately (special case)
if (name === "required") {
const missingField = params?.missingProperty;
const missingSchema = schemaProps[missingField];
const missingTitle =
missingSchema?.title || missingField || "This field";
return {
...error,
message: `'${missingTitle}' is required`,
};
}
// Handle enum separately due to complexity
if (name === "enum") {
return {
...error,
message: generateEnumMessage(fieldTitle, fieldSchema),
};
}
// Use lookup table for simple cases
const messageGenerator = validationMessageGenerators[name];
if (messageGenerator) {
return {
...error,
message: messageGenerator(fieldTitle, params),
};
}
// Default fallback
return {
...error,
message: error.stack?.trim()
? error.stack
: `'${fieldTitle}': ${error.message}`,
};
});
},
[schema, generateEnumMessage, validationMessageGenerators],
);
const handleChange = useCallback(
(event) => {
if (!isStateUpdateRequired) {
return;
}
const data = event.formData;
setFormData(data);
},
[isStateUpdateRequired, setFormData],
);
// Apply CustomObjectFieldTemplate for file connector forms (those with fileReprocessingHandling)
const templates = useMemo(() => {
const isFileConnectorForm =
!!formSchema?.properties?.fileReprocessingHandling;
return isFileConnectorForm
? {
FieldTemplate: CustomFieldTemplate,
ObjectFieldTemplate: CustomObjectFieldTemplate,
}
: {
FieldTemplate: CustomFieldTemplate,
};
}, [formSchema]);
return (
<>
{isLoading ? (
<SpinnerLoader />
) : (
<Space direction="vertical" className="width-100">
{description && (
<Alert
message={<CustomMarkdown text={description} />}
type="info"
/>
)}
<Form
ref={formRef}
schema={removeBlankDefault(formSchema)}
uiSchema={uiSchema}
validator={validator}
widgets={widgets}
fields={fields}
formData={formData}
transformErrors={transformErrors}
onError={() => {
/* intentionally empty */
}}
onSubmit={(e) => validateAndSubmit?.(e.formData)}
showErrorList={false}
onChange={handleChange}
templates={templates}
// Must be false: tool instance metadata contains fields like
// prompt_registry_id and tool_instance_id that are not defined
// in the RJSF schema (e.g. Prompt Studio tools). Setting this to
// true strips those fields from the form submission, causing the
// PATCH to /tool_instance/ to lose them — breaking workflow execution.
omitExtraData={false}
// Only applies when omitExtraData is true; explicitly false here
// to prevent live-stripping of any non-schema fields during edits.
liveOmit={false}
>
{children || <></>}
</Form>
</Space>
)}
</>
);
}
RjsfFormLayout.propTypes = {
children: PropTypes.oneOfType([PropTypes.node, PropTypes.element]),
schema: PropTypes.object.isRequired,
formData: PropTypes.object,
setFormData: PropTypes.func,
isLoading: PropTypes.bool.isRequired,
validateAndSubmit: PropTypes.func,
formRef: PropTypes.object,
isStateUpdateRequired: PropTypes.bool,
};
export { RjsfFormLayout };