Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.
JavaScript 3d-generationai-agentsanimationavatardigital-humangenerative-aiglbgltfimage-to-3dllmmcpmcp-servermodel-context-protocolsolanatext-to-3dthreejsweb-componentswebglwebxrx402
feat(openai): let the submission JSON be generated while its deploy is still in flight
nirholas77901738866d
diff --git a/prompts/store-submissions/_generated/chatgpt-app-submission.json b/prompts/store-submissions/_generated/chatgpt-app-submission.jsonnew file mode 100644index 000000000..6aa13f00a--- /dev/null+++ b/prompts/store-submissions/_generated/chatgpt-app-submission.json@@ -0,0 +1,212 @@+{+ "$schema": "https://developers.openai.com/apps-sdk/schemas/chatgpt-app-submission.v1.json",+ "schema_version": 1,+ "app_info": {+ "display_name": "three.ws 3D Studio",+ "subtitle": "Create 3D models from text",+ "description": "Describe any object or character and three.ws 3D Studio builds a real, textured 3D model, then shows it in an interactive viewer inside the conversation. Eleven tools cover the path from idea to asset: generate a model from text or a reference image, generate an avatar, auto-rig a static model so it can be animated, refine a model by describing a change, and inspect a finished model from several angles. Every result downloads as a standard GLB that opens in Blender, Unity, Unreal, three.js, or any glTF pipeline. No account, no API key, no payment.",+ "category": "DESIGN"+ },+ "tools": {+ "forge_free": {+ "annotations": {+ "readOnlyHint": false,+ "openWorldHint": true,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Runs a 3D generation and writes a new GLB file into our object storage, then returns that file's URL.",+ "open_world_justification": "Publishes the generated GLB at a public URL anyone with the link can fetch, and relies on third-party inference providers to produce it.",+ "destructive_justification": "Only adds a new file and never overwrites or deletes an existing one, so a model supplied as input is left unchanged."+ }+ },+ "text_to_avatar": {+ "annotations": {+ "readOnlyHint": false,+ "openWorldHint": true,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Runs a 3D generation and writes a new GLB file into our object storage, then returns that file's URL.",+ "open_world_justification": "Publishes the generated GLB at a public URL anyone with the link can fetch, and relies on third-party inference providers to produce it.",+ "destructive_justification": "Only adds a new file and never overwrites or deletes an existing one, so a model supplied as input is left unchanged."+ }+ },+ "mesh_forge": {+ "annotations": {+ "readOnlyHint": false,+ "openWorldHint": true,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Runs a 3D generation and writes a new GLB file into our object storage, then returns that file's URL.",+ "open_world_justification": "Publishes the generated GLB at a public URL anyone with the link can fetch, and relies on third-party inference providers to produce it.",+ "destructive_justification": "Only adds a new file and never overwrites or deletes an existing one, so a model supplied as input is left unchanged."+ }+ },+ "rig_mesh": {+ "annotations": {+ "readOnlyHint": false,+ "openWorldHint": true,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Runs a 3D generation and writes a new GLB file into our object storage, then returns that file's URL.",+ "open_world_justification": "Publishes the generated GLB at a public URL anyone with the link can fetch, and relies on third-party inference providers to produce it.",+ "destructive_justification": "Only adds a new file and never overwrites or deletes an existing one, so a model supplied as input is left unchanged."+ }+ },+ "forge_avatar": {+ "annotations": {+ "readOnlyHint": false,+ "openWorldHint": true,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Runs a 3D generation and writes a new GLB file into our object storage, then returns that file's URL.",+ "open_world_justification": "Publishes the generated GLB at a public URL anyone with the link can fetch, and relies on third-party inference providers to produce it.",+ "destructive_justification": "Only adds a new file and never overwrites or deletes an existing one, so a model supplied as input is left unchanged."+ }+ },+ "refine_model": {+ "annotations": {+ "readOnlyHint": false,+ "openWorldHint": true,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Runs a 3D generation and writes a new GLB file into our object storage, then returns that file's URL.",+ "open_world_justification": "Publishes the generated GLB at a public URL anyone with the link can fetch, and relies on third-party inference providers to produce it.",+ "destructive_justification": "Only adds a new file and never overwrites or deletes an existing one, so a model supplied as input is left unchanged."+ }+ },+ "check_job": {+ "annotations": {+ "readOnlyHint": false,+ "openWorldHint": true,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "The first check that finds a job finished copies the model into our storage and records the creation, so the call writes rather than only reads.",+ "open_world_justification": "Collects work from third-party inference providers and publishes the finished GLB at a public URL anyone with the link can fetch.",+ "destructive_justification": "Only adds the finished model and never deletes or overwrites an earlier one."+ }+ },+ "look_at_model": {+ "annotations": {+ "readOnlyHint": true,+ "openWorldHint": true,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Renders a model that already exists from several angles and returns the frames as images, storing nothing and changing nothing.",+ "open_world_justification": "Fetches an arbitrary public GLB URL, so it reaches third-party hosts outside our own domain.",+ "destructive_justification": "Only reads the supplied model in order to render it, and never modifies or deletes the source file."+ }+ },+ "create_agent_persona": {+ "annotations": {+ "readOnlyHint": false,+ "openWorldHint": true,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Saves a new persona record and copies the model into our durable storage so the body outlives the source URL.",+ "open_world_justification": "Fetches the GLB from a public URL outside our domain and republishes it from our storage at a public URL anyone with the link can fetch.",+ "destructive_justification": "Only creates a new persona and never modifies or deletes an existing persona or model."+ }+ },+ "get_agent_persona": {+ "annotations": {+ "readOnlyHint": true,+ "openWorldHint": false,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Looks up a stored persona by its id and returns that persona's configuration without creating or changing anything.",+ "open_world_justification": "Reads only persona records held in our own private store and contacts no external system.",+ "destructive_justification": "Only reads a persona record and never writes or removes anything."+ }+ },+ "persona_say": {+ "annotations": {+ "readOnlyHint": false,+ "openWorldHint": false,+ "destructiveHint": false+ },+ "justifications": {+ "read_only_justification": "Increments the persona's turn counter in our own store while returning the render directive for this turn.",+ "open_world_justification": "Acts only on a persona in our own private store and renders through our own embed, reaching no external system.",+ "destructive_justification": "Only appends a turn and updates a counter, never deleting or overwriting the persona's configuration or model."+ }+ }+ },+ "test_cases": [+ {+ "description": "Generate a 3D prop from a text description",+ "user_prompt": "Make a 3D model of a friendly round robot mascot, glossy white plastic.",+ "file_attachment_urls": null,+ "tools_triggered": "forge_free, then check_job if the first response returns status \"pending\"",+ "expected_output": "An inline interactive 3D viewer with the textured model, plus Download, Spin, Recenter and Open in three.ws. It auto-rotates until dragged. Free, no account. Takes one to four minutes; past the inline wait it returns a job_id and check_job collects the finished model.",+ "expected_output_url": null+ },+ {+ "description": "Generate a rigged, animation-ready character",+ "user_prompt": "Make a rigged, animation-ready knight character I can pose.",+ "file_attachment_urls": null,+ "tools_triggered": "forge_avatar, then check_job if it returns status \"pending\", then rig_mesh if the finished job was only the mesh",+ "expected_output": "A GLB in the inline viewer with a humanoid skeleton and skin weights applied, so it can be posed. One call normally does mesh and rig; if it times out at the mesh stage the pending result says to finish with rig_mesh. A humanoid rig also plays an idle clip.",+ "expected_output_url": null+ },+ {+ "description": "Iterate on a model by describing the change in words",+ "user_prompt": "Now make that robot's shell matte instead of glossy.",+ "file_attachment_urls": null,+ "tools_triggered": "refine_model, then check_job if it returns status \"pending\"",+ "expected_output": "Run immediately after test case 1, in the same conversation. Returns a new version anchored to the previous model rather than an unrelated regeneration, and replaces the GLB in the viewer. The earlier version stays reachable, so the change can be reverted.",+ "expected_output_url": null+ },+ {+ "description": "Let the assistant see a 3D model and report on it",+ "user_prompt": "Look at this 3D model and tell me what it is and whether it has any obvious defects: https://three.ws/cdn/objects/polyhaven/glb/ArmChair_01.glb",+ "file_attachment_urls": null,+ "tools_triggered": "look_at_model",+ "expected_output": "Frames from several angles returned as MCP image content blocks, which the client renders into the conversation, plus geometry stats. The assistant describes the armchair from images it can actually see. Free, seconds not minutes. The URL is ours and needs no credentials.",+ "expected_output_url": null+ },+ {+ "description": "Turn a generated model into a persistent agent body that speaks",+ "user_prompt": "Save that knight as a persistent agent body called Sir Gareth, then have him introduce himself.",+ "file_attachment_urls": null,+ "tools_triggered": "create_agent_persona, then persona_say",+ "expected_output": "Run after test case 2, in the same conversation. An inline living-body widget framed from https://three.ws, in which the avatar lip-syncs the line with a matching expression and gesture. Returns a persona_id that get_agent_persona reloads in a fresh session.",+ "expected_output_url": null+ }+ ],+ "negative_test_cases": [+ {+ "description": "The user wants a 2D image, not a 3D model. The wording nearly matches our main generation prompt, but this plugin only returns 3D GLB files, so image generation should handle it.",+ "user_prompt": "Draw a cartoon robot mascot for my startup's landing page.",+ "file_attachment_urls": null,+ "tools_triggered": null,+ "expected_output": "The app should not be invoked, because it only produces 3D GLB models and the user asked for a 2D image.",+ "expected_output_url": null+ },+ {+ "description": "\"Model\" is a verb here, meaning a financial projection. Nothing 3D is involved, and no tool in this plugin operates on spreadsheets or forecasts.",+ "user_prompt": "Model out our Q3 revenue if we raise prices 20%.",+ "file_attachment_urls": null,+ "tools_triggered": null,+ "expected_output": "The app should not be invoked, because no tool here operates on spreadsheets, forecasts or financial data.",+ "expected_output_url": null+ },+ {+ "description": "The user asks how to do something in other software, not for work on a file. It says \"rig\" and \"character\", but rig_mesh needs the URL of an existing GLB and would return nothing they asked for.",+ "user_prompt": "How do I rig a humanoid character in Blender?",+ "file_attachment_urls": null,+ "tools_triggered": null,+ "expected_output": "The app should not be invoked, because the user wants an explanation of other software rather than work on a file.",+ "expected_output_url": null+ }+ ]+}diff --git a/scripts/build-openai-portal-fields.mjs b/scripts/build-openai-portal-fields.mjsindex 08a49efbc..450b72eb9 100644--- a/scripts/build-openai-portal-fields.mjs+++ b/scripts/build-openai-portal-fields.mjs@@ -267,11 +267,17 @@ if (process.argv.includes('--json')) {}}}- if (drift.length) {+ // --pending-deploy: describe the annotations THIS CHECKOUT declares, for the+ // window where the fix is built and deploying but production still serves the+ // old values. The file is correct the moment that deploy lands, which is why+ // the warning below says to hold the Submit click rather than the upload.+ const pendingDeploy = process.argv.includes('--pending-deploy');+ if (drift.length && !pendingDeploy) {console.error('This checkout and the deployed connector disagree about tool annotations:\n');for (const d of drift) console.error(` ${d}`);console.error('\nThe reviewer scans the deployed server, so deploy this checkout before generating');console.error('the submission JSON. Shipping it now would hand them a file that contradicts their own scan.');+ console.error('If that deploy is in flight right now, pass --pending-deploy to describe this checkout instead.');process.exit(1);}@@ -283,7 +289,9 @@ if (process.argv.includes('--json')) {problems.push(`${tool.name} is served but has no justifications here`);continue;}- const a = tool.annotations || {};+ // Source wins only while a deploy is in flight; otherwise the served+ // annotations are the truth the reviewer will scan.+ const a = (pendingDeploy ? local.get(tool.name) : tool.annotations) || {};for (const hint of ['readOnlyHint', 'openWorldHint', 'destructiveHint']) {if (typeof a[hint] !== 'boolean') problems.push(`${tool.name}.${hint} is not set explicitly, which is a submission blocker`);}@@ -336,6 +344,12 @@ if (process.argv.includes('--json')) {writeFileSync(canonical, serialized);writeFileSync('chatgpt-app-submission.json', serialized);console.log(`wrote ${canonical}`);+ if (pendingDeploy && drift.length) {+ console.log('\n NOTE: generated from THIS CHECKOUT, not the deployed server, which still serves:');+ for (const d of drift) console.log(` ${d}`);+ console.log(' Upload the file now if you like, but do not hit Submit until that deploy is live,');+ console.log(' or the reviewer\'s scan and this file will disagree.');+ }console.log(` and ./chatgpt-app-submission.json to upload: ${Object.keys(tools).length} tools, ${doc.test_cases.length} test cases, ${doc.negative_test_cases.length} negative cases.`);if (problems.length) {console.log('\nReview findings:');