Kepler.gl is a powerful open source geospatial analysis tool for large-scale data sets.
[feat] Generate "idea" buttons from LLM (#3115)
Xun Li9da33316cae3
diff --git a/examples/demo-app/package.json b/examples/demo-app/package.jsonindex 8fb68f8d0..c67d2d301 100644--- a/examples/demo-app/package.json+++ b/examples/demo-app/package.json@@ -31,8 +31,8 @@"@loaders.gl/csv": "^4.3.2","@loaders.gl/json": "^4.3.2","@loaders.gl/parquet": "^4.3.2",- "@openassistant/core": "^0.4.1",- "@openassistant/ui": "^0.4.1",+ "@openassistant/core": "^0.4.3",+ "@openassistant/ui": "^0.4.3","@types/classnames": "^2.3.1","@types/keymirror": "^0.1.1","apache-arrow": ">=15.0.0",diff --git a/examples/demo-app/yarn.lock b/examples/demo-app/yarn.lockindex e81778540..02f9a213a 100644--- a/examples/demo-app/yarn.lock+++ b/examples/demo-app/yarn.lock@@ -4710,9 +4710,9 @@ __metadata:languageName: nodelinkType: hard-"@openassistant/core@npm:0.4.1, @openassistant/core@npm:^0.4.1":- version: 0.4.1- resolution: "@openassistant/core@npm:0.4.1"+"@openassistant/core@npm:0.4.3, @openassistant/core@npm:^0.4.3":+ version: 0.4.3+ resolution: "@openassistant/core@npm:0.4.3"dependencies:"@ai-sdk/openai": "npm:^1.3.21""@ai-sdk/react": "npm:^1.2.11"@@ -4741,7 +4741,7 @@ __metadata:optional: trueollama-ai-provider:optional: true- checksum: 10c0/1ac67f89e2216a31f10520ddd8d202574934202022a716ab37e6225b27924a6c772d573ede945d56f45bc5c13c9b1256c031a9de2662cbd17c1775f04cf72b94+ checksum: 10c0/4981ffe30c60174990b8dc9eb19f5fc51d26ad766bd33bc30dc0e8b2875ef65baedb564a9de87326a73a1d7adaf4cdcaa75f94572ebb73693dbb8c0648b12412languageName: nodelinkType: hard@@ -4822,13 +4822,13 @@ __metadata:languageName: nodelinkType: hard-"@openassistant/ui@npm:^0.4.1":- version: 0.4.1- resolution: "@openassistant/ui@npm:0.4.1"+"@openassistant/ui@npm:^0.4.3":+ version: 0.4.3+ resolution: "@openassistant/ui@npm:0.4.3"dependencies:"@iconify/react": "npm:^5.1.0""@nextui-org/react": "npm:^2.6.10"- "@openassistant/core": "npm:0.4.1"+ "@openassistant/core": "npm:0.4.3"framer-motion: "npm:^11.15.0"html2canvas: "npm:^1.4.1"next-themes: "npm:^0.4.4"@@ -4839,7 +4839,7 @@ __metadata:peerDependencies:react: ">=18.2"react-dom: ">=18.2"- checksum: 10c0/2926f2ff8531ca71f6818debc9a150252007ead377fa83238281eecd734102e1fbe6aae687c3d7aa63870531ba7009b6954c0ec2872ccc31e61236096c4e5732+ checksum: 10c0/eeeb1c35aa1102a9984f2116cd9a35bb4df59dca8a16c50b72b5585ede635b9f12d5e62e39cb51a6f18508098f4e6a23e88fcc76d97baef7bbb02feca8786f22languageName: nodelinkType: hard@@ -14934,8 +14934,8 @@ __metadata:"@loaders.gl/csv": "npm:^4.3.2""@loaders.gl/json": "npm:^4.3.2""@loaders.gl/parquet": "npm:^4.3.2"- "@openassistant/core": "npm:^0.4.1"- "@openassistant/ui": "npm:^0.4.1"+ "@openassistant/core": "npm:^0.4.3"+ "@openassistant/ui": "npm:^0.4.3""@types/classnames": "npm:^2.3.1""@types/keymirror": "npm:^0.1.1"apache-arrow: "npm:>=15.0.0"diff --git a/src/ai-assistant/package.json b/src/ai-assistant/package.jsonindex 66ef83ccc..467c16f92 100644--- a/src/ai-assistant/package.json+++ b/src/ai-assistant/package.json@@ -40,13 +40,13 @@"@kepler.gl/table": "3.1.7","@kepler.gl/types": "3.1.7","@kepler.gl/utils": "3.1.7",- "@openassistant/core": "^0.4.1",- "@openassistant/duckdb": "^0.4.1",- "@openassistant/echarts": "^0.4.1",- "@openassistant/geoda": "^0.4.1",- "@openassistant/osm": "^0.4.1",- "@openassistant/ui": "^0.4.1",- "@openassistant/utils": "^0.4.1",+ "@openassistant/core": "^0.4.3",+ "@openassistant/duckdb": "^0.4.3",+ "@openassistant/echarts": "^0.4.3",+ "@openassistant/geoda": "^0.4.3",+ "@openassistant/osm": "^0.4.3",+ "@openassistant/ui": "^0.4.3",+ "@openassistant/utils": "^0.4.3","color-interpolate": "^1.0.5","global": "^4.3.0","ollama-ai-provider": "^1.2.0",diff --git a/src/ai-assistant/src/components/ai-assistant-component.tsx b/src/ai-assistant/src/components/ai-assistant-component.tsxindex b933b84cb..8ce1fc808 100644--- a/src/ai-assistant/src/components/ai-assistant-component.tsx+++ b/src/ai-assistant/src/components/ai-assistant-component.tsx@@ -5,7 +5,7 @@ import React, {useEffect, useState} from 'react';import {useDispatch, useSelector} from 'react-redux';import styled from 'styled-components';import {textColorLT, theme} from '@kepler.gl/styles';-import {MessageModel} from '@openassistant/core';+import {MessageModel, useAssistant} from '@openassistant/core';import {AiAssistant} from '@openassistant/ui';import '@openassistant/echarts/dist/index.css';import '@openassistant/ui/dist/index.css';@@ -57,17 +57,46 @@ export function AiAssistantComponent() {const [datasetMetaData, setDatasetMetaData] = useState<string>('');- // get dataset meta data+ const [ideas, setIdeas] = useState<{title: string; description: string}[]>([]);++ // get dataset meta data and re-initialize assistant when datasets or layers changeuseEffect(() => {const metaData = getDatasetContext(visState?.datasets, visState?.layers || []);setDatasetMetaData(metaData);- // re-initialize assistant when datasets or layers change// eslint-disable-next-line react-hooks/exhaustive-deps}, [visState?.datasets, visState?.layers]);// use dataset meta data in LLM instructionsconst instructions = `${INSTRUCTIONS}\n\n${datasetMetaData}`;+ // generate ideas from LLM+ const {temporaryPrompt} = useAssistant({...assistantProps, instructions});++ const generateIdeas = async () => {+ try {+ const response = await temporaryPrompt({+ prompt: PROMPT_IDEAS,+ temperature: 1.0+ });+ // find [{},{}...] in the text and parse it as json, handling whitespace+ const match = response?.match(/\[\s*\{.*\}\s*\]/s);+ if (match) {+ const json = JSON.parse(match[0]);+ setIdeas(json);+ }+ } catch (error) {+ console.error('Error generating ideas', error);+ }+ };++ useEffect(() => {+ // get ideas UI component+ if (ideas.length === 0 && datasetMetaData.length > 0) {+ generateIdeas();+ }+ // eslint-disable-next-line react-hooks/exhaustive-deps+ }, [datasetMetaData]);+const onRestartAssistant = () => {// clean up aiAssistant statedispatch(updateAiAssistantMessages([]));@@ -105,7 +134,8 @@ export function AiAssistantComponent() {fontSize={'text-tiny'}botMessageClassName={''}githubIssueLink={'https://github.com/keplergl/kepler.gl/issues'}- ideas={PROMPT_IDEAS}+ ideas={ideas}+ onRefreshIdeas={generateIdeas}/></StyledAiAssistantComponent>);diff --git a/src/ai-assistant/src/constants.ts b/src/ai-assistant/src/constants.tsindex d89463abd..cc627f207 100644--- a/src/ai-assistant/src/constants.ts+++ b/src/ai-assistant/src/constants.ts@@ -45,32 +45,21 @@ Note:1. Please use the dataset name or dataset label as the datasetName argument, not the dataset id`;-export const PROMPT_IDEAS = [- {- title: 'Data Insight',- description: 'What is the distribution of the variable?'- },- {- title: 'Spatial Analysis',- description: 'Is the variable spatially clustered?'- },- {- title: 'GeoTools',- description: 'How many events in California?'- },- {- title: 'Load Data',- description: 'load data from https://geodacenter.github.io/data-and-lab/data/lehd.geojson'- },- {- title: 'Create a Map Layer',- description: 'update its color inspired by Van Gogh Starry Night'- },- {- title: 'Change Basemap ',- description: 'use Positron style'- }+export const PROMPT_IDEAS = `Return ONLY a JSON array of 5 ideas based on the tools in current context.+IMPORTANT: please mention tool in a user-friendly title, and use actual field name in the description.+Do not include any other text or explanation.+Randomly pick 5 tools.+Format:+[{+ "title": "Data Insight",+ "description": "What is the distribution of HR60?"+},+{+ "title": "Spatial Analysis",+ "description": "Is HR60 spatially clustered?"+},];+`;export const ASSISTANT_NAME = 'kepler-gl-ai-assistant';diff --git a/src/ai-assistant/src/tools/geo-tools.tsx b/src/ai-assistant/src/tools/geo-tools.tsxindex 3c8effbb7..15daa9950 100644--- a/src/ai-assistant/src/tools/geo-tools.tsx+++ b/src/ai-assistant/src/tools/geo-tools.tsx@@ -23,7 +23,10 @@ import {dissolve,length,area,- perimeter+ perimeter,+ BufferTool,+ CentroidTool,+ DissolveTool} from '@openassistant/geoda';import {getUsStateGeojson,@@ -155,6 +158,54 @@ export function getGeoTools(}};+ const bufferTool: BufferTool = {+ ...buffer,+ context: {+ ...buffer.context,+ getGeometries+ }+ };++ const centroidTool: CentroidTool = {+ ...centroid,+ context: {+ ...centroid.context,+ getGeometries+ }+ };++ const dissolveTool: DissolveTool = {+ ...dissolve,+ context: {+ ...dissolve.context,+ getGeometries+ }+ };++ const lengthTool = {+ ...length,+ context: {+ ...length.context,+ getGeometries+ }+ };++ const areaTool = {+ ...area,+ context: {+ ...area.context,+ getGeometries+ }+ };++ const perimeterTool = {+ ...perimeter,+ context: {+ ...perimeter.context,+ getGeometries+ }+ };+return {classifyTool,weightsTool,@@ -163,12 +214,12 @@ export function getGeoTools(lisaTool,spatialJoinTool,spatialFilterTool,- buffer,- centroid,- dissolve,- length,- area,- perimeter,+ bufferTool,+ centroidTool,+ dissolveTool,+ lengthTool,+ areaTool,+ perimeterTool,getUsStateGeojson,getUsCountyGeojson,getUsZipcodeGeojson,diff --git a/yarn.lock b/yarn.lockindex 668a86faf..ee8a03838 100644--- a/yarn.lock+++ b/yarn.lock@@ -3324,13 +3324,13 @@ __metadata:"@kepler.gl/table": "npm:3.1.7""@kepler.gl/types": "npm:3.1.7""@kepler.gl/utils": "npm:3.1.7"- "@openassistant/core": "npm:^0.4.1"- "@openassistant/duckdb": "npm:^0.4.1"- "@openassistant/echarts": "npm:^0.4.1"- "@openassistant/geoda": "npm:^0.4.1"- "@openassistant/osm": "npm:^0.4.1"- "@openassistant/ui": "npm:^0.4.1"- "@openassistant/utils": "npm:^0.4.1"+ "@openassistant/core": "npm:^0.4.3"+ "@openassistant/duckdb": "npm:^0.4.3"+ "@openassistant/echarts": "npm:^0.4.3"+ "@openassistant/geoda": "npm:^0.4.3"+ "@openassistant/osm": "npm:^0.4.3"+ "@openassistant/ui": "npm:^0.4.3"+ "@openassistant/utils": "npm:^0.4.3"color-interpolate: "npm:^1.0.5"global: "npm:^4.3.0"ollama-ai-provider: "npm:^1.2.0"@@ -6381,9 +6381,9 @@ __metadata:languageName: nodelinkType: hard-"@openassistant/common@npm:0.4.1":- version: 0.4.1- resolution: "@openassistant/common@npm:0.4.1"+"@openassistant/common@npm:0.4.3":+ version: 0.4.3+ resolution: "@openassistant/common@npm:0.4.3"dependencies:"@iconify/react": "npm:^5.1.0""@nextui-org/react": "npm:^2.6.10"@@ -6392,13 +6392,13 @@ __metadata:peerDependencies:react: ">=18.2"react-dom: ">=18.2"- checksum: 10c0/b308b44554d546876b61e9c5acb4cd82e4e1fe27ac9ea652a7a05d395928668de9a2c894a92d7f2ac94e746ddcf3876c6393f24ec47b22af1d93fd5f2a10f069+ checksum: 10c0/d557463d8bd271c6545bf3c093450ec517899fcaa85492108bfc44341f6e4e9755306a5a0d9fb71a9d458e4bd00ef0715b2bc0f9b9828d9e7700870012dce251languageName: nodelinkType: hard-"@openassistant/core@npm:0.4.1, @openassistant/core@npm:^0.4.1":- version: 0.4.1- resolution: "@openassistant/core@npm:0.4.1"+"@openassistant/core@npm:0.4.3, @openassistant/core@npm:^0.4.3":+ version: 0.4.3+ resolution: "@openassistant/core@npm:0.4.3"dependencies:"@ai-sdk/openai": "npm:^1.3.21""@ai-sdk/react": "npm:^1.2.11"@@ -6427,13 +6427,13 @@ __metadata:optional: trueollama-ai-provider:optional: true- checksum: 10c0/1ac67f89e2216a31f10520ddd8d202574934202022a716ab37e6225b27924a6c772d573ede945d56f45bc5c13c9b1256c031a9de2662cbd17c1775f04cf72b94+ checksum: 10c0/4981ffe30c60174990b8dc9eb19f5fc51d26ad766bd33bc30dc0e8b2875ef65baedb564a9de87326a73a1d7adaf4cdcaa75f94572ebb73693dbb8c0648b12412languageName: nodelinkType: hard-"@openassistant/duckdb@npm:^0.4.1":- version: 0.4.1- resolution: "@openassistant/duckdb@npm:0.4.1"+"@openassistant/duckdb@npm:^0.4.3":+ version: 0.4.3+ resolution: "@openassistant/duckdb@npm:0.4.3"dependencies:"@duckdb/duckdb-wasm": "npm:^1.29.0""@nextui-org/react": "npm:^2.6.8"@@ -6442,17 +6442,17 @@ __metadata:peerDependencies:react: ">=18.2"react-dom: ">=18.2"- checksum: 10c0/0639e734c2b8df436512e779a0069e087ef0b5e07517ea80553090cb4a7713caa9df53ab25d2a593c74ea98ff1d59c45e32fa544535942bd52a4e3e8dc590179+ checksum: 10c0/81aa11e9c5b34e9d438a902c6f2a5f0816a31994b05d8536419705cf31e403071d755717a256ae70881edf90b06036e2c0b94c7e739c00e28146c62ecc11872dlanguageName: nodelinkType: hard-"@openassistant/echarts@npm:0.4.1, @openassistant/echarts@npm:^0.4.1":- version: 0.4.1- resolution: "@openassistant/echarts@npm:0.4.1"+"@openassistant/echarts@npm:0.4.3, @openassistant/echarts@npm:^0.4.3":+ version: 0.4.3+ resolution: "@openassistant/echarts@npm:0.4.3"dependencies:"@iconify/react": "npm:^5.1.0""@nextui-org/react": "npm:^2.6.10"- "@openassistant/common": "npm:0.4.1"+ "@openassistant/common": "npm:0.4.3"echarts: "npm:^5.5.1"echarts-for-react: "npm:^3.0.2"jstat: "npm:^1.9.6"@@ -6461,13 +6461,13 @@ __metadata:peerDependencies:react: ">=18.2"react-dom: ">=18.2"- checksum: 10c0/c9a424d7fc3000787bafc26fb2c0f627603cf3ce338646a7e9ff8344767bd8d6a017222ca651b9befdb1dbdd68307a9f7ab789ac52798aed42718199d6d5351b+ checksum: 10c0/b03dedf95d74c501dfc429bec5a7ca2d439501f4974439d171261725541b869098101e423b422e6a59cb38c543155d9bf32f9434c9bede4854ddd47ca128c573languageName: nodelinkType: hard-"@openassistant/geoda@npm:^0.4.1":- version: 0.4.1- resolution: "@openassistant/geoda@npm:0.4.1"+"@openassistant/geoda@npm:^0.4.3":+ version: 0.4.3+ resolution: "@openassistant/geoda@npm:0.4.3"dependencies:"@geoda/core": "npm:^0.0.9""@geoda/lisa": "npm:^0.0.9"@@ -6476,35 +6476,35 @@ __metadata:"@loaders.gl/gis": "npm:^4.3.3""@loaders.gl/schema": "npm:^4.3.3""@nextui-org/react": "npm:^2.6.8"- "@openassistant/common": "npm:0.4.1"- "@openassistant/echarts": "npm:0.4.1"+ "@openassistant/common": "npm:0.4.3"+ "@openassistant/echarts": "npm:0.4.3"framer-motion: "npm:^11.15.0"tailwindcss: "npm:^3.4.17"peerDependencies:react: ">=18.2"react-dom: ">=18.2"- checksum: 10c0/d57bf257707ec593c0924136088e6807189f7862adc9f7a38b9fd1252f54c39fc0fc76429158ba33fa5edb9213a5516d0b66690c81126d1dc2e7f24d0e9b9922+ checksum: 10c0/0614c4f8d2f95331afcb29741db87bb412db43bad030ea256e440413741178efe14593f7c1b332a4766fdc999ece87fc68ea7d152963f305bebadebcc474638flanguageName: nodelinkType: hard-"@openassistant/osm@npm:^0.4.1":- version: 0.4.1- resolution: "@openassistant/osm@npm:0.4.1"+"@openassistant/osm@npm:^0.4.3":+ version: 0.4.3+ resolution: "@openassistant/osm@npm:0.4.3"dependencies:- "@openassistant/utils": "npm:0.4.1"+ "@openassistant/utils": "npm:0.4.3"zip3: "npm:^1.0.4"zod: "npm:^3.24.4"- checksum: 10c0/d8d42566c02786d9d721fb041abb8d7353e4b28ebcb275544779f7dc79efb4f6f4599fd74ee60a64119c3557a433f22a2cf6aef120e7cb7e7c1570686c56cbcb+ checksum: 10c0/ff660b492e1642d50d654bdfacd918b8ff44193668ae94a877c5e11e479b2439bd5dbf52e2ccea2914b82ebbe1f5feb589b808af6015ecd11393c7d6903a3e6alanguageName: nodelinkType: hard-"@openassistant/ui@npm:^0.4.1":- version: 0.4.1- resolution: "@openassistant/ui@npm:0.4.1"+"@openassistant/ui@npm:^0.4.3":+ version: 0.4.3+ resolution: "@openassistant/ui@npm:0.4.3"dependencies:"@iconify/react": "npm:^5.1.0""@nextui-org/react": "npm:^2.6.10"- "@openassistant/core": "npm:0.4.1"+ "@openassistant/core": "npm:0.4.3"framer-motion: "npm:^11.15.0"html2canvas: "npm:^1.4.1"next-themes: "npm:^0.4.4"@@ -6515,18 +6515,18 @@ __metadata:peerDependencies:react: ">=18.2"react-dom: ">=18.2"- checksum: 10c0/2926f2ff8531ca71f6818debc9a150252007ead377fa83238281eecd734102e1fbe6aae687c3d7aa63870531ba7009b6954c0ec2872ccc31e61236096c4e5732+ checksum: 10c0/eeeb1c35aa1102a9984f2116cd9a35bb4df59dca8a16c50b72b5585ede635b9f12d5e62e39cb51a6f18508098f4e6a23e88fcc76d97baef7bbb02feca8786f22languageName: nodelinkType: hard-"@openassistant/utils@npm:0.4.1, @openassistant/utils@npm:^0.4.1":- version: 0.4.1- resolution: "@openassistant/utils@npm:0.4.1"+"@openassistant/utils@npm:0.4.3, @openassistant/utils@npm:^0.4.3":+ version: 0.4.3+ resolution: "@openassistant/utils@npm:0.4.3"dependencies:zod: "npm:^3.24.4"peerDependencies:react: ">=18.2"- checksum: 10c0/429e1fd99cecd52e1a41f7debd1e88568d8ce2706e8b1a9ddcf04f9ce8c724ed8191fe248b00b2078ba2a6b77e2042b0344f1dec3b81dbf48e4cb343698800a9+ checksum: 10c0/1907e011f7e2797444e8e9cb1471066d4cc85ad9898aba5e68bbd4c87c0ffb1e3f53c79c7caee125f652735977408fefc98289b89e3d16ec76a7e7c1c864fe1alanguageName: nodelinkType: hard