LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
fix: Improvements in run platform script (#514)
Hari John Kuriakose3f681eb4a47a
diff --git a/docker/docker-compose-dev-essentials.yaml b/docker/docker-compose-dev-essentials.yamlindex da71f65a3..a0c231f66 100644--- a/docker/docker-compose-dev-essentials.yaml+++ b/docker/docker-compose-dev-essentials.yaml@@ -1,5 +1,3 @@-version: '3.7'-services:db:image: 'pgvector/pgvector:pg15'diff --git a/docker/docker-compose.build.yaml b/docker/docker-compose.build.yamlindex 6145dd7ad..48aa376ff 100644--- a/docker/docker-compose.build.yaml+++ b/docker/docker-compose.build.yaml@@ -1,5 +1,3 @@-version: '3.7'-services:frontend:image: unstract/frontend:${VERSION}diff --git a/docker/docker-compose.yaml b/docker/docker-compose.yamlindex 373fe9f63..8b0c89f27 100644--- a/docker/docker-compose.yaml+++ b/docker/docker-compose.yaml@@ -1,4 +1,3 @@-version: '3.7'include:- docker-compose-dev-essentials.yamldiff --git a/run-platform.sh b/run-platform.shindex 6483b7dd5..22a1223b0 100755--- a/run-platform.sh+++ b/run-platform.sh@@ -174,6 +174,7 @@ setup_env() {if [ -e "$sample_env_path" ] && [ ! -e "$env_path" ]; thenfirst_setup=truecp "$sample_env_path" "$env_path"+# Add encryption secret for backend and platform-service.if [[ "$service" == "backend" || "$service" == "platform-service" ]]; thenecho -e "$blue_text""Adding encryption secret to $service""$default_text"@@ -189,13 +190,13 @@ setup_env() {if [[ "$OSTYPE" == "darwin"* ]]; thensed -i '' "s/DEFAULT_AUTH_USERNAME.*/DEFAULT_AUTH_USERNAME=\"$DEFAULT_AUTH_KEY\"/" $env_pathsed -i '' "s/DEFAULT_AUTH_PASSWORD.*/DEFAULT_AUTH_PASSWORD=\"$DEFAULT_AUTH_KEY\"/" $env_path-# sed -i '' "s/SYSTEM_ADMIN_USERNAME.*/SYSTEM_ADMIN_USERNAME=\"$DEFAULT_AUTH_KEY\"/" $env_path-# sed -i '' "s/SYSTEM_ADMIN_PASSWORD.*/SYSTEM_ADMIN_PASSWORD=\"$DEFAULT_AUTH_KEY\"/" $env_path+ # sed -i '' "s/SYSTEM_ADMIN_USERNAME.*/SYSTEM_ADMIN_USERNAME=\"$DEFAULT_AUTH_KEY\"/" $env_path+ # sed -i '' "s/SYSTEM_ADMIN_PASSWORD.*/SYSTEM_ADMIN_PASSWORD=\"$DEFAULT_AUTH_KEY\"/" $env_pathelsesed -i "s/DEFAULT_AUTH_USERNAME.*/DEFAULT_AUTH_USERNAME=\"$DEFAULT_AUTH_KEY\"/" $env_pathsed -i "s/DEFAULT_AUTH_PASSWORD.*/DEFAULT_AUTH_PASSWORD=\"$DEFAULT_AUTH_KEY\"/" $env_path-# sed -i "s/SYSTEM_ADMIN_USERNAME.*/SYSTEM_ADMIN_USERNAME=\"$DEFAULT_AUTH_KEY\"/" $env_path-# sed -i "s/SYSTEM_ADMIN_PASSWORD.*/SYSTEM_ADMIN_PASSWORD=\"$DEFAULT_AUTH_KEY\"/" $env_path+ # sed -i "s/SYSTEM_ADMIN_USERNAME.*/SYSTEM_ADMIN_USERNAME=\"$DEFAULT_AUTH_KEY\"/" $env_path+ # sed -i "s/SYSTEM_ADMIN_PASSWORD.*/SYSTEM_ADMIN_PASSWORD=\"$DEFAULT_AUTH_KEY\"/" $env_pathfifiecho -e "Created env for ""$blue_text""$service""$default_text" at ""$blue_text""$env_path""$default_text"."@@ -219,13 +220,6 @@ setup_env() {echo -e "Merged env for ""$blue_text""essential services""$default_text"" at ""$blue_text""$script_dir/docker/essentials.env""$default_text""."fi- # Not part of an upgrade.- if [ ! -e "$script_dir/docker/proxy_overrides.yaml" ]; then- echo -e "NOTE: Reverse proxy config can be overridden via ""$blue_text""$script_dir/docker/proxy_overrides.yaml""$default_text""."- else- echo -e "Found ""$blue_text""$script_dir/docker/proxy_overrides.yaml""$default_text"". ""$yellow_text""Reverse proxy config will be overridden.""$default_text"- fi-if [ "$opt_only_env" = true ]; thenecho -e "$green_text""Done.""$default_text" && exit 0fi@@ -279,6 +273,16 @@ run_services() {echo -e "Configure services by updating corresponding ""$yellow_text""<service>/.env""$default_text"" files."echo -e "Make sure to ""$yellow_text""restart""$default_text"" the services with:"echo -e " ""$blue_text""$docker_compose_cmd -f docker/docker-compose.yaml up -d""$default_text"+ if [ "$first_setup" = true ]; then+ echo -e "\n###################### BACKUP ENCRYPTION KEY ######################"+ echo -e "Copy the value of ""$yellow_text""ENCRYPTION_KEY""$default_text"" in any of the following env files"+ echo -e "to a secure location:\n"+ echo -e "- ""$red_text""backend/.env""$default_text"+ echo -e "- ""$red_text""platform-service/.env""$default_text"+ echo -e "\nAapter credentials are encrypted by the platform using this key."+ echo -e "Its loss or change will make all existing adapters inaccessible!"+ echo -e "###################################################################"+ fipopd 1>/dev/null}