LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
[MISC]: Add multi-architecture Docker build support (linux/amd64, linux/arm64/v8) (#1407)
Jaseem Jasfbde749a64de
diff --git a/.github/workflows/docker-tools-build-push.yaml b/.github/workflows/docker-tools-build-push.yamlindex 2a7aecefb..e07749be4 100644--- a/.github/workflows/docker-tools-build-push.yaml+++ b/.github/workflows/docker-tools-build-push.yaml@@ -21,51 +21,60 @@ on:run-name: "[${{ inputs.service_name }}:${{ inputs.tag }}] Docker Image Build and Push (Development)"jobs:- build-and-push:- runs-on: ubuntu-latest- steps:- - name: Output Inputs- run: echo "${{ toJSON(github.event.inputs) }}"+ build-and-push:+ runs-on: ubuntu-latest+ steps:+ - name: Output Inputs+ run: echo "${{ toJSON(github.event.inputs) }}"- - name: Checkout code- uses: actions/checkout@v4+ - name: Checkout code+ uses: actions/checkout@v4- # Set up Docker Buildx for better caching- - name: Set up Docker Buildx- uses: docker/setup-buildx-action@v3+ # Set up QEMU for ARM64 emulation+ - name: Set up QEMU+ uses: docker/setup-qemu-action@v3+ with:+ platforms: linux/amd64,linux/arm64/v8- # Log in to Docker Hub- - name: Login to Docker Hub- uses: docker/login-action@v3- with:- username: ${{ secrets.DOCKERHUB_USERNAME }}- password: ${{ secrets.DOCKERHUB_TOKEN }}+ # Set up Docker Buildx for better caching and multi-arch builds+ - name: Set up Docker Buildx+ uses: docker/setup-buildx-action@v3+ with:+ platforms: linux/amd64,linux/arm64/v8- # Define build configuration based on service name- - name: Set build configuration- id: build-config- run: |- if [ "${{ github.event.inputs.service_name }}" == "tool-classifier" ]; then- echo "context=./tools/classifier" >> $GITHUB_OUTPUT- echo "dockerfile=" >> $GITHUB_OUTPUT- elif [ "${{ github.event.inputs.service_name }}" == "tool-structure" ]; then- echo "context=./tools/structure" >> $GITHUB_OUTPUT- echo "dockerfile=" >> $GITHUB_OUTPUT- elif [ "${{ github.event.inputs.service_name }}" == "tool-text-extractor" ]; then- echo "context=./tools/text_extractor" >> $GITHUB_OUTPUT- echo "dockerfile=" >> $GITHUB_OUTPUT- elif [ "${{ github.event.inputs.service_name }}" == "tool-sidecar" ]; then- echo "context=." >> $GITHUB_OUTPUT- echo "dockerfile=docker/dockerfiles/tool-sidecar.Dockerfile" >> $GITHUB_OUTPUT- fi+ # Log in to Docker Hub+ - name: Login to Docker Hub+ uses: docker/login-action@v3+ with:+ username: ${{ secrets.DOCKERHUB_USERNAME }}+ password: ${{ secrets.DOCKERHUB_TOKEN }}- # Build and push Docker image- - name: Build and push ${{ github.event.inputs.service_name }}- uses: docker/build-push-action@v5- with:- context: ${{ steps.build-config.outputs.context }}- file: ${{ steps.build-config.outputs.dockerfile }}- push: true- tags: unstract/${{ github.event.inputs.service_name }}:${{ github.event.inputs.tag }}- cache-from: type=gha- cache-to: type=gha,mode=max+ # Define build configuration based on service name+ - name: Set build configuration+ id: build-config+ run: |+ if [ "${{ github.event.inputs.service_name }}" == "tool-classifier" ]; then+ echo "context=./tools/classifier" >> $GITHUB_OUTPUT+ echo "dockerfile=" >> $GITHUB_OUTPUT+ elif [ "${{ github.event.inputs.service_name }}" == "tool-structure" ]; then+ echo "context=./tools/structure" >> $GITHUB_OUTPUT+ echo "dockerfile=" >> $GITHUB_OUTPUT+ elif [ "${{ github.event.inputs.service_name }}" == "tool-text-extractor" ]; then+ echo "context=./tools/text_extractor" >> $GITHUB_OUTPUT+ echo "dockerfile=" >> $GITHUB_OUTPUT+ elif [ "${{ github.event.inputs.service_name }}" == "tool-sidecar" ]; then+ echo "context=." >> $GITHUB_OUTPUT+ echo "dockerfile=docker/dockerfiles/tool-sidecar.Dockerfile" >> $GITHUB_OUTPUT+ fi++ # Build and push Docker image+ - name: Build and push ${{ github.event.inputs.service_name }}+ uses: docker/build-push-action@v5+ with:+ context: ${{ steps.build-config.outputs.context }}+ file: ${{ steps.build-config.outputs.dockerfile }}+ platforms: linux/amd64,linux/arm64/v8+ push: true+ tags: unstract/${{ github.event.inputs.service_name }}:${{ github.event.inputs.tag }}+ cache-from: type=gha,scope=${{ github.event.inputs.service_name }}+ cache-to: type=gha,mode=max,scope=${{ github.event.inputs.service_name }}diff --git a/.github/workflows/production-build.yaml b/.github/workflows/production-build.yamlindex d809b877a..cb2e70ab9 100644--- a/.github/workflows/production-build.yaml+++ b/.github/workflows/production-build.yaml@@ -23,7 +23,15 @@ jobs:runs-on: ubuntu-lateststrategy:matrix:- service_name: [backend, frontend, platform-service, prompt-service, runner, x2text-service]+ service_name:+ [+ backend,+ frontend,+ platform-service,+ prompt-service,+ runner,+ x2text-service,+ ]steps:- name: Checkout code for release@@ -36,9 +44,17 @@ jobs:if: github.event_name != 'release'uses: actions/checkout@v4- # Set up Docker Buildx for better caching+ # Set up QEMU for ARM64 emulation+ - name: Set up QEMU+ uses: docker/setup-qemu-action@v3+ with:+ platforms: linux/amd64,linux/arm64/v8++ # Set up Docker Buildx for better caching and multi-arch builds- name: Set up Docker Buildxuses: docker/setup-buildx-action@v3+ with:+ platforms: linux/amd64,linux/arm64/v8# Log in to Docker Hub- name: Login to Docker Hub@@ -86,6 +102,7 @@ jobs:${{ env.LATEST_IMAGE_TAG && format('*.tags={0}', env.LATEST_IMAGE_TAG) || '' }}*.context=.*.args.VERSION=${{ env.DOCKER_VERSION_TAG }}+ *.platform=linux/amd64,linux/arm64/v8*.cache-from=type=gha,scope=${{ matrix.service_name }}*.cache-to=type=gha,mode=max,scope=${{ matrix.service_name }}