Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

[MISC]: Add multi-architecture Docker build support (linux/amd64, linux/arm64/v8) (#1407)

Jaseem Jasfbde749a64de
diff --git a/.github/workflows/docker-tools-build-push.yaml b/.github/workflows/docker-tools-build-push.yaml
index 2a7aecefb..e07749be4 100644
--- a/.github/workflows/docker-tools-build-push.yaml
+++ b/.github/workflows/docker-tools-build-push.yaml
@@ -21,51 +21,60 @@ on:
run-name: "[${{ inputs.service_name }}:${{ inputs.tag }}] Docker Image Build and Push (Development)"
jobs:
- build-and-push:
- runs-on: ubuntu-latest
- steps:
- - name: Output Inputs
- run: echo "${{ toJSON(github.event.inputs) }}"
+ build-and-push:
+ runs-on: ubuntu-latest
+ steps:
+ - name: Output Inputs
+ run: echo "${{ toJSON(github.event.inputs) }}"
- - name: Checkout code
- uses: actions/checkout@v4
+ - name: Checkout code
+ uses: actions/checkout@v4
- # Set up Docker Buildx for better caching
- - name: Set up Docker Buildx
- uses: docker/setup-buildx-action@v3
+ # Set up QEMU for ARM64 emulation
+ - name: Set up QEMU
+ uses: docker/setup-qemu-action@v3
+ with:
+ platforms: linux/amd64,linux/arm64/v8
- # Log in to Docker Hub
- - name: Login to Docker Hub
- uses: docker/login-action@v3
- with:
- username: ${{ secrets.DOCKERHUB_USERNAME }}
- password: ${{ secrets.DOCKERHUB_TOKEN }}
+ # Set up Docker Buildx for better caching and multi-arch builds
+ - name: Set up Docker Buildx
+ uses: docker/setup-buildx-action@v3
+ with:
+ platforms: linux/amd64,linux/arm64/v8
- # Define build configuration based on service name
- - name: Set build configuration
- id: build-config
- run: |
- if [ "${{ github.event.inputs.service_name }}" == "tool-classifier" ]; then
- echo "context=./tools/classifier" >> $GITHUB_OUTPUT
- echo "dockerfile=" >> $GITHUB_OUTPUT
- elif [ "${{ github.event.inputs.service_name }}" == "tool-structure" ]; then
- echo "context=./tools/structure" >> $GITHUB_OUTPUT
- echo "dockerfile=" >> $GITHUB_OUTPUT
- elif [ "${{ github.event.inputs.service_name }}" == "tool-text-extractor" ]; then
- echo "context=./tools/text_extractor" >> $GITHUB_OUTPUT
- echo "dockerfile=" >> $GITHUB_OUTPUT
- elif [ "${{ github.event.inputs.service_name }}" == "tool-sidecar" ]; then
- echo "context=." >> $GITHUB_OUTPUT
- echo "dockerfile=docker/dockerfiles/tool-sidecar.Dockerfile" >> $GITHUB_OUTPUT
- fi
+ # Log in to Docker Hub
+ - name: Login to Docker Hub
+ uses: docker/login-action@v3
+ with:
+ username: ${{ secrets.DOCKERHUB_USERNAME }}
+ password: ${{ secrets.DOCKERHUB_TOKEN }}
- # Build and push Docker image
- - name: Build and push ${{ github.event.inputs.service_name }}
- uses: docker/build-push-action@v5
- with:
- context: ${{ steps.build-config.outputs.context }}
- file: ${{ steps.build-config.outputs.dockerfile }}
- push: true
- tags: unstract/${{ github.event.inputs.service_name }}:${{ github.event.inputs.tag }}
- cache-from: type=gha
- cache-to: type=gha,mode=max
+ # Define build configuration based on service name
+ - name: Set build configuration
+ id: build-config
+ run: |
+ if [ "${{ github.event.inputs.service_name }}" == "tool-classifier" ]; then
+ echo "context=./tools/classifier" >> $GITHUB_OUTPUT
+ echo "dockerfile=" >> $GITHUB_OUTPUT
+ elif [ "${{ github.event.inputs.service_name }}" == "tool-structure" ]; then
+ echo "context=./tools/structure" >> $GITHUB_OUTPUT
+ echo "dockerfile=" >> $GITHUB_OUTPUT
+ elif [ "${{ github.event.inputs.service_name }}" == "tool-text-extractor" ]; then
+ echo "context=./tools/text_extractor" >> $GITHUB_OUTPUT
+ echo "dockerfile=" >> $GITHUB_OUTPUT
+ elif [ "${{ github.event.inputs.service_name }}" == "tool-sidecar" ]; then
+ echo "context=." >> $GITHUB_OUTPUT
+ echo "dockerfile=docker/dockerfiles/tool-sidecar.Dockerfile" >> $GITHUB_OUTPUT
+ fi
+
+ # Build and push Docker image
+ - name: Build and push ${{ github.event.inputs.service_name }}
+ uses: docker/build-push-action@v5
+ with:
+ context: ${{ steps.build-config.outputs.context }}
+ file: ${{ steps.build-config.outputs.dockerfile }}
+ platforms: linux/amd64,linux/arm64/v8
+ push: true
+ tags: unstract/${{ github.event.inputs.service_name }}:${{ github.event.inputs.tag }}
+ cache-from: type=gha,scope=${{ github.event.inputs.service_name }}
+ cache-to: type=gha,mode=max,scope=${{ github.event.inputs.service_name }}
diff --git a/.github/workflows/production-build.yaml b/.github/workflows/production-build.yaml
index d809b877a..cb2e70ab9 100644
--- a/.github/workflows/production-build.yaml
+++ b/.github/workflows/production-build.yaml
@@ -23,7 +23,15 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
- service_name: [backend, frontend, platform-service, prompt-service, runner, x2text-service]
+ service_name:
+ [
+ backend,
+ frontend,
+ platform-service,
+ prompt-service,
+ runner,
+ x2text-service,
+ ]
steps:
- name: Checkout code for release
@@ -36,9 +44,17 @@ jobs:
if: github.event_name != 'release'
uses: actions/checkout@v4
- # Set up Docker Buildx for better caching
+ # Set up QEMU for ARM64 emulation
+ - name: Set up QEMU
+ uses: docker/setup-qemu-action@v3
+ with:
+ platforms: linux/amd64,linux/arm64/v8
+
+ # Set up Docker Buildx for better caching and multi-arch builds
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
+ with:
+ platforms: linux/amd64,linux/arm64/v8
# Log in to Docker Hub
- name: Login to Docker Hub
@@ -86,6 +102,7 @@ jobs:
${{ env.LATEST_IMAGE_TAG && format('*.tags={0}', env.LATEST_IMAGE_TAG) || '' }}
*.context=.
*.args.VERSION=${{ env.DOCKER_VERSION_TAG }}
+ *.platform=linux/amd64,linux/arm64/v8
*.cache-from=type=gha,scope=${{ matrix.service_name }}
*.cache-to=type=gha,mode=max,scope=${{ matrix.service_name }}