There can be more than Notion and Miro. AFFiNE(pronounced [ə‘fain]) is a next-gen knowledge base that brings planning, sorting and creating all together. Privacy first, open-source, customizable and ready to use.
TypeScript appcrdteditorelectronknowledge-basemarkdownmironotesnotionnotion-alternativerustrust-langrust-languagetabletableviewwhiteboardwikiworkspace
ci: separate image build to a standalone workflow (#6167)
forehalof69649c9224f
diff --git a/.github/workflows/build-selfhost-image.yml b/.github/workflows/build-selfhost-image.ymlnew file mode 100644index 0000000000..b8fc83446d--- /dev/null+++ b/.github/workflows/build-selfhost-image.yml@@ -0,0 +1,25 @@+name: Build Selfhost Image++on:+ workflow_dispatch:+ inputs:+ flavor:+ description: 'Select distribution to build'+ type: choice+ default: canary+ options:+ - canary+ - beta+ - stable++permissions:+ contents: 'write'+ id-token: 'write'+ packages: 'write'++jobs:+ build-image:+ name: Build Image+ uses: ./.github/workflows/build-server-image.yml+ with:+ flavor: ${{ github.event.inputs.flavor }}diff --git a/.github/workflows/build-server-image.yml b/.github/workflows/build-server-image.ymlnew file mode 100644index 0000000000..6eeeec4fbd--- /dev/null+++ b/.github/workflows/build-server-image.yml@@ -0,0 +1,191 @@+name: Build Images++on:+ workflow_call:+ inputs:+ flavor:+ type: string+ required: true++env:+ NX_CLOUD_ACCESS_TOKEN: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }}++permissions:+ contents: 'write'+ id-token: 'write'+ packages: 'write'++jobs:+ build-server:+ name: Build Server+ runs-on: ubuntu-latest+ steps:+ - uses: actions/checkout@v4+ - name: Setup Version+ id: version+ uses: ./.github/actions/setup-version+ - name: Setup Node.js+ uses: ./.github/actions/setup-node+ with:+ electron-install: false+ extra-flags: workspaces focus @affine/server+ - name: Build Server+ run: yarn workspace @affine/server build+ - name: Upload server dist+ uses: actions/upload-artifact@v4+ with:+ name: server-dist+ path: ./packages/backend/server/dist+ if-no-files-found: error++ build-web-selfhost:+ name: Build @affine/web selfhost+ runs-on: ubuntu-latest+ environment: ${{ github.event.inputs.flavor }}+ steps:+ - uses: actions/checkout@v4+ - name: Setup Version+ id: version+ uses: ./.github/actions/setup-version+ - name: Setup Node.js+ uses: ./.github/actions/setup-node+ - name: Build Core+ run: yarn nx build @affine/web --skip-nx-cache+ env:+ BUILD_TYPE: ${{ github.event.inputs.flavor }}+ SHOULD_REPORT_TRACE: false+ PUBLIC_PATH: '/'+ SELF_HOSTED: true+ - name: Download selfhost fonts+ run: node ./scripts/download-blocksuite-fonts.mjs+ - name: Upload web artifact+ uses: actions/upload-artifact@v4+ with:+ name: selfhost-web+ path: ./packages/frontend/web/dist+ if-no-files-found: error++ build-storage:+ name: Build Storage - ${{ matrix.targets.name }}+ runs-on: ubuntu-latest+ strategy:+ matrix:+ targets:+ - name: x86_64-unknown-linux-gnu+ file: storage.node+ - name: aarch64-unknown-linux-gnu+ file: storage.arm64.node+ - name: armv7-unknown-linux-gnueabihf+ file: storage.armv7.node++ steps:+ - uses: actions/checkout@v4+ - name: Setup Version+ id: version+ uses: ./.github/actions/setup-version+ - name: Setup Node.js+ uses: ./.github/actions/setup-node+ with:+ electron-install: false+ extra-flags: workspaces focus @affine/storage+ - name: Build Rust+ uses: ./.github/actions/build-rust+ with:+ target: ${{ matrix.targets.name }}+ package: '@affine/storage'+ nx_token: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }}+ - name: Upload ${{ matrix.targets.file }}+ uses: actions/upload-artifact@v4+ with:+ name: ${{ matrix.targets.file }}+ path: ./packages/backend/storage/storage.node+ if-no-files-found: error++ build-docker:+ name: Build Docker+ runs-on: ubuntu-latest+ needs:+ - build-server+ - build-web-selfhost+ - build-storage+ steps:+ - uses: actions/checkout@v4+ - name: Download server dist+ uses: actions/download-artifact@v4+ with:+ name: server-dist+ path: ./packages/backend/server/dist+ - name: Download storage.node+ uses: actions/download-artifact@v4+ with:+ name: storage.node+ path: ./packages/backend/server+ - name: Download storage.node arm64+ uses: actions/download-artifact@v4+ with:+ name: storage.arm64.node+ path: ./packages/backend/storage+ - name: Download storage.node arm64+ uses: actions/download-artifact@v4+ with:+ name: storage.armv7.node+ path: .+ - name: move storage files+ run: |+ mv ./packages/backend/storage/storage.node ./packages/backend/server/storage.arm64.node+ mv storage.node ./packages/backend/server/storage.armv7.node+ - name: Setup env+ run: |+ echo "GIT_SHORT_HASH=$(git rev-parse --short HEAD)" >> "$GITHUB_ENV"+ if [ -z "${{ inputs.flavor }}" ]+ then+ echo "RELEASE_FLAVOR=canary" >> "$GITHUB_ENV"+ else+ echo "RELEASE_FLAVOR=${{ inputs.flavor }}" >> "$GITHUB_ENV"+ fi++ - name: Login to GitHub Container Registry+ uses: docker/login-action@v3+ with:+ registry: ghcr.io+ logout: false+ username: ${{ github.actor }}+ password: ${{ secrets.GITHUB_TOKEN }}+ - name: Set up QEMU+ uses: docker/setup-qemu-action@v3+ - name: Set up Docker Buildx+ uses: docker/setup-buildx-action@v3+ # setup node without cache configuration+ # Prisma cache is not compatible with docker build cache+ - name: Setup Node.js+ uses: actions/setup-node@v4+ with:+ node-version-file: '.nvmrc'+ registry-url: https://npm.pkg.github.com+ scope: '@toeverything'++ - name: Download selfhost web artifact+ uses: actions/download-artifact@v4+ with:+ name: selfhost-web+ path: ./packages/frontend/web/dist++ - name: Install Node.js dependencies+ run: |+ yarn config set --json supportedArchitectures.cpu '["x64", "arm64", "arm"]'+ yarn config set --json supportedArchitectures.libc '["glibc"]'+ yarn workspaces focus @affine/server --production++ - name: Generate Prisma client+ run: yarn workspace @affine/server prisma generate++ - name: Build graphql Dockerfile+ uses: docker/build-push-action@v5+ with:+ context: .+ push: true+ pull: true+ platforms: linux/amd64,linux/arm64,linux/arm/v7+ provenance: true+ file: .github/deployment/node/Dockerfile+ tags: ghcr.io/toeverything/affine-graphql:${{env.RELEASE_FLAVOR}}-${{ env.GIT_SHORT_HASH }},ghcr.io/toeverything/affine-graphql:${{env.RELEASE_FLAVOR}}diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.ymlindex fb47d43e88..74c287d51e 100644--- a/.github/workflows/deploy.yml+++ b/.github/workflows/deploy.yml@@ -13,32 +13,21 @@ on:- stable- internalenv:- APP_NAME: affineNX_CLOUD_ACCESS_TOKEN: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }}MIXPANEL_TOKEN: '389c0615a69b57cca7d3fa0a4824c930'+permissions:+ contents: 'write'+ id-token: 'write'+ packages: 'write'+jobs:- build-server:- name: Build Server- runs-on: ubuntu-latest- steps:- - uses: actions/checkout@v4- - name: Setup Version- id: version- uses: ./.github/actions/setup-version- - name: Setup Node.js- uses: ./.github/actions/setup-node- with:- electron-install: false- extra-flags: workspaces focus @affine/server- - name: Build Server- run: yarn workspace @affine/server build- - name: Upload server dist- uses: actions/upload-artifact@v4- with:- name: server-dist- path: ./packages/backend/server/dist- if-no-files-found: error+ build-server-image:+ name: Build Server Image+ uses: ./.github/workflows/build-server-image.yml+ with:+ flavor: ${{ github.event.inputs.flavor }}+build-web:name: Build @affine/webruns-on: ubuntu-latest@@ -72,112 +61,17 @@ jobs:path: ./packages/frontend/web/distif-no-files-found: error- build-web-selfhost:- name: Build @affine/web selfhost+ build-frontend-image:+ name: Build Frontend Imageruns-on: ubuntu-latest- environment: ${{ github.event.inputs.flavor }}- steps:- - uses: actions/checkout@v4- - name: Setup Version- id: version- uses: ./.github/actions/setup-version- - name: Setup Node.js- uses: ./.github/actions/setup-node- - name: Build Core- run: yarn nx build @affine/web --skip-nx-cache- env:- BUILD_TYPE: ${{ github.event.inputs.flavor }}- SHOULD_REPORT_TRACE: false- PUBLIC_PATH: '/'- SELF_HOSTED: true- - name: Download selfhost fonts- run: node ./scripts/download-blocksuite-fonts.mjs- - name: Upload web artifact- uses: actions/upload-artifact@v4- with:- name: selfhost-web- path: ./packages/frontend/web/dist- if-no-files-found: error-- build-storage:- name: Build Storage - ${{ matrix.targets.name }}- runs-on: ubuntu-latest- strategy:- matrix:- targets:- - name: x86_64-unknown-linux-gnu- file: storage.node- - name: aarch64-unknown-linux-gnu- file: storage.arm64.node- - name: armv7-unknown-linux-gnueabihf- file: storage.armv7.node-- steps:- - uses: actions/checkout@v4- - name: Setup Version- id: version- uses: ./.github/actions/setup-version- - name: Setup Node.js- uses: ./.github/actions/setup-node- with:- electron-install: false- extra-flags: workspaces focus @affine/storage- - name: Build Rust- uses: ./.github/actions/build-rust- with:- target: ${{ matrix.targets.name }}- package: '@affine/storage'- nx_token: ${{ secrets.NX_CLOUD_ACCESS_TOKEN }}- - name: Upload ${{ matrix.targets.file }}- uses: actions/upload-artifact@v4- with:- name: ${{ matrix.targets.file }}- path: ./packages/backend/storage/storage.node- if-no-files-found: error-- build-docker:- name: Build Docker- runs-on: ubuntu-latest- permissions:- contents: 'write'- id-token: 'write'- packages: 'write'needs:- - build-server- build-web- - build-web-selfhost- - build-storagesteps:- - uses: actions/checkout@v4- - name: Download core artifact+ - name: Download web artifactuses: actions/download-artifact@v4with:name: webpath: ./packages/frontend/web/dist- - name: Download server dist- uses: actions/download-artifact@v4- with:- name: server-dist- path: ./packages/backend/server/dist- - name: Download storage.node- uses: actions/download-artifact@v4- with:- name: storage.node- path: ./packages/backend/server- - name: Download storage.node arm64- uses: actions/download-artifact@v4- with:- name: storage.arm64.node- path: ./packages/backend/storage- - name: Download storage.node arm64- uses: actions/download-artifact@v4- with:- name: storage.armv7.node- path: .- - name: move storage files- run: |- mv ./packages/backend/storage/storage.node ./packages/backend/server/storage.arm64.node- mv storage.node ./packages/backend/server/storage.armv7.node- name: Setup envrun: |echo "GIT_SHORT_HASH=$(git rev-parse --short HEAD)" >> "$GITHUB_ENV"@@ -187,7 +81,6 @@ jobs:elseecho "RELEASE_FLAVOR=${{ inputs.flavor }}" >> "$GITHUB_ENV"fi-- name: Login to GitHub Container Registryuses: docker/login-action@v3with:@@ -210,53 +103,13 @@ jobs:file: .github/deployment/front/Dockerfiletags: ghcr.io/toeverything/affine-front:${{env.RELEASE_FLAVOR}}-${{ env.GIT_SHORT_HASH }},ghcr.io/toeverything/affine-front:${{env.RELEASE_FLAVOR}}- # setup node without cache configuration- # Prisma cache is not compatible with docker build cache- - name: Setup Node.js- uses: actions/setup-node@v4- with:- node-version-file: '.nvmrc'- registry-url: https://npm.pkg.github.com- scope: '@toeverything'-- - name: Remove web dist- run: rm -rf ./packages/frontend/web/dist-- - name: Download selfhost web artifact- uses: actions/download-artifact@v4- with:- name: selfhost-web- path: ./packages/frontend/web/dist-- - name: Install Node.js dependencies- run: |- yarn config set --json supportedArchitectures.cpu '["x64", "arm64", "arm"]'- yarn config set --json supportedArchitectures.libc '["glibc"]'- yarn workspaces focus @affine/server --production-- - name: Generate Prisma client- run: yarn workspace @affine/server prisma generate-- - name: Build graphql Dockerfile- uses: docker/build-push-action@v5- with:- context: .- push: true- pull: true- platforms: linux/amd64,linux/arm64,linux/arm/v7- provenance: true- file: .github/deployment/node/Dockerfile- tags: ghcr.io/toeverything/affine-graphql:${{env.RELEASE_FLAVOR}}-${{ env.GIT_SHORT_HASH }},ghcr.io/toeverything/affine-graphql:${{env.RELEASE_FLAVOR}}-deploy:name: Deploy to clusterif: ${{ github.event_name == 'workflow_dispatch' }}environment: ${{ github.event.inputs.flavor }}- permissions:- contents: 'write'- id-token: 'write'needs:- - build-docker+ - build-frontend-image+ - build-server-imageruns-on: ubuntu-lateststeps:- uses: actions/checkout@v4