Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

build: trigger docker images build from the CI publish step

Martin Adámekf9b25d021c47
diff --git a/.github/workflows/test-and-release.yml b/.github/workflows/test-and-release.yml
index 3f574ec71..1b2e29a2d 100644
--- a/.github/workflows/test-and-release.yml
+++ b/.github/workflows/test-and-release.yml
@@ -186,32 +186,33 @@ jobs:
GIT_USER: "[email protected]:${{ secrets.GH_TOKEN }}"
GH_TOKEN: ${{ secrets.GH_TOKEN }}
-# TODO uncomment before final release
-# The deploy job is long but there are only 2 important parts. NPM publish
-# and triggering of docker image builds in the apify-actor-docker repo.
-# - name: Collect Versions For Images
-# id: versions
-# run: |
-# apify=`node -p "require('./package.json').version"`
-# echo "::set-output name=apify::$apify"
-# puppeteer=`node -p "require('./package.json').devDependencies.puppeteer"`
-# echo "::set-output name=puppeteer::$puppeteer"
-# playwright=`node -p "require('./package.json').devDependencies.playwright"`
-# echo "::set-output name=playwright::$playwright"
-# env:
-# NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
-# GIT_USER: "[email protected]:${{ secrets.GH_TOKEN }}"
-# GH_TOKEN: ${{ secrets.GH_TOKEN }}
-# - name: Trigger Docker Image Build
-# uses: peter-evans/repository-dispatch@v2
-# with:
-# token: ${{ secrets.TRIGGER_DOCKER_IMAGE_BUILD_TOKEN }}
-# repository: apify/apify-actor-docker
-# event-type: build-node-images
-# client-payload: >
-# {
-# "release_tag": "${{ env.RELEASE_TAG }}",
-# "apify_version": "${{ steps.versions.outputs.apify }}",
-# "puppeteer_version": "${{ steps.versions.outputs.puppeteer }}",
-# "playwright_version": "${{ steps.versions.outputs.playwright }}"
-# }
+ # trigger of docker image builds in the apify-actor-docker repo.
+ - name: Collect Versions For Images
+ id: versions
+ run: |
+ crawlee=`node -p "require('./packages/crawlee/package.json').version"`
+ echo "::set-output name=crawlee::$crawlee"
+ apify=`node -p "require('./package.json').devDependencies.apify"`
+ echo "::set-output name=apify::$apify"
+ puppeteer=`node -p "require('./package.json').devDependencies.puppeteer"`
+ echo "::set-output name=puppeteer::$puppeteer"
+ playwright=`node -p "require('./package.json').devDependencies.playwright"`
+ echo "::set-output name=playwright::$playwright"
+ env:
+ NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+ GIT_USER: "[email protected]:${{ secrets.GH_TOKEN }}"
+ GH_TOKEN: ${{ secrets.GH_TOKEN }}
+ - name: Trigger Docker Image Build
+ uses: peter-evans/repository-dispatch@v2
+ with:
+ token: ${{ secrets.TRIGGER_DOCKER_IMAGE_BUILD_TOKEN }}
+ repository: apify/apify-actor-docker
+ event-type: build-node-images
+ client-payload: >
+ {
+ "release_tag": "${{ env.RELEASE_TAG }}",
+ "apify_version": "${{ steps.versions.outputs.apify }}",
+ "crawlee_version": "${{ steps.versions.outputs.crawlee }}",
+ "puppeteer_version": "${{ steps.versions.outputs.puppeteer }}",
+ "playwright_version": "${{ steps.versions.outputs.playwright }}"
+ }
diff --git a/package-lock.json b/package-lock.json
index f7b18053b..d4b10b27e 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -37,7 +37,7 @@
"@types/ws": "^7.4.7",
"@typescript-eslint/eslint-plugin": "5.33.1",
"@typescript-eslint/parser": "5.33.1",
- "apify": "^3.0.1",
+ "apify": "3.0.2",
"basic-auth-parser": "^0.0.2",
"body-parser": "^1.20.0",
"commitlint": "^17.0.2",
diff --git a/package.json b/package.json
index 3c8d654d3..93c2e8318 100644
--- a/package.json
+++ b/package.json
@@ -75,7 +75,7 @@
"@types/ws": "^7.4.7",
"@typescript-eslint/eslint-plugin": "5.33.1",
"@typescript-eslint/parser": "5.33.1",
- "apify": "^3.0.1",
+ "apify": "3.0.2",
"basic-auth-parser": "^0.0.2",
"body-parser": "^1.20.0",
"commitlint": "^17.0.2",