Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
chore(ci): tune runners (#2685)
tom5548bcbbc612
diff --git a/.github/workflows/deploy-image-staging.yml b/.github/workflows/deploy-image-staging.ymlindex b52afa816..1871eec2f 100644--- a/.github/workflows/deploy-image-staging.yml+++ b/.github/workflows/deploy-image-staging.yml@@ -8,7 +8,7 @@ on:jobs:push-app-image:- runs-on: blacksmith-8vcpu-ubuntu-2404+ runs-on: blacksmith-4vcpu-ubuntu-2404defaults:run:working-directory: './apps/api'@@ -26,4 +26,4 @@ jobs:- name: 'Build Inventory Image'run: |docker build . --tag ghcr.io/firecrawl/firecrawl-staging:latest- docker push ghcr.io/firecrawl/firecrawl-staging:latest\ No newline at end of file+ docker push ghcr.io/firecrawl/firecrawl-staging:latestdiff --git a/.github/workflows/deploy-image.yml b/.github/workflows/deploy-image.ymlindex 24a96a5db..4fa49674a 100644--- a/.github/workflows/deploy-image.yml+++ b/.github/workflows/deploy-image.yml@@ -16,9 +16,9 @@ jobs:matrix:include:- platform: linux/amd64- runner: blacksmith-8vcpu-ubuntu-2404+ runner: blacksmith-4vcpu-ubuntu-2404- platform: linux/arm64- runner: blacksmith-8vcpu-ubuntu-2404-arm+ runner: blacksmith-4vcpu-ubuntu-2404-armdefaults:run:working-directory: './apps/api'diff --git a/.github/workflows/deploy-playwright.yml b/.github/workflows/deploy-playwright.ymlindex c15419604..fc00428f5 100644--- a/.github/workflows/deploy-playwright.yml+++ b/.github/workflows/deploy-playwright.yml@@ -16,9 +16,9 @@ jobs:matrix:include:- platform: linux/amd64- runner: blacksmith-8vcpu-ubuntu-2404+ runner: blacksmith-4vcpu-ubuntu-2404- platform: linux/arm64- runner: blacksmith-8vcpu-ubuntu-2404-arm+ runner: blacksmith-4vcpu-ubuntu-2404-armdefaults:run:working-directory: './apps/playwright-service-ts'diff --git a/.github/workflows/test-server.yml b/.github/workflows/test-server.ymlindex 3ee71797b..20259d02c 100644--- a/.github/workflows/test-server.yml+++ b/.github/workflows/test-server.yml@@ -15,17 +15,17 @@ jobs:strategy:fail-fast: falsematrix:- engine: ["playwright", "fetch"] # unsure if we need both of these- proxy: ["proxy", "no-proxy"] # proxy / no-proxy run different tests, keep both- search: ["searxng"] # disabled google for now, should be fine with just Searxng- ai: ["openai"] # AI only should be fine, as it simply adds tests, if non-AI fails, AI will fail.+ engine: ['playwright', 'fetch'] # unsure if we need both of these+ proxy: ['proxy', 'no-proxy'] # proxy / no-proxy run different tests, keep both+ search: ['searxng'] # disabled google for now, should be fine with just Searxng+ ai: ['openai'] # AI only should be fine, as it simply adds tests, if non-AI fails, AI will fail.# legacy matrix:# engine: ["playwright", "fetch"]# proxy: ["proxy", "no-proxy"]# search: ["searxng", "google"]# ai: ["openai", "no-ai"]- runs-on: blacksmith-8vcpu-ubuntu-2404+ runs-on: blacksmith-4vcpu-ubuntu-2404services:redis:image: redis@@ -68,7 +68,7 @@ jobs:apps/api/pnpm-lock.yamlapps/test-site/pnpm-lock.yamlapps/playwright-service-ts/pnpm-lock.yaml-+- run: pnpm fetchworking-directory: apps/api- run: pnpm fetch@@ -165,12 +165,12 @@ jobs:docker run -d -p 3434:8080 -v "${PWD}/searxng:/etc/searxng" --name searxng searxng/searxngpnpx wait-on tcp:3434 -t 30sworking-directory: ./-+- name: Install API dependenciesrun: pnpm install --frozen-lockfile --ignore-scriptsworking-directory: apps/apienv:- npm_config_ignore_scripts: "true"+ npm_config_ignore_scripts: 'true'- name: Install test site dependenciesrun: pnpm install --frozen-lockfile@@ -191,7 +191,7 @@ jobs:working-directory: ./apps/playwright-service-tsenv:PORT: 3003-+- name: Run Docker Postgresrun: |docker build -t firecrawl/nuq-postgres:latest ./apps/nuq-postgres@@ -201,7 +201,7 @@ jobs:run: pnpm harness pnpm test:snipsworking-directory: apps/apienv:- npm_config_ignore_scripts: "true" # required currently to prevent re-building cached native lib+ npm_config_ignore_scripts: 'true' # required currently to prevent re-building cached native lib- name: Publish test reportif: always()@@ -377,7 +377,7 @@ jobs:# working-directory: apps/api# env:# npm_config_ignore_scripts: "true"-+# - name: Run Docker Postgres# run: |# docker build -t firecrawl/nuq-postgres:latest ./apps/nuq-postgres