Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. π₯
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update Audit Workflow (#2667)
Abimael Martell27ef3e261e07
diff --git a/.github/workflows/npm-audit.yml b/.github/workflows/npm-audit.ymlindex ab66d0b99..5cf5b3a32 100644--- a/.github/workflows/npm-audit.yml+++ b/.github/workflows/npm-audit.yml@@ -15,63 +15,97 @@ jobs:with:version: 10+ - name: Create audit output directory+ run: mkdir -p /tmp/audit-outputs+- name: Audit API Packagesid: audit-apicontinue-on-error: truerun: |- pnpm dlx audit-ci@^7 --directory apps/api --config apps/api/audit-ci.jsonc+ set -o pipefail+ pnpm dlx audit-ci@^7 --directory apps/api --config apps/api/audit-ci.jsonc 2>&1 | tee /tmp/audit-outputs/api.txt- name: Audit Playwright Service Packagesid: audit-playwright-servicecontinue-on-error: truerun: |- pnpm dlx audit-ci@^7 --directory apps/playwright-service-ts --config apps/playwright-service-ts/audit-ci.jsonc+ set -o pipefail+ pnpm dlx audit-ci@^7 --directory apps/playwright-service-ts --config apps/playwright-service-ts/audit-ci.jsonc 2>&1 | tee /tmp/audit-outputs/playwright-service.txt- name: Audit JavaScript SDK Packagesid: audit-js-sdkcontinue-on-error: truerun: |- pnpm dlx audit-ci@^7 --directory apps/js-sdk --config apps/js-sdk/audit-ci.jsonc+ set -o pipefail+ pnpm dlx audit-ci@^7 --directory apps/js-sdk --config apps/js-sdk/audit-ci.jsonc 2>&1 | tee /tmp/audit-outputs/js-sdk.txt- name: Audit JavaScript SDK Firecrawl Packagesid: audit-js-sdk-firecrawlcontinue-on-error: truerun: |- pnpm dlx audit-ci@^7 --directory apps/js-sdk/firecrawl --config apps/js-sdk/firecrawl/audit-ci.jsonc+ set -o pipefail+ pnpm dlx audit-ci@^7 --directory apps/js-sdk/firecrawl --config apps/js-sdk/firecrawl/audit-ci.jsonc 2>&1 | tee /tmp/audit-outputs/js-sdk-firecrawl.txt- name: Audit Test Suite Packagesid: audit-test-suitecontinue-on-error: truerun: |- pnpm dlx audit-ci@^7 --directory apps/test-suite --config apps/test-suite/audit-ci.jsonc+ set -o pipefail+ pnpm dlx audit-ci@^7 --directory apps/test-suite --config apps/test-suite/audit-ci.jsonc 2>&1 | tee /tmp/audit-outputs/test-suite.txt- name: Audit Ingestion UI Packagesid: audit-ingestion-uicontinue-on-error: truerun: |- pnpm dlx audit-ci@^7 --directory apps/ui/ingestion-ui --config apps/ui/ingestion-ui/audit-ci.jsonc+ set -o pipefail+ pnpm dlx audit-ci@^7 --directory apps/ui/ingestion-ui --config apps/ui/ingestion-ui/audit-ci.jsonc 2>&1 | tee /tmp/audit-outputs/ingestion-ui.txt- name: Audit Test Site Packagesid: audit-test-sitecontinue-on-error: truerun: |- pnpm dlx audit-ci@^7 --directory apps/test-site --config apps/test-site/audit-ci.jsonc+ set -o pipefail+ pnpm dlx audit-ci@^7 --directory apps/test-site --config apps/test-site/audit-ci.jsonc 2>&1 | tee /tmp/audit-outputs/test-site.txt- name: Report audit failuresif: always()run: |- FAILED_AUDITS=()- [ "${{ steps.audit-api.outcome }}" == "failure" ] && FAILED_AUDITS+=("API")- [ "${{ steps.audit-playwright-service.outcome }}" == "failure" ] && FAILED_AUDITS+=("Playwright Service")- [ "${{ steps.audit-js-sdk.outcome }}" == "failure" ] && FAILED_AUDITS+=("JavaScript SDK")- [ "${{ steps.audit-js-sdk-firecrawl.outcome }}" == "failure" ] && FAILED_AUDITS+=("JavaScript SDK Firecrawl")- [ "${{ steps.audit-test-suite.outcome }}" == "failure" ] && FAILED_AUDITS+=("Test Suite")- [ "${{ steps.audit-ingestion-ui.outcome }}" == "failure" ] && FAILED_AUDITS+=("Ingestion UI")- [ "${{ steps.audit-test-site.outcome }}" == "failure" ] && FAILED_AUDITS+=("Test Site")-- if [ ${#FAILED_AUDITS[@]} -gt 0 ]; then- echo "β The following audits failed:"- printf ' - %s\n' "${FAILED_AUDITS[@]}"+ declare -A AUDIT_FILES=(+ ["API"]="api.txt"+ ["Playwright Service"]="playwright-service.txt"+ ["JavaScript SDK"]="js-sdk.txt"+ ["JavaScript SDK Firecrawl"]="js-sdk-firecrawl.txt"+ ["Test Suite"]="test-suite.txt"+ ["Ingestion UI"]="ingestion-ui.txt"+ ["Test Site"]="test-site.txt"+ )++ declare -A AUDIT_OUTCOMES=(+ ["API"]="${{ steps.audit-api.outcome }}"+ ["Playwright Service"]="${{ steps.audit-playwright-service.outcome }}"+ ["JavaScript SDK"]="${{ steps.audit-js-sdk.outcome }}"+ ["JavaScript SDK Firecrawl"]="${{ steps.audit-js-sdk-firecrawl.outcome }}"+ ["Test Suite"]="${{ steps.audit-test-suite.outcome }}"+ ["Ingestion UI"]="${{ steps.audit-ingestion-ui.outcome }}"+ ["Test Site"]="${{ steps.audit-test-site.outcome }}"+ )++ FAILED=false+ for name in "API" "Playwright Service" "JavaScript SDK" "JavaScript SDK Firecrawl" "Test Suite" "Ingestion UI" "Test Site"; do+ if [ "${AUDIT_OUTCOMES[$name]}" == "failure" ]; then+ FAILED=true+ echo ""+ echo "=========================================="+ echo "β $name audit failed"+ echo "=========================================="+ if [ -f "/tmp/audit-outputs/${AUDIT_FILES[$name]}" ]; then+ # Extract only the summary (from "Found vulnerable advisory paths:" to end)+ sed -n '/Found vulnerable advisory paths:/,$p' "/tmp/audit-outputs/${AUDIT_FILES[$name]}" | sed 's/\x1b\[[0-9;]*m//g'+ fi+ fi+ done++ if [ "$FAILED" == "true" ]; thenexit 1elseecho "β All audits passed"