🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev
Python aiai-scrapingautomationcrawlercrawlingcrawling-pythondatadata-extractionmcpmcp-serverplaywrightpythonscrapingselectorsstealthweb-scraperweb-scrapingweb-scraping-pythonwebscrapingxpath
test: fixes for Github CI issues
Karim shoaird47f77d4d1c0
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.ymlindex 4a62cb1..dca6106 100644--- a/.github/workflows/tests.yml+++ b/.github/workflows/tests.yml@@ -60,6 +60,13 @@ jobs:python3 -m pip install --upgrade pippython3 -m pip install playwright>=1.55.0 patchright>=1.55.0 camoufox+ - name: Get Playwright version+ id: playwright-version+ run: |+ PLAYWRIGHT_VERSION=$(python3 -c "import playwright; print(playwright.__version__)")+ echo "version=$PLAYWRIGHT_VERSION" >> $GITHUB_OUTPUT+ echo "Playwright version: $PLAYWRIGHT_VERSION"+- name: Retrieve Playwright browsers from cache if anyid: playwright-cacheuses: actions/cache@v4@@ -68,16 +75,24 @@ jobs:~/.cache/ms-playwright~/Library/Caches/ms-playwright~/.ms-playwright- key: ${{ runner.os }}-playwright-${{ hashFiles('pyproject.toml') }}+ key: ${{ runner.os }}-playwright-${{ steps.playwright-version.outputs.version }}-v1restore-keys: |+ ${{ runner.os }}-playwright-${{ steps.playwright-version.outputs.version }}-${{ runner.os }}-playwright-- name: Install Playwright browsers- if: steps.playwright-cache.outputs.cache-hit != 'true'run: |+ echo "Cache hit: ${{ steps.playwright-cache.outputs.cache-hit }}"python3 -m playwright install chromiumpython3 -m playwright install-deps chromium firefox+ - name: Get Camoufox version+ id: camoufox-version+ run: |+ CAMOUFOX_VERSION=$(python3 -c "import camoufox; print(camoufox.__version__)")+ echo "version=$CAMOUFOX_VERSION" >> $GITHUB_OUTPUT+ echo "Camoufox version: $CAMOUFOX_VERSION"+- name: Retrieve Camoufox browser from cache if anyid: camoufox-cacheuses: actions/cache@v4@@ -85,13 +100,14 @@ jobs:path: |~/.cache/camoufox~/Library/Caches/camoufox- key: ${{ runner.os }}-camoufox-${{ hashFiles('pyproject.toml') }}+ key: ${{ runner.os }}-camoufox-${{ steps.camoufox-version.outputs.version }}-v1restore-keys: |+ ${{ runner.os }}-camoufox-${{ steps.camoufox-version.outputs.version }}-${{ runner.os }}-camoufox-- name: Install Camoufox browser- if: steps.camoufox-cache.outputs.cache-hit != 'true'run: |+ echo "Cache hit: ${{ steps.camoufox-cache.outputs.cache-hit }}"python3 -m camoufox fetch --browserforge# Cache tox environmentsdiff --git a/pytest.ini b/pytest.iniindex cb0da7d..083e39a 100644--- a/pytest.ini+++ b/pytest.ini@@ -1,5 +1,5 @@[pytest]-asyncio_mode = auto+asyncio_mode = strictasyncio_default_fixture_loop_scope = functionaddopts = -p no:warnings --doctest-modules --ignore=setup.py --verbosemarkers =