Skip to content

🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev

test: fixes for Github CI issues

Karim shoaird47f77d4d1c0
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 4a62cb1..dca6106 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -60,6 +60,13 @@ jobs:
python3 -m pip install --upgrade pip
python3 -m pip install playwright>=1.55.0 patchright>=1.55.0 camoufox
+ - name: Get Playwright version
+ id: playwright-version
+ run: |
+ PLAYWRIGHT_VERSION=$(python3 -c "import playwright; print(playwright.__version__)")
+ echo "version=$PLAYWRIGHT_VERSION" >> $GITHUB_OUTPUT
+ echo "Playwright version: $PLAYWRIGHT_VERSION"
+
- name: Retrieve Playwright browsers from cache if any
id: playwright-cache
uses: actions/cache@v4
@@ -68,16 +75,24 @@ jobs:
~/.cache/ms-playwright
~/Library/Caches/ms-playwright
~/.ms-playwright
- key: ${{ runner.os }}-playwright-${{ hashFiles('pyproject.toml') }}
+ key: ${{ runner.os }}-playwright-${{ steps.playwright-version.outputs.version }}-v1
restore-keys: |
+ ${{ runner.os }}-playwright-${{ steps.playwright-version.outputs.version }}-
${{ runner.os }}-playwright-
- name: Install Playwright browsers
- if: steps.playwright-cache.outputs.cache-hit != 'true'
run: |
+ echo "Cache hit: ${{ steps.playwright-cache.outputs.cache-hit }}"
python3 -m playwright install chromium
python3 -m playwright install-deps chromium firefox
+ - name: Get Camoufox version
+ id: camoufox-version
+ run: |
+ CAMOUFOX_VERSION=$(python3 -c "import camoufox; print(camoufox.__version__)")
+ echo "version=$CAMOUFOX_VERSION" >> $GITHUB_OUTPUT
+ echo "Camoufox version: $CAMOUFOX_VERSION"
+
- name: Retrieve Camoufox browser from cache if any
id: camoufox-cache
uses: actions/cache@v4
@@ -85,13 +100,14 @@ jobs:
path: |
~/.cache/camoufox
~/Library/Caches/camoufox
- key: ${{ runner.os }}-camoufox-${{ hashFiles('pyproject.toml') }}
+ key: ${{ runner.os }}-camoufox-${{ steps.camoufox-version.outputs.version }}-v1
restore-keys: |
+ ${{ runner.os }}-camoufox-${{ steps.camoufox-version.outputs.version }}-
${{ runner.os }}-camoufox-
- name: Install Camoufox browser
- if: steps.camoufox-cache.outputs.cache-hit != 'true'
run: |
+ echo "Cache hit: ${{ steps.camoufox-cache.outputs.cache-hit }}"
python3 -m camoufox fetch --browserforge
# Cache tox environments
diff --git a/pytest.ini b/pytest.ini
index cb0da7d..083e39a 100644
--- a/pytest.ini
+++ b/pytest.ini
@@ -1,5 +1,5 @@
[pytest]
-asyncio_mode = auto
+asyncio_mode = strict
asyncio_default_fixture_loop_scope = function
addopts = -p no:warnings --doctest-modules --ignore=setup.py --verbose
markers =