Skip to content

🕷️ The BEST Web Scraping framework that handles everything from a single request to a full-scale crawl! Don't be shy, join here: https://discord.gg/EMgGbDceNQ and follow here for daily tips and tricks: https://x.com/Scrapling_dev

1.2 KB
Raw Blame
from os import getenv

import pytest

from scrapling.core._types import Any
from scrapling.fetchers import AsyncStealthySession
from scrapling.spiders import Request, SessionManager


@pytest.mark.browser
@pytest.mark.asyncio
@pytest.mark.parametrize("lazy", [False, True])
async def test_stealthy_browser_session_dispatch(lazy: bool) -> None:
    async def setup(page: Any) -> None:
        await page.route("**/*", lambda route: route.fulfill(content_type="text/html", body="<h1>Browser</h1>"))

    session = AsyncStealthySession(executable_path=getenv("SCRAPLING_EXECUTABLE_PATH"), google_search=False)
    manager = SessionManager().add("browser", session, lazy=lazy)
    request = Request("https://spider.test/", sid="browser", page_setup=setup, meta={"source": "browser"})
    async with manager:
        assert session._is_alive is not lazy
        response = await manager.fetch(request)
        assert response.status == 200
        assert response.css("h1::text").get() == "Browser"
        assert response.request is request
        assert response.meta["source"] == "browser"
        assert session._is_alive
    assert not session._is_alive
    assert session.page_pool.pages_count == 0