Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

167 B
Raw Blame
from __future__ import annotations

from importlib.util import find_spec


def rerp_available() -> bool:
    return find_spec("robotexclusionrulesparser") is not None