Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
feat: add imglike support (#1321)
Barbarella666666627fa2f77e553
diff --git a/cyberdrop_dl/crawlers/__init__.py b/cyberdrop_dl/crawlers/__init__.pyindex e5fab919b..8ef1565bb 100644--- a/cyberdrop_dl/crawlers/__init__.py+++ b/cyberdrop_dl/crawlers/__init__.py@@ -47,6 +47,7 @@ from .imagebam import ImageBamCrawlerfrom .imagepond import ImagePondCrawlerfrom .imgbb import ImgBBCrawlerfrom .imgbox import ImgBoxCrawler+from .imglike import ImgLikeCrawlerfrom .imgur import ImgurCrawlerfrom .imx_to import ImxToCrawlerfrom .incestflix import IncestflixCrawlerdiff --git a/cyberdrop_dl/crawlers/_chevereto.py b/cyberdrop_dl/crawlers/_chevereto.pyindex d8c01c476..2eac1946a 100644--- a/cyberdrop_dl/crawlers/_chevereto.py+++ b/cyberdrop_dl/crawlers/_chevereto.py@@ -66,7 +66,7 @@ class CheveretoCrawler(Crawler, is_generic=True):return await self.direct_file(scrape_item)match scrape_item.url.parts[1:]:- case ["a" | "album", album_slug]:+ case ["a" | "album" | "category", album_slug]:return await self.album(scrape_item, _id(album_slug))case ["img" | "image" | "video" | "videos", _]:return await self.media(scrape_item)@@ -116,7 +116,8 @@ class CheveretoCrawler(Crawler, is_generic=True):await self._unlock_password_protected_album(scrape_item)return await self.album(scrape_item, album_id)- title = self.create_title(open_graph.title(soup), album_id)+ title = open_graph.get_title(soup) or open_graph.get("description", soup)+ title = self.create_title(title, album_id)scrape_item.setup_as_album(title, album_id=album_id)self._process_page(scrape_item, soup, results)diff --git a/cyberdrop_dl/crawlers/imglike.py b/cyberdrop_dl/crawlers/imglike.pynew file mode 100644index 000000000..32936c0f4--- /dev/null+++ b/cyberdrop_dl/crawlers/imglike.py@@ -0,0 +1,23 @@+from __future__ import annotations++from typing import TYPE_CHECKING, ClassVar++from cyberdrop_dl.crawlers._chevereto import CheveretoCrawler+from cyberdrop_dl.crawlers.crawler import Crawler+from cyberdrop_dl.data_structures.url_objects import AbsoluteHttpURL, copy_signature++if TYPE_CHECKING:+ from bs4 import BeautifulSoup++PRIMARY_URL = AbsoluteHttpURL("https://imglike.com")+++class ImgLikeCrawler(CheveretoCrawler):+ PRIMARY_URL: ClassVar[AbsoluteHttpURL] = PRIMARY_URL+ DOMAIN: ClassVar[str] = "imglike.com"+ FOLDER_DOMAIN: ClassVar[str] = "ImgLike"++ @copy_signature(Crawler.request_soup)+ async def request_soup(self, url: AbsoluteHttpURL, *args, impersonate: bool = False, **kwargs) -> BeautifulSoup:+ impersonate = impersonate or "image" in url.parts+ return await super().request_soup(url, *args, impersonate=impersonate, **kwargs)diff --git a/tests/crawlers/test_cases/imglike.py b/tests/crawlers/test_cases/imglike.pynew file mode 100644index 000000000..4cd5c3d36--- /dev/null+++ b/tests/crawlers/test_cases/imglike.py@@ -0,0 +1,68 @@+DOMAIN = "imglike.com"+TEST_CASES = [+ (+ "https://imglike.com/image/Palm-Desert-Resuscitation-Education-%28YourCPRMD.com%29.L1xHc",+ [+ {+ "url": "https://imglike.com/images/2022/10/20/Palm-Desert-Resuscitation-Education-YourCPRMD.com.png",+ "filename": "Palm-Desert-Resuscitation-Education-YourCPRMD.com.png",+ "referer": "https://imglike.com/image/L1xHc",+ "album_id": None,+ "datetime": 1666261421,+ }+ ],+ ),+ (+ "https://imglike.com/album/Kara-Del-Toro-Naked.cG7l",+ [+ {+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-6.jpg",+ "filename": "Nude-Kara-Del-Tori-6.jpg",+ "referer": "https://imglike.com/image/LGXgd",+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",+ "datetime": None,+ "album_id": "cG7l",+ },+ {+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-5.jpg",+ "filename": "Nude-Kara-Del-Tori-5.jpg",+ "referer": "https://imglike.com/image/LGxFT",+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",+ "datetime": None,+ "album_id": "cG7l",+ },+ {+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-3.jpg",+ "filename": "Nude-Kara-Del-Tori-3.jpg",+ "referer": "https://imglike.com/image/LGB1z",+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",+ "datetime": None,+ "album_id": "cG7l",+ },+ {+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-4.jpg",+ "filename": "Nude-Kara-Del-Tori-4.jpg",+ "referer": "https://imglike.com/image/LG6lR",+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",+ "datetime": None,+ "album_id": "cG7l",+ },+ {+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-2.jpg",+ "filename": "Nude-Kara-Del-Tori-2.jpg",+ "referer": "https://imglike.com/image/LG4Jg",+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",+ "datetime": None,+ "album_id": "cG7l",+ },+ {+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-1.jpg",+ "filename": "Nude-Kara-Del-Tori-1.jpg",+ "referer": "https://imglike.com/image/LGP7s",+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",+ "datetime": None,+ "album_id": "cG7l",+ },+ ],+ ),+]