Skip to content

Bulk asynchronous downloader for multiple file hosts

feat: add imglike support (#1321)

Barbarella666666627fa2f77e553
diff --git a/cyberdrop_dl/crawlers/__init__.py b/cyberdrop_dl/crawlers/__init__.py
index e5fab919b..8ef1565bb 100644
--- a/cyberdrop_dl/crawlers/__init__.py
+++ b/cyberdrop_dl/crawlers/__init__.py
@@ -47,6 +47,7 @@ from .imagebam import ImageBamCrawler
from .imagepond import ImagePondCrawler
from .imgbb import ImgBBCrawler
from .imgbox import ImgBoxCrawler
+from .imglike import ImgLikeCrawler
from .imgur import ImgurCrawler
from .imx_to import ImxToCrawler
from .incestflix import IncestflixCrawler
diff --git a/cyberdrop_dl/crawlers/_chevereto.py b/cyberdrop_dl/crawlers/_chevereto.py
index d8c01c476..2eac1946a 100644
--- a/cyberdrop_dl/crawlers/_chevereto.py
+++ b/cyberdrop_dl/crawlers/_chevereto.py
@@ -66,7 +66,7 @@ class CheveretoCrawler(Crawler, is_generic=True):
return await self.direct_file(scrape_item)
match scrape_item.url.parts[1:]:
- case ["a" | "album", album_slug]:
+ case ["a" | "album" | "category", album_slug]:
return await self.album(scrape_item, _id(album_slug))
case ["img" | "image" | "video" | "videos", _]:
return await self.media(scrape_item)
@@ -116,7 +116,8 @@ class CheveretoCrawler(Crawler, is_generic=True):
await self._unlock_password_protected_album(scrape_item)
return await self.album(scrape_item, album_id)
- title = self.create_title(open_graph.title(soup), album_id)
+ title = open_graph.get_title(soup) or open_graph.get("description", soup)
+ title = self.create_title(title, album_id)
scrape_item.setup_as_album(title, album_id=album_id)
self._process_page(scrape_item, soup, results)
diff --git a/cyberdrop_dl/crawlers/imglike.py b/cyberdrop_dl/crawlers/imglike.py
new file mode 100644
index 000000000..32936c0f4
--- /dev/null
+++ b/cyberdrop_dl/crawlers/imglike.py
@@ -0,0 +1,23 @@
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, ClassVar
+
+from cyberdrop_dl.crawlers._chevereto import CheveretoCrawler
+from cyberdrop_dl.crawlers.crawler import Crawler
+from cyberdrop_dl.data_structures.url_objects import AbsoluteHttpURL, copy_signature
+
+if TYPE_CHECKING:
+ from bs4 import BeautifulSoup
+
+PRIMARY_URL = AbsoluteHttpURL("https://imglike.com")
+
+
+class ImgLikeCrawler(CheveretoCrawler):
+ PRIMARY_URL: ClassVar[AbsoluteHttpURL] = PRIMARY_URL
+ DOMAIN: ClassVar[str] = "imglike.com"
+ FOLDER_DOMAIN: ClassVar[str] = "ImgLike"
+
+ @copy_signature(Crawler.request_soup)
+ async def request_soup(self, url: AbsoluteHttpURL, *args, impersonate: bool = False, **kwargs) -> BeautifulSoup:
+ impersonate = impersonate or "image" in url.parts
+ return await super().request_soup(url, *args, impersonate=impersonate, **kwargs)
diff --git a/tests/crawlers/test_cases/imglike.py b/tests/crawlers/test_cases/imglike.py
new file mode 100644
index 000000000..4cd5c3d36
--- /dev/null
+++ b/tests/crawlers/test_cases/imglike.py
@@ -0,0 +1,68 @@
+DOMAIN = "imglike.com"
+TEST_CASES = [
+ (
+ "https://imglike.com/image/Palm-Desert-Resuscitation-Education-%28YourCPRMD.com%29.L1xHc",
+ [
+ {
+ "url": "https://imglike.com/images/2022/10/20/Palm-Desert-Resuscitation-Education-YourCPRMD.com.png",
+ "filename": "Palm-Desert-Resuscitation-Education-YourCPRMD.com.png",
+ "referer": "https://imglike.com/image/L1xHc",
+ "album_id": None,
+ "datetime": 1666261421,
+ }
+ ],
+ ),
+ (
+ "https://imglike.com/album/Kara-Del-Toro-Naked.cG7l",
+ [
+ {
+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-6.jpg",
+ "filename": "Nude-Kara-Del-Tori-6.jpg",
+ "referer": "https://imglike.com/image/LGXgd",
+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
+ "datetime": None,
+ "album_id": "cG7l",
+ },
+ {
+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-5.jpg",
+ "filename": "Nude-Kara-Del-Tori-5.jpg",
+ "referer": "https://imglike.com/image/LGxFT",
+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
+ "datetime": None,
+ "album_id": "cG7l",
+ },
+ {
+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-3.jpg",
+ "filename": "Nude-Kara-Del-Tori-3.jpg",
+ "referer": "https://imglike.com/image/LGB1z",
+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
+ "datetime": None,
+ "album_id": "cG7l",
+ },
+ {
+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-4.jpg",
+ "filename": "Nude-Kara-Del-Tori-4.jpg",
+ "referer": "https://imglike.com/image/LG6lR",
+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
+ "datetime": None,
+ "album_id": "cG7l",
+ },
+ {
+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-2.jpg",
+ "filename": "Nude-Kara-Del-Tori-2.jpg",
+ "referer": "https://imglike.com/image/LG4Jg",
+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
+ "datetime": None,
+ "album_id": "cG7l",
+ },
+ {
+ "url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-1.jpg",
+ "filename": "Nude-Kara-Del-Tori-1.jpg",
+ "referer": "https://imglike.com/image/LGP7s",
+ "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
+ "datetime": None,
+ "album_id": "cG7l",
+ },
+ ],
+ ),
+]