Skip to content

Bulk asynchronous downloader for multiple file hosts

tests: update test cases format (#1773)

NTFSvolume189369c24249
diff --git a/pyproject.toml b/pyproject.toml
index 3dbc2683b..92eeab61d 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -111,7 +111,7 @@ omit = [
]
[tool.pytest.ini_options]
-addopts = ["-s"]
+addopts = ["--tb=short", "-ra", "-s", "-v"]
asyncio_default_fixture_loop_scope = "session"
asyncio_default_test_loop_scope = "session"
asyncio_mode = "auto"
@@ -122,6 +122,8 @@ markers = [
"crawler_test_case: tests that do full run with a crawler (making actual network requests)"
]
minversion = "8.4.1"
+strict_config = true
+strict_markers = true
[tool.ruff]
exclude = ["cyberdrop_dl/dependencies/browser_cookie3.py"]
@@ -168,6 +170,9 @@ unfixable = [
"T20" # flake8-print
]
"__init__.py" = ["E402"] # imports not at the top of the file.
+"tests/crawlers/test_cases/*" = [
+ "RUF001" # String contains ambiguous chars.
+]
[tool.ruff.lint.pydocstyle]
convention = "google"
diff --git a/tests/crawlers/test_cases/4chan.py b/tests/crawlers/test_cases/4chan.py
index 7d02343d4..b28ed1164 100644
--- a/tests/crawlers/test_cases/4chan.py
+++ b/tests/crawlers/test_cases/4chan.py
@@ -1,8 +1,8 @@
DOMAIN = "4chan"
TEST_CASES = [
- (
- "https://boards.4chan.org/wg/thread/8131148/muslim-islamic-persian",
- [
+ {
+ "url": "https://boards.4chan.org/wg/thread/8131148/muslim-islamic-persian",
+ "results": [
{
"url": "https://i.4cdn.org/wg/1772229579282188.jpg",
"filename": "1721679422587858.jpg",
@@ -194,6 +194,6 @@ TEST_CASES = [
"download_folder": "re:Muslim- Islamic- Persian [thread] (4chan)",
},
],
- 19,
- )
+ "count": 19,
+ }
]
diff --git a/tests/crawlers/test_cases/anontransfer.py b/tests/crawlers/test_cases/anontransfer_com.py
similarity index 72%
rename from tests/crawlers/test_cases/anontransfer.py
rename to tests/crawlers/test_cases/anontransfer_com.py
index c39dbb400..fefb04bc1 100644
--- a/tests/crawlers/test_cases/anontransfer.py
+++ b/tests/crawlers/test_cases/anontransfer_com.py
@@ -1,31 +1,31 @@
DOMAIN = "anontransfer.com"
TEST_CASES = [
- (
- "https://anontransfer.com/d/Zrj1zqC1GV",
- [
+ {
+ "url": "https://anontransfer.com/d/Zrj1zqC1GV",
+ "results": [
{
"url": "https://anontransfer.com/uploads/Zrj1zqC1GV/Cyberdrop-DL.v8.4.0.zip",
"filename": "Cyberdrop-DL.v8.4.0.zip",
"referer": "https://anontransfer.com/d/Zrj1zqC1GV",
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://anontransfer.com/f/955e9279-5e78-4d55-8ead-07be703dd206",
- [
+ },
+ {
+ "url": "https://anontransfer.com/f/955e9279-5e78-4d55-8ead-07be703dd206",
+ "results": [
{
"url": "https://anontransfer.com/uploads/Zrj1zqC1GV/Cyberdrop-DL.v8.4.0.zip",
"filename": "Cyberdrop-DL.v8.4.0.zip",
"referer": "https://anontransfer.com/f/955e9279-5e78-4d55-8ead-07be703dd206",
- "datetime": None,
+ "uploaded_at": None,
},
{
"url": "https://anontransfer.com/uploads/MXlG3tufry/KzglJLHzuje.mp4",
"filename": "KzglJLHzuje.mp4",
"referer": "https://anontransfer.com/f/955e9279-5e78-4d55-8ead-07be703dd206",
- "datetime": None,
+ "uploaded_at": None,
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/anysex.py b/tests/crawlers/test_cases/anysex.py
index e8d3c6e0e..2a3749307 100644
--- a/tests/crawlers/test_cases/anysex.py
+++ b/tests/crawlers/test_cases/anysex.py
@@ -1,68 +1,65 @@
DOMAIN = "anysex"
TEST_CASES = [
- # Video page link
- (
- "https://anysex.com/video/475758/2-sexy-latina-fitness-girls-get-dicked-hard-by-2-beefy-dudes-outdoor-indoor/",
- [
+ {
+ "url": "https://anysex.com/video/475758/2-sexy-latina-fitness-girls-get-dicked-hard-by-2-beefy-dudes-outdoor-indoor/",
+ "results": [
{
"url": "https://anysex.com/video/475758/2-sexy-latina-fitness-girls-get-dicked-hard-by-2-beefy-dudes-outdoor-indoor",
"filename": "2 Sexy Latina Fitness-girls Get Dicked Hard By 2 Beefy Dudes Outdoor Indoo [475758][1080p].mp4",
"debrid_link": "ANY",
"referer": "https://anysex.com/video/475758/2-sexy-latina-fitness-girls-get-dicked-hard-by-2-beefy-dudes-outdoor-indoor",
- "datetime": 1761678940,
+ "uploaded_at": 1761678940,
}
],
- ),
- # Video with unknown resolution
- (
- "https://anysex.com/video/89167/amazing-blond-slut-makes-a-horny-dude-to-suck-the-dick-of-the-other-stud/",
- [
+ },
+ {
+ "url": "https://anysex.com/video/89167/amazing-blond-slut-makes-a-horny-dude-to-suck-the-dick-of-the-other-stud/",
+ "description": "Video with unknown resolution",
+ "results": [
{
"url": "https://anysex.com/video/89167/amazing-blond-slut-makes-a-horny-dude-to-suck-the-dick-of-the-other-stud",
"filename": "Amazing blond slut makes a horny dude to suck the dick of the other stud [89167].mp4",
"debrid_link": "ANY",
"referer": "https://anysex.com/video/89167/amazing-blond-slut-makes-a-horny-dude-to-suck-the-dick-of-the-other-stud",
- "datetime": 1381968000,
+ "uploaded_at": 1381968000,
}
],
- ),
- # Album page link
- (
- "https://anysex.com/photos/156337/only-5-0-but-thick-and-curvy-in-all-the-right-places/",
- [
+ },
+ {
+ "url": "https://anysex.com/photos/156337/only-5-0-but-thick-and-curvy-in-all-the-right-places/",
+ "results": [
{
"url": "re:https://photos.anysex.com/contents/albums/main/1920x9999/156000",
- "download_folder": r"re:Only 50 but thick and curvy in all the right places! \[album\] \(AnySex\)",
+ "download_folder": "re:Only 50 but thick and curvy in all the right places! \\[album\\] \\(AnySex\\)",
"referer": "re:https://photos.anysex.com/contents/albums/main/1920x9999/156000",
"album_id": "156337",
}
],
- 8,
- ),
- # Album with just one image
- (
- "https://anysex.com/shemale/photos/156591/natures-big-secret/",
- [
+ "count": 8,
+ },
+ {
+ "url": "https://anysex.com/shemale/photos/156591/natures-big-secret/",
+ "description": "Album with just one image",
+ "results": [
{
"url": "https://photos.anysex.com/contents/albums/main/1920x9999/156000/156591/255953.jpg",
- "download_folder": r"re:Natures big secret ️ \[album\] \(AnySex\)",
+ "download_folder": "re:Natures big secret ️ \\[album\\] \\(AnySex\\)",
"referer": "https://photos.anysex.com/contents/albums/main/1920x9999/156000/156591/255953.jpg",
"album_id": "156591",
}
],
- 1,
- ),
- # Search
- (
- "https://anysex.com/search/?q=helena-price",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://anysex.com/search/?q=helena-price",
+ "results": [
{
"url": "ANY",
- "download_folder": r"re:helena price [search] (AnySex)",
+ "download_folder": "re:helena price [search] (AnySex)",
"referer": "ANY",
"album_id": None,
}
],
- range(18, 30),
- ),
+ "count": range(18, 30),
+ },
]
diff --git a/tests/crawlers/test_cases/archivebate.py b/tests/crawlers/test_cases/archivebate.py
index dde64c18f..2079301ae 100644
--- a/tests/crawlers/test_cases/archivebate.py
+++ b/tests/crawlers/test_cases/archivebate.py
@@ -1,8 +1,8 @@
DOMAIN = "archivebate"
TEST_CASES = [
- (
- "https://www.archivebate.store/watch/16321694",
- [
+ {
+ "url": "https://www.archivebate.store/watch/16321694",
+ "results": [
{
"url": "https://mixdrop.sb/e/67pwzwz6uxjggd",
"filename": "7e73779e-d4be-4e7d-982c-5244ad4f6b33.mp4",
@@ -14,6 +14,6 @@ TEST_CASES = [
"download_folder": "re:clairwittenmyer [Chaturbate] (ArchiveBate)/Show on 2026-04-11 01-00-44",
}
],
- 1,
- )
+ "count": 1,
+ }
]
diff --git a/tests/crawlers/test_cases/ashemaletube.py b/tests/crawlers/test_cases/ashemaletube.py
index b948b75dd..5b411af16 100644
--- a/tests/crawlers/test_cases/ashemaletube.py
+++ b/tests/crawlers/test_cases/ashemaletube.py
@@ -1,20 +1,18 @@
DOMAIN = "ashemaletube"
TEST_CASES = [
- # Direct image link
- (
- "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg?size=x800",
- [
+ {
+ "url": "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg?size=x800",
+ "results": [
{
"url": "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg",
"filename": "68b658b8f35c3-full-0.jpg",
"referer": "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg?size=x800",
}
],
- ),
- # Image page link
- (
- "https://www.ashemaletube.com/pics/265074/jjk-black-uniform/1/",
- [
+ },
+ {
+ "url": "https://www.ashemaletube.com/pics/265074/jjk-black-uniform/1/",
+ "results": [
{
"url": "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg",
"filename": "68b658b8f35c3-full-0 [11374066].jpg",
@@ -22,24 +20,22 @@ TEST_CASES = [
"album_id": None,
}
],
- ),
- # Album page link
- (
- "https://www.ashemaletube.com/pics/265074/jjk-black-uniform/",
- [
+ },
+ {
+ "url": "https://www.ashemaletube.com/pics/265074/jjk-black-uniform/",
+ "results": [
{
"url": "re:https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3",
- "download_folder": r"re:JJK Black Uniform \[album\] \(aShemaleTube\)",
+ "download_folder": "re:JJK Black Uniform \\[album\\] \\(aShemaleTube\\)",
"referer": "re:https://www.ashemaletube.com/pics/265074/jjk-black-uniform",
"album_id": None,
}
],
- 5,
- ),
- # Video page link
- (
- "https://www.ashemaletube.com/videos/1133457/full-sissy-play-g041-1/",
- [
+ "count": 5,
+ },
+ {
+ "url": "https://www.ashemaletube.com/videos/1133457/full-sissy-play-g041-1/",
+ "results": [
{
"url": "https://www.ashemaletube.com/videos/1133457",
"filename": "Full Sissy Play - G041.1 [1133457][1080p].mp4",
@@ -47,5 +43,5 @@ TEST_CASES = [
"album_id": None,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/bandcamp.py b/tests/crawlers/test_cases/bandcamp.py
index 21031250d..aad280b82 100644
--- a/tests/crawlers/test_cases/bandcamp.py
+++ b/tests/crawlers/test_cases/bandcamp.py
@@ -1,22 +1,22 @@
DOMAIN = "bandcamp"
TEST_CASES = [
- (
- "https://0101.bandcamp.com/track/mal-damour",
- [
+ {
+ "url": "https://0101.bandcamp.com/track/mal-damour",
+ "results": [
{
"url": "https://0101.bandcamp.com/track/mal-damour#mp3-320",
"filename": "Snails House - .。+mal damour.。+.mp3",
"original_filename": "Snail's House - .。:+*mal d'amour.。:+*.mp3",
"referer": "https://0101.bandcamp.com/track/mal-damour",
- "datetime": 1529416422,
+ "uploaded_at": 1529416422,
"downloa_folder": "re:Loose Files (BandCamp)",
"debrid_link": "ANY",
}
],
- ),
- (
- "https://wetleg.bandcamp.com/album/moisturizer",
- [
+ },
+ {
+ "url": "https://wetleg.bandcamp.com/album/moisturizer",
+ "results": [
{
"url": "https://wetleg.bandcamp.com/track/cpr#mp3-128",
"referer": "https://wetleg.bandcamp.com/track/cpr",
@@ -25,14 +25,8 @@ TEST_CASES = [
"original_filename": "Wet Leg - CPR.mp3",
"debrid_link": "ANY",
},
- {
- "url": "https://wetleg.bandcamp.com/track/mangetout#mp3-128",
- "filename": "Wet Leg - mangetout.mp3",
- },
- {
- "url": "https://wetleg.bandcamp.com/track/pillow-talk#mp3-128",
- "filename": "Wet Leg - pillow talk.mp3",
- },
+ {"url": "https://wetleg.bandcamp.com/track/mangetout#mp3-128", "filename": "Wet Leg - mangetout.mp3"},
+ {"url": "https://wetleg.bandcamp.com/track/pillow-talk#mp3-128", "filename": "Wet Leg - pillow talk.mp3"},
{
"url": "https://wetleg.bandcamp.com/track/catch-these-fists#mp3-128",
"filename": "Wet Leg - catch these fists.mp3",
@@ -46,30 +40,15 @@ TEST_CASES = [
"url": "https://wetleg.bandcamp.com/track/davina-mccall#mp3-128",
"filename": "Wet Leg - davina mccall.mp3",
},
- {
- "url": "https://wetleg.bandcamp.com/track/pokemon#mp3-128",
- "filename": "Wet Leg - pokemon.mp3",
- },
- {
- "url": "https://wetleg.bandcamp.com/track/liquidize#mp3-128",
- "filename": "Wet Leg - liquidize.mp3",
- },
- {
- "url": "https://wetleg.bandcamp.com/track/pond-song#mp3-128",
- "filename": "Wet Leg - pond song.mp3",
- },
- {
- "url": "https://wetleg.bandcamp.com/track/don-t-speak#mp3-128",
- "filename": "Wet Leg - don’t speak.mp3", # noqa: RUF001
- },
- {
- "url": "https://wetleg.bandcamp.com/track/11-21#mp3-128",
- "filename": "Wet Leg - 1121.mp3",
- },
+ {"url": "https://wetleg.bandcamp.com/track/pokemon#mp3-128", "filename": "Wet Leg - pokemon.mp3"},
+ {"url": "https://wetleg.bandcamp.com/track/liquidize#mp3-128", "filename": "Wet Leg - liquidize.mp3"},
+ {"url": "https://wetleg.bandcamp.com/track/pond-song#mp3-128", "filename": "Wet Leg - pond song.mp3"},
+ {"url": "https://wetleg.bandcamp.com/track/don-t-speak#mp3-128", "filename": "Wet Leg - don’t speak.mp3"},
+ {"url": "https://wetleg.bandcamp.com/track/11-21#mp3-128", "filename": "Wet Leg - 1121.mp3"},
{
"url": "https://wetleg.bandcamp.com/track/u-and-me-at-home#mp3-128",
"filename": "Wet Leg - u and me at home.mp3",
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/beeg.py b/tests/crawlers/test_cases/beeg_com.py
similarity index 79%
rename from tests/crawlers/test_cases/beeg.py
rename to tests/crawlers/test_cases/beeg_com.py
index 62252afd0..3af5d3b1a 100644
--- a/tests/crawlers/test_cases/beeg.py
+++ b/tests/crawlers/test_cases/beeg_com.py
@@ -1,8 +1,8 @@
DOMAIN = "beeg.com"
TEST_CASES = [
- (
- "https://beeg.com/-0825220911617085",
- [
+ {
+ "url": "https://beeg.com/-0825220911617085",
+ "results": [
{
"url": "https://beeg.com/-0825220911617085",
"referer": "https://beeg.com/-0825220911617085",
@@ -10,8 +10,8 @@ TEST_CASES = [
"filename": "Blonde in Sexy Dress Takes Deep Anal Dildo [825220911617085][1080p].mp4",
"original_filename": "Blonde in Sexy Dress Takes Deep Anal Dildo",
"album_id": None,
- "datetime": 1773100800,
+ "uploaded_at": 1773100800,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/bunkr.py b/tests/crawlers/test_cases/bunkr.py
index 35f4f9a75..8f0f45f71 100644
--- a/tests/crawlers/test_cases/bunkr.py
+++ b/tests/crawlers/test_cases/bunkr.py
@@ -1,8 +1,8 @@
DOMAIN = "bunkr"
TEST_CASES = [
- (
- "https://bunkr.black/v/bla4XTB1v8aG6",
- [
+ {
+ "url": "https://bunkr.black/v/bla4XTB1v8aG6",
+ "results": [
{
"url": "re:/AZ-Haul-119-tqLy8ZWy.mp4?n=AZ+Haul+119.mp4",
"filename": "AZ Haul 119.mp4",
@@ -10,65 +10,65 @@ TEST_CASES = [
"referer": "https://bunkr.site/f/bla4XTB1v8aG6",
}
],
- 1,
- ),
- (
- "https://bunkr.ax/v/rFicV4QnhSHBE",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://bunkr.ax/v/rFicV4QnhSHBE",
+ "results": [
{
- "url": r"re:1df93418-5063-4e1b-851e-9470cb8fc5c6\.mp4",
+ "url": "re:1df93418-5063-4e1b-851e-9470cb8fc5c6\\.mp4",
"filename": "MysteriousProd.24.09.06.April.Olsen.Rebel.Rhyder.All.About.Fucking.720p.mp4",
"referer": "https://bunkr.site/f/rFicV4QnhSHBE",
"album_id": None,
"uploaded_at": None,
}
],
- ),
- (
- "https://get.bunkrr.su/file/41348624",
- [
+ },
+ {
+ "url": "https://get.bunkrr.su/file/41348624",
+ "results": [
{
- "url": r"re:1df93418-5063-4e1b-851e-9470cb8fc5c6\.mp4",
+ "url": "re:1df93418-5063-4e1b-851e-9470cb8fc5c6\\.mp4",
"filename": "MysteriousProd.24.09.06.April.Olsen.Rebel.Rhyder.All.About.Fucking.720p.mp4",
"referer": "https://get.bunkrr.su/file/41348624",
"album_id": None,
"uploaded_at": None,
}
],
- ),
- (
- "https://cdn9.bunkr.ru/24578-hd-kEMMY0JH.mp4",
- [
+ },
+ {
+ "url": "https://cdn9.bunkr.ru/24578-hd-kEMMY0JH.mp4",
+ "results": [
{
- "url": r"re:24578-hd-kEMMY0JH.mp4",
+ "url": "re:24578-hd-kEMMY0JH.mp4",
"filename": "24578-hd.mp4",
"referer": "https://bunkr.site/f/24578-hd-kEMMY0JH.mp4",
}
],
- ),
- (
- "https://bunkr.sk/f/summertimejames-pics--VocHZQ0K.rar",
- [
+ },
+ {
+ "url": "https://bunkr.sk/f/summertimejames-pics--VocHZQ0K.rar",
+ "results": [
{
"url": "re:/summertimejames-pics--VocHZQ0K.rar?n=summertimejames(pics).rar",
"filename": "summertimejames(pics).rar",
"referer": "https://bunkr.site/f/summertimejames-pics--VocHZQ0K.rar",
}
],
- ),
- (
- "https://kebab.bunkr.ru/summertimejames-pics--VocHZQ0K.rar",
- [
+ },
+ {
+ "url": "https://kebab.bunkr.ru/summertimejames-pics--VocHZQ0K.rar",
+ "results": [
{
"url": "re:/summertimejames-pics--VocHZQ0K.rar?n=summertimejames-pics--VocHZQ0K.rar",
"filename": "summertimejames-pics--VocHZQ0K.rar",
"referer": "https://get.bunkrr.su",
}
],
- ),
- (
- "https://bunkr.cr/a/bFfln2uj",
- [
+ },
+ {
+ "url": "https://bunkr.cr/a/bFfln2uj",
+ "results": [
{
"url": "re:/Laura-Perea-en-modo-Perra-l0dNCH9E.mp4?n=Laura+Perea+en+modo+Perra.mp4",
"filename": "Laura Perea en modo Perra.mp4",
@@ -96,11 +96,11 @@ TEST_CASES = [
"filename": "Laura Perea movimeintos Eroticos.mp4",
},
],
- 5,
- ),
- (
- "https://bunkr.cr/a/A3k5ktj4",
- [
+ "count": 5,
+ },
+ {
+ "url": "https://bunkr.cr/a/A3k5ktj4",
+ "results": [
{
"url": "re:https://c3mb.scdn.st/IMG_2395_sdr-eKRnKxc6.mp4?n=IMG_2395_sdr.mp4",
"filename": "IMG_2395_sdr.mp4",
@@ -115,18 +115,9 @@ TEST_CASES = [
"url": "re:https://c1fr.scdn.st/Nicol-Loveee-MundoX---Dulces-Mun%CC%83ecas-Traviesas-3-L9Dr07Fl.mp4?n=Nicol+Loveee+MundoX+-+Dulces+Mu%C3%B1ecas+Traviesas+3.mp4",
"filename": "Nicol Loveee MundoX - Dulces Muñecas Traviesas 3.mp4",
},
- {
- "url": "re:https://c4ta.scdn.st/IMG_0789-VJJEJJFF.mp4?n=IMG_0789.mp4",
- "filename": "IMG_0789.mp4",
- },
- {
- "url": "re:https://par1.scdn.st/IMG_0658-v3T9XRib.MOV?n=IMG_0658.MOV",
- "filename": "IMG_0658.mov",
- },
- {
- "url": "re:https://c4ta.scdn.st/IMG_3422-FiKTxDks.MOV?n=IMG_3422.MOV",
- "filename": "IMG_3422.mov",
- },
+ {"url": "re:https://c4ta.scdn.st/IMG_0789-VJJEJJFF.mp4?n=IMG_0789.mp4", "filename": "IMG_0789.mp4"},
+ {"url": "re:https://par1.scdn.st/IMG_0658-v3T9XRib.MOV?n=IMG_0658.MOV", "filename": "IMG_0658.mov"},
+ {"url": "re:https://c4ta.scdn.st/IMG_3422-FiKTxDks.MOV?n=IMG_3422.MOV", "filename": "IMG_3422.mov"},
{
"url": "re:https://c1fr.scdn.st/Nicol-Lovee-aka-Laura-Perea-806756813332-D0iwlxIQ.mp4",
"filename": "Nicol Lovee aka Laura Perea 806756813332.mp4",
@@ -156,52 +147,53 @@ TEST_CASES = [
"original_filename": "Nicol-Loveee-Shush_1080p.mp4",
},
],
- 11,
- ),
- (
- "https://burger.bunkr.ru/9861917.mp4-PTaiPNai-CaBcktkP.mp4",
- [
+ "count": 11,
+ },
+ {
+ "url": "https://burger.bunkr.ru/9861917.mp4-PTaiPNai-CaBcktkP.mp4",
+ "results": [
{
"url": "re:/9861917.mp4-PTaiPNai-CaBcktkP.mp4?n=9861917.mp4-PTaiPNai-CaBcktkP.mp4",
"filename": "9861917.mp4-PTaiPNai-CaBcktkP.mp4",
"referer": "https://get.bunkrr.su",
}
],
- ),
- (
- # paginated
- "https://bunkr.cr/a/5aZU25Cb",
- [
+ },
+ {
+ "url": "https://bunkr.cr/a/5aZU25Cb",
+ "description": "paginated",
+ "results": [
{
"url": "ANY",
- "download_folder": r"re:abbywinters - Elin & Maddie (Girl - Girl Extra Large)",
+ "download_folder": "re:abbywinters - Elin & Maddie (Girl - Girl Extra Large)",
"album_id": "5aZU25Cb",
}
],
- 257,
- ),
- (
- "https://bunkr.cr/a/TQAgjP8m",
- [
+ "count": 257,
+ },
+ {
+ "url": "https://bunkr.cr/a/TQAgjP8m",
+ "results": [
{
"url": "ANY",
- "download_folder": r"re:NerdballerTV - Videos (2018-2023) [Complete]",
+ "download_folder": "re:NerdballerTV - Videos (2018-2023) [Complete]",
"album_id": "TQAgjP8m",
"uploaded_at": int,
}
],
- 220,
- ),
- (
- # .org domain redirect to a different domain and discards query params
- # This test is to make sure CDL does not get stuck in an infinite loop while doing album pagination
- "https://bunkrrr.org/a/n12rHpzB",
- [],
- 141,
- ),
- (
- "https://bunkr.ws/a/z5Xt6NqH",
- [
+ "count": 220,
+ },
+ {
+ "url": "https://bunkrrr.org/a/n12rHpzB",
+ "description": """
+ .org domain redirect to a different domain and discards query params.
+ This test is to make sure CDL does not get stuck in an infinite loop while doing album pagination""",
+ "results": [],
+ "count": 141,
+ },
+ {
+ "url": "https://bunkr.ws/a/z5Xt6NqH",
+ "results": [
{
"url": "https://c1be.scdn.st/acba241d-c1e8-40c3-aa73-94daf75fcd13.jpg?n='%22'.jpg",
"filename": ".jpg",
@@ -223,7 +215,7 @@ TEST_CASES = [
"original_filename": "filename: !\"#$%&'()*+,-.0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\].mp4",
},
],
- 3,
- ),
- ("https://bunkr.ws/a/aJHkJf3L", [], 172),
+ "count": 3,
+ },
+ {"url": "https://bunkr.ws/a/aJHkJf3L", "results": [], "count": 172},
]
diff --git a/tests/crawlers/test_cases/camwhores.py b/tests/crawlers/test_cases/camwhores.py
deleted file mode 100644
index 3679daef2..000000000
--- a/tests/crawlers/test_cases/camwhores.py
+++ /dev/null
@@ -1,17 +0,0 @@
-DOMAIN = "camwhores.tv"
-TEST_CASES = [
- (
- "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",
- [
- {
- "url": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",
- "filename": "Shadory Eula cosplay [9722373].mp4",
- "original_filename": "9722373.mp4",
- "referer": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",
- "album_id": None,
- "debrid_link": "ANY",
- }
- ],
- ),
- ("https://www.camwhores.tv/tags/hate/", [], 8),
-]
diff --git a/tests/crawlers/test_cases/camwhores_tv.py b/tests/crawlers/test_cases/camwhores_tv.py
index c235689cc..ef199f9e5 100644
--- a/tests/crawlers/test_cases/camwhores_tv.py
+++ b/tests/crawlers/test_cases/camwhores_tv.py
@@ -1,8 +1,26 @@
-DOMAIN = "camwhores_tv"
+DOMAIN = "camwhores.tv"
TEST_CASES = [
- (
- "https://www.camwhores.tv/videos/16553911/bellacle-ticket-show-1/",
- [
+ {
+ "url": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",
+ "results": [
+ {
+ "url": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",
+ "filename": "Shadory Eula cosplay [9722373].mp4",
+ "original_filename": "9722373.mp4",
+ "referer": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",
+ "album_id": None,
+ "debrid_link": "ANY",
+ }
+ ],
+ },
+ {
+ "url": "https://www.camwhores.tv/tags/hate/",
+ "results": [],
+ "count": 8,
+ },
+ {
+ "url": "https://www.camwhores.tv/videos/16553911/bellacle-ticket-show-1/",
+ "results": [
{
"url": "https://www.camwhores.tv/videos/16553911/bellacle-ticket-show-1/",
"filename": "Bellacle Ticket Show 1 [16553911].mp4",
@@ -14,11 +32,10 @@ TEST_CASES = [
"download_folder": "re:Loose Files (Camwhores.tv)",
}
],
- 1,
- ),
- (
- "https://www.camwhores.tv/search/niemira/",
- [
+ },
+ {
+ "url": "https://www.camwhores.tv/search/niemira/",
+ "results": [
{
"url": "ANY",
"album_id": None,
@@ -26,6 +43,6 @@ TEST_CASES = [
"download_folder": "re:niemira [search] (Camwhores.tv)",
},
],
- range(22, 30),
- ),
+ "count": range(22, 30),
+ },
]
diff --git a/tests/crawlers/test_cases/cloud_mail_ru.py b/tests/crawlers/test_cases/cloud_mail_ru.py
index 0a5c20cdb..37a55a129 100644
--- a/tests/crawlers/test_cases/cloud_mail_ru.py
+++ b/tests/crawlers/test_cases/cloud_mail_ru.py
@@ -1,9 +1,8 @@
-# ruff:noqa: RUF001
DOMAIN = "cloud.mail.ru"
TEST_CASES = [
- (
- "https://cloud.mail.ru/public/d1LR/hMBXG2mFo",
- [
+ {
+ "url": "https://cloud.mail.ru/public/d1LR/hMBXG2mFo",
+ "results": [
{
"url": "https://cloud.mail.ru/public/d1LR/hMBXG2mFo",
"filename": "13_Национальное строительство в СССР в 1920-х гг.docx",
@@ -11,9 +10,9 @@ TEST_CASES = [
"original_filename": "13_Национальное строительство в СССР в 1920-х гг..docx",
"referer": "https://cloud.mail.ru/public/d1LR/hMBXG2mFo",
"album_id": None,
- "datetime": 1743041433,
+ "uploaded_at": 1743041433,
"download_folder": "re:Loose Files (cloud.mail.ru)",
}
],
- )
+ }
]
diff --git a/tests/crawlers/test_cases/cloudflare_stream.py b/tests/crawlers/test_cases/cloudflare_stream.py
index cc71f23d3..9a5725c64 100644
--- a/tests/crawlers/test_cases/cloudflare_stream.py
+++ b/tests/crawlers/test_cases/cloudflare_stream.py
@@ -1,30 +1,30 @@
DOMAIN = "cloudflarestream"
TEST_CASES = [
- (
- # This video has subtitles
- "https://customer-eq7kiuol0tk9chox.cloudflarestream.com/embed/sdk-iframe-integration.fla9.latest.js?video=e7bd2dd67e0f8860b4ae81e33a966049",
- [
+ {
+ "url": "https://customer-eq7kiuol0tk9chox.cloudflarestream.com/embed/sdk-iframe-integration.fla9.latest.js?video=e7bd2dd67e0f8860b4ae81e33a966049",
+ "description": "This video has subtitles",
+ "results": [
{
"url": "https://watch.cloudflarestream.com/e7bd2dd67e0f8860b4ae81e33a966049",
"filename": "e7bd2dd67e0f8860b4ae81e33a966049 [e7bd2dd67e0f8860b4ae81e33a966049][avc1][mp4a][720p].mp4",
"original_filename": "e7bd2dd67e0f8860b4ae81e33a966049.mp4",
"referer": "https://watch.cloudflarestream.com/e7bd2dd67e0f8860b4ae81e33a966049",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://customer-u1hok16au7q8ozt4.cloudflarestream.com/1c0006dc4f4299fa33d0dfd161db1c35/watch",
- [
+ },
+ {
+ "url": "https://customer-u1hok16au7q8ozt4.cloudflarestream.com/1c0006dc4f4299fa33d0dfd161db1c35/watch",
+ "results": [
{
"url": "https://watch.cloudflarestream.com/1c0006dc4f4299fa33d0dfd161db1c35",
"filename": "1c0006dc4f4299fa33d0dfd161db1c35 [1c0006dc4f4299fa33d0dfd161db1c35][avc1][mp4a][1080p].mp4",
"original_filename": "1c0006dc4f4299fa33d0dfd161db1c35.mp4",
"referer": "https://watch.cloudflarestream.com/1c0006dc4f4299fa33d0dfd161db1c35",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/coomer.py b/tests/crawlers/test_cases/coomer.py
index 8128b70da..d80f87fda 100644
--- a/tests/crawlers/test_cases/coomer.py
+++ b/tests/crawlers/test_cases/coomer.py
@@ -1,53 +1,53 @@
DOMAIN = "coomer"
TEST_CASES = [
- (
- "https://coomer.st/fansly/user/445978322480930816/post/644032890815913985",
- [
+ {
+ "url": "https://coomer.st/fansly/user/445978322480930816/post/644032890815913985",
+ "results": [
{
"url": "https://coomer.st/data/03/ef/03ef02264303b2693c2acb714cf0321d3bfca04b85511dc4f66887ad134cb69e.jpg?f=644032704089694208.jpeg",
"filename": "644032704089694208.jpeg",
"referer": "https://coomer.st/fansly/user/445978322480930816/post/644032890815913985",
- "download_folder": r"re:zombonn \(Coomer\)",
+ "download_folder": "re:zombonn \\(Coomer\\)",
"album_id": "445978322480930816",
- "datetime": 1715061766,
+ "uploaded_at": 1715061766,
}
],
- ),
- (
- "https://coomer.st/onlyfans/user/lostfaefoundskates/post/729202326",
- [
+ },
+ {
+ "url": "https://coomer.st/onlyfans/user/lostfaefoundskates/post/729202326",
+ "results": [
{
"url": "https://coomer.st/data/fe/af/feafbd06f78da02309df109c6ed4b83dd877cc256ecfc41212d5adf8673166a6.jpg?f=3840x2880_ccd7f56947c484db31c59421343c71cd.jpg",
"filename": "3840x2880_ccd7f56947c484db31c59421343c71cd.jpg",
"referer": "https://coomer.st/onlyfans/user/lostfaefoundskates/post/729202326",
- "download_folder": r"re:lostfaefoundskates \(Coomer\)",
+ "download_folder": "re:lostfaefoundskates \\(Coomer\\)",
"album_id": "lostfaefoundskates",
- "datetime": 1694414991,
+ "uploaded_at": 1694414991,
}
],
- ),
- (
- "https://coomer.st/data/4b/de/4bde70ea2dd6284938aa90af959f78c4f3e24fbf6b06ed842f0356824fe9bef0.jpg?f=3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg",
- [
+ },
+ {
+ "url": "https://coomer.st/data/4b/de/4bde70ea2dd6284938aa90af959f78c4f3e24fbf6b06ed842f0356824fe9bef0.jpg?f=3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg",
+ "results": [
{
"url": "https://coomer.st/data/4b/de/4bde70ea2dd6284938aa90af959f78c4f3e24fbf6b06ed842f0356824fe9bef0.jpg?f=3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg",
"filename": "3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg",
"referer": "https://coomer.st/data/4b/de/4bde70ea2dd6284938aa90af959f78c4f3e24fbf6b06ed842f0356824fe9bef0.jpg?f=3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg",
"album_id": None,
- "datetime": None,
- },
+ "uploaded_at": None,
+ }
],
- ),
- (
- "https://coomer.st/candfans/user/371301/post/352699",
- [
+ },
+ {
+ "url": "https://coomer.st/candfans/user/371301/post/352699",
+ "results": [
{
"url": "https://coomer.st/data/59/7a/597a80f2a436bc4d323d46fa2db66048c78b3e76523dfe74e36e460a3e590552.jpg?f=bSdKvym8HPghOntEPmjVOyqUAj4cdsXOHIVchR88.jpg",
"filename": "bSdKvym8HPghOntEPmjVOyqUAj4cdsXOHIVchR88.jpg",
"referer": "https://coomer.st/candfans/user/371301/post/352699",
- "download_folder": r"re:りこ \(Coomer\)",
+ "download_folder": "re:りこ \\(Coomer\\)",
"album_id": "371301",
- },
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/coomerfans.py b/tests/crawlers/test_cases/coomerfans.py
index 18947c090..3e96267d9 100644
--- a/tests/crawlers/test_cases/coomerfans.py
+++ b/tests/crawlers/test_cases/coomerfans.py
@@ -1,8 +1,8 @@
DOMAIN = "coomerfans"
TEST_CASES = [
- (
- "https://coomerfans.com/p/63797958/315883/onlyfans",
- [
+ {
+ "url": "https://coomerfans.com/p/63797958/315883/onlyfans",
+ "results": [
{
"url": "https://img1.coomerfans.com/storage/3/xt/qi/2892ac-01963009-8b1f-725c-b601-d57777b4bb98.mp4",
"filename": "2892ac-01963009-8b1f-725c-b601-d57777b4bb98.mp4",
@@ -13,10 +13,10 @@ TEST_CASES = [
"download_folder": "re:carolynnmoon (CoomerFans)",
}
],
- ),
- (
- "https://coomerfans.com/p/63797958",
- [
+ },
+ {
+ "url": "https://coomerfans.com/p/63797958",
+ "results": [
{
"url": "https://img1.coomerfans.com/storage/3/xt/qi/2892ac-01963009-8b1f-725c-b601-d57777b4bb98.mp4",
"filename": "2892ac-01963009-8b1f-725c-b601-d57777b4bb98.mp4",
@@ -27,10 +27,10 @@ TEST_CASES = [
"download_folder": "re:carolynnmoon (CoomerFans)",
}
],
- ),
- (
- "https://coomerfans.com/p/73779832/338170/onlyfans",
- [
+ },
+ {
+ "url": "https://coomerfans.com/p/73779832/338170/onlyfans",
+ "results": [
{
"url": "https://img1.coomerfans.com/storage/7/zn/iy/2892ac-01961036-199f-7926-873a-68444ae64ee8.jpg",
"filename": "2892ac-01961036-199f-7926-873a-68444ae64ee8.jpg",
@@ -167,5 +167,5 @@ TEST_CASES = [
"download_folder": "re:belledelphine (CoomerFans)",
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/cyberdrop.py b/tests/crawlers/test_cases/cyberdrop.py
index acf6de682..9ddf7d5ba 100644
--- a/tests/crawlers/test_cases/cyberdrop.py
+++ b/tests/crawlers/test_cases/cyberdrop.py
@@ -1,55 +1,55 @@
DOMAIN = "cyberdrop"
TEST_CASES = [
- (
- "https://cyberdrop.cr/f/de155Wa0Z7OV59",
- [
+ {
+ "url": "https://cyberdrop.cr/f/de155Wa0Z7OV59",
+ "results": [
{
- "url": r"re:token",
+ "url": "re:token",
"filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4",
"original_filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4",
"referer": "https://cyberdrop.cr/f/de155Wa0Z7OV59",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://k1-cd.cdn.gigachad-cdn.ru/api/file/d/de155Wa0Z7OV59?token=12345",
- [
+ },
+ {
+ "url": "https://k1-cd.cdn.gigachad-cdn.ru/api/file/d/de155Wa0Z7OV59?token=12345",
+ "results": [
{
- "url": r"re:token",
+ "url": "re:token",
"filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4",
"original_filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4",
"referer": "https://cyberdrop.cr/f/de155Wa0Z7OV59",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://cyberdrop.cr/0h07ynuksluicazppofcw_source-ClHET0f7.mp4",
- [
+ },
+ {
+ "url": "https://cyberdrop.cr/0h07ynuksluicazppofcw_source-ClHET0f7.mp4",
+ "results": [
{
- "url": r"re:token",
+ "url": "re:token",
"filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4",
"original_filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4",
"referer": "https://cyberdrop.cr/f/de155Wa0Z7OV59",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://cyberdrop.cr/a/eEwua7SZ",
- [
+ },
+ {
+ "url": "https://cyberdrop.cr/a/eEwua7SZ",
+ "results": [
{
- "url": r"re:/api/file/d/",
+ "url": "re:/api/file/d/",
"referer": "re:https://cyberdrop.cr/f/",
- "download_folder": r"re:me1adinha \(Cyberdrop\)",
+ "download_folder": "re:me1adinha \\(Cyberdrop\\)",
"album_id": "eEwua7SZ",
- "datetime": 1635742800,
+ "uploaded_at": 1635742800,
}
],
- 13,
- ),
+ "count": 13,
+ },
]
diff --git a/tests/crawlers/test_cases/cyberfile.py b/tests/crawlers/test_cases/cyberfile.py
index 097599a59..db42e62b3 100644
--- a/tests/crawlers/test_cases/cyberfile.py
+++ b/tests/crawlers/test_cases/cyberfile.py
@@ -1,143 +1,139 @@
-import re
-
DOMAIN = "cyberfile"
TEST_CASES = [
- (
- "https://cyberfile.me/c5w9",
- [
+ {
+ "url": "https://cyberfile.me/c5w9",
+ "results": [
{
- "url": r"re:https\:\/\/p2\.cyberfile\.me/c5w9/ANGEL_MOVIE_082\.mp4\?download_token\=",
+ "url": "re:https\\:\\/\\/p2\\.cyberfile\\.me/c5w9/ANGEL_MOVIE_082\\.mp4\\?download_token\\=",
"filename": "ANGEL_MOVIE_082.mp4",
"referer": "https://cyberfile.me/c5w9",
"album_id": None,
- "datetime": 1726579084,
+ "uploaded_at": 1726579084,
}
],
- ),
- (
- "https://cyberfile.me/shared/-dprdwxcs8",
- [
+ },
+ {
+ "url": "https://cyberfile.me/shared/-dprdwxcs8",
+ "results": [
{
- "url": r"re:https\:\/\/p2\.cyberfile\.me/88pe/WAAA-127\.mp4\?download_token\=",
+ "url": "re:https\\:\\/\\/p2\\.cyberfile\\.me/88pe/WAAA-127\\.mp4\\?download_token\\=",
"filename": "WAAA-127.mp4",
"referer": "https://cyberfile.me/88pe",
- "download_folder": r"re:JAV \(Cyberfile\)",
+ "download_folder": "re:JAV \\(Cyberfile\\)",
"album_id": "-dprdwxcs8",
- "datetime": 1728519855,
+ "uploaded_at": 1728519855,
}
],
- ),
- (
- "https://cyberfile.me/b8lt",
- [
+ },
+ {
+ "url": "https://cyberfile.me/b8lt",
+ "results": [
{
- "url": r"re:https\:\/\/p1\.cyberfile\.me/b8lt/Sophia_Locke__-_Inserted_\(4K\).mp4\?download_token\=",
+ "url": "re:https\\:\\/\\/p1\\.cyberfile\\.me/b8lt/Sophia_Locke__-_Inserted_\\(4K\\).mp4\\?download_token\\=",
"filename": "Sophia Locke - Inserted (4K).mp4",
"original_filename": "Sophia Locke - Inserted (4K).mp4",
"referer": "https://cyberfile.me/b8lt",
"album_id": None,
- "datetime": 1696232232,
+ "uploaded_at": 1696232232,
}
],
- ),
- (
- "https://cyberfile.me/shared/avk-q2uqnz",
- [
+ },
+ {
+ "url": "https://cyberfile.me/shared/avk-q2uqnz",
+ "results": [
{
- "url": r"re:https\:\/\/p1\.cyberfile\.me/71nn/tabooheat\.23\.03\.29\.cory\.chase\.and\.sophia\.locke\.4k\.mp4\?download_token\=",
+ "url": "re:https\\:\\/\\/p1\\.cyberfile\\.me/71nn/tabooheat\\.23\\.03\\.29\\.cory\\.chase\\.and\\.sophia\\.locke\\.4k\\.mp4\\?download_token\\=",
"filename": "tabooheat.23.03.29.cory.chase.and.sophia.locke.4k.mp4",
"referer": "https://cyberfile.me/71nn",
- "download_folder": r"re:Sophia Locke \(Cyberfile\)",
+ "download_folder": "re:Sophia Locke \\(Cyberfile\\)",
"album_id": "avk-q2uqnz",
- "datetime": 1698316590,
+ "uploaded_at": 1698316590,
}
],
- 44,
- ),
- (
- # Password protected folder, no password supplied
- "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos",
- [],
- ),
- (
- # Password protected folder, invalid password supplied
- "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos?password=1234",
- [],
- ),
- (
- # Password protected folder, valid password supplied
- "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos?password=studio",
- [
+ "count": 44,
+ },
+ {
+ "url": "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos",
+ "description": "Password protected folder, no password supplied",
+ "results": [],
+ },
+ {
+ "url": "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos?password=1234",
+ "description": "Password protected folder, invalid password supplied",
+ "results": [],
+ },
+ {
+ "url": "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos?password=studio",
+ "description": "Password protected folder, valid password supplied",
+ "results": [
{
- "url": r"re:https\:\/\/p1\.cyberfile\.me/8QdR/www\.0xxx\.ws_JulesJordan\.20\.03\.03\.Autumn\.Falls\.XXX\.1080p\.MP4-KTR\.mp4\?download_token\=",
+ "url": "re:https\\:\\/\\/p1\\.cyberfile\\.me/8QdR/www\\.0xxx\\.ws_JulesJordan\\.20\\.03\\.03\\.Autumn\\.Falls\\.XXX\\.1080p\\.MP4-KTR\\.mp4\\?download_token\\=",
"filename": "www.0xxx.ws_JulesJordan.20.03.03.Autumn.Falls.XXX.1080p.MP4-KTR.mp4",
"referer": "https://cyberfile.me/8QdR",
- "download_folder": r"re:Autumn Falls JulesJordan Videos \(Cyberfile\)",
+ "download_folder": "re:Autumn Falls JulesJordan Videos \\(Cyberfile\\)",
"album_id": "30cab170dd652309c8b8f25aaba4ec85",
- "datetime": 1669199683,
+ "uploaded_at": 1669199683,
}
],
- 6,
- ),
- (
- # Password protected file
- "https://cyberfile.me/ktP2",
- [],
- ),
- (
- # Password protected file
- "https://cyberfile.me/ktP2?password=pass",
- [
+ "count": 6,
+ },
+ {
+ "url": "https://cyberfile.me/ktP2",
+ "description": "Password protected file",
+ "results": [],
+ },
+ {
+ "url": "https://cyberfile.me/ktP2?password=pass",
+ "results": [
{
- "url": r"re:https\:\/\/p2\.cyberfile\.me/ktP2/HIPANGEL_021\.mp4\?download_token\=",
+ "url": "re:https\\:\\/\\/p2\\.cyberfile\\.me/ktP2/HIPANGEL_021\\.mp4\\?download_token\\=",
"filename": "HIPANGEL_021.mp4",
"referer": "https://cyberfile.me/ktP2",
"album_id": None,
- "datetime": 1726582638,
+ "uploaded_at": 1726582638,
}
],
- ),
- ( # File with malformed download URL ( in the slug)
- "https://cyberfile.me/7cfu",
- [
+ },
+ {
+ "url": "https://cyberfile.me/7cfu",
+ "description": "File with malformed download URL (in the slug)",
+ "results": [
{
- "url": r"re:https\:\/\/p1\.cyberfile\.me/7cfu/1_Hour_ASMR___\?download_token\=",
+ "url": "re:https\\:\\/\\/p1\\.cyberfile\\.me/7cfu/1_Hour_ASMR___\\?download_token\\=",
"filename": "1 Hour ASMR.mp4",
"original_filename": "1 Hour ASMR ???? ????.mp4",
"referer": "https://cyberfile.me/7cfu",
"album_id": None,
- "datetime": 1703854148,
+ "uploaded_at": 1703854148,
}
],
- ),
- ( # File with emojis in the name
- # This will fail on Windows and MacOS
- "https://cyberfile.me/7cfq",
- [
+ },
+ {
+ "url": "https://cyberfile.me/7cfq",
+ "description": "File with emojis in the name. This will fail on Windows and MacOS",
+ "results": [
{
- "url": "re:"
- + re.escape(
- "https://p1.cyberfile.me/7cfq/ASMR___1_HOUR_OF_UP-CLOSE_&_PERSONAL_ATTENTION_%E2%9D%A4%EF%B8%8F_NEGATIVE_ENERGY_&_STRESS_REMOVAL_%E2%9D%A4%EF%B8%8F_(LIGHT_LOFI).mp4?download_token="
- ),
+ "url": "re:https://p1\\.cyberfile\\.me/7cfq/ASMR___1_HOUR_OF_UP\\-CLOSE_\\&_PERSONAL_ATTENTION_%E2%9D%A4%EF%B8%8F_NEGATIVE_ENERGY_\\&_STRESS_REMOVAL_%E2%9D%A4%EF%B8%8F_\\(LIGHT_LOFI\\)\\.mp4\\?download_token=",
"filename": "ASMR 1 HOUR OF UP-CLOSE & PERSONAL ATTENTION ❤️ NEGATIVE ENERGY & STRESS REMOVAL ❤️ (LIGHT LO.mp4",
"original_filename": "ASMR 1 HOUR OF UP-CLOSE & PERSONAL ATTENTION ❤️ NEGATIVE ENERGY & STRESS REMOVAL ❤️ (LIGHT LOFI).mp4",
"referer": "https://cyberfile.me/7cfq",
"album_id": None,
- "datetime": 1703853101,
+ "uploaded_at": 1703853101,
}
],
- ),
- ( # Shared folder w only 1 file should be "loose files"
- "https://cyberfile.me/shared/2c96uzj717",
- [
+ },
+ {
+ "url": "https://cyberfile.me/shared/2c96uzj717",
+ "description": "Shared folder w only 1 file should be 'loose files'",
+ "results": [
{
- "url": r"re:\?download_token\=",
+ "url": "re:\\?download_token\\=",
"filename": "Scene 1 From Its A Mommy Thing 14 - 1080p.mp4",
"referer": "https://cyberfile.me/7tko",
- "download_folder": r"re:Loose Files \(Cyberfile\)",
+ "download_folder": "re:Loose Files \\(Cyberfile\\)",
"album_id": "2c96uzj717",
- "datetime": 1710334967,
+ "uploaded_at": 1710334967,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/desivideo.py b/tests/crawlers/test_cases/desivideo.py
index 589aacf12..013421663 100644
--- a/tests/crawlers/test_cases/desivideo.py
+++ b/tests/crawlers/test_cases/desivideo.py
@@ -1,21 +1,15 @@
DOMAIN = "desivideo.net"
TEST_CASES = [
- # Video
- (
- "https://desivideo.net/videos/keaguRfI0gxD2Cs1/bangladeshi-bbw-girl-takes-a-british-guys-dick",
- [
+ {
+ "url": "https://desivideo.net/videos/keaguRfI0gxD2Cs1/bangladeshi-bbw-girl-takes-a-british-guys-dick",
+ "results": [
{
"url": "https://cdn2.kamababa.desi/2023/03/Bangladeshi-BBW-girl-takes-a-British-guys-dick.mp4",
"filename": "Bangladeshi BBW girl takes a British guys dick [keaguRfI0gxD2Cs1].mp4",
"referer": "https://desivideo.net/videos/keaguRfI0gxD2Cs1/bangladeshi-bbw-girl-takes-a-british-guys-dick",
- "datetime": 1759550432,
+ "uploaded_at": 1759550432,
}
],
- ),
- # Search
- (
- "https://desivideo.net/search?s=bbw",
- [],
- 8,
- ),
+ },
+ {"url": "https://desivideo.net/search?s=bbw", "results": [], "count": 8},
]
diff --git a/tests/crawlers/test_cases/dirtyship.py b/tests/crawlers/test_cases/dirtyship.py
index 7aab451af..2b9df93f0 100644
--- a/tests/crawlers/test_cases/dirtyship.py
+++ b/tests/crawlers/test_cases/dirtyship.py
@@ -1,8 +1,8 @@
DOMAIN = "dirtyship"
TEST_CASES = [
- (
- "https://dirtyship.com/rose-asmr-intimate-ear-licks-and-kisses-patreon-video-leaked",
- [
+ {
+ "url": "https://dirtyship.com/rose-asmr-intimate-ear-licks-and-kisses-patreon-video-leaked",
+ "results": [
{
"url": "https://cdn11.dirtyship.net/Roseasmrearlickis.mp4",
"filename": "Rose ASMR Intimate Ear licks And Kisses Patreon Video Leaked.mp4",
@@ -14,11 +14,11 @@ TEST_CASES = [
"download_folder": "re:Loose Files (DirtyShip)",
}
],
- 1,
- ),
- (
- "https://dirtyship.com/aftynrose-cuddly-naughty-lingerie-try-on-haul-asmr-video",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://dirtyship.com/aftynrose-cuddly-naughty-lingerie-try-on-haul-asmr-video",
+ "results": [
{
"url": "https://cdn6.dirtyship.net/cdndirtyship/aftynroselingerietryonhaulv.mp4",
"filename": "AftynRose Cuddly & Naughty Lingerie Try On Haul ASMR Video [1080p].mp4",
@@ -30,11 +30,11 @@ TEST_CASES = [
"download_folder": "re:Loose Files (DirtyShip)",
}
],
- 1,
- ),
- (
- "https://dirtyship.com/tag/aftynrose-2021",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://dirtyship.com/tag/aftynrose-2021",
+ "results": [
{
"url": "https://cdn10.dirtyship.net/dirtyship/cdn2/aftynroseasmrrelaxtonighv.mp4",
"filename": "AftynRose ASMR Relax in My Lap Tonight Video [1080p].mp4",
@@ -96,6 +96,6 @@ TEST_CASES = [
"download_folder": "re:AftynRose 2021 [tag] (DirtyShip)",
},
],
- 6,
- ),
+ "count": 6,
+ },
]
diff --git a/tests/crawlers/test_cases/doodstream.py b/tests/crawlers/test_cases/doodstream.py
index 66ef3b0d2..882e7c33a 100644
--- a/tests/crawlers/test_cases/doodstream.py
+++ b/tests/crawlers/test_cases/doodstream.py
@@ -1,8 +1,8 @@
DOMAIN = "doodstream"
TEST_CASES = [
- (
- "https://doodstream.com/e/l1ebnruggzly",
- [
+ {
+ "url": "https://doodstream.com/e/l1ebnruggzly",
+ "results": [
{
"url": "https://doodstream.com/e/l1ebnruggzly",
"filename": "The Darwin Incident S01e03 Heterosis 1080P pl [242416709].mp4",
@@ -14,10 +14,10 @@ TEST_CASES = [
"download_folder": "re:Loose Files (DoodStream)",
}
],
- ),
- (
- "https://playmogo.com/e/l1ebnruggzly",
- [
+ },
+ {
+ "url": "https://playmogo.com/e/l1ebnruggzly",
+ "results": [
{
"url": "https://doodstream.com/e/l1ebnruggzly",
"filename": "The Darwin Incident S01e03 Heterosis 1080P pl [242416709].mp4",
@@ -25,5 +25,5 @@ TEST_CASES = [
"download_folder": "re:Loose Files (DoodStream)",
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/dropbox.py b/tests/crawlers/test_cases/dropbox.py
index 29ec7f7d1..5e546161a 100644
--- a/tests/crawlers/test_cases/dropbox.py
+++ b/tests/crawlers/test_cases/dropbox.py
@@ -1,48 +1,52 @@
DOMAIN = "dropbox"
TEST_CASES = [
- (
- # folder with a single file inside
- "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AO-LDPRIE_wqGhz8ZyLPWY0?rlkey=zbjcf274goirtfak2prmizi5p&dl=0",
- [
+ {
+ "url": "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AO-LDPRIE_wqGhz8ZyLPWY0?rlkey=zbjcf274goirtfak2prmizi5p&dl=0",
+ "description": "folder with a single file inside",
+ "results": [
{
"url": "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AAk0xkSvKleGaorbZfRJglA/Spherical-Cow-0.1.1.apk?rlkey=zbjcf274goirtfak2prmizi5p&dl=0",
"debrid_url": "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AAk0xkSvKleGaorbZfRJglA/Spherical-Cow-0.1.1.apk?rlkey=zbjcf274goirtfak2prmizi5p&dl=1",
"filename": "Spherical-Cow-0.1.1.apk",
"referer": "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AAk0xkSvKleGaorbZfRJglA/Spherical-Cow-0.1.1.apk?rlkey=zbjcf274goirtfak2prmizi5p&dl=0",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- ("https://www.dropbox.com/scl/fo/igg7i2bazu3g689tqf0i2/h?rlkey=kwqk2vzmiebn9esfgxsm25kaz&dl=0", [], 15),
- (
- # folder with subfolder
- "https://www.dropbox.com/scl/fo/vdsh28mtrlz2dhgazoi6z/AFej9CAhhoEQJo4YDhlbZ0I?dl=0&rlkey=0887klgp6506j3jdy54dnwa6c",
- [
+ },
+ {
+ "url": "https://www.dropbox.com/scl/fo/igg7i2bazu3g689tqf0i2/h?rlkey=kwqk2vzmiebn9esfgxsm25kaz&dl=0",
+ "results": [],
+ "count": 15,
+ },
+ {
+ "url": "https://www.dropbox.com/scl/fo/vdsh28mtrlz2dhgazoi6z/AFej9CAhhoEQJo4YDhlbZ0I?dl=0&rlkey=0887klgp6506j3jdy54dnwa6c",
+ "description": "folder with subfolder",
+ "results": [
{
"url": "https://www.dropbox.com/scl/fo/vdsh28mtrlz2dhgazoi6z/ABWWQ94O950G1irCAniLZDw/Disk_1/sku.sis?rlkey=0887klgp6506j3jdy54dnwa6c&dl=0",
"filename": "sku.sis",
- "download_folder": r"re:Hacknet Save backup \(Dropbox\)/Disk_1",
+ "download_folder": "re:Hacknet Save backup \\(Dropbox\\)/Disk_1",
},
{
"url": "https://www.dropbox.com/scl/fo/vdsh28mtrlz2dhgazoi6z/AJzG-YDVqQ5VGpGiWsainEM/Disk_1/365454_depotcache_1.csm?rlkey=0887klgp6506j3jdy54dnwa6c&dl=0",
"filename": "365454_depotcache_1.csm",
- "download_folder": r"re:Hacknet Save backup \(Dropbox\)/Disk_1",
+ "download_folder": "re:Hacknet Save backup \\(Dropbox\\)/Disk_1",
},
],
- ),
- (
- # zipfile. It has a folder URL but is a single file
- "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&e=1&dl=0",
- [
+ },
+ {
+ "url": "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&e=1&dl=0",
+ "description": "zipfile. It has a folder URL but is a single file",
+ "results": [
{
"url": "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&dl=0",
"debrid_url": "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&dl=1",
"filename": "afrojack_presskit_2014.zip",
"referer": "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&dl=0",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/eporner.py b/tests/crawlers/test_cases/eporner.py
index 080e2b838..9c6c3f55d 100644
--- a/tests/crawlers/test_cases/eporner.py
+++ b/tests/crawlers/test_cases/eporner.py
@@ -1,8 +1,8 @@
DOMAIN = "eporner"
TEST_CASES = [
- (
- "https://www.eporner.com/video-ia7DS1X427X/yoga-pmv/",
- [
+ {
+ "url": "https://www.eporner.com/video-ia7DS1X427X/yoga-pmv/",
+ "results": [
{
"url": "https://www.eporner.com/video-ia7DS1X427X",
"filename": "Yoga PMV [ia7DS1X427X][h264][4K].mp4",
@@ -14,35 +14,35 @@ TEST_CASES = [
"download_folder": "re:Loose Files (ePorner)",
}
],
- 1,
- ),
- (
- "https://www.eporner.com/video-5XdtfLAMNOV",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://www.eporner.com/video-5XdtfLAMNOV",
+ "results": [
{
"url": "https://www.eporner.com/video-5XdtfLAMNOV",
- "filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Bl [5XdtfLAMNOV][h264][4K@60fps].mp4", # noqa: RUF001
+ "filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Bl [5XdtfLAMNOV][h264][4K@60fps].mp4",
"debrid_link": "re:12538936-2160p.mp4",
- "original_filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Blonde Fucks With Her Boss", # noqa: RUF001
+ "original_filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Blonde Fucks With Her Boss",
"referer": "https://www.eporner.com/video-5XdtfLAMNOV",
"album_id": None,
"uploaded_at": 1736796270,
"download_folder": "re:Loose Files (ePorner)",
}
],
- 1,
- ),
- (
- "https://www.eporner.com/embed/5XdtfLAMNOV",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://www.eporner.com/embed/5XdtfLAMNOV",
+ "results": [
{
"url": "https://www.eporner.com/video-5XdtfLAMNOV",
- "filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Bl [5XdtfLAMNOV][h264][4K@60fps].mp4", # noqa: RUF001
+ "filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Bl [5XdtfLAMNOV][h264][4K@60fps].mp4",
"referer": "https://www.eporner.com/video-5XdtfLAMNOV",
"uploaded_at": 1736796270,
"download_folder": "re:Loose Files (ePorner)",
}
],
- 1,
- ),
+ "count": 1,
+ },
]
diff --git a/tests/crawlers/test_cases/erome.py b/tests/crawlers/test_cases/erome.py
index 5cc0c0453..c4dc21ec3 100644
--- a/tests/crawlers/test_cases/erome.py
+++ b/tests/crawlers/test_cases/erome.py
@@ -1,33 +1,30 @@
DOMAIN = "erome"
TEST_CASES = [
- (
- "https://www.erome.com/a/JSXnUS4Y",
- [
+ {
+ "url": "https://www.erome.com/a/JSXnUS4Y",
+ "results": [
{
"url": "https://s51.erome.com/3982/JSXnUS4Y/TMXwTHuO.jpeg?v=1737273158",
"filename": "TMXwTHuO.jpeg",
"referer": "https://www.erome.com/a/JSXnUS4Y",
"download_folder": "re:who likes abs- (Erome)",
"album_id": "JSXnUS4Y",
- "datetime": None,
- },
- {
- "url": "https://s51.erome.com/3982/JSXnUS4Y/KtkQrRqf.jpeg?v=1737273168",
- "filename": "KtkQrRqf.jpeg",
+ "uploaded_at": None,
},
+ {"url": "https://s51.erome.com/3982/JSXnUS4Y/KtkQrRqf.jpeg?v=1737273168", "filename": "KtkQrRqf.jpeg"},
],
- ),
- (
- "https://www.erome.com/a/osUNHQvy",
- [
+ },
+ {
+ "url": "https://www.erome.com/a/osUNHQvy",
+ "results": [
{
"url": "https://v19.erome.com/4075/osUNHQvy/wZcJpWWD_720p.mp4",
"filename": "wZcJpWWD_720p.mp4",
"referer": "https://www.erome.com/a/osUNHQvy",
"download_folder": "re:perfect gym outfit (Erome)",
"album_id": "osUNHQvy",
- "datetime": None,
- },
+ "uploaded_at": None,
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/erome_fan.py b/tests/crawlers/test_cases/erome_fan.py
index 5097daeaa..6c72f9c26 100644
--- a/tests/crawlers/test_cases/erome_fan.py
+++ b/tests/crawlers/test_cases/erome_fan.py
@@ -1,20 +1,20 @@
DOMAIN = "erome.fan"
TEST_CASES = [
- (
- "https://erome.fan/a/20195606115391623",
- [
+ {
+ "url": "https://erome.fan/a/20195606115391623",
+ "results": [
{
"url": "https://cdn.erome.fan/wp-content/uploads/2025/11/v0x80qc4_720p.mp4",
"filename": "v0x80qc4_720p.mp4",
"referer": "https://erome.fan/a/20195606115391623",
"download_folder": "re:My faith cracked in absolute silence (Erome.fan)",
"album_id": "20195606115391623",
- "datetime": None,
+ "uploaded_at": None,
},
{
"url": "https://cdn.erome.fan/wp-content/uploads/2025/11/v7byqoju_720p.mp4",
"filename": "v7byqoju_720p.mp4",
},
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/fileditch.py b/tests/crawlers/test_cases/fileditch.py
index ebf086ea4..073447465 100644
--- a/tests/crawlers/test_cases/fileditch.py
+++ b/tests/crawlers/test_cases/fileditch.py
@@ -1,15 +1,15 @@
DOMAIN = "fileditch"
TEST_CASES = [
- (
- "https://fileditchfiles.me/file.php?f=/b71/FrmLzfLKUHBWDTQfqaTZ.mp4",
- [
+ {
+ "url": "https://fileditchfiles.me/file.php?f=/b71/FrmLzfLKUHBWDTQfqaTZ.mp4",
+ "results": [
{
- "url": r"re:https://thegumonmyshoe.me/b71/FrmLzfLKUHBWDTQfqaTZ.mp4",
+ "url": "re:https://thegumonmyshoe.me/b71/FrmLzfLKUHBWDTQfqaTZ.mp4",
"filename": "FrmLzfLKUHBWDTQfqaTZ.mp4",
"referer": "https://fileditchfiles.me/file.php?f=/b71/FrmLzfLKUHBWDTQfqaTZ.mp4",
- "download_folder": r"re:Loose Files (Fileditch)",
- "datetime": None,
- },
+ "download_folder": "re:Loose Files (Fileditch)",
+ "uploaded_at": None,
+ }
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/filester.py b/tests/crawlers/test_cases/filester.py
index 9a8ad6672..d9b8ef657 100644
--- a/tests/crawlers/test_cases/filester.py
+++ b/tests/crawlers/test_cases/filester.py
@@ -1,46 +1,37 @@
DOMAIN = "filester"
TEST_CASES = [
- (
- "https://filester.me/d/Y9Vkbpq",
- [
+ {
+ "url": "https://filester.me/d/Y9Vkbpq",
+ "results": [
{
"url": "re:.filester.me/d/",
"filename": "lilcanadiangirl_Stranger-in-the-Theatre.mp4",
"referer": "https://filester.me/d/Y9Vkbpq",
"album_id": None,
- "datetime": 1771027200,
+ "uploaded_at": 1771027200,
}
],
- ),
- (
- "https://filester.me/d/4h9lQtR",
- [
- {
- "url": "re:.filester.me/d/",
- "filename": "Linda Lan - Meanbitches slave orders.mp4",
- "album_id": None,
- }
+ },
+ {
+ "url": "https://filester.me/d/4h9lQtR",
+ "results": [
+ {"url": "re:.filester.me/d/", "filename": "Linda Lan - Meanbitches slave orders.mp4", "album_id": None}
],
- ),
- (
- "https://filester.me/f/c3bf3e1da9982845",
- [
+ },
+ {
+ "url": "https://filester.me/f/c3bf3e1da9982845",
+ "results": [
{
"url": "re:.filester.me/d/",
"download_folder": "re:mirror_post-410_1771095844 (Filester)",
"album_id": "c3bf3e1da9982845",
}
],
- 53,
- ),
- (
- "https://filester.me/f/c1a31c9ca510870b",
- [
- {
- "url": "re:.filester.me/d/",
- "download_folder": "re:Natalie (Filester)/Pics",
- }
- ],
- range(150, 160),
- ),
+ "count": 53,
+ },
+ {
+ "url": "https://filester.me/f/c1a31c9ca510870b",
+ "results": [{"url": "re:.filester.me/d/", "download_folder": "re:Natalie (Filester)/Pics"}],
+ "count": range(150, 160),
+ },
]
diff --git a/tests/crawlers/test_cases/flickr.py b/tests/crawlers/test_cases/flickr.py
index b04b74a71..e13f4aee3 100644
--- a/tests/crawlers/test_cases/flickr.py
+++ b/tests/crawlers/test_cases/flickr.py
@@ -1,8 +1,8 @@
DOMAIN = "flickr"
TEST_CASES = [
- (
- "https://www.flickr.com/photos/jillblack33/42279501790/in/photolist-27q6uTq-64djfR-bFAauM-79mSQe-294ixC3-s1Ltu4-MaSsV-4CUE8Q-4Rkr8R-QtkbP-aD588-2wyM-2mB9CCC-6AS9fc-7gdV1m-5TjWGC-5TfCwR-3y72Tr-48JHn-nemFJ-9dCzq1-MU2AYb-ctYWi",
- [
+ {
+ "url": "https://www.flickr.com/photos/jillblack33/42279501790/in/photolist-27q6uTq-64djfR-bFAauM-79mSQe-294ixC3-s1Ltu4-MaSsV-4CUE8Q-4Rkr8R-QtkbP-aD588-2wyM-2mB9CCC-6AS9fc-7gdV1m-5TjWGC-5TfCwR-3y72Tr-48JHn-nemFJ-9dCzq1-MU2AYb-ctYWi",
+ "results": [
{
"url": "https://live.staticflickr.com/1779/42279501790_b008687536_o.png",
"filename": "LONE SURVIVOR [42279501790].png",
@@ -10,14 +10,14 @@ TEST_CASES = [
"original_filename": "LONE SURVIVOR",
"referer": "https://www.flickr.com/photos/jillblack33/42279501790",
"album_id": None,
- "datetime": 1534502481,
+ "uploaded_at": 1534502481,
"download_folder": "re:Loose Files (Flickr)",
}
],
- ),
- (
- "https://www.flickr.com/photos/soniaadammurray/52448052841",
- [
+ },
+ {
+ "url": "https://www.flickr.com/photos/soniaadammurray/52448052841",
+ "results": [
{
"url": "re:https://live.staticflickr.com/video/52448052841/e96cd3ae34/1080p.mp4",
"filename": "Happy Birthday, to My Wonderful, Husband, Gerry [52448052841].mp4",
@@ -25,19 +25,19 @@ TEST_CASES = [
"original_filename": "Happy Birthday, to My Wonderful, Husband, Gerry",
"referer": "https://www.flickr.com/photos/soniaadammurray/52448052841",
"album_id": None,
- "datetime": 1666536987,
+ "uploaded_at": 1666536987,
"download_folder": "re:Loose Files (Flickr)",
}
],
- ),
- (
- "https://www.flickr.com/photos/bour3/albums/72157641382742025",
- [
+ },
+ {
+ "url": "https://www.flickr.com/photos/bour3/albums/72157641382742025",
+ "results": [
{
"url": "re:https://live.staticflickr.com/",
"download_folder": "re:lotus flower pop-up card with led (Flickr)",
- },
+ }
],
- 30,
- ),
+ "count": 30,
+ },
]
diff --git a/tests/crawlers/test_cases/fsiblog.py b/tests/crawlers/test_cases/fsiblog_com.py
similarity index 77%
rename from tests/crawlers/test_cases/fsiblog.py
rename to tests/crawlers/test_cases/fsiblog_com.py
index 1ebe3d815..94529f166 100644
--- a/tests/crawlers/test_cases/fsiblog.py
+++ b/tests/crawlers/test_cases/fsiblog_com.py
@@ -1,73 +1,71 @@
DOMAIN = "fsiblog.com"
TEST_CASES = [
- # Video
- (
- "https://www.fsiblog5.com/bangla-sex-video/chubby-boudi-pussy-fucking-xxx/",
- [
+ {
+ "url": "https://www.fsiblog5.com/bangla-sex-video/chubby-boudi-pussy-fucking-xxx/",
+ "results": [
{
"url": "https://cdn.fsiblog5.com/2025/06/chubby-boudi-pussy-fucking-xxx-with-neighbor.mp4",
"filename": "chubby-boudi-pussy-fucking-xxx-with-neighbor.mp4",
- "download_folder": r"re:2025-06-23 - Chubby boudi pussy fucking xxx with neighbor \(FSIBlog\)",
+ "download_folder": "re:2025-06-23 - Chubby boudi pussy fucking xxx with neighbor \\(FSIBlog\\)",
"referer": "https://www.fsiblog5.com/bangla-sex-video/chubby-boudi-pussy-fucking-xxx/",
- "datetime": 1750674625,
+ "uploaded_at": 1750674625,
}
],
- ),
- # Image Gallery
- (
- "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass/",
- [
+ },
+ {
+ "url": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass/",
+ "results": [
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/pune-nude-indian-horny-college-bum.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/AllahabaddesibhabhiAdultsexphotos.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/removing-panty-pune-college-girl-bedroom.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/huge-gaand-wali-nude-indian-bhabhi.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/horny-nude-big-gaand-wali-indian-bhabhi.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/huge-ass-wali-nude-indian-aunty.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/bedroom-full-nude-ujjain-bhabhi-bum.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/chudakad-ujjain-big-bum-nude-bhabhi.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/full-nude-ujjain-bum-bhabhi.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
{
"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/ujjain-wali-full-nude-bhabhi-bum.jpg",
"referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",
- "datetime": 1464949849,
+ "uploaded_at": 1464949849,
},
],
- 10,
- ),
+ "count": 10,
+ },
]
diff --git a/tests/crawlers/test_cases/fucking_fast.py b/tests/crawlers/test_cases/fuckingfast_co.py
similarity index 74%
rename from tests/crawlers/test_cases/fucking_fast.py
rename to tests/crawlers/test_cases/fuckingfast_co.py
index d53fa37d8..f97650001 100644
--- a/tests/crawlers/test_cases/fucking_fast.py
+++ b/tests/crawlers/test_cases/fuckingfast_co.py
@@ -1,15 +1,15 @@
DOMAIN = "fuckingfast.co"
TEST_CASES = [
- (
- "https://fuckingfast.co/auo9lgho1u8d/",
- [
+ {
+ "url": "https://fuckingfast.co/auo9lgho1u8d/",
+ "results": [
{
"url": "https://fuckingfast.co/auo9lgho1u8d",
"filename": "Burnout_Paradise_Remastered_--_fitgirl-repacks.site_--_.part1.rar",
"debrid_link": "re:https://fuckingfast.co/dl/",
"referer": "https://fuckingfast.co/auo9lgho1u8d",
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/fuxxx.py b/tests/crawlers/test_cases/fuxxx.py
index cc48ee6c1..135e128a1 100644
--- a/tests/crawlers/test_cases/fuxxx.py
+++ b/tests/crawlers/test_cases/fuxxx.py
@@ -1,15 +1,15 @@
DOMAIN = "fuxxx"
TEST_CASES = [
- (
- "https://fuxxx.com/videos/1675249/meets-majiik-sweeet-vee/",
- [
+ {
+ "url": "https://fuxxx.com/videos/1675249/meets-majiik-sweeet-vee/",
+ "results": [
{
"url": "https://fuxxx.com/videos/1675249/meets-majiik-sweeet-vee",
"filename": "Meets Majiik - Sweeet Vee [1675249].mp4",
"referer": "https://fuxxx.com/videos/1675249/meets-majiik-sweeet-vee",
- "download_folder": r"re:Loose Files (FuXXX)",
- "datetime": int,
+ "download_folder": "re:Loose Files (FuXXX)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/giphy.py b/tests/crawlers/test_cases/giphy.py
index 3e378e6d2..20bbcf9db 100644
--- a/tests/crawlers/test_cases/giphy.py
+++ b/tests/crawlers/test_cases/giphy.py
@@ -1,8 +1,8 @@
DOMAIN = "giphy"
TEST_CASES = [
- (
- "https://giphy.com/gifs/grandma-grandmother-offline-granny-B3s64Jh73fIk7qYLB5",
- [
+ {
+ "url": "https://giphy.com/gifs/grandma-grandmother-offline-granny-B3s64Jh73fIk7qYLB5",
+ "results": [
{
"url": "https://media2.giphy.com/media/B3s64Jh73fIk7qYLB5/giphy.gif",
"filename": "Work Vintage [B3s64Jh73fIk7qYLB5].gif",
@@ -14,11 +14,11 @@ TEST_CASES = [
"download_folder": "re:Loose Files (Giphy)",
}
],
- 1,
- ),
- (
- "https://media2.giphy.com/media/B3s64Jh73fIk7qYLB5/giphy.gif",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://media2.giphy.com/media/B3s64Jh73fIk7qYLB5/giphy.gif",
+ "results": [
{
"url": "https://media2.giphy.com/media/B3s64Jh73fIk7qYLB5/giphy.gif",
"filename": "Work Vintage [B3s64Jh73fIk7qYLB5].gif",
@@ -30,6 +30,6 @@ TEST_CASES = [
"download_folder": "re:Loose Files (Giphy)",
}
],
- 1,
- ),
+ "count": 1,
+ },
]
diff --git a/tests/crawlers/test_cases/girlsreleased.py b/tests/crawlers/test_cases/girlsreleased.py
index 6dd061d6a..a109a2a23 100644
--- a/tests/crawlers/test_cases/girlsreleased.py
+++ b/tests/crawlers/test_cases/girlsreleased.py
@@ -1,37 +1,29 @@
DOMAIN = "girlsreleased"
TEST_CASES = [
- (
- "https://girlsreleased.com/set/152521",
- [
+ {
+ "url": "https://girlsreleased.com/set/152521",
+ "results": [
{
"url": "re:imx.to",
"filename": "re:DSC_",
- "download_folder": r"re:2025-11-19 - 152521 - Nike (GirlsReleased)",
+ "download_folder": "re:2025-11-19 - 152521 - Nike (GirlsReleased)",
"referer": "re:https://imx.to/i/",
"album_id": "152521",
- "datetime": 1763542843,
+ "uploaded_at": 1763542843,
}
],
- 64,
- ),
- (
- "https://girlsreleased.com/model/11975/Poppy",
- [
- {
- "url": "re:imx.to",
- "download_folder": "re:Poppy [model] (GirlsReleased)/",
- }
- ],
- 615,
- ),
- (
- "https://girlsreleased.com/site/modelsofboston.club/model/12022/Ashley",
- [
- {
- "url": "re:imx.to",
- "download_folder": "re:modelsofboston.club [site] (GirlsReleased)/Ashley [model]/",
- }
+ "count": 64,
+ },
+ {
+ "url": "https://girlsreleased.com/model/11975/Poppy",
+ "results": [{"url": "re:imx.to", "download_folder": "re:Poppy [model] (GirlsReleased)/"}],
+ "count": 615,
+ },
+ {
+ "url": "https://girlsreleased.com/site/modelsofboston.club/model/12022/Ashley",
+ "results": [
+ {"url": "re:imx.to", "download_folder": "re:modelsofboston.club [site] (GirlsReleased)/Ashley [model]/"}
],
- 108,
- ),
+ "count": 108,
+ },
]
diff --git a/tests/crawlers/test_cases/gofile.py b/tests/crawlers/test_cases/gofile.py
index 3730043c7..77de5d65a 100644
--- a/tests/crawlers/test_cases/gofile.py
+++ b/tests/crawlers/test_cases/gofile.py
@@ -1,30 +1,30 @@
DOMAIN = "gofile"
TEST_CASES = [
- (
- "https://gofile.io/d/2ORt9N",
- [
+ {
+ "url": "https://gofile.io/d/2ORt9N",
+ "results": [
{
"url": "re:download/web/f1f28c6a-d02b-44a3-80ec-d9ef6b23913e",
"filename": "[5ahw24au]chance-01.mp4",
"original_filename": "[5ahw24au]chance-01.mp4",
- "download_folder": r"re:Loose Files \(GoFile\)",
+ "download_folder": "re:Loose Files \\(GoFile\\)",
"referer": "https://gofile.io/d/2ORt9N#f1f28c6a-d02b-44a3-80ec-d9ef6b23913e",
- "datetime": 1756801442,
+ "uploaded_at": 1756801442,
}
],
- ),
- ("https://gofile.io/d/tZeyhP?password=wrong_password", []),
- (
- "https://store6.gofile.io/download/69b4c1e4-a80a-45d5-ad76-061e48105bd0/MORE_IN90.mp4",
- [
+ },
+ {"url": "https://gofile.io/d/tZeyhP?password=wrong_password", "results": []},
+ {
+ "url": "https://store6.gofile.io/download/69b4c1e4-a80a-45d5-ad76-061e48105bd0/MORE_IN90.mp4",
+ "results": [
{
"url": "https://store1.gofile.io/download/web/69b4c1e4-a80a-45d5-ad76-061e48105bd0/MORE_IN90.mp4",
"filename": "MORE_IN90.mp4",
- "download_folder": r"re:01 \(GoFile\)",
+ "download_folder": "re:01 \\(GoFile\\)",
"referer": "https://gofile.io/d/9d83784e-2be6-472c-909f-0377704cfde3#69b4c1e4-a80a-45d5-ad76-061e48105bd0",
"album_id": "9d83784e-2be6-472c-909f-0377704cfde3",
- "datetime": 1701541586,
- },
+ "uploaded_at": 1701541586,
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/google_drive.py b/tests/crawlers/test_cases/google_drive.py
index 14c24811a..0ef6db612 100644
--- a/tests/crawlers/test_cases/google_drive.py
+++ b/tests/crawlers/test_cases/google_drive.py
@@ -1,137 +1,137 @@
DOMAIN = "drive.google"
TEST_CASES = [
- (
- # small file with no warning
- "https://drive.google.com/file/d/1F0YBsnQRvrMbK0p9UlnyLu88kqQ0j_F6/edit",
- [
+ {
+ "url": "https://drive.google.com/file/d/1F0YBsnQRvrMbK0p9UlnyLu88kqQ0j_F6/edit",
+ "description": "small file with no warning",
+ "results": [
{
"url": "ANY",
"filename": "file-50MB.dat",
"referer": "https://drive.google.com/file/d/1F0YBsnQRvrMbK0p9UlnyLu88kqQ0j_F6",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- # small file with no warning
- "https://drive.google.com/file/d/15WghIO0iwekXStmVWeK5HxC566iN41l6/view",
- [
+ },
+ {
+ "url": "https://drive.google.com/file/d/15WghIO0iwekXStmVWeK5HxC566iN41l6/view",
+ "description": "small file with no warning",
+ "results": [
{
"url": "ANY",
"filename": "file-100MB.dat",
"referer": "https://drive.google.com/file/d/15WghIO0iwekXStmVWeK5HxC566iN41l6",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- # file with warning do to large size (529M)
- "https://drive.usercontent.google.com/download?id=1fXgBupLzThTGLLsiYCHRQJixuDsR1bSI&export=download",
- [
+ },
+ {
+ "url": "https://drive.usercontent.google.com/download?id=1fXgBupLzThTGLLsiYCHRQJixuDsR1bSI&export=download",
+ "description": "file with warning doe to large size (529M)",
+ "results": [
{
"url": "ANY",
"filename": "cifar10_stats.npz",
"referer": "https://drive.google.com/file/d/1fXgBupLzThTGLLsiYCHRQJixuDsR1bSI",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- # Huge file with warning do to large size (9.8G), this test may fail.
- # Public download without an account are limited to about 5G per day and they return 429 with that happens
- "https://drive.google.com/file/d/1WHv5Dm1GtrDZj-AxJZd3T-NMIBXty3eV/view",
- [
+ },
+ {
+ "url": "https://drive.google.com/file/d/1WHv5Dm1GtrDZj-AxJZd3T-NMIBXty3eV/view",
+ "description": """
+ Huge file with warning do to large size (9.8G), this test may fail.
+ Public download without an account are limited to about 5G per day and they return 429 with that happens""",
+ "results": [
{
"url": "ANY",
"filename": "bundle_cutouts_africa.zip",
"referer": "https://drive.google.com/file/d/1WHv5Dm1GtrDZj-AxJZd3T-NMIBXty3eV",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY/edit",
- [
+ },
+ {
+ "url": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY/edit",
+ "results": [
{
"url": "ANY",
"filename": "test.docx",
"referer": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=docx",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=txt",
- [
+ },
+ {
+ "url": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=txt",
+ "results": [
{
"url": "ANY",
"filename": "test.txt",
"referer": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=txt",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=xlsx",
- [
+ },
+ {
+ "url": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=xlsx",
+ "results": [
{
"url": "ANY",
"filename": "test.docx",
"referer": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=docx",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- # This is a spreeadsheet but the id is a normal file id
- # We will not be able to download it with a custom format
- "https://docs.google.com/spreadsheets/d/1E3LpudUdUZycJpxSKK-c9-oIDuJoo5_7/edit?format=ods",
- [
+ },
+ {
+ "url": "https://docs.google.com/spreadsheets/d/1E3LpudUdUZycJpxSKK-c9-oIDuJoo5_7/edit?format=ods",
+ "description": "This is a spreeadsheet but the id is a normal file id. We won't be able to download it with a custom format",
+ "results": [
{
"url": "ANY",
"filename": "TK Online 1.5.xlsx",
"referer": "https://drive.google.com/file/d/1E3LpudUdUZycJpxSKK-c9-oIDuJoo5_7",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- # v0 file id (28 chars)
- "https://drive.google.com/file/d/0ByeS4oOUV-49Zzh4R1J6R09zazQ/edit",
- [
+ },
+ {
+ "url": "https://drive.google.com/file/d/0ByeS4oOUV-49Zzh4R1J6R09zazQ/edit",
+ "description": "v0 file id (28 chars)",
+ "results": [
{
"url": "ANY",
"filename": "Big Buck Bunny.mp4",
"referer": "https://drive.google.com/file/d/0ByeS4oOUV-49Zzh4R1J6R09zazQ",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://drive.google.com/uc?id=1IP0o8dHcQrIHGgVyp0Ofvx2cGfLzyO1x",
- [
+ },
+ {
+ "url": "https://drive.google.com/uc?id=1IP0o8dHcQrIHGgVyp0Ofvx2cGfLzyO1x",
+ "results": [
{
"url": "ANY",
"filename": "My Buddy - Henry Burr - Gus Kahn - Walter Donaldson.mp3",
"referer": "https://drive.google.com/file/d/1IP0o8dHcQrIHGgVyp0Ofvx2cGfLzyO1x",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- # Folder with +50 files
- "https://drive.google.com/drive/folders/1k8pgIaGw6PribxVqMgmDtlpzbUPJuzrX",
- [],
- 135,
- ),
+ },
+ {
+ "url": "https://drive.google.com/drive/folders/1k8pgIaGw6PribxVqMgmDtlpzbUPJuzrX",
+ "description": "Folder with +50 files",
+ "results": [],
+ "count": 135,
+ },
]
diff --git a/tests/crawlers/test_cases/gupload.py b/tests/crawlers/test_cases/gupload.py
index 06c729cb7..ea4fd2e91 100644
--- a/tests/crawlers/test_cases/gupload.py
+++ b/tests/crawlers/test_cases/gupload.py
@@ -1,8 +1,8 @@
DOMAIN = "gupload"
TEST_CASES = [
- (
- "https://gupload.xyz/data/e/26011780d54f",
- [
+ {
+ "url": "https://gupload.xyz/data/e/26011780d54f",
+ "results": [
{
"url": "https://gupload.xyz/data/e/hls/26011780d54f/thumb/thumbnail_grid.jpg",
"referer": "https://gupload.xyz/data/e/26011780d54f#thumbnail",
@@ -22,5 +22,5 @@ TEST_CASES = [
"album_id": None,
},
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/hclips.py b/tests/crawlers/test_cases/hclips.py
index 624c59033..a6de8021b 100644
--- a/tests/crawlers/test_cases/hclips.py
+++ b/tests/crawlers/test_cases/hclips.py
@@ -1,15 +1,15 @@
DOMAIN = "hclips"
TEST_CASES = [
- (
- "https://hclips.com/videos/7410809/dark-chocolate-gal-teases-great-ass-and-flashes-puffy-tits/",
- [
+ {
+ "url": "https://hclips.com/videos/7410809/dark-chocolate-gal-teases-great-ass-and-flashes-puffy-tits/",
+ "results": [
{
"url": "https://hclips.com/videos/7410809/dark-chocolate-gal-teases-great-ass-and-flashes-puffy-tits",
"filename": "Dark chocolate gal teases great ass and flashes puffy tits [7410809].mp4",
"referer": "https://hclips.com/videos/7410809/dark-chocolate-gal-teases-great-ass-and-flashes-puffy-tits",
- "download_folder": r"re:Loose Files (HClips)",
- "datetime": int,
+ "download_folder": "re:Loose Files (HClips)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/hdzog.py b/tests/crawlers/test_cases/hdzog.py
index 357533bcf..1381ffe3e 100644
--- a/tests/crawlers/test_cases/hdzog.py
+++ b/tests/crawlers/test_cases/hdzog.py
@@ -1,26 +1,26 @@
DOMAIN = "hdzog"
TEST_CASES = [
- (
- "https://hdzog.com/videos/874501/lesbian-sucking-big-natural-boobs-8/",
- [
+ {
+ "url": "https://hdzog.com/videos/874501/lesbian-sucking-big-natural-boobs-8/",
+ "results": [
{
"url": "https://hdzog.com/videos/874501/lesbian-sucking-big-natural-boobs-8",
"filename": "Lesbian Sucking Big Natural Boobs 8 [874501].mp4",
"referer": "https://hdzog.com/videos/874501/lesbian-sucking-big-natural-boobs-8",
- "download_folder": r"re:Loose Files (HDZog)",
- "datetime": int,
+ "download_folder": "re:Loose Files (HDZog)",
+ "uploaded_at": int,
}
],
- ),
- (
- "https://hdzog.tube/videos/2826355/horny-adult-clip-big-tits-unbelievable-will-enslaves-your-mind/",
- [
+ },
+ {
+ "url": "https://hdzog.tube/videos/2826355/horny-adult-clip-big-tits-unbelievable-will-enslaves-your-mind/",
+ "results": [
{
"url": "https://hdzog.tube/videos/2826355/horny-adult-clip-big-tits-unbelievable-will-enslaves-your-mind",
"filename": "Horny Adult Clip Big Tits Unbelievable Will Enslaves Your Mind [2826355].mp4",
"referer": "https://hdzog.tube/videos/2826355/horny-adult-clip-big-tits-unbelievable-will-enslaves-your-mind",
- "download_folder": r"re:Loose Files (HDZog)",
+ "download_folder": "re:Loose Files (HDZog)",
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/hianime.py b/tests/crawlers/test_cases/hianime.py
index 8fedcab10..239af717a 100644
--- a/tests/crawlers/test_cases/hianime.py
+++ b/tests/crawlers/test_cases/hianime.py
@@ -1,8 +1,8 @@
DOMAIN = "hianime"
TEST_CASES = [
- (
- "https://hianime.to/watch/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111?ep=130673",
- [
+ {
+ "url": "https://hianime.to/watch/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111?ep=130673",
+ "results": [
{
"url": "https://megacloud.blog/embed-2/v3/e-1/58KPQ2IyFUxF",
"filename": "E001 - Episode 1 [130673][1080p].mp4",
@@ -10,13 +10,13 @@ TEST_CASES = [
"download_folder": "re:Mashin Eiyuuden Wataru- Shichikon no Ryuujinmaru",
"referer": "https://hianime.to/watch/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111?ep=130673",
"album_id": "15111",
- "datetime": None,
+ "uploaded_at": None,
},
{
"url": "https://mgstatics.xyz/subtitle/fc47006103970f7121e6e99f4294be18/fc47006103970f7121e6e99f4294be18.vtt",
"filename": "E001 - Episode 1 [130673][1080p].eng.vtt",
},
],
- ),
- ("https://hianime.to/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111", [], 18),
+ },
+ {"url": "https://hianime.to/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111", "results": [], "count": 18},
]
diff --git a/tests/crawlers/test_cases/hotleaks_dot_tv.py b/tests/crawlers/test_cases/hotleaks_tv.py
similarity index 69%
rename from tests/crawlers/test_cases/hotleaks_dot_tv.py
rename to tests/crawlers/test_cases/hotleaks_tv.py
index 2e6d1a4ff..ad3e67f51 100644
--- a/tests/crawlers/test_cases/hotleaks_dot_tv.py
+++ b/tests/crawlers/test_cases/hotleaks_tv.py
@@ -1,15 +1,15 @@
DOMAIN = "hotleaks.tv"
TEST_CASES = [
- (
- "https://hotleaks.tv/sexythangyang/video/10714544",
- [
+ {
+ "url": "https://hotleaks.tv/sexythangyang/video/10714544",
+ "results": [
{
"url": "https://hotleaks.tv/sexythangyang/video/10714544",
"filename": "10714544.mp4",
"referer": "https://hotleaks.tv/sexythangyang/video/10714544",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/hotmovs.py b/tests/crawlers/test_cases/hotmovs.py
index b0efbfd33..a0aef6a0d 100644
--- a/tests/crawlers/test_cases/hotmovs.py
+++ b/tests/crawlers/test_cases/hotmovs.py
@@ -1,15 +1,15 @@
DOMAIN = "hotmovs"
TEST_CASES = [
- (
- "https://hotmovs.com/videos/9741037/farewell-deep-kiss/",
- [
+ {
+ "url": "https://hotmovs.com/videos/9741037/farewell-deep-kiss/",
+ "results": [
{
"url": "https://hotmovs.com/videos/9741037/farewell-deep-kiss",
"filename": "Farewell Deep Kiss [9741037].mp4",
"referer": "https://txxxporn.tube/videos/9741037/farewell-deep-kiss",
- "download_folder": r"re:Loose Files \(HotMovs\)",
- "datetime": int,
+ "download_folder": "re:Loose Files \\(HotMovs\\)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/iceyfile.py b/tests/crawlers/test_cases/iceyfile.py
index a911580ac..274c7be74 100644
--- a/tests/crawlers/test_cases/iceyfile.py
+++ b/tests/crawlers/test_cases/iceyfile.py
@@ -1,31 +1,30 @@
-import re
-
DOMAIN = "iceyfile"
TEST_CASES = [
- # This will fail. iceyfile now always requires a 1 type access only captcha for individual files
- (
- "https://iceyfile.com/be60cca8a9dec177/fff.png",
- [
+ {
+ "url": "https://iceyfile.com/be60cca8a9dec177/fff.png",
+ "description": "This will fail. iceyfile now always requires a 1 type access only captcha for individual files",
+ "xfail": "This will fail. iceyfile now always requires a 1 type access only captcha for individual files",
+ "results": [
{
- "url": "re:" + re.escape("https://srv1.iceyfile.net/be60cca8a9dec177/fff.png?download_token="),
+ "url": "re:https://srv1\\.iceyfile\\.net/be60cca8a9dec177/fff\\.png\\?download_token=",
"filename": "fff",
"referer": "https://iceyfile.com/be60cca8a9dec177/fff.png",
"album_id": None,
- "datetime": 1755488372,
+ "uploaded_at": 1755488372,
}
],
- ),
- (
- "https://iceyfile.com/folder/75061972f799eeacba32ac81f37493bc/CDL_test",
- [
+ },
+ {
+ "url": "https://iceyfile.com/folder/75061972f799eeacba32ac81f37493bc/CDL_test",
+ "results": [
{
- "url": "re:" + re.escape("https://srv1.iceyfile.net/be60cca8a9dec177/fff.png?download_token="),
+ "url": "re:https://srv1\\.iceyfile\\.net/be60cca8a9dec177/fff\\.png\\?download_token=",
"filename": "fff.png",
"referer": "https://iceyfile.com/be60cca8a9dec177/fff.png",
- "download_folder": r"re:CDL_test \(Iceyfile\)",
+ "download_folder": "re:CDL_test \\(Iceyfile\\)",
"album_id": "75061972f799eeacba32ac81f37493bc",
- "datetime": 1755491602,
+ "uploaded_at": 1755491602,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/imagebam.py b/tests/crawlers/test_cases/imagebam.py
index 1bef4da07..500d73278 100644
--- a/tests/crawlers/test_cases/imagebam.py
+++ b/tests/crawlers/test_cases/imagebam.py
@@ -1,44 +1,44 @@
DOMAIN = "imagebam"
TEST_CASES = [
- (
- "https://www.imagebam.com/image/9b65e0342494935",
- [
+ {
+ "url": "https://www.imagebam.com/image/9b65e0342494935",
+ "results": [
{
"url": "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG",
"filename": "0_1456043.jpg",
"original_filename": "9b65e0342494935.JPG",
"referer": "https://www.imagebam.com/image/9b65e0342494935",
"album_id": "hfqrglgtcf4u143xlnvkpfksofn1et7w",
- },
+ }
],
- ),
- (
- "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG",
- [
+ },
+ {
+ "url": "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG",
+ "results": [
{
"url": "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG",
"filename": "0_1456043.jpg",
"original_filename": "9b65e0342494935.JPG",
"referer": "https://www.imagebam.com/image/9b65e0342494935",
"album_id": "hfqrglgtcf4u143xlnvkpfksofn1et7w",
- },
+ }
],
- ),
- (
- "https://thumbs3.imagebam.com/eb/21/02/9b65e0342494935.JPG",
- [
+ },
+ {
+ "url": "https://thumbs3.imagebam.com/eb/21/02/9b65e0342494935.JPG",
+ "results": [
{
"url": "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG",
"filename": "0_1456043.jpg",
"original_filename": "9b65e0342494935.JPG",
"referer": "https://www.imagebam.com/image/9b65e0342494935",
"album_id": "hfqrglgtcf4u143xlnvkpfksofn1et7w",
- },
+ }
],
- ),
- (
- "https://www.imagebam.com/gallery/hfqrglgtcf4u143xlnvkpfksofn1et7w",
- [
+ },
+ {
+ "url": "https://www.imagebam.com/gallery/hfqrglgtcf4u143xlnvkpfksofn1et7w",
+ "results": [
{
"url": "https://images3.imagebam.com/68/8f/e5/84105c342494938.jpg",
"filename": "main_large.jpg",
@@ -68,48 +68,48 @@ TEST_CASES = [
"album_id": "hfqrglgtcf4u143xlnvkpfksofn1et7w",
},
],
- ),
- (
- "https://www.imagebam.com/view/ME5IIKF",
- [
+ },
+ {
+ "url": "https://www.imagebam.com/view/ME5IIKF",
+ "results": [
{
"url": "https://images4.imagebam.com/d0/99/a7/ME5IIKF_o.png",
"filename": "Logic.png",
"original_filename": "ME5IIKF_o.png",
"referer": "https://www.imagebam.com/view/ME5IIKF",
"album_id": "GA2LOS",
- },
+ }
],
- ),
- (
- "https://www.imagebam.com/view/GA2LOS",
- [
+ },
+ {
+ "url": "https://www.imagebam.com/view/GA2LOS",
+ "results": [
{
"url": "https://images4.imagebam.com/4b/b6/4a/ME5IIKH_o.png",
"filename": "Pads Logic.png",
"original_filename": "ME5IIKH_o.png",
"referer": "https://www.imagebam.com/view/ME5IIKH",
"album_id": "GA2LOS",
- },
+ }
],
- 4,
- ),
- (
- "https://thumbs4.imagebam.com/e5/ab/48/ME5IIKD_t.png",
- [
+ "count": 4,
+ },
+ {
+ "url": "https://thumbs4.imagebam.com/e5/ab/48/ME5IIKD_t.png",
+ "results": [
{
"url": "https://images4.imagebam.com/e5/ab/48/ME5IIKD_o.png",
"referer": "https://www.imagebam.com/view/ME5IIKD",
- },
+ }
],
- ),
- (
- "https://images4.imagebam.com/e5/ab/48/ME5IIKD_o.png",
- [
+ },
+ {
+ "url": "https://images4.imagebam.com/e5/ab/48/ME5IIKD_o.png",
+ "results": [
{
"url": "https://images4.imagebam.com/e5/ab/48/ME5IIKD_o.png",
"referer": "https://www.imagebam.com/view/ME5IIKD",
- },
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/imagepond.py b/tests/crawlers/test_cases/imagepond.py
index 7df5f5d3f..173ede690 100644
--- a/tests/crawlers/test_cases/imagepond.py
+++ b/tests/crawlers/test_cases/imagepond.py
@@ -1,74 +1,74 @@
DOMAIN = "imagepond.net"
TEST_CASES = [
- (
- "https://www.imagepond.net/image/zJfHAH",
- [
+ {
+ "url": "https://www.imagepond.net/image/zJfHAH",
+ "results": [
{
"url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",
"referer": "https://www.imagepond.net/i/chv_866552",
"download_folder": "re:Loose Files (ImagePond)",
"filename": "Palm Desert Resuscitation Education (YourCPRMD.com).png",
"album_id": None,
- "datetime": 1759122000,
- },
+ "uploaded_at": 1759122000,
+ }
],
- ),
- (
- "https://www.imagepond.net/image/zJfHAH",
- [
+ },
+ {
+ "url": "https://www.imagepond.net/image/zJfHAH",
+ "results": [
{
"url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",
"referer": "https://www.imagepond.net/i/chv_866552",
- },
+ }
],
- ),
- (
- "https://www.imagepond.net/image/zJfHAH/download",
- [
+ },
+ {
+ "url": "https://www.imagepond.net/image/zJfHAH/download",
+ "results": [
{
"url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",
"referer": "https://www.imagepond.net/i/chv_866552",
- },
+ }
],
- ),
- (
- "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",
- [
+ },
+ {
+ "url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",
+ "results": [
{
"url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",
"referer": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",
"download_folder": "re:Loose Files (ImagePond)",
"filename": "Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",
"album_id": None,
- "datetime": None,
- },
+ "uploaded_at": None,
+ }
],
- ),
- (
- "https://www.imagepond.net/i/3RxARn4j",
- [
+ },
+ {
+ "url": "https://www.imagepond.net/i/3RxARn4j",
+ "results": [
{
"url": "https://media.imagepond.net/media/videos/VID_20260404_071357_214_a9cdyOhE.mp4",
"domain": "imagepond.net",
"referer": "https://www.imagepond.net/i/3RxARn4j",
"filename": "VID_20260404_071357_214.mp4",
- "datetime": 1775278800,
+ "uploaded_at": 1775278800,
}
],
- ),
- (
- "https://www.imagepond.net/i/9TVLS36c/download/file",
- [
+ },
+ {
+ "url": "https://www.imagepond.net/i/9TVLS36c/download/file",
+ "results": [
{
"url": "https://media.imagepond.net/media/archives/Images_kM5dpzpw.zip",
"referer": "https://www.imagepond.net/i/9TVLS36c",
"filename": "Images.zip",
}
],
- ),
- (
- "https://www.imagepond.net/a/AY75C28f",
- [
+ },
+ {
+ "url": "https://www.imagepond.net/a/AY75C28f",
+ "results": [
{
"url": "re:https://media.imagepond.net/media/",
"referer": "re:https://www.imagepond.net/i/",
@@ -76,6 +76,6 @@ TEST_CASES = [
"download_folder": "re:vic (ImagePond)",
}
],
- 21,
- ),
+ "count": 21,
+ },
]
diff --git a/tests/crawlers/test_cases/imagetwist.py b/tests/crawlers/test_cases/imagetwist.py
index e811faeb5..0aa2b0e68 100644
--- a/tests/crawlers/test_cases/imagetwist.py
+++ b/tests/crawlers/test_cases/imagetwist.py
@@ -1,35 +1,35 @@
DOMAIN = "imagetwist.com"
TEST_CASES = [
- (
- "https://imagetwist.com/uynrhb4lavce/Latoya14.jpg",
- [
+ {
+ "url": "https://imagetwist.com/uynrhb4lavce/Latoya14.jpg",
+ "results": [
{
"url": "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg",
"filename": "Latoya14.jpg",
"referer": "https://imagetwist.com/uynrhb4lavce",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg",
- [
+ },
+ {
+ "url": "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg",
+ "results": [
{
"url": "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg",
"filename": "Latoya14.jpg",
"referer": "https://imagetwist.com/uynrhb4lavce",
}
],
- ),
- (
- "https://img115.imagetwist.com/th/20566/uynrhb4lavce.jpg",
- [
+ },
+ {
+ "url": "https://img115.imagetwist.com/th/20566/uynrhb4lavce.jpg",
+ "results": [
{
"url": "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg",
"filename": "Latoya14.jpg",
"referer": "https://imagetwist.com/uynrhb4lavce",
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/imagevenue.py b/tests/crawlers/test_cases/imagevenue.py
index e0ca688e7..bb22970dc 100644
--- a/tests/crawlers/test_cases/imagevenue.py
+++ b/tests/crawlers/test_cases/imagevenue.py
@@ -1,8 +1,8 @@
DOMAIN = "imagevenue"
TEST_CASES = [
- (
- "https://www.imagevenue.com/ME1CO3FX",
- [
+ {
+ "url": "https://www.imagevenue.com/ME1CO3FX",
+ "results": [
{
"url": "https://cdn-images.imagevenue.com/73/7a/ef/ME1CO3FX_o.png",
"filename": "20260423200059937_480x320.png",
@@ -14,25 +14,25 @@ TEST_CASES = [
"download_folder": "re:Loose Files (ImageVenue)",
}
],
- 1,
- ),
- (
- "https://www.imagevenue.com/ME1BEWWG",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://www.imagevenue.com/ME1BEWWG",
+ "results": [
{
"url": "https://cdn-images.imagevenue.com/65/8b/4d/ME1BEWWG_o.jpg",
"filename": "001.jpg",
"referer": "https://www.imagevenue.com/ME1BEWWG",
}
],
- ),
- (
- "https://cdn-thumbs.imagevenue.com/d2/90/5c/ME1BEWWG_t.jpg",
- [
+ },
+ {
+ "url": "https://cdn-thumbs.imagevenue.com/d2/90/5c/ME1BEWWG_t.jpg",
+ "results": [
{
"url": "https://cdn-images.imagevenue.com/65/8b/4d/ME1BEWWG_o.jpg",
"referer": "https://www.imagevenue.com/ME1BEWWG",
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/imgadult.py b/tests/crawlers/test_cases/imgadult.py
index 6d9a95bef..d1ac47b45 100644
--- a/tests/crawlers/test_cases/imgadult.py
+++ b/tests/crawlers/test_cases/imgadult.py
@@ -1,21 +1,21 @@
DOMAIN = "imgadult.com"
TEST_CASES = [
- (
- "https://imgadult.com/img-685761cc22595.html",
- [
+ {
+ "url": "https://imgadult.com/img-685761cc22595.html",
+ "results": [
{
"url": "https://imgadult.com/upload/big/2025/06/22/685761cc22593.jpg",
"filename": "1092.jpg",
"original_filename": "685761cc22593.jpg",
"referer": "https://imgadult.com/img-685761cc22595.html",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://imgadult.com/upload/big/2025/06/22/685761cc22593.jpg",
- # IDs of thumbnails and src images are different. CDL should fail
- [],
- ),
+ },
+ {
+ "url": "https://imgadult.com/upload/big/2025/06/22/685761cc22593.jpg",
+ "description": "IDs of thumbnails and src images are different. CDL should fail",
+ "results": [],
+ },
]
diff --git a/tests/crawlers/test_cases/imgbb.py b/tests/crawlers/test_cases/imgbb.py
index 17f2c6079..2e327587a 100644
--- a/tests/crawlers/test_cases/imgbb.py
+++ b/tests/crawlers/test_cases/imgbb.py
@@ -1,44 +1,44 @@
DOMAIN = "imgbb"
TEST_CASES = [
- (
- "https://ibb.co/FbtMCg43",
- [
+ {
+ "url": "https://ibb.co/FbtMCg43",
+ "results": [
{
"url": "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg",
"filename": "Long-toes-are-the-best.jpg",
"referer": "https://ibb.co/FbtMCg43",
"album_id": None,
- "datetime": 1740984052,
+ "uploaded_at": 1740984052,
}
],
- ),
- (
- "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg",
- [
+ },
+ {
+ "url": "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg",
+ "results": [
{
"url": "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg",
"filename": "Long-toes-are-the-best.jpg",
"referer": "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://ibb.co/album/yhdTNv",
- [
+ },
+ {
+ "url": "https://ibb.co/album/yhdTNv",
+ "results": [
{
"url": "re:.jpg",
"album_id": "yhdTNv",
- "download_filename": r"re:ALEXA_2024/25 \(ImgBB\)",
- "datetime": None,
+ "download_filename": "re:ALEXA_2024/25 \\(ImgBB\\)",
+ "uploaded_at": None,
}
],
- 1537,
- ),
- (
- "https://ibb.co/album/DDcTkZ",
- [
+ "count": 1537,
+ },
+ {
+ "url": "https://ibb.co/album/DDcTkZ",
+ "results": [
{
"url": "https://i.ibb.co/xSSVZ3TF/FOISTUDIOS-arna-SET2-16.jpg",
"filename": "FOISTUDIOS-arna-SET2-16.jpg",
@@ -100,6 +100,6 @@ TEST_CASES = [
"album_id": "DDcTkZ",
},
],
- 10,
- ),
+ "count": 10,
+ },
]
diff --git a/tests/crawlers/test_cases/imglike.py b/tests/crawlers/test_cases/imglike.py
index 064a2fa53..f0a43cf54 100644
--- a/tests/crawlers/test_cases/imglike.py
+++ b/tests/crawlers/test_cases/imglike.py
@@ -1,73 +1,73 @@
DOMAIN = "imglike.com"
TEST_CASES = [
- (
- "https://imglike.com/image/Palm-Desert-Resuscitation-Education-%28YourCPRMD.com%29.L1xHc",
- [
+ {
+ "url": "https://imglike.com/image/Palm-Desert-Resuscitation-Education-%28YourCPRMD.com%29.L1xHc",
+ "results": [
{
"url": "https://imglike.com/images/2022/10/20/Palm-Desert-Resuscitation-Education-YourCPRMD.com.png",
"filename": "Palm-Desert-Resuscitation-Education-YourCPRMD.com.png",
"referer": "https://imglike.com/image/L1xHc",
"album_id": None,
- "datetime": 1666261421,
+ "uploaded_at": 1666261421,
}
],
- ),
- (
- "https://imglike.com/album/Kara-Del-Toro-Naked.cG7l",
- [
+ },
+ {
+ "url": "https://imglike.com/album/Kara-Del-Toro-Naked.cG7l",
+ "results": [
{
"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-6.jpg",
"filename": "Nude-Kara-Del-Tori-6.jpg",
"referer": "https://imglike.com/image/LGXgd",
- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
- "datetime": None,
+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",
+ "uploaded_at": None,
"album_id": "cG7l",
},
{
"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-5.jpg",
"filename": "Nude-Kara-Del-Tori-5.jpg",
"referer": "https://imglike.com/image/LGxFT",
- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
- "datetime": None,
+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",
+ "uploaded_at": None,
"album_id": "cG7l",
},
{
"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-3.jpg",
"filename": "Nude-Kara-Del-Tori-3.jpg",
"referer": "https://imglike.com/image/LGB1z",
- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
- "datetime": None,
+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",
+ "uploaded_at": None,
"album_id": "cG7l",
},
{
"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-4.jpg",
"filename": "Nude-Kara-Del-Tori-4.jpg",
"referer": "https://imglike.com/image/LG6lR",
- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
- "datetime": None,
+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",
+ "uploaded_at": None,
"album_id": "cG7l",
},
{
"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-2.jpg",
"filename": "Nude-Kara-Del-Tori-2.jpg",
"referer": "https://imglike.com/image/LG4Jg",
- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
- "datetime": None,
+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",
+ "uploaded_at": None,
"album_id": "cG7l",
},
{
"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-1.jpg",
"filename": "Nude-Kara-Del-Tori-1.jpg",
"referer": "https://imglike.com/image/LGP7s",
- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",
- "datetime": None,
+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",
+ "uploaded_at": None,
"album_id": "cG7l",
},
],
- ),
- (
- "https://imglike.com/bonton18/albums",
- [
+ },
+ {
+ "url": "https://imglike.com/bonton18/albums",
+ "results": [
{
"url": "https://imglike.com/images/2022/10/03/01__4_.jpg",
"filename": "01__4_.jpg",
@@ -75,20 +75,20 @@ TEST_CASES = [
"album_id": "iNlR",
}
],
- ),
- (
- # Fails with aiohttp and works with curl-cffi
- "https://imglike.com/album/D%C3%A9sir%C3%A9e-Nick-Boob-Slip-at-unesco-benefiz-gala%2C-2001.vihF",
- [
+ },
+ {
+ "url": "https://imglike.com/album/D%C3%A9sir%C3%A9e-Nick-Boob-Slip-at-unesco-benefiz-gala%2C-2001.vihF",
+ "description": "Fails with aiohttp and works with curl-cffi",
+ "results": [
{
"url": "https://imglike.com/images/2020/12/03/Desiree-Nick-Boob-Slip-at-unesco-benefiz-gala-2001-1.jpg",
"filename": "Desiree-Nick-Boob-Slip-at-unesco-benefiz-gala-2001-1.jpg",
"referer": "https://imglike.com/image/rq5gV",
"album_id": "vihF",
- "download_folder": r"re:Désirée Nick Boob Slip at unesco-benefiz gala, 2001 \(ImgLike\)",
- "datetime": None,
- },
+ "download_folder": "re:Désirée Nick Boob Slip at unesco-benefiz gala, 2001 \\(ImgLike\\)",
+ "uploaded_at": None,
+ }
],
- 10,
- ),
+ "count": 10,
+ },
]
diff --git a/tests/crawlers/test_cases/imgur.py b/tests/crawlers/test_cases/imgur.py
index ae7333836..9e60d49e3 100644
--- a/tests/crawlers/test_cases/imgur.py
+++ b/tests/crawlers/test_cases/imgur.py
@@ -1,8 +1,8 @@
DOMAIN = "imgur"
TEST_CASES = [
- (
- "https://imgur.com/gallery/something-wholesome-uvh9Obt",
- [
+ {
+ "url": "https://imgur.com/gallery/something-wholesome-uvh9Obt",
+ "results": [
{
"url": "https://i.imgur.com/rKn1KVv.mp4",
"referer": "https://imgur.com/rKn1KVv",
@@ -10,13 +10,13 @@ TEST_CASES = [
"filename": "rKn1KVv.mp4",
"original_filename": "rKn1KVv.mp4",
"album_id": "uvh9Obt",
- "datetime": 1763735344,
+ "uploaded_at": 1763735344,
}
],
- ),
- (
- "https://imgur.com/a/uvh9Obt",
- [
+ },
+ {
+ "url": "https://imgur.com/a/uvh9Obt",
+ "results": [
{
"url": "https://i.imgur.com/rKn1KVv.mp4",
"referer": "https://imgur.com/rKn1KVv",
@@ -25,10 +25,10 @@ TEST_CASES = [
"album_id": "uvh9Obt",
}
],
- ),
- (
- "https://imgur.com/rKn1KVv",
- [
+ },
+ {
+ "url": "https://imgur.com/rKn1KVv",
+ "results": [
{
"url": "https://i.imgur.com/rKn1KVv.mp4",
"referer": "https://imgur.com/rKn1KVv",
@@ -37,10 +37,10 @@ TEST_CASES = [
"album_id": None,
}
],
- ),
- (
- "https://imgur.com/gallery/broken-egg-by-huleeb-42gHAIK",
- [
+ },
+ {
+ "url": "https://imgur.com/gallery/broken-egg-by-huleeb-42gHAIK",
+ "results": [
{
"url": "https://i.imgur.com/moPWbvA.jpeg",
"referer": "https://imgur.com/moPWbvA",
@@ -52,10 +52,10 @@ TEST_CASES = [
{"url": "https://i.imgur.com/KVGXtsa.jpeg"},
{"url": "https://i.imgur.com/7Em9NEr.jpeg"},
],
- ),
- (
- "https://imgur.com/download/rKn1KVv",
- [
+ },
+ {
+ "url": "https://imgur.com/download/rKn1KVv",
+ "results": [
{
"url": "https://i.imgur.com/rKn1KVv.mp4",
"referer": "https://imgur.com/rKn1KVv",
@@ -64,5 +64,5 @@ TEST_CASES = [
"album_id": None,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/imx_to.py b/tests/crawlers/test_cases/imx_to.py
index 012763893..08c829ca8 100644
--- a/tests/crawlers/test_cases/imx_to.py
+++ b/tests/crawlers/test_cases/imx_to.py
@@ -1,50 +1,50 @@
DOMAIN = "imx.to"
TEST_CASES = [
- (
- "https://imx.to/i/65axjs",
- [
+ {
+ "url": "https://imx.to/i/65axjs",
+ "results": [
{
"url": "https://image.imx.to/u/i/2025/06/07/65axjs.jpg",
"filename": "MetArt_Aperi_Melena-A_high_0014.jpg",
"referer": "https://imx.to/i/65axjs",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://imx.to/u/i/2025/06/07/65axjs.jpg",
- [
+ },
+ {
+ "url": "https://imx.to/u/i/2025/06/07/65axjs.jpg",
+ "results": [
{
"url": "https://image.imx.to/u/i/2025/06/07/65axjs.jpg",
"filename": "MetArt_Aperi_Melena-A_high_0014.jpg",
"referer": "https://imx.to/i/65axjs",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://i006.imx.to/i/2025/06/07/65axjs.jpg",
- [
+ },
+ {
+ "url": "https://i006.imx.to/i/2025/06/07/65axjs.jpg",
+ "results": [
{
"url": "https://image.imx.to/u/i/2025/06/07/65axjs.jpg",
"filename": "MetArt_Aperi_Melena-A_high_0014.jpg",
"referer": "https://imx.to/i/65axjs",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://imx.to/g/1g79u",
- [
+ },
+ {
+ "url": "https://imx.to/g/1g79u",
+ "results": [
{
"url": "https://image.imx.to/u/i/2025/08/01/68g6y2.jpg",
"filename": "525669511_18517410283043270_6195144073773837855_n.jpg",
"referer": "https://imx.to/i/68g6y2",
"album_id": "1g79u",
- "datetime": None,
+ "uploaded_at": None,
"download_folder": "re:Krysten Ritter",
},
{
@@ -68,15 +68,15 @@ TEST_CASES = [
"referer": "https://imx.to/i/68g6y4",
},
],
- ),
- (
- "https://imx.to/u/t/2025/08/01/68g6y2.jpg",
- [
+ },
+ {
+ "url": "https://imx.to/u/t/2025/08/01/68g6y2.jpg",
+ "results": [
{
"url": "https://image.imx.to/u/i/2025/08/01/68g6y2.jpg",
"filename": "525669511_18517410283043270_6195144073773837855_n.jpg",
"referer": "https://imx.to/i/68g6y2",
- },
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/inporn.py b/tests/crawlers/test_cases/inporn.py
index c76a3a4ca..13d7b3729 100644
--- a/tests/crawlers/test_cases/inporn.py
+++ b/tests/crawlers/test_cases/inporn.py
@@ -1,15 +1,15 @@
DOMAIN = "inporn"
TEST_CASES = [
- (
- "https://inporn.com/video/1979593/stepson-fucked-his-stepmom-during-a-storm/",
- [
+ {
+ "url": "https://inporn.com/video/1979593/stepson-fucked-his-stepmom-during-a-storm/",
+ "results": [
{
"url": "https://inporn.com/video/1979593/stepson-fucked-his-stepmom-during-a-storm",
"filename": "Stepson Fucked His Stepmom During A Storm [1979593].mp4",
"referer": "https://inporn.com/video/1979593/stepson-fucked-his-stepmom-during-a-storm",
- "download_folder": r"re:Loose Files (InPorn)",
- "datetime": int,
+ "download_folder": "re:Loose Files (InPorn)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/jpg5.py b/tests/crawlers/test_cases/jpg5_su.py
similarity index 62%
rename from tests/crawlers/test_cases/jpg5.py
rename to tests/crawlers/test_cases/jpg5_su.py
index e024f5b6a..3ef81e4f0 100644
--- a/tests/crawlers/test_cases/jpg5.py
+++ b/tests/crawlers/test_cases/jpg5_su.py
@@ -1,126 +1,126 @@
DOMAIN = "jpg5.su"
TEST_CASES = [
- (
- "https://jpg6.su/img/960x1280-90c58bc6682426b5ff88266b8ec5a647.N3gCSXD",
- [
+ {
+ "url": "https://jpg6.su/img/960x1280-90c58bc6682426b5ff88266b8ec5a647.N3gCSXD",
+ "results": [
{
"url": "https://simp6.selti-delivery.ru/images3/960x1280_90c58bc6682426b5ff88266b8ec5a647142c31c72206f9a3.jpg",
"filename": "960x1280_90c58bc6682426b5ff88266b8ec5a647142c31c72206f9a3.jpg",
"referer": "https://jpg6.su/img/N3gCSXD",
"album_id": None,
- "datetime": 1753538118,
+ "uploaded_at": 1753538118,
}
],
- ),
- (
- "https://jpg7.cr/img/960x1280-90c58bc6682426b5ff88266b8ec5a647.N3gCSXD",
- [
+ },
+ {
+ "url": "https://jpg7.cr/img/960x1280-90c58bc6682426b5ff88266b8ec5a647.N3gCSXD",
+ "results": [
{
"url": "https://simp6.selti-delivery.ru/images3/960x1280_90c58bc6682426b5ff88266b8ec5a647142c31c72206f9a3.jpg",
"filename": "960x1280_90c58bc6682426b5ff88266b8ec5a647142c31c72206f9a3.jpg",
"referer": "https://jpg7.cr/img/N3gCSXD",
"album_id": None,
- "datetime": 1753538118,
+ "uploaded_at": 1753538118,
}
],
- ),
- (
- "https://jpg6.su/img/2520x3360-ab219efe5d20f99740d58188edd20c440659035b8a5c979d.N3iJfxa",
- [
+ },
+ {
+ "url": "https://jpg6.su/img/2520x3360-ab219efe5d20f99740d58188edd20c440659035b8a5c979d.N3iJfxa",
+ "results": [
{
"url": "https://simp6.selti-delivery.ru/images3/2520x3360_ab219efe5d20f99740d58188edd20c440659035b8a5c979d2f40a0e086780c7d.jpg",
"filename": "2520x3360_ab219efe5d20f99740d58188edd20c440659035b8a5c979d2f40a0e086780c7d.jpg",
"referer": "https://jpg6.su/img/N3iJfxa",
- "datetime": 1753502011,
+ "uploaded_at": 1753502011,
}
],
- ),
- (
- "https://jpg6.su/a/testalbum.YnfD4p",
- [
+ },
+ {
+ "url": "https://jpg6.su/a/testalbum.YnfD4p",
+ "results": [
{
"url": "https://simp6.selti-delivery.ru/images3/landscape-mountains-nature-5564166880341c46b7abbe.jpg",
"filename": "landscape-mountains-nature-5564166880341c46b7abbe.jpg",
"referer": "https://jpg6.su/img/N3TGEr1",
- "datetime": None,
+ "uploaded_at": None,
"album_id": "YnfD4p",
},
{
"url": "https://simp6.selti-delivery.ru/images3/47749882ae05d0349d87f2d.jpg",
"filename": "47749882ae05d0349d87f2d.jpg",
"referer": "https://jpg6.su/img/N3TGCdA",
- "datetime": None,
+ "uploaded_at": None,
"album_id": "YnfD4p",
},
],
- ),
- (
- "https://simp6.jpg5.su/images3/Screenshot-46d10ff096ae50f993.th.png",
- [
+ },
+ {
+ "url": "https://simp6.jpg5.su/images3/Screenshot-46d10ff096ae50f993.th.png",
+ "results": [
{
"url": "https://simp6.selti-delivery.ru/images3/Screenshot-46d10ff096ae50f993.png",
"filename": "Screenshot-46d10ff096ae50f993.png",
"referer": "https://simp6.jpg5.su/images3/Screenshot-46d10ff096ae50f993.th.png",
- },
+ }
],
- ),
- (
- "https://simp6.selti-delivery.ru/images3/rebeca-yellow-pic00910102ed45e07d539.md.jpg",
- [
+ },
+ {
+ "url": "https://simp6.selti-delivery.ru/images3/rebeca-yellow-pic00910102ed45e07d539.md.jpg",
+ "results": [
{
"url": "https://simp6.selti-delivery.ru/images3/rebeca-yellow-pic00910102ed45e07d539.jpg",
"filename": "rebeca-yellow-pic00910102ed45e07d539.jpg",
"referer": "https://simp6.selti-delivery.ru/images3/rebeca-yellow-pic00910102ed45e07d539.md.jpg",
- },
+ }
],
- ),
- (
- "https://jpg6.su/a/rebeca-linares-bikiniriot.aYKmSi/sub",
- [
+ },
+ {
+ "url": "https://jpg6.su/a/rebeca-linares-bikiniriot.aYKmSi/sub",
+ "results": [
{
"url": "https://simp6.selti-delivery.ru/images3/rebeca-pink-pic001f1e0e301dd4d56fb.jpg",
"filename": "rebeca-pink-pic001f1e0e301dd4d56fb.jpg",
"referer": "https://jpg6.su/img/Nv7ZaLE",
- "datetime": None,
- "download_folder": r"re:Rebeca Linares BikiniRiot \(JPG5\)",
+ "uploaded_at": None,
+ "download_folder": "re:Rebeca Linares BikiniRiot \\(JPG5\\)",
"album_id": "aYK0fu",
- },
+ }
],
- 285,
- ),
- (
- # Password protected, no password supplied
- "https://jpg6.su/a/alyrosez.Y2Pmn",
- [],
- ),
- (
- # Password protected, incorrect password supplied
- "https://jpg6.su/a/alyrosez.Y2Pmn?password=1234",
- [],
- ),
- (
- # Password protected, valid password supplied
- "https://jpg6.su/a/alyrosez.Y2Pmn?password=aly",
- [
+ "count": 285,
+ },
+ {
+ "url": "https://jpg6.su/a/alyrosez.Y2Pmn",
+ "description": "Password protected, no password supplied",
+ "results": [],
+ },
+ {
+ "url": "https://jpg6.su/a/alyrosez.Y2Pmn?password=1234",
+ "description": "Password protected, incorrect password supplied",
+ "results": [],
+ },
+ {
+ "url": "https://jpg6.su/a/alyrosez.Y2Pmn?password=aly",
+ "description": "Password protected, valid password supplied",
+ "results": [
{
"url": "https://simp2.selti-delivery.ru/0afcc905cd6c64e52.jpg",
"filename": "0afcc905cd6c64e52.jpg",
"referer": "https://jpg6.su/img/ahfHow",
- "datetime": None,
- "download_folder": r"re:alyrosez \(JPG5\)",
+ "uploaded_at": None,
+ "download_folder": "re:alyrosez \\(JPG5\\)",
"album_id": "Y2Pmn",
- },
+ }
],
- 1065,
- ),
- (
- "https://jpg5.su/img/NK9wL8h",
- [
+ "count": 1065,
+ },
+ {
+ "url": "https://jpg5.su/img/NK9wL8h",
+ "results": [
{
"url": "https://simp6.selti-delivery.ru/images3/Palm-Desert-Resuscitation-Education-YourCPRMD.com4fc75181ec3d573e.png",
"filename": "Palm-Desert-Resuscitation-Education-YourCPRMD.com4fc75181ec3d573e.png",
"referer": "https://jpg6.su/img/NK9wL8h",
- },
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/kemono.py b/tests/crawlers/test_cases/kemono.py
old mode 100755
new mode 100644
index a8c885e3d..90c0944ed
--- a/tests/crawlers/test_cases/kemono.py
+++ b/tests/crawlers/test_cases/kemono.py
@@ -1,82 +1,77 @@
DOMAIN = "kemono"
TEST_CASES = [
- (
- "https://kemono.cr/patreon/user/27174868/post/133667042",
- [
+ {
+ "url": "https://kemono.cr/patreon/user/27174868/post/133667042",
+ "results": [
{
"url": "https://kemono.cr/data/0d/c3/0dc3ecec556918b882674c5dd63f8fa1867867157ce1ca675b0bf79e6b73fb04.jpg?f=Birthday_Kim.jpg",
"filename": "Birthday_Kim.jpg",
"referer": "https://kemono.cr/patreon/user/27174868/post/133667042",
"album_id": "27174868",
- "datetime": 1752004344,
+ "uploaded_at": 1752004344,
}
],
- ),
- (
- "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png",
- [
+ },
+ {
+ "url": "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png",
+ "results": [
{
"url": "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png",
"filename": "june_Schedule.png",
"referer": "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png",
"album_id": None,
- "datetime": None,
- },
+ "uploaded_at": None,
+ }
],
- ),
- (
- "https://kemono.cr/discord/server/794379082535927828/921981855706796032",
- [
+ },
+ {
+ "url": "https://kemono.cr/discord/server/794379082535927828/921981855706796032",
+ "results": [
{
"url": "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png",
"filename": "june_Schedule.png",
"referer": "https://kemono.cr/discord/server/794379082535927828/921981855706796032#1257906262025175090",
- "download_folder": r"re:Schpicy-s server \[discord\] \(Kemono\)\/\#schedule",
+ "download_folder": "re:Schpicy-s server \\[discord\\] \\(Kemono\\)\\/\\#schedule",
"album_id": "794379082535927828",
- "datetime": 1719996623,
- },
+ "uploaded_at": 1719996623,
+ }
],
- 3,
- ),
- (
- "https://kemono.cr/patreon/user/16573132",
- [
+ "count": 3,
+ },
+ {
+ "url": "https://kemono.cr/patreon/user/16573132",
+ "results": [
{
"url": "https://kemono.cr/data/01/1e/011e7a27eca93eba99ab223553d6079495a55c87106fa0e36efb8810048da92f.jpg?f=httpswww.patreon.commedia-uZ0FBQUFBQmdWWnhiV0xoYnpvV0Nnd0ZvMnM5UnkyTVF1LXd4MEpNYmVRWGNMNEZhUE1wWWJreVBqS1F2UzB3R2lYaXpDaXBWUy14M2l1WGtITWJBX0Q4ZDRoQzBtOG5nd3JIYThERTRWNDIxeUY4RHBXaERxWkRJNS1xRXRPS2lFM3pLSEVTSW5oNVRzeU9yc21SMmo5MkJrYXVXVzFCVUtRPT0",
"filename": "011e7a27eca93eba99ab223553d6079495a55c87106fa0e36efb8810048da92f.jpg",
"referer": "https://kemono.cr/patreon/user/16573132/post/42836761",
- "download_folder": r"re:EUNSONGS \(Kemono\)",
+ "download_folder": "re:EUNSONGS \\(Kemono\\)",
"album_id": "16573132",
- "datetime": 1602954002,
- }
- ],
- 199,
- ),
- (
- "https://kemono.cr/posts?q=dandadan%20s2%20episode%208%20reaction",
- [
- {
- "url": "ANY",
- "download_folder": r"re:dandadan s2 episode 8 reaction \[search\] \(Kemono\)",
+ "uploaded_at": 1602954002,
}
],
- 41,
- ),
- (
- "https://kemono.cr/patreon/user/47101380/post/128071303",
- [
+ "count": 199,
+ },
+ {
+ "url": "https://kemono.cr/posts?q=dandadan%20s2%20episode%208%20reaction",
+ "results": [{"url": "ANY", "download_folder": "re:dandadan s2 episode 8 reaction \\[search\\] \\(Kemono\\)"}],
+ "count": 41,
+ },
+ {
+ "url": "https://kemono.cr/patreon/user/47101380/post/128071303",
+ "results": [
{
"url": "https://kemono.cr/data/83/66/8366796e0d9fadd5e22ae8f8ea32d1b539d54e25e9da19f906fa36d1cf973cc2.jpg?f=461372899.jpg",
"filename": "461372899.jpg",
"referer": "https://kemono.cr/patreon/user/47101380/post/128071303",
- "download_folder": r"re:Emma_Ruby \(Kemono\)",
+ "download_folder": "re:Emma_Ruby \\(Kemono\\)",
},
{
"url": "re:pcloud",
"filename": "ASMR ~ Girl Next Door ~ Patreon EXCLUSIVE.mp4",
- "download_folder": r"re:Emma_Ruby \(Kemono\)/Loose Files \(pCloud\)",
+ "download_folder": "re:Emma_Ruby \\(Kemono\\)/Loose Files \\(pCloud\\)",
"referer": "https://u.pcloud.link/publink/show?code=XZDlYb5ZlyjdRy0vl0bJWMbT2L2cp5RbUCFX",
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/koofr.py b/tests/crawlers/test_cases/koofr.py
index 8501ac201..13394db19 100644
--- a/tests/crawlers/test_cases/koofr.py
+++ b/tests/crawlers/test_cases/koofr.py
@@ -1,41 +1,41 @@
DOMAIN = "koofr"
TEST_CASES = [
- (
- "https://k00.fr/sngg51ex?password=756626",
- [
+ {
+ "url": "https://k00.fr/sngg51ex?password=756626",
+ "results": [
{
"url": "https://app.koofr.net/content/links/b0299c24-366a-4a61-b395-dc4fa3d7781e/files/get/Cyberdrop-DL.v8.4.0.zip?password=756626&path=/",
"filename": "Cyberdrop-DL.v8.4.0.zip",
"referer": "https://app.koofr.net/links/b0299c24-366a-4a61-b395-dc4fa3d7781e?password=756626",
"album_id": None,
- "datetime": 1761254288,
+ "uploaded_at": 1761254288,
}
],
- ),
- (
- "https://k00.fr/b372of1c",
- [
+ },
+ {
+ "url": "https://k00.fr/b372of1c",
+ "results": [
{
"url": "https://app.koofr.net/content/links/0a00467b-2901-4213-8d71-44fad80de82d/files/get/Cyberdrop-DL.v8.4.0.zip?path=/Cyberdrop-DL.v8.4.0.zip",
"filename": "Cyberdrop-DL.v8.4.0.zip",
"referer": "https://app.koofr.net/links/0a00467b-2901-4213-8d71-44fad80de82d",
"album_id": "0a00467b-2901-4213-8d71-44fad80de82d",
- "download_folder": r"re:CDL test \(Koofr\)",
+ "download_folder": "re:CDL test \\(Koofr\\)",
},
{
"url": "https://app.koofr.net/content/links/0a00467b-2901-4213-8d71-44fad80de82d/files/get/start_linux.sh?path=/subfolder/start_linux.sh",
"filename": "start_linux.sh",
"referer": "https://app.koofr.net/links/0a00467b-2901-4213-8d71-44fad80de82d?path=/subfolder",
"album_id": "0a00467b-2901-4213-8d71-44fad80de82d",
- "download_folder": r"re:CDL test \(Koofr\)/subfolder",
+ "download_folder": "re:CDL test \\(Koofr\\)/subfolder",
},
{
"url": "https://app.koofr.net/content/links/0a00467b-2901-4213-8d71-44fad80de82d/files/get/start_windows.bat?path=/subfolder/start_windows.bat",
"filename": "start_windows.bat",
"referer": "https://app.koofr.net/links/0a00467b-2901-4213-8d71-44fad80de82d?path=/subfolder",
"album_id": "0a00467b-2901-4213-8d71-44fad80de82d",
- "download_folder": r"re:CDL test \(Koofr\)/subfolder",
+ "download_folder": "re:CDL test \\(Koofr\\)/subfolder",
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/luxuretv.py b/tests/crawlers/test_cases/luxuretv.py
index ba17a1993..1e56dea08 100644
--- a/tests/crawlers/test_cases/luxuretv.py
+++ b/tests/crawlers/test_cases/luxuretv.py
@@ -1,26 +1,19 @@
DOMAIN = "luxuretv"
TEST_CASES = [
- # Video
- (
- "https://luxuretv.com/videos/tts-372359.html",
- [
+ {
+ "url": "https://luxuretv.com/videos/tts-372359.html",
+ "results": [
{
"url": "https://luxuretv.com/videos/tts-372359.html",
"filename": "tts [372359].mp4",
"referer": "https://luxuretv.com/videos/tts-372359.html",
- "datetime": 1763236013,
+ "uploaded_at": 1763236013,
}
],
- ),
- # Search
- (
- "https://luxuretv.com/searchgate/videos/ruby-wren/",
- [
- {
- "url": "ANY",
- "download_folder": r"re:Ruby wren \[search\] \(LuxureTV\)",
- }
- ],
- 3,
- ),
+ },
+ {
+ "url": "https://luxuretv.com/searchgate/videos/ruby-wren/",
+ "results": [{"url": "ANY", "download_folder": "re:Ruby wren \\[search\\] \\(LuxureTV\\)"}],
+ "count": 3,
+ },
]
diff --git a/tests/crawlers/test_cases/masahub.py b/tests/crawlers/test_cases/masahub_com.py
similarity index 56%
rename from tests/crawlers/test_cases/masahub.py
rename to tests/crawlers/test_cases/masahub_com.py
index 842b1eab7..f53c762f7 100644
--- a/tests/crawlers/test_cases/masahub.py
+++ b/tests/crawlers/test_cases/masahub_com.py
@@ -1,21 +1,15 @@
DOMAIN = "masahub.com"
TEST_CASES = [
- # Video
- (
- "https://masahub.com/desi-bbw-girl-nude-bathing-selfie-part-1/",
- [
+ {
+ "url": "https://masahub.com/desi-bbw-girl-nude-bathing-selfie-part-1/",
+ "results": [
{
"url": "https://old2.masahub.cc/files/5/232.mp4",
"filename": "Desi bbw girl nude bathing selfie part 1.mp4",
"referer": "https://masahub.com/desi-bbw-girl-nude-bathing-selfie-part-1/",
- "datetime": 1518384977,
+ "uploaded_at": 1518384977,
}
],
- ),
- # Search
- (
- "https://masahub.com/page/55/?s=bbw",
- [],
- 5,
- ),
+ },
+ {"url": "https://masahub.com/page/55/?s=bbw", "results": [], "count": 5},
]
diff --git a/tests/crawlers/test_cases/mediafire.py b/tests/crawlers/test_cases/mediafire.py
index 98952f828..c9e3d6b8d 100644
--- a/tests/crawlers/test_cases/mediafire.py
+++ b/tests/crawlers/test_cases/mediafire.py
@@ -1,77 +1,75 @@
DOMAIN = "mediafire"
TEST_CASES = [
- (
- "https://www.mediafire.com/file/ctppmpm7giofsgv/ADOFAI.vpk/file",
- [
+ {
+ "url": "https://www.mediafire.com/file/ctppmpm7giofsgv/ADOFAI.vpk/file",
+ "results": [
{
"url": "re:https://download",
"filename": "ADOFAI.vpk",
"referer": "https://www.mediafire.com/file/ctppmpm7giofsgv",
"album_id": None,
- "datetime": 1695838138,
+ "uploaded_at": 1695838138,
}
],
- ),
- (
- "https://www.mediafire.com/?511jd1358yxvf26",
- [
+ },
+ {
+ "url": "https://www.mediafire.com/?511jd1358yxvf26",
+ "results": [
{
"url": "re:https://download",
"filename": "ipwn1x-1.0.iso",
"referer": "https://www.mediafire.com/file/511jd1358yxvf26",
"album_id": None,
- "datetime": 1654132657,
+ "uploaded_at": 1654132657,
}
],
- ),
- (
- "https://www.mediafire.com/folder/ixh40veo6hrc5/kcc_samples",
- [
+ },
+ {
+ "url": "https://www.mediafire.com/folder/ixh40veo6hrc5/kcc_samples",
+ "results": [
{
"url": "re:https://download",
"filename": "kobo_clara.kepub.epub",
"referer": "https://www.mediafire.com/file/5iv342h2u39e0t6",
- "download_folder": r"re:kcc samples \(Mediafire\)",
+ "download_folder": "re:kcc samples \\(Mediafire\\)",
"album_id": "ixh40veo6hrc5",
- "datetime": 1746643902,
- },
+ "uploaded_at": 1746643902,
+ }
],
- 11,
- ),
- (
- "https://www.mediafire.com/folder/m3sij67rizpb4/XJTU-SY_Bearing_Datasets",
- [
+ "count": 11,
+ },
+ {
+ "url": "https://www.mediafire.com/folder/m3sij67rizpb4/XJTU-SY_Bearing_Datasets",
+ "results": [
{
"url": "re:https://download",
"filename": "XJTU-SY_Bearing_Datasets.part02.rar",
"referer": "https://www.mediafire.com/file/sqbsl8ja9c9e84x",
- "download_folder": r"re:XJTU-SY_Bearing_Datasets \(Mediafire\)/Data",
+ "download_folder": "re:XJTU-SY_Bearing_Datasets \\(Mediafire\\)/Data",
"album_id": "0m0g59yk1pmh5",
},
{
"url": "re:https://download",
"filename": "ReadMe.txt",
"referer": "https://www.mediafire.com/file/4tu93kyda5jp6qh",
- "download_folder": r"re:XJTU-SY_Bearing_Datasets \(Mediafire\)",
+ "download_folder": "re:XJTU-SY_Bearing_Datasets \\(Mediafire\\)",
"album_id": "m3sij67rizpb4",
},
{
"url": "re:https://download",
"filename": "Download_Links_20190306.txt",
"referer": "https://www.mediafire.com/file/8ovwh5726b44e9f",
- "download_folder": r"re:XJTU-SY_Bearing_Datasets \(Mediafire\)",
+ "download_folder": "re:XJTU-SY_Bearing_Datasets \\(Mediafire\\)",
"album_id": "m3sij67rizpb4",
},
],
- 18,
- ),
- (
- "https://www.mediafire.com/folder/9a6a91cgbd7m8",
- [],
- 36,
- ),
- (
- "https://www.mediafire.com/folder/ujs6wzw0cecof/", # DMCA folder
- [],
- ),
+ "count": 18,
+ },
+ {"url": "https://www.mediafire.com/folder/9a6a91cgbd7m8", "results": [], "count": 36},
+ {
+ "url": "https://www.mediafire.com/folder/ujs6wzw0cecof/",
+ "description": "DMCA folder",
+ "fail": 410,
+ "results": [],
+ },
]
diff --git a/tests/crawlers/test_cases/mega_nz.py b/tests/crawlers/test_cases/mega_nz.py
index 11b6c39cb..c9ab338eb 100644
--- a/tests/crawlers/test_cases/mega_nz.py
+++ b/tests/crawlers/test_cases/mega_nz.py
@@ -1,34 +1,34 @@
DOMAIN = "mega.nz"
TEST_CASES = [
- (
- "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q",
- [
+ {
+ "url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q",
+ "results": [
{
"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a",
"filename": "dreadpirate - no blu not orange.zip",
"original_filename": "dreadpirate - no blu not orange.zip",
"referer": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a",
"album_id": "yAkimbjQ",
- "datetime": 1752175237,
+ "uploaded_at": 1752175237,
"download_folder": "re:s4cc-lm (MegaNz)/1.116.223.1030 - enchanted by nature",
},
{
"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bI1AFKCB",
"filename": "dreadpirate - no blu not orange.zip",
"referer": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bI1AFKCB",
- "datetime": 1759516939,
+ "uploaded_at": 1759516939,
"download_folder": "re:s4cc-lm (MegaNz)/1.118.242.1030 - adventure awaits",
},
{
"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/CY0nyZaB",
"filename": "brntwaffles - astral lights.zip",
"referer": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/CY0nyZaB",
- "datetime": 1752175007,
+ "uploaded_at": 1752175007,
},
{
"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/GINRhSDb",
"filename": "softerhaze - milk-thistle.zip",
- "datetime": 1653836296,
+ "uploaded_at": 1653836296,
"download_folder": "re:s4cc-lm (MegaNz)",
},
{
@@ -80,29 +80,31 @@ TEST_CASES = [
"filename": "brntwaffles - no blu.zip",
},
],
- ),
- ( # single file within folder
- "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a",
- [
+ },
+ {
+ "url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a",
+ "description": "single file within folder",
+ "results": [
{
"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a",
"filename": "dreadpirate - no blu not orange.zip",
"original_filename": "dreadpirate - no blu not orange.zip",
"referer": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a",
"album_id": "yAkimbjQ",
- "datetime": 1752175237,
+ "uploaded_at": 1752175237,
"download_folder": "re:s4cc-lm (MegaNz)/1.116.223.1030 - enchanted by nature",
- },
+ }
],
- ),
- ( # subfolder within folder
- "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/folder/zJkgxYia",
- [
+ },
+ {
+ "url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/folder/zJkgxYia",
+ "description": "subfolder within folder",
+ "results": [
{
"url": "re:https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file",
"download_folder": "re:s4cc-lm (MegaNz)/1.118.242.1030 - adventure awaits",
- },
+ }
],
- 5,
- ),
+ "count": 5,
+ },
]
diff --git a/tests/crawlers/test_cases/megacloud.py b/tests/crawlers/test_cases/megacloud.py
index c62bff2c5..a29e925c8 100644
--- a/tests/crawlers/test_cases/megacloud.py
+++ b/tests/crawlers/test_cases/megacloud.py
@@ -1,15 +1,15 @@
DOMAIN = "megacloud"
TEST_CASES = [
- (
- "https://megacloud.blog/embed-2/v3/e-1/TZb4gRkOQ642?k=1&autoPlay=1&oa=0&asi=1",
- [
+ {
+ "url": "https://megacloud.blog/embed-2/v3/e-1/TZb4gRkOQ642?k=1&autoPlay=1&oa=0&asi=1",
+ "results": [
{
"url": "https://megacloud.blog/embed-2/v3/e-1/TZb4gRkOQ642",
"debrid_url": "ANY",
"filename": "TZb4gRkOQ642 [TZb4gRkOQ642][1080p].mp4",
"referer": "https://megacloud.blog/embed-2/v3/e-1/TZb4gRkOQ642",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
},
{
"url": "https://mgstatics.xyz/subtitle/1d75d2cf94d6ab987c8e6fa0af5ae44d/1d75d2cf94d6ab987c8e6fa0af5ae44d.vtt",
@@ -48,5 +48,5 @@ TEST_CASES = [
"filename": "TZb4gRkOQ642 [TZb4gRkOQ642][1080p].spa.vtt",
},
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/missav.py b/tests/crawlers/test_cases/missav.py
index 9f73849ff..f1abed429 100644
--- a/tests/crawlers/test_cases/missav.py
+++ b/tests/crawlers/test_cases/missav.py
@@ -1,43 +1,37 @@
DOMAIN = "missav"
TEST_CASES = [
- (
- "https://missav.ws/en/search/coral",
- [
- {
- "url": "re:surrit",
- "download_folder": r"re:coral \[search\] \(MissAV\)",
- "album_id": None,
- },
- ],
- 3,
- ),
- ("https://missav.ws/en/search/MGK", [], 19),
- (
- "https://missav.ws/en/gana-3278",
- [
+ {
+ "url": "https://missav.ws/en/search/coral",
+ "results": [{"url": "re:surrit", "download_folder": "re:coral \\[search\\] \\(MissAV\\)", "album_id": None}],
+ "count": 3,
+ },
+ {"url": "https://missav.ws/en/search/MGK", "results": [], "count": 19},
+ {
+ "url": "https://missav.ws/en/gana-3278",
+ "results": [
{
"url": "https://surrit.com/37f04ee2-0345-40b8-b878-7251db60b236/playlist.m3u8",
"filename": "GANA-3278 Futako Tamagawa x Job-Hunting Student x Naturally Fair-Skinned Beauty Suc [1080p].mp4",
"original_filename": "GANA-3278 \"Futako Tamagawa x Job-Hunting Student x Naturally Fair-Skinned Beauty: Successfully Picking Up a Pure Girl with a Ladylike Atmosphere!? At First She Was a Little Embarrassed and Blushing, Saying, 'This is My First Time...' But the Moment She Got in the Bed, She Turned On...\": MGS Video (Prestige Group) Adult Video Streaming Site",
"referer": "https://missav.ws/en/gana-3278",
- "download_folder": r"re:Loose Files \(MissAV\)",
+ "download_folder": "re:Loose Files \\(MissAV\\)",
"album_id": None,
- "datetime": 1761062400,
- },
+ "uploaded_at": 1761062400,
+ }
],
- ),
- (
- "https://missav.ws/dm13/en/simm-806",
- [
+ },
+ {
+ "url": "https://missav.ws/dm13/en/simm-806",
+ "results": [
{
"url": "https://surrit.com/5ab04f22-facf-437c-89af-3971da1c0d26/playlist.m3u8",
"filename": "SIMM-806 Moeka (18) - A lewd young lady who uses amazing erotic techniques and is ta [720p].mp4",
"original_filename": "SIMM-806 Moeka (18) / A lewd young lady who uses amazing erotic techniques and is talented and splayed with an excellent brain J ♪ [1st period] Legs spread open → Enchanted by playing with my favorite clitoris ♪ A high deviation value vulgar blowjob with a perfect score So the neat mouth is full of jichin! A large amount of pregnancy confirmed in a raw vagina that is good at begging! [2nd period] Equipped with black cat lingerie to heat up even more! ? \"I won't stop. You can't stop♪\" Here again, I show off my erotic talent and show off my joints to the provocative woman on top posture. !",
"referer": "https://missav.ws/en/simm-806",
- "download_folder": r"re:Loose Files \(MissAV\)",
+ "download_folder": "re:Loose Files \\(MissAV\\)",
"album_id": None,
- "datetime": 1676476800,
- },
+ "uploaded_at": 1676476800,
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/mydesi.py b/tests/crawlers/test_cases/mydesi_net.py
similarity index 62%
rename from tests/crawlers/test_cases/mydesi.py
rename to tests/crawlers/test_cases/mydesi_net.py
index 9f13b4682..09214e90d 100644
--- a/tests/crawlers/test_cases/mydesi.py
+++ b/tests/crawlers/test_cases/mydesi_net.py
@@ -1,27 +1,25 @@
DOMAIN = "mydesi.net"
TEST_CASES = [
- # Video (select highest quality)
- (
- "https://lolpol.com/desi-beautiful-girl-tight-pusssy-first-time-xxx-videos-desi-beautiful-village-girl-sex-videos",
- [
+ {
+ "url": "https://lolpol.com/desi-beautiful-girl-tight-pusssy-first-time-xxx-videos-desi-beautiful-village-girl-sex-videos",
+ "results": [
{
"url": "https://server5.filedownloadlink.xyz/643734.mp4",
"referer": "https://lolpol.com/desi-beautiful-girl-tight-pusssy-first-time-xxx-videos-desi-beautiful-village-girl-sex-videos",
"filename": "Desi Beautiful Girl Tight Pusssy First Time XXX Videos, Desi Beautiful Village Girl [1080p].mp4",
- "datetime": 1761969600,
+ "uploaded_at": 1761969600,
}
],
- ),
- # Video (Original quality)
- (
- "https://lolpol.com/worker-fun/",
- [
+ },
+ {
+ "url": "https://lolpol.com/worker-fun/",
+ "results": [
{
"url": "https://server8.filedownloadlink.xyz/1036436.mp4",
"referer": "https://lolpol.com/worker-fun",
"filename": "Worker fun.mp4",
- "datetime": 1761969600,
- },
+ "uploaded_at": 1761969600,
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/nekohouse.py b/tests/crawlers/test_cases/nekohouse.py
index 4f32a8bbd..30776c89e 100644
--- a/tests/crawlers/test_cases/nekohouse.py
+++ b/tests/crawlers/test_cases/nekohouse.py
@@ -1,56 +1,56 @@
DOMAIN = "nekohouse"
TEST_CASES = [
- (
- "https://nekohouse.su/fanbox/user/705370/post/9605906",
- [
+ {
+ "url": "https://nekohouse.su/fanbox/user/705370/post/9605906",
+ "results": [
{
"url": "https://nekohouse.su/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg",
"filename": "337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg",
"referer": "https://nekohouse.su/fanbox/user/705370/post/9605906",
- "download_folder": r"re:shiratamaco \(Nekohouse\)",
+ "download_folder": "re:shiratamaco \\(Nekohouse\\)",
"album_id": "705370",
- "datetime": 1743063817,
+ "uploaded_at": 1743063817,
},
{
"url": "https://nekohouse.su/data/ec/7b/ec7bf13520488ea9ed19e766eeac6033547e69eca88e395f12c9e503feaa71a5.jpg",
"filename": "ec7bf13520488ea9ed19e766eeac6033547e69eca88e395f12c9e503feaa71a5.jpg",
"referer": "https://nekohouse.su/fanbox/user/705370/post/9605906",
"album_id": "705370",
- "datetime": 1743063817,
+ "uploaded_at": 1743063817,
},
{
"url": "https://nekohouse.su/data/fa/66/fa66c78e0fefaa748baeee23dafc5392236b3a194aa0f2b3040dced30a617b7f.jpg",
"filename": "fa66c78e0fefaa748baeee23dafc5392236b3a194aa0f2b3040dced30a617b7f.jpg",
"referer": "https://nekohouse.su/fanbox/user/705370/post/9605906",
"album_id": "705370",
- "datetime": 1743063817,
+ "uploaded_at": 1743063817,
},
],
- ),
- (
- "https://nekohouse.su/thumbnail/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg?type=preview",
- [
+ },
+ {
+ "url": "https://nekohouse.su/thumbnail/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg?type=preview",
+ "results": [
{
"url": "https://nekohouse.su/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg",
"filename": "337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg",
"referer": "https://nekohouse.su/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg",
"album_id": None,
- "datetime": None,
- },
+ "uploaded_at": None,
+ }
],
- ),
- (
- "https://nekohouse.su/fanbox/user/92778036",
- [
+ },
+ {
+ "url": "https://nekohouse.su/fanbox/user/92778036",
+ "results": [
{
"url": "https://nekohouse.su/data/01/44/014495e8f29a8a31ac008ff0038392f738a5237eff36c06a29b35f60d9ef470e.png",
"filename": "014495e8f29a8a31ac008ff0038392f738a5237eff36c06a29b35f60d9ef470e.png",
"referer": "https://nekohouse.su/fanbox/user/92778036/post/9570757",
- "download_folder": r"re:redkingtaraba \(Nekohouse\)",
+ "download_folder": "re:redkingtaraba \\(Nekohouse\\)",
"album_id": "92778036",
- "datetime": 1742473273,
- },
+ "uploaded_at": 1742473273,
+ }
],
- 549,
- ),
+ "count": 549,
+ },
]
diff --git a/tests/crawlers/test_cases/nhentai.py b/tests/crawlers/test_cases/nhentai.py
index ffebe2523..ba7d38f8b 100644
--- a/tests/crawlers/test_cases/nhentai.py
+++ b/tests/crawlers/test_cases/nhentai.py
@@ -1,25 +1,20 @@
DOMAIN = "nhentai.net"
TEST_CASES = [
- (
- "https://nhentai.net/g/363796/",
- [
+ {
+ "url": "https://nhentai.net/g/363796/",
+ "results": [
{
- "url": r"re:nhentai.net/galleries/1941242/",
+ "url": "re:nhentai.net/galleries/1941242/",
"referer": "https://nhentai.net/g/363796",
"album_id": "363796",
- "datetime": 1624512830,
+ "uploaded_at": 1624512830,
}
],
- 25,
- ),
- (
- "https://nhentai.net/artist/tamabi/",
- [
- {
- "url": r"re:nhentai.net/galleries/",
- "download_folder": r"re:tamabi \[artist\] \(nHentai\)/",
- }
- ],
- 8658,
- ),
+ "count": 25,
+ },
+ {
+ "url": "https://nhentai.net/artist/tamabi/",
+ "results": [{"url": "re:nhentai.net/galleries/", "download_folder": "re:tamabi \\[artist\\] \\(nHentai\\)/"}],
+ "count": 8658,
+ },
]
diff --git a/tests/crawlers/test_cases/noodlemagazine.py b/tests/crawlers/test_cases/noodlemagazine.py
index c0bc85e4f..95fe67708 100644
--- a/tests/crawlers/test_cases/noodlemagazine.py
+++ b/tests/crawlers/test_cases/noodlemagazine.py
@@ -1,19 +1,19 @@
DOMAIN = "noodlemagazine"
TEST_CASES = [
- (
- "https://noodlemagazine.com/watch/-161131426_456241895",
- [
+ {
+ "url": "https://noodlemagazine.com/watch/-161131426_456241895",
+ "results": [
{
"url": "https://noodlemagazine.com/videofile/-161131426_456241895.mp4",
"filename": "Goddess brianna the christmas story [-161131426_456241895][720p].mp4",
"referer": "https://noodlemagazine.com/watch/-161131426_456241895",
"uploaded_at": 1587531600,
- },
+ }
],
- ),
- (
- "https://noodlemagazine.com/watch/-146082307_456239302",
- [
+ },
+ {
+ "url": "https://noodlemagazine.com/watch/-146082307_456239302",
+ "results": [
{
"url": "https://noodlemagazine.com/videofile/-146082307_456239302.mp4",
"filename": "Sp azumi mizushima,asian red black nylon jav,japanese dance st [-146082307_456239302][480p].mp4",
@@ -25,6 +25,6 @@ TEST_CASES = [
"download_folder": "re:Loose Files (NoodleMagazine)",
}
],
- 1,
- ),
+ "count": 1,
+ },
]
diff --git a/tests/crawlers/test_cases/nsfw_xxx.py b/tests/crawlers/test_cases/nsfw_xxx.py
index b7803b15f..8f935bcea 100644
--- a/tests/crawlers/test_cases/nsfw_xxx.py
+++ b/tests/crawlers/test_cases/nsfw_xxx.py
@@ -1,8 +1,8 @@
DOMAIN = "nsfw.xxx"
TEST_CASES = [
- (
- "https://nsfw.xxx/post/17668088",
- [
+ {
+ "url": "https://nsfw.xxx/post/17668088",
+ "results": [
{
"url": "https://cdn4.nsfw.xxx/uploads12/images/1/95/underwear-cherricali-picsjpg-YdJuVW.jpg",
"filename": "underwear-cherricali-picsjpg-YdJuVW.jpg",
@@ -10,9 +10,9 @@ TEST_CASES = [
"original_filename": "underwear-cherricali-picsjpg-YdJuVW.jpg",
"referer": "https://nsfw.xxx/post/17668088",
"album_id": "17668088",
- "datetime": 1651381200,
+ "uploaded_at": 1651381200,
"download_folder": "re:2022-05 - Barely covered [17668088] (nsfw.xxx)",
}
],
- )
+ }
]
diff --git a/tests/crawlers/test_cases/odnoklassniki.py b/tests/crawlers/test_cases/odnoklassniki.py
index ea9018d4e..c35533a4d 100644
--- a/tests/crawlers/test_cases/odnoklassniki.py
+++ b/tests/crawlers/test_cases/odnoklassniki.py
@@ -1,47 +1,47 @@
DOMAIN = "odnoklassniki"
TEST_CASES = [
- (
- "https://ok.ru/video/9336871520980",
- [
+ {
+ "url": "https://ok.ru/video/9336871520980",
+ "results": [
{
"url": "https://m.ok.ru/video/9336871520980",
"filename": "4K Video ULTRA HD - Dolby Vision HDR 4K (60 FPS) [9336871520980][2160p].mp4",
"original_filename": "9336871520980.mp4",
"referer": "https://ok.ru/video/9336871520980",
"album_id": None,
- "datetime": 1737401550,
+ "uploaded_at": 1737401550,
}
],
- ),
- (
- "https://ok.ru/video/1416667269705",
- [
+ },
+ {
+ "url": "https://ok.ru/video/1416667269705",
+ "results": [
{
"url": "https://m.ok.ru/video/1416667269705",
"filename": "73 Réplika_x264 [1416667269705][480p].mp4",
"original_filename": "1416667269705.mp4",
"referer": "https://ok.ru/video/1416667269705",
"album_id": None,
- "datetime": 1566236730,
+ "uploaded_at": 1566236730,
}
],
- ),
- (
- "https://ok.ru/video/9469624191496",
- [
+ },
+ {
+ "url": "https://ok.ru/video/9469624191496",
+ "results": [
{
"url": "https://m.ok.ru/video/9469624191496",
"filename": "Платформа 2 (2024) 1080p [9469624191496][1080p].mp4",
"original_filename": "9469624191496.mp4",
"referer": "https://ok.ru/video/9469624191496",
"album_id": None,
- "datetime": 1753377221,
+ "uploaded_at": 1753377221,
}
],
- ),
- (
- "https://ok.ru/video/c637817",
- [
+ },
+ {
+ "url": "https://ok.ru/video/c637817",
+ "results": [
{
"url": "https://m.ok.ru/video/35013659257",
"filename": "3. Las Voces de Zim [35013659257][480p].mp4",
@@ -51,6 +51,6 @@ TEST_CASES = [
"album_id": "637817",
}
],
- 34,
- ),
+ "count": 34,
+ },
]
diff --git a/tests/crawlers/test_cases/patreon.py b/tests/crawlers/test_cases/patreon.py
index c1e3240f4..97c381304 100644
--- a/tests/crawlers/test_cases/patreon.py
+++ b/tests/crawlers/test_cases/patreon.py
@@ -1,8 +1,8 @@
DOMAIN = "patreon"
TEST_CASES = [
- (
- "https://www.patreon.com/posts/jujutsu-kaisen-1-150611726",
- [
+ {
+ "url": "https://www.patreon.com/posts/jujutsu-kaisen-1-150611726",
+ "results": [
{
"url": "re:fe88322e8f1441acb3ee40ea26c71baa",
"filename": "jjk 3x7 copy.jpg",
@@ -24,6 +24,6 @@ TEST_CASES = [
"download_folder": "re:AutoSave (Patreon)/2026-02-12 - Jujutsu Kaisen 3x7- -Tokyo Colony No. 1- -- Rea",
},
],
- 2,
- )
+ "count": 2,
+ }
]
diff --git a/tests/crawlers/test_cases/pcloud.py b/tests/crawlers/test_cases/pcloud.py
index 810f3c0d8..3cde5b894 100644
--- a/tests/crawlers/test_cases/pcloud.py
+++ b/tests/crawlers/test_cases/pcloud.py
@@ -1,8 +1,8 @@
DOMAIN = "pcloud"
TEST_CASES = [
- (
- "https://u.pcloud.link/publink/show?code=XZKzRR5ZtNIEruF9jnuCXd8YUGkTyksJUy4X#/login",
- [
+ {
+ "url": "https://u.pcloud.link/publink/show?code=XZKzRR5ZtNIEruF9jnuCXd8YUGkTyksJUy4X#/login",
+ "results": [
{
"url": "https://u.pcloud.link/file/71196248284?code=XZKzRR5ZtNIEruF9jnuCXd8YUGkTyksJUy4X",
"debrid_url": "ANY",
@@ -10,13 +10,13 @@ TEST_CASES = [
"original_filename": "WorkWise walkthrough video .mp4",
"referer": "https://u.pcloud.link/publink/show?code=XZKzRR5ZtNIEruF9jnuCXd8YUGkTyksJUy4X",
"album_id": None,
- "datetime": 1739482220,
+ "uploaded_at": 1739482220,
}
],
- ),
- (
- "http://e.pc.cd/Ef3otalK",
- [
+ },
+ {
+ "url": "http://e.pc.cd/Ef3otalK",
+ "results": [
{
"url": "https://e.pcloud.link/file/28325251938?code=Ef3otalK",
"debrid_url": "ANY",
@@ -24,62 +24,62 @@ TEST_CASES = [
"original_filename": "A3214_23 Video zur Anfrage.MP4",
"referer": "https://e.pcloud.link/publink/show?code=Ef3otalK",
"album_id": None,
- "datetime": 1687163125,
+ "uploaded_at": 1687163125,
}
],
- ),
- (
- "https://e.pcloud.link/publink/show?code=XZwaxTZmBATjuuptQQrYgMAveYGTL4IjKVX",
- [
+ },
+ {
+ "url": "https://e.pcloud.link/publink/show?code=XZwaxTZmBATjuuptQQrYgMAveYGTL4IjKVX",
+ "results": [
{
"url": "https://e.pcloud.link/file/46497455636?code=XZwaxTZmBATjuuptQQrYgMAveYGTL4IjKVX",
"debrid_url": "ANY",
"filename": "avp_rpi.tar.gz",
"referer": "https://e.pcloud.link/publink/show?code=XZwaxTZmBATjuuptQQrYgMAveYGTL4IjKVX",
"album_id": None,
- "datetime": 1719166385,
+ "uploaded_at": 1719166385,
}
],
- ),
- (
- "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry",
- [
+ },
+ {
+ "url": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry",
+ "results": [
{
"url": "https://u.pcloud.link/file/43367275538?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry",
"debrid_url": "ANY",
"filename": "Docker-Part2.mp4",
- "download_folder": r"re:DevOps \(pCloud\)",
+ "download_folder": "re:DevOps \\(pCloud\\)",
"referer": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry&file_id=43367275538",
"album_id": None,
- "datetime": 1605012826,
+ "uploaded_at": 1605012826,
},
{
"url": "https://u.pcloud.link/file/43367207910?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry",
"debrid_url": "ANY",
"filename": "Project2.mp4",
- "download_folder": r"re:DevOps \(pCloud\)",
+ "download_folder": "re:DevOps \\(pCloud\\)",
"referer": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry&file_id=43367207910",
"album_id": None,
- "datetime": 1647567762,
+ "uploaded_at": 1647567762,
},
{
"url": "https://u.pcloud.link/file/43367247756?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry",
"debrid_url": "ANY",
"filename": "Kube-intro.mp4",
- "download_folder": r"re:DevOps \(pCloud\)",
+ "download_folder": "re:DevOps \\(pCloud\\)",
"referer": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry&file_id=43367247756",
"album_id": None,
- "datetime": 1606831419,
+ "uploaded_at": 1606831419,
},
{
"url": "https://u.pcloud.link/file/43367184388?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry",
"debrid_url": "ANY",
"filename": "Docker-Part-1.mp4",
- "download_folder": r"re:DevOps \(pCloud\)",
+ "download_folder": "re:DevOps \\(pCloud\\)",
"referer": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry&file_id=43367184388",
"album_id": None,
- "datetime": 1604576799,
+ "uploaded_at": 1604576799,
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/google_photos.py b/tests/crawlers/test_cases/photos_google.py
similarity index 67%
rename from tests/crawlers/test_cases/google_photos.py
rename to tests/crawlers/test_cases/photos_google.py
index de82719db..550e63ffe 100644
--- a/tests/crawlers/test_cases/google_photos.py
+++ b/tests/crawlers/test_cases/photos_google.py
@@ -1,8 +1,8 @@
DOMAIN = "photos.google"
TEST_CASES = [
- (
- "https://photos.google.com/share/AF1QipPc_n2CZWqhYO2A9CJ4hYySaQZ5tCyMxWKC9r7ZtVrt-X87KJNe97-SQ4i23Jx4FA?key=b1RTMlhnRU51c0xPQzNBcDRxbXVGQ2RQZ0hKMzlR",
- [
+ {
+ "url": "https://photos.google.com/share/AF1QipPc_n2CZWqhYO2A9CJ4hYySaQZ5tCyMxWKC9r7ZtVrt-X87KJNe97-SQ4i23Jx4FA?key=b1RTMlhnRU51c0xPQzNBcDRxbXVGQ2RQZ0hKMzlR",
+ "results": [
{
"url": "https://photos.google.com/share/AF1QipPc_n2CZWqhYO2A9CJ4hYySaQZ5tCyMxWKC9r7ZtVrt-X87KJNe97-SQ4i23Jx4FA/photo/AF1QipPc1xpdMsAEsTCZD7InU5evF61tLLdRJrV_vzqr",
"filename": "001 - XeRNOAQHmS7jAXvseEuuMIczOWY.jpg",
@@ -10,19 +10,19 @@ TEST_CASES = [
"download_folder": "re:Loose Files (GooglePhotos)",
"referer": "https://photos.google.com/share/AF1QipPc_n2CZWqhYO2A9CJ4hYySaQZ5tCyMxWKC9r7ZtVrt-X87KJNe97-SQ4i23Jx4FA/photo/AF1QipPc1xpdMsAEsTCZD7InU5evF61tLLdRJrV_vzqr",
"album_id": None,
- "datetime": 1737761657,
+ "uploaded_at": 1737761657,
}
],
- ),
- (
- "https://photos.google.com/share/AF1QipO-vRh4nYTvRcUSi-KF30ErgYMSpzsDgb_BTAp8VqZnrA2egJVHq--6i4sqZ1Ek7w?key=UDJnQk80bHRqeEZ4MHZRTUVNWFFXeExqRTY2dXBR",
- [
+ },
+ {
+ "url": "https://photos.google.com/share/AF1QipO-vRh4nYTvRcUSi-KF30ErgYMSpzsDgb_BTAp8VqZnrA2egJVHq--6i4sqZ1Ek7w?key=UDJnQk80bHRqeEZ4MHZRTUVNWFFXeExqRTY2dXBR",
+ "results": [
{
"url": "ANY",
"download_folder": "re:OPR August 2025 Painting Contest - Solo (GooglePhotos)",
"album_id": "AF1QipO-vRh4nYTvRcUSi-KF30ErgYMSpzsDgb_BTAp8VqZnrA2egJVHq--6i4sqZ1Ek7w",
}
],
- 12,
- ),
+ "count": 12,
+ },
]
diff --git a/tests/crawlers/test_cases/picstate.py b/tests/crawlers/test_cases/picstate_com.py
similarity index 70%
rename from tests/crawlers/test_cases/picstate.py
rename to tests/crawlers/test_cases/picstate_com.py
index 1eac6248b..c29d6a418 100644
--- a/tests/crawlers/test_cases/picstate.py
+++ b/tests/crawlers/test_cases/picstate_com.py
@@ -1,35 +1,35 @@
DOMAIN = "picstate.com"
TEST_CASES = [
- (
- "https://picstate.com/view/full/5391859_e3p1g",
- [
+ {
+ "url": "https://picstate.com/view/full/5391859_e3p1g",
+ "results": [
{
"url": "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg",
"filename": "Naked_Diva__2005_.jpg",
"referer": "https://picstate.com/view/full/5391859_e3p1g",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg",
- [
+ },
+ {
+ "url": "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg",
+ "results": [
{
"url": "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg",
"filename": "Naked_Diva__2005_.jpg",
"referer": "https://picstate.com/view/full/5391859_e3p1g",
}
],
- ),
- (
- "https://picstate.com/thumbs/small/5391859_e3p1g/Naked_Diva__2005_.jpg",
- [
+ },
+ {
+ "url": "https://picstate.com/thumbs/small/5391859_e3p1g/Naked_Diva__2005_.jpg",
+ "results": [
{
"url": "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg",
"filename": "Naked_Diva__2005_.jpg",
"referer": "https://picstate.com/view/full/5391859_e3p1g",
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/pimp_bunny.py b/tests/crawlers/test_cases/pimpbunny_com.py
similarity index 55%
rename from tests/crawlers/test_cases/pimp_bunny.py
rename to tests/crawlers/test_cases/pimpbunny_com.py
index cbaab0087..93dcd408a 100644
--- a/tests/crawlers/test_cases/pimp_bunny.py
+++ b/tests/crawlers/test_cases/pimpbunny_com.py
@@ -1,8 +1,8 @@
DOMAIN = "pimpbunny.com"
TEST_CASES = [
- (
- "https://pimpbunny.com/videos/vladislava-flexes-muscles-in-the-shower",
- [
+ {
+ "url": "https://pimpbunny.com/videos/vladislava-flexes-muscles-in-the-shower",
+ "results": [
{
"url": "https://pimpbunny.com/videos/vladislava-flexes-muscles-in-the-shower",
"filename": "Vladislava Flexes Muscles In The Shower [344744][1440p].mp4",
@@ -10,34 +10,30 @@ TEST_CASES = [
"album_id": None,
}
],
- ),
- (
- "https://pimpbunny.com/albums/boudoirbunny/",
- [
+ },
+ {
+ "url": "https://pimpbunny.com/albums/boudoirbunny/",
+ "results": [
{
"url": "re:https://pimpbunny.com/get_image",
- "download_folder": r"re:Boudoirbunny \[album\] \(PimpBunny\)",
+ "download_folder": "re:Boudoirbunny \\[album\\] \\(PimpBunny\\)",
"referer": "https://pimpbunny.com/albums/boudoirbunny/",
"album_id": None,
}
],
- 73,
- ),
- (
- "https://pimpbunny.com/albums/models/boudoirbunny/",
- [
+ "count": 73,
+ },
+ {
+ "url": "https://pimpbunny.com/albums/models/boudoirbunny/",
+ "results": [
{
"url": "re:https://pimpbunny.com/get_image",
- "download_folder": r"re:BoudoIrBunny \[model\] \(PimpBunny\)/Boudoirbunny \[album\]",
+ "download_folder": "re:BoudoIrBunny \\[model\\] \\(PimpBunny\\)/Boudoirbunny \\[album\\]",
"referer": "https://pimpbunny.com/albums/boudoirbunny/",
"album_id": None,
}
],
- 102,
- ),
- (
- "https://pimpbunny.com/onlyfans-models/boudoirbunny/",
- [],
- 107,
- ),
+ "count": 102,
+ },
+ {"url": "https://pimpbunny.com/onlyfans-models/boudoirbunny/", "results": [], "count": 107},
]
diff --git a/tests/crawlers/test_cases/pixeldrain.py b/tests/crawlers/test_cases/pixeldrain.py
index 861a8d724..5dc0eb396 100644
--- a/tests/crawlers/test_cases/pixeldrain.py
+++ b/tests/crawlers/test_cases/pixeldrain.py
@@ -1,83 +1,83 @@
DOMAIN = "pixeldrain"
TEST_CASES = [
- (
- "https://pixeldrain.com/u/HjYNXA67",
- [
+ {
+ "url": "https://pixeldrain.com/u/HjYNXA67",
+ "results": [
{
"url": "https://pixeldrain.com/api/file/HjYNXA67?download",
"filename": "Cyberdrop-DL.v8.4.0.zip",
"original_filename": "Cyberdrop-DL.v8.4.0.zip",
- "download_folder": r"re:Loose Files \(PixelDrain\)",
+ "download_folder": "re:Loose Files \\(PixelDrain\\)",
"referer": "https://pixeldrain.com/u/HjYNXA67",
"album_id": None,
- "datetime": 1761091325,
- },
+ "uploaded_at": 1761091325,
+ }
],
- ),
- (
- "https://pd.1drv.eu.org/HjYNXA67",
- [
+ },
+ {
+ "url": "https://pd.1drv.eu.org/HjYNXA67",
+ "results": [
{
"url": "https://pixeldrain.com/api/file/HjYNXA67?download",
"filename": "Cyberdrop-DL.v8.4.0.zip",
"original_filename": "Cyberdrop-DL.v8.4.0.zip",
- "download_folder": r"re:Loose Files \(PixelDrain\)",
+ "download_folder": "re:Loose Files \\(PixelDrain\\)",
"referer": "https://pixeldrain.com/u/HjYNXA67",
"album_id": None,
- "datetime": 1761091325,
+ "uploaded_at": 1761091325,
"debrid_link": "ANY",
- },
+ }
],
- ),
- (
- # text file with links
- "https://pixeldrain.com/u/b7V1Gjk4",
- [
+ },
+ {
+ "url": "https://pixeldrain.com/u/b7V1Gjk4",
+ "description": "text file with links",
+ "results": [
{
"url": "https://pixeldrain.com/api/file/Hs5zFGYB?download",
"filename": "test_file.png",
- "download_folder": r"re:links \(PixelDrain\)/Loose Files",
+ "download_folder": "re:links \\(PixelDrain\\)/Loose Files",
"referer": "https://pixeldrain.com/u/Hs5zFGYB",
"album_id": None,
},
{
"url": "https://pixeldrain.com/api/file/HjYNXA67?download",
"filename": "Cyberdrop-DL.v8.4.0.zip",
- "download_folder": r"re:links \(PixelDrain\)/Loose Files",
+ "download_folder": "re:links \\(PixelDrain\\)/Loose Files",
"referer": "https://pixeldrain.com/u/HjYNXA67",
"album_id": None,
},
],
- ),
- (
- "https://pixeldrain.com/l/XUJDdQHj",
- [
+ },
+ {
+ "url": "https://pixeldrain.com/l/XUJDdQHj",
+ "results": [
{
"url": "https://pixeldrain.com/api/file/eisX4FYd?download",
"filename": "test_file.png",
- "download_folder": r"re:CDL test album \(PixelDrain\)",
+ "download_folder": "re:CDL test album \\(PixelDrain\\)",
"referer": "https://pixeldrain.com/u/eisX4FYd",
"album_id": "XUJDdQHj",
},
{
"url": "https://pixeldrain.com/api/file/ZxJ9b2Ct?download",
"filename": "Cyberdrop-DL.v8.4.0.zip",
- "download_folder": r"re:CDL test album \(PixelDrain\)",
+ "download_folder": "re:CDL test album \\(PixelDrain\\)",
"referer": "https://pixeldrain.com/u/ZxJ9b2Ct",
"album_id": "XUJDdQHj",
},
],
- ),
- (
- "https://pixeldrain.com/l/XUJDdQHj#item=0",
- [
+ },
+ {
+ "url": "https://pixeldrain.com/l/XUJDdQHj#item=0",
+ "results": [
{
"url": "https://pixeldrain.com/api/file/ZxJ9b2Ct?download",
"filename": "Cyberdrop-DL.v8.4.0.zip",
- "download_folder": r"re:CDL test album \(PixelDrain\)",
+ "download_folder": "re:CDL test album \\(PixelDrain\\)",
"referer": "https://pixeldrain.com/u/ZxJ9b2Ct",
"album_id": "XUJDdQHj",
- },
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/pixhost.py b/tests/crawlers/test_cases/pixhost.py
index afa94a14e..c562ad407 100644
--- a/tests/crawlers/test_cases/pixhost.py
+++ b/tests/crawlers/test_cases/pixhost.py
@@ -1,49 +1,48 @@
DOMAIN = "pixhost"
TEST_CASES = [
- (
- "https://pixhost.to/show/491/538303562_035.jpg",
- [
+ {
+ "url": "https://pixhost.to/show/491/538303562_035.jpg",
+ "results": [
{
"url": "https://img100.pixhost.to/images/491/538303562_035.jpg",
"filename": "538303562_035.jpg",
"referer": "https://pixhost.to/show/491/538303562_035.jpg",
"album_id": None,
- },
+ }
],
- ),
- (
- "https://t100.pixhost.to/thumbs/491/538303428_001.jpg",
- [
+ },
+ {
+ "url": "https://t100.pixhost.to/thumbs/491/538303428_001.jpg",
+ "results": [
{
"url": "https://img100.pixhost.to/images/491/538303428_001.jpg",
"filename": "538303428_001.jpg",
"referer": "https://pixhost.to/show/491/538303428_001.jpg",
"album_id": None,
- },
+ }
],
- ),
- (
- "https://pixhost.to/gallery/pgv5s",
- [
+ },
+ {
+ "url": "https://pixhost.to/gallery/pgv5s",
+ "results": [
{
"url": "https://img31.pixhost.to/images/183/107062500_instasave.jpg",
"filename": "107062500_instasave.jpg",
"referer": "https://pixhost.to/show/183/107062500_instasave.jpg",
"album_id": "pgv5s",
"download_path": "re:Untitled Gallery",
- },
+ }
],
- 7,
- ),
- # Direct image
- (
- "https://img0.pixhost.to/images/647/527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg",
- [
+ "count": 7,
+ },
+ {
+ "url": "https://img0.pixhost.to/images/647/527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg",
+ "results": [
{
"url": "https://img0.pixhost.to/images/647/527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg",
"filename": "527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg",
"referer": "https://img0.pixhost.to/images/647/527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg",
- },
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/pmvhaven.py b/tests/crawlers/test_cases/pmvhaven.py
index ab768e954..80fb85475 100644
--- a/tests/crawlers/test_cases/pmvhaven.py
+++ b/tests/crawlers/test_cases/pmvhaven.py
@@ -1,56 +1,42 @@
DOMAIN = "pmvhaven"
TEST_CASES = [
- # Video
- (
- "https://pmvhaven.com/video/real-hookers-pmv_69301129194866d69ec96b5d",
- [
+ {
+ "url": "https://pmvhaven.com/video/real-hookers-pmv_69301129194866d69ec96b5d",
+ "results": [
{
"url": "https://video.pmvhaven.com/videos/1764757703719_yxthkzjbhbp_Hookers.mp4",
"filename": "Real Hookers - PMV [69301129194866d69ec96b5d][1080p].mp4",
"original_filename": "1764757703719_yxthkzjbhbp_Hookers.mp4",
"download_folder": "re:Loose Files (PMVHaven)",
"referer": "https://pmvhaven.com/video/real-hookers-pmv_69301129194866d69ec96b5d",
- "datetime": 1764757801,
+ "uploaded_at": 1764757801,
}
],
- ),
- # Profile
- (
- "https://pmvhaven.com/profile/68feea724e81de92343a01ef",
- [
- {
- "url": "ANY",
- "download_folder": r"re:CheekyGooner [user] (PMVHaven)",
- "referer": "ANY",
- "album_id": None,
- }
+ },
+ {
+ "url": "https://pmvhaven.com/profile/68feea724e81de92343a01ef",
+ "results": [
+ {"url": "ANY", "download_folder": "re:CheekyGooner [user] (PMVHaven)", "referer": "ANY", "album_id": None}
],
- range(240, 300),
- ),
- # Users
- (
- "https://pmvhaven.com/users/68feea8c4e81de92343a1fd7",
- [
- {
- "url": "ANY",
- "download_folder": r"re:arthurcclarke [user] (PMVHaven)",
- "referer": "ANY",
- "album_id": None,
- }
+ "count": range(240, 300),
+ },
+ {
+ "url": "https://pmvhaven.com/users/68feea8c4e81de92343a1fd7",
+ "results": [
+ {"url": "ANY", "download_folder": "re:arthurcclarke [user] (PMVHaven)", "referer": "ANY", "album_id": None}
],
- range(8, 20),
- ),
- # Playlist
- (
- "https://pmvhaven.com/playlists/6932d1e5e234628c68d50b71",
- [
+ "count": range(8, 20),
+ },
+ {
+ "url": "https://pmvhaven.com/playlists/6932d1e5e234628c68d50b71",
+ "results": [
{
"url": "ANY",
- "download_folder": r"re:10 FUCKING GODDESSES [playlist] (PMVHaven)",
+ "download_folder": "re:10 FUCKING GODDESSES [playlist] (PMVHaven)",
"referer": "ANY",
"album_id": None,
}
],
- 10,
- ),
+ "count": 10,
+ },
]
diff --git a/tests/crawlers/test_cases/pornhub.py b/tests/crawlers/test_cases/pornhub.py
index fee30b9e5..d249b49c9 100644
--- a/tests/crawlers/test_cases/pornhub.py
+++ b/tests/crawlers/test_cases/pornhub.py
@@ -1,46 +1,46 @@
DOMAIN = "pornhub"
TEST_CASES = [
- (
- "https://www.pornhub.com/album/36252941",
- [
+ {
+ "url": "https://www.pornhub.com/album/36252941",
+ "results": [
{
"url": "re:ei.phncdn.com/pics/albums/036/252/941/453277801",
"filename": "453277801.jpg",
"original_filename": "original_453277801.jpg",
"referer": "https://www.pornhub.com/photo/453277801",
"album_id": "36252941",
- "download_folder": r"re:White Top White Striped Calvins \(PornHub\)",
- "datetime": None,
+ "download_folder": "re:White Top White Striped Calvins \\(PornHub\\)",
+ "uploaded_at": None,
}
],
- 8,
- ),
- (
- # mp4 available
- "https://www.pornhub.com/view_video.php?viewkey=ph5d530fd885a81",
- [
+ "count": 8,
+ },
+ {
+ "url": "https://www.pornhub.com/view_video.php?viewkey=ph5d530fd885a81",
+ "description": "mp4 available",
+ "results": [
{
"url": "https://www.pornhub.com/embed/ph5d530fd885a81",
"filename": "masturbating with my tail butt plug in - Ally Blake [ph5d530fd885a81][1080p].mp4",
"original_filename": "ph5d530fd885a81.mp4",
"referer": "https://www.pornhub.com/view_video.php?viewkey=ph5d530fd885a81",
"album_id": None,
- "datetime": 1565724764,
+ "uploaded_at": 1565724764,
}
],
- ),
- (
- # m3u8 download
- "https://www.pornhub.com/embed/6890ddc0b4b11",
- [
+ },
+ {
+ "url": "https://www.pornhub.com/embed/6890ddc0b4b11",
+ "description": "m3u8 download",
+ "results": [
{
"url": "https://www.pornhub.com/embed/6890ddc0b4b11",
"filename": "MILF Celebrates Victory in Public Parking Ramp by Flashing Her Titti [6890ddc0b4b11][1080p].mp4",
"original_filename": "6890ddc0b4b11.mp4",
"referer": "https://www.pornhub.com/view_video.php?viewkey=6890ddc0b4b11",
"album_id": None,
- "datetime": 1754324606,
+ "uploaded_at": 1754324606,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/porntrex.py b/tests/crawlers/test_cases/porntrex.py
index 30ac99063..f32988f3e 100644
--- a/tests/crawlers/test_cases/porntrex.py
+++ b/tests/crawlers/test_cases/porntrex.py
@@ -1,8 +1,8 @@
DOMAIN = "porntrex"
TEST_CASES = [
- (
- "https://www.porntrex.com/video/3001819/a-pandemic-will-not-stop-the-two-lovers",
- [
+ {
+ "url": "https://www.porntrex.com/video/3001819/a-pandemic-will-not-stop-the-two-lovers",
+ "results": [
{
"url": "https://www.porntrex.com/video/3001819",
"debrid_url": "re:/get_file/",
@@ -10,32 +10,26 @@ TEST_CASES = [
"original_filename": "3001819_1080p.mp4",
"download_folder": "re:Loose Files (Porntrex)",
"referer": "https://www.porntrex.com/video/3001819",
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://www.porntrex.com/search/song/",
- [
- {
- "url": "ANY",
- "download_folder": "re:song [search] (Porntrex)",
- "album_id": None,
- },
- ],
- range(255, 300),
- ),
- (
- "https://www.porntrex.com/albums/57737/brandi-love-set-35/",
- [
+ },
+ {
+ "url": "https://www.porntrex.com/search/song/",
+ "results": [{"url": "ANY", "download_folder": "re:song [search] (Porntrex)", "album_id": None}],
+ "count": range(255, 300),
+ },
+ {
+ "url": "https://www.porntrex.com/albums/57737/brandi-love-set-35/",
+ "results": [
{
"url": "re:/get_image/",
"referer": "https://www.porntrex.com/albums/57737/brandi-love-set-35/",
"download_folder": "re:Brandi Love SET 35 (Porntrex)",
- "datetime": None,
+ "uploaded_at": None,
"album_id": "57737",
- },
+ }
],
- 376,
- ),
+ "count": 376,
+ },
]
diff --git a/tests/crawlers/test_cases/pornzog.py b/tests/crawlers/test_cases/pornzog.py
index 9a45f22a0..672bf1d4e 100644
--- a/tests/crawlers/test_cases/pornzog.py
+++ b/tests/crawlers/test_cases/pornzog.py
@@ -1,15 +1,15 @@
DOMAIN = "pornzog"
TEST_CASES = [
- (
- "https://pornzog.com/video/14955010/allison-hopwood-aka-ravenrose/",
- [
+ {
+ "url": "https://pornzog.com/video/14955010/allison-hopwood-aka-ravenrose/",
+ "results": [
{
- "url": r"re:https://privatehomeclips.com/embed/7927427",
+ "url": "re:https://privatehomeclips.com/embed/7927427",
"filename": "Allison Hopwood Aka Ravenrose [7927427].mp4",
- "referer": r"re:https://privatehomeclips.com/embed/7927427",
- "download_folder": r"re:Loose Files \(HClips\)",
- "datetime": int,
+ "referer": "re:https://privatehomeclips.com/embed/7927427",
+ "download_folder": "re:Loose Files \\(HClips\\)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/postimg.py b/tests/crawlers/test_cases/postimg.py
index 52eea9956..5de044230 100644
--- a/tests/crawlers/test_cases/postimg.py
+++ b/tests/crawlers/test_cases/postimg.py
@@ -1,40 +1,28 @@
DOMAIN = "postimg"
TEST_CASES = [
- (
- "https://postimg.cc/XZH6FJ3D",
- [
+ {
+ "url": "https://postimg.cc/XZH6FJ3D",
+ "results": [
{
"url": "https://i.postimg.cc/MWfnj1bc/miss-xishita-20200413-0065.jpg",
"filename": "miss xishita 20200413 0065.jpg",
"referer": "https://postimg.cc/XZH6FJ3D",
- "download_folder": r"re:Loose Files \(PostImg\)",
+ "download_folder": "re:Loose Files \\(PostImg\\)",
}
],
- ),
- (
- "https://postimg.cc/gallery/RmsPQD5",
- [
+ },
+ {
+ "url": "https://postimg.cc/gallery/RmsPQD5",
+ "results": [
{
"url": "https://i.postimg.cc/LJVp9DWt/DSC02097-JPG.jpg",
"filename": "DSC02097 JPG.jpg",
- "download_folder": r"re:RmsPQD5 (PostImg)",
- },
- {
- "url": "https://i.postimg.cc/062qbmgd/DSC02105-JPG.jpg",
- "filename": "DSC02105 JPG.jpg",
- },
- {
- "url": "https://i.postimg.cc/062qbmg0/DSC02106-JPG.jpg",
- "filename": "DSC02106 JPG.jpg",
- },
- {
- "url": "https://i.postimg.cc/rdFLKW69/DSC02107-JPG.jpg",
- "filename": "DSC02107 JPG.jpg",
- },
- {
- "url": "https://i.postimg.cc/xkTScHr4/DSC02108-JPG.jpg",
- "filename": "DSC02108 JPG.jpg",
+ "download_folder": "re:RmsPQD5 (PostImg)",
},
+ {"url": "https://i.postimg.cc/062qbmgd/DSC02105-JPG.jpg", "filename": "DSC02105 JPG.jpg"},
+ {"url": "https://i.postimg.cc/062qbmg0/DSC02106-JPG.jpg", "filename": "DSC02106 JPG.jpg"},
+ {"url": "https://i.postimg.cc/rdFLKW69/DSC02107-JPG.jpg", "filename": "DSC02107 JPG.jpg"},
+ {"url": "https://i.postimg.cc/xkTScHr4/DSC02108-JPG.jpg", "filename": "DSC02108 JPG.jpg"},
{
"url": "https://i.postimg.cc/5HNM6vcs/miss-xishita-20200413-0001.jpg",
"filename": "miss xishita 20200413 0001.jpg",
@@ -68,5 +56,5 @@ TEST_CASES = [
"filename": "miss xishita 20200413 0065.jpg",
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/ranoz.py b/tests/crawlers/test_cases/ranoz_gg.py
similarity index 60%
rename from tests/crawlers/test_cases/ranoz.py
rename to tests/crawlers/test_cases/ranoz_gg.py
index 9549b4648..92a3248c4 100644
--- a/tests/crawlers/test_cases/ranoz.py
+++ b/tests/crawlers/test_cases/ranoz_gg.py
@@ -1,16 +1,16 @@
DOMAIN = "ranoz.gg"
TEST_CASES = [
- (
- "https://ranoz.gg/file/SSWIWRsb",
- [
+ {
+ "url": "https://ranoz.gg/file/SSWIWRsb",
+ "results": [
{
"url": "https://ranoz.gg/file/SSWIWRsb",
"filename": "Cyberdrop-DL.v8.4.0.zip",
- "download_folder": r"re:Loose Files \(Ranoz.gg\)",
+ "download_folder": "re:Loose Files \\(Ranoz.gg\\)",
"referer": "https://ranoz.gg/file/SSWIWRsb",
- "datetime": None,
+ "uploaded_at": None,
"debrid_link": "ANY",
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/redgifs.py b/tests/crawlers/test_cases/redgifs.py
index e798032e7..c6b499ed2 100644
--- a/tests/crawlers/test_cases/redgifs.py
+++ b/tests/crawlers/test_cases/redgifs.py
@@ -1,25 +1,20 @@
DOMAIN = "redgifs"
TEST_CASES = [
- (
- "https://i.redgifs.com/i/tidyshowybream.jpg",
- [
+ {
+ "url": "https://i.redgifs.com/i/tidyshowybream.jpg",
+ "results": [
{
"url": "https://media.redgifs.com/TidyShowyBream-large.jpg",
"filename": "TidyShowyBream-large.jpg",
"referer": "https://www.redgifs.com/watch/tidyshowybream",
"album_id": None,
- "datetime": 1734826081,
+ "uploaded_at": 1734826081,
}
],
- ),
- (
- "https://www.redgifs.com/users/mylovely.ai",
- [
- {
- "url": "ANY",
- "download_folder": "re:mylovely.ai (RedGifs)",
- }
- ],
- range(216, 300),
- ),
+ },
+ {
+ "url": "https://www.redgifs.com/users/mylovely.ai",
+ "results": [{"url": "ANY", "download_folder": "re:mylovely.ai (RedGifs)"}],
+ "count": range(216, 300),
+ },
]
diff --git a/tests/crawlers/test_cases/rootz.py b/tests/crawlers/test_cases/rootz_so.py
similarity index 60%
rename from tests/crawlers/test_cases/rootz.py
rename to tests/crawlers/test_cases/rootz_so.py
index ae6bfea0b..89282e99c 100644
--- a/tests/crawlers/test_cases/rootz.py
+++ b/tests/crawlers/test_cases/rootz_so.py
@@ -1,16 +1,16 @@
DOMAIN = "rootz.so"
TEST_CASES = [
- (
- "https://www.rootz.so/d/RniLI",
- [
+ {
+ "url": "https://www.rootz.so/d/RniLI",
+ "results": [
{
"url": "https://www.rootz.so/d/RniLI",
"filename": "Cyberdrop-DL.v8.4.0.zip",
- "download_folder": r"re:Loose Files \(Rootz.so\)",
+ "download_folder": "re:Loose Files \\(Rootz.so\\)",
"referer": "https://www.rootz.so/d/RniLI",
- "datetime": None,
+ "uploaded_at": None,
"debrid_link": "ANY",
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/rule34video.py b/tests/crawlers/test_cases/rule34video.py
index b444d14ae..9e7b4c7d6 100644
--- a/tests/crawlers/test_cases/rule34video.py
+++ b/tests/crawlers/test_cases/rule34video.py
@@ -1,8 +1,8 @@
DOMAIN = "rule34video"
TEST_CASES = [
- (
- "https://rule34video.com/video/4113319/fubuki-outdoor-resort-sex/",
- [
+ {
+ "url": "https://rule34video.com/video/4113319/fubuki-outdoor-resort-sex/",
+ "results": [
{
"url": "https://rule34video.com/video/4113319/fubuki-outdoor-resort-sex",
"debrid_link": "ANY",
@@ -10,20 +10,15 @@ TEST_CASES = [
"original_filename": "4113319_720p.mp4",
"referer": "https://rule34video.com/video/4113319/fubuki-outdoor-resort-sex",
"album_id": None,
- "datetime": 1763528400,
- },
+ "uploaded_at": 1763528400,
+ }
],
- ),
- (
- "https://rule34video.com/members/4283979",
- [
- {
- "url": "ANY",
- "album_id": None,
- "uploaded_at": int,
- "download_folder": "re:Lozi3d [members] (Rule34Video)",
- },
+ },
+ {
+ "url": "https://rule34video.com/members/4283979",
+ "results": [
+ {"url": "ANY", "album_id": None, "uploaded_at": int, "download_folder": "re:Lozi3d [members] (Rule34Video)"}
],
- 11,
- ),
+ "count": 11,
+ },
]
diff --git a/tests/crawlers/test_cases/rumble.py b/tests/crawlers/test_cases/rumble.py
index 807b1f072..87eced2b5 100644
--- a/tests/crawlers/test_cases/rumble.py
+++ b/tests/crawlers/test_cases/rumble.py
@@ -1,15 +1,15 @@
DOMAIN = "rumble"
TEST_CASES = [
- (
- "https://rumble.com/v71komc-home-alone-1990.html",
- [
+ {
+ "url": "https://rumble.com/v71komc-home-alone-1990.html",
+ "results": [
{
"url": "https://rumble.com/hls-vod/6ze0m4/playlist.m3u8",
"filename": "Home Alone (1990) [v6ze0m4][1384p].mp4",
"original_filename": "Home Alone (1990).mp4",
"referer": "https://rumble.com/v71komc-home-alone-1990.html",
"album_id": None,
- "datetime": 1762902545,
+ "uploaded_at": 1762902545,
},
{
"url": "https://1a-1791.com/video/fww1/4d/s8/11/K/A/T/y/KATyz.fn8Si.vtt",
@@ -17,26 +17,26 @@ TEST_CASES = [
"original_filename": "English (auto)",
"referer": "https://rumble.com/v71komc-home-alone-1990.html#Home Alone (1990) [v6ze0m4][1384p].en.auto.vtt",
"album_id": None,
- "datetime": 1762902545,
+ "uploaded_at": 1762902545,
},
],
- ),
- (
- "https://rumble.com/vwu8gp-residente-bzrp-music-sessions-49.html?e9s=src_v1_s",
- [
+ },
+ {
+ "url": "https://rumble.com/vwu8gp-residente-bzrp-music-sessions-49.html?e9s=src_v1_s",
+ "results": [
{
"url": "https://1a-1791.com/video/s8/2/z/z/A/s/zzAsd.caa.mp4",
"filename": "RESIDENTE -- BZRP Music Sessions #49 [vu82er][360p].mp4",
"original_filename": "RESIDENTE -- BZRP Music Sessions #49.mp4",
"referer": "https://rumble.com/vwu8gp-residente-bzrp-music-sessions-49.html",
"album_id": None,
- "datetime": 1646760933,
+ "uploaded_at": 1646760933,
}
],
- ),
- (
- "https://rumble.com/c/RumbleEvents",
- [
+ },
+ {
+ "url": "https://rumble.com/c/RumbleEvents",
+ "results": [
{
"url": "https://1a-1791.com/video/s8/2/5/s/Q/8/5sQ8e.aaa.rec.mp4",
"filename": "CLOSING OUT Dave Rubin & Benny Johnson LIVE - Rumble Exclusive Live at TPU [v1at1kt][1080p].mp4",
@@ -54,5 +54,5 @@ TEST_CASES = [
"referer": "https://rumble.com/v1dbxvl-rumble-exclusive-live-at-tpusa.html",
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/safe_soul.py b/tests/crawlers/test_cases/safe_soul_lol.py
similarity index 65%
rename from tests/crawlers/test_cases/safe_soul.py
rename to tests/crawlers/test_cases/safe_soul_lol.py
index 22a35756b..ed55cf0cf 100644
--- a/tests/crawlers/test_cases/safe_soul.py
+++ b/tests/crawlers/test_cases/safe_soul_lol.py
@@ -1,44 +1,44 @@
DOMAIN = "safe.soul.lol"
TEST_CASES = [
- (
- "https://safe.soul.lol/GGCW62sr.dat",
- [
+ {
+ "url": "https://safe.soul.lol/GGCW62sr.dat",
+ "results": [
{
"url": "https://safe.soul.lol/GGCW62sr.dat",
"filename": "GGCW62sr.dat",
"referer": "https://safe.soul.lol/GGCW62sr.dat",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://safe.soul.lol/a/fH8aoyxD",
- [
+ },
+ {
+ "url": "https://safe.soul.lol/a/fH8aoyxD",
+ "results": [
{
"url": "https://safe.soul.lol/GGCW62sr.dat",
"filename": "GGCW62sr.dat",
"referer": "https://safe.soul.lol/GGCW62sr.dat",
"album_id": "fH8aoyxD",
- "datetime": 1757997917,
- "download_folder": r"re:cdl_test \(Safe\.Soul\)",
+ "uploaded_at": 1757997917,
+ "download_folder": "re:cdl_test \\(Safe\\.Soul\\)",
},
{
"url": "https://safe.soul.lol/rQPLKGeA.zip",
"filename": "rQPLKGeA.zip",
"referer": "https://safe.soul.lol/rQPLKGeA.zip",
"album_id": "fH8aoyxD",
- "datetime": 1757997915,
- "download_folder": r"re:cdl_test \(Safe\.Soul\)",
+ "uploaded_at": 1757997915,
+ "download_folder": "re:cdl_test \\(Safe\\.Soul\\)",
},
{
"url": "https://safe.soul.lol/8WXnedx1.bin",
"filename": "8WXnedx1.bin",
"referer": "https://safe.soul.lol/8WXnedx1.bin",
"album_id": "fH8aoyxD",
- "datetime": 1757997914,
- "download_folder": r"re:cdl_test \(Safe\.Soul\)",
+ "uploaded_at": 1757997914,
+ "download_folder": "re:cdl_test \\(Safe\\.Soul\\)",
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/spankbang.py b/tests/crawlers/test_cases/spankbang.py
index 19ef0e196..49d606b35 100644
--- a/tests/crawlers/test_cases/spankbang.py
+++ b/tests/crawlers/test_cases/spankbang.py
@@ -1,20 +1,20 @@
DOMAIN = "spankbang"
TEST_CASES = [
- (
- "https://spankbang.com/9qwc4/video/wife+for+free+use+devil+khloee",
- [
+ {
+ "url": "https://spankbang.com/9qwc4/video/wife+for+free+use+devil+khloee",
+ "results": [
{
- "url": r"re:https://vdownload.+16371508-1080p.mp4\?.+_tid=16371508",
+ "url": "re:https://vdownload.+16371508-1080p.mp4\\?.+_tid=16371508",
"filename": "WIFE FOR FREE USE . Devil Khloee [9qwc4][1080p].mp4",
"referer": "https://spankbang.com/9qwc4/video/wife+for+free+use+devil+khloee",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://spankbang.com/9ndp4/video/korean+dance",
- [
+ },
+ {
+ "url": "https://spankbang.com/9ndp4/video/korean+dance",
+ "results": [
{
"url": "re:/1/6/16207384-4k.mp4",
"filename": "Korean dance [9ndp4][4K].mp4",
@@ -22,49 +22,44 @@ TEST_CASES = [
"original_filename": "Korean dance",
"referer": "https://spankbang.com/9ndp4/video/korean+dance",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
"download_folder": "re:Loose Files (SpankBang)",
}
],
- ),
- (
- "https://fr.spankbang.com/9ndp4/video/korean+dance",
- [
+ },
+ {
+ "url": "https://fr.spankbang.com/9ndp4/video/korean+dance",
+ "results": [
{
"url": "re:/1/6/16207384-4k.mp4",
"original_filename": "Korean dance",
"referer": "https://spankbang.com/9ndp4/video/korean+dance",
}
],
- ),
- (
- "https://jp.spankbang.com/9ndp4/video/korean+dance",
- [
+ },
+ {
+ "url": "https://jp.spankbang.com/9ndp4/video/korean+dance",
+ "results": [
{
"url": "re:/1/6/16207384-4k.mp4",
"original_filename": "Korean dance",
"referer": "https://spankbang.com/9ndp4/video/korean+dance",
}
],
- ),
- (
- "https://spankbang.com/a0cyk-rb6ofs/playlist/korbj",
- [
+ },
+ {
+ "url": "https://spankbang.com/a0cyk-rb6ofs/playlist/korbj",
+ "results": [
{
"url": "re:/1/6/16207384-4k.mp4",
"original_filename": "Korean dance",
"referer": "https://spankbang.com/9ndp4/video/korean+dance",
}
],
- ),
- (
- "https://de.spankbang.com/a0cyk/playlist/korbj",
- [
- {
- "url": "ANY",
- "download_folder": "re:Korbj [playlist] (SpankBang)",
- }
- ],
- range(180, 220),
- ),
+ },
+ {
+ "url": "https://de.spankbang.com/a0cyk/playlist/korbj",
+ "results": [{"url": "ANY", "download_folder": "re:Korbj [playlist] (SpankBang)"}],
+ "count": range(180, 220),
+ },
]
diff --git a/tests/crawlers/test_cases/streamtape.py b/tests/crawlers/test_cases/streamtape_com.py
similarity index 67%
rename from tests/crawlers/test_cases/streamtape.py
rename to tests/crawlers/test_cases/streamtape_com.py
index 3e5ed658a..24d07a957 100644
--- a/tests/crawlers/test_cases/streamtape.py
+++ b/tests/crawlers/test_cases/streamtape_com.py
@@ -1,29 +1,27 @@
DOMAIN = "streamtape.com"
TEST_CASES = [
- # Video
- (
- "https://streamtape.com/v/oelrLvaa3lIJyrR/TnkrBh.mp4",
- [
+ {
+ "url": "https://streamtape.com/v/oelrLvaa3lIJyrR/TnkrBh.mp4",
+ "results": [
{
"url": "https://streamtape.com/v/oelrLvaa3lIJyrR",
"filename": "TnkrBh.mp4",
"referer": "https://streamtape.com/v/oelrLvaa3lIJyrR",
- "datetime": None,
+ "uploaded_at": None,
"debrid_link": "ANY",
}
],
- ),
- # Video Player
- (
- "https://streamtape.com/e/oelrLvaa3lIJyrR",
- [
+ },
+ {
+ "url": "https://streamtape.com/e/oelrLvaa3lIJyrR",
+ "results": [
{
"url": "https://streamtape.com/v/oelrLvaa3lIJyrR",
"filename": "TnkrBh.mp4",
"referer": "https://streamtape.com/v/oelrLvaa3lIJyrR",
"debrid_link": "ANY",
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/tabootube.py b/tests/crawlers/test_cases/tabootube.py
index 9e84261f9..cab973d5b 100644
--- a/tests/crawlers/test_cases/tabootube.py
+++ b/tests/crawlers/test_cases/tabootube.py
@@ -1,14 +1,14 @@
DOMAIN = "tabootube"
TEST_CASES = [
- (
- "https://www.tabootube.xxx/video/bettie-bondage-crazy-for-stepson-s-cloned-cocks",
- [
+ {
+ "url": "https://www.tabootube.xxx/video/bettie-bondage-crazy-for-stepson-s-cloned-cocks",
+ "results": [
{
"url": "https://www.tabootube.xxx/video/bettie-bondage-crazy-for-stepson-s-cloned-cocks",
"filename": "Bettie Bondage Crazy for Stepson [65473][480p].mp4",
"referer": "https://www.tabootube.xxx/video/bettie-bondage-crazy-for-stepson-s-cloned-cocks",
- "datetime": 1776064692,
+ "uploaded_at": 1776064692,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/thisvid.py b/tests/crawlers/test_cases/thisvid.py
index 7cca44dce..e53e65ce7 100644
--- a/tests/crawlers/test_cases/thisvid.py
+++ b/tests/crawlers/test_cases/thisvid.py
@@ -1,8 +1,8 @@
DOMAIN = "thisvid"
TEST_CASES = [
- (
- "https://thisvid.com/videos/a-wedding-photo-to-remember/",
- [
+ {
+ "url": "https://thisvid.com/videos/a-wedding-photo-to-remember/",
+ "results": [
{
"url": "https://thisvid.com/videos/a-wedding-photo-to-remember",
"filename": "A wedding photo to remember [12797267].mp4",
@@ -10,11 +10,11 @@ TEST_CASES = [
"album_id": None,
}
],
- ),
- (
- # No resolution info in video page
- "https://thisvid.com/videos/smelling-foreskin/",
- [
+ },
+ {
+ "url": "https://thisvid.com/videos/smelling-foreskin/",
+ "description": "No resolution info in video page",
+ "results": [
{
"url": "https://thisvid.com/videos/smelling-foreskin",
"filename": "Smelling foreskin [794368].mp4",
@@ -22,17 +22,17 @@ TEST_CASES = [
"album_id": None,
}
],
- ),
- (
- "https://thisvid.com/albums/bruxel/",
- [
+ },
+ {
+ "url": "https://thisvid.com/albums/bruxel/",
+ "results": [
{
"url": "re:https://media.thisvid.com/contents/albums/main/700x525/517000/51739",
- "download_folder": r"re:Julia Bruxel \[album\] \(ThisVid\)",
+ "download_folder": "re:Julia Bruxel \\[album\\] \\(ThisVid\\)",
"referer": "re:https://thisvid.com/albums/bruxel",
"album_id": "517393",
- },
+ }
],
- 10,
- ),
+ "count": 10,
+ },
]
diff --git a/tests/crawlers/test_cases/thothub.py b/tests/crawlers/test_cases/thothub.py
index 93eb923db..a4f24a09b 100644
--- a/tests/crawlers/test_cases/thothub.py
+++ b/tests/crawlers/test_cases/thothub.py
@@ -1,8 +1,8 @@
DOMAIN = "thothub"
TEST_CASES = [
- (
- "https://thothub.to/videos/1415181/kateharperxo/",
- [
+ {
+ "url": "https://thothub.to/videos/1415181/kateharperxo/",
+ "results": [
{
"url": "https://thothub.to/videos/1415181/kateharperxo/",
"filename": "Kateharperxo [1415181].mp4",
@@ -10,41 +10,29 @@ TEST_CASES = [
"album_id": None,
}
],
- ),
- (
- "https://thothub.lol/albums/42921/ivy-king-of-selects/",
- [
+ },
+ {
+ "url": "https://thothub.lol/albums/42921/ivy-king-of-selects/",
+ "results": [
{
"url": "https://thothub.lol/get_image/45/0fd48eeb530b9232d216b579cd58ce9b/sources/42000/42921/2113169.jpg/",
"filename": "2113169.jpg",
"referer": "https://thothub.lol/get_image/45/0fd48eeb530b9232d216b579cd58ce9b/sources/42000/42921/2113169.jpg/",
"album_id": "42921",
- "datetime": None,
- "download_folder": r"re:Ivy King - OF Selects [album] (ThotHub)",
+ "uploaded_at": None,
+ "download_folder": "re:Ivy King - OF Selects [album] (ThotHub)",
}
],
- 112,
- ),
- (
- "https://thothub.to/tags/daringkiara/",
- [
- {
- "url": "ANY",
- "datetime": None,
- "download_folder": r"re:daringkiara [tags] (ThotHub)",
- }
- ],
- range(31, 50),
- ),
- (
- "https://thothub.to/search/daringkiara/",
- [
- {
- "url": "ANY",
- "datetime": None,
- "download_folder": r"re:daringkiara [search] (ThotHub)",
- }
- ],
- range(31, 50),
- ),
+ "count": 112,
+ },
+ {
+ "url": "https://thothub.to/tags/daringkiara/",
+ "results": [{"url": "ANY", "uploaded_at": None, "download_folder": "re:daringkiara [tags] (ThotHub)"}],
+ "count": range(31, 50),
+ },
+ {
+ "url": "https://thothub.to/search/daringkiara/",
+ "results": [{"url": "ANY", "uploaded_at": None, "download_folder": "re:daringkiara [search] (ThotHub)"}],
+ "count": range(31, 50),
+ },
]
diff --git a/tests/crawlers/test_cases/tiktok.py b/tests/crawlers/test_cases/tiktok.py
index f000ef5e1..46a9a1c87 100644
--- a/tests/crawlers/test_cases/tiktok.py
+++ b/tests/crawlers/test_cases/tiktok.py
@@ -1,15 +1,15 @@
DOMAIN = "tiktok"
TEST_CASES = [
- (
- "https://tiktok.com/@_sophialocke_/video/7271803599443791146",
- [
+ {
+ "url": "https://tiktok.com/@_sophialocke_/video/7271803599443791146",
+ "results": [
{
"url": "https://www.tiktok.com/@_sophialocke_/video/7271803599443791146",
"original_filename": "7271803599443791146.mp4",
"referer": "https://www.tiktok.com/@_sophialocke_/video/7271803599443791146",
"album_id": "7271803599443791146",
- "download_folder": r"re:_sophialocke_ \(TikTok\)",
- "datetime": 1693098723,
+ "download_folder": "re:_sophialocke_ \\(TikTok\\)",
+ "uploaded_at": 1693098723,
},
{
"url": "https://www.tiktok.com/music/original-audio-7271803602241456938",
@@ -18,27 +18,24 @@ TEST_CASES = [
"referer": "https://www.tiktok.com/@_sophialocke_/video/7271803599443791146",
"debrid_link": "ANY",
"album_id": "7271803599443791146",
- "download_folder": r"re:_sophialocke_ \(TikTok\)",
- "datetime": 1693098723,
+ "download_folder": "re:_sophialocke_ \\(TikTok\\)",
+ "uploaded_at": 1693098723,
},
],
- ),
- (
- "https://www.tiktok.com/@ploense",
- [],
- 2,
- ),
- (
- "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374",
- [
+ },
+ {"url": "https://www.tiktok.com/@ploense", "results": [], "count": 2},
+ {
+ "url": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374",
+ "skip": "post was deleted",
+ "results": [
{
"url": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374/0",
"debrid_url": "ANY",
"filename": "7545228111973977374_img000.jpeg",
"referer": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374",
"album_id": "7545228111973977374",
- "download_folder": r"re:ggwendollyn \(TikTok\)",
- "datetime": 1756760334,
+ "download_folder": "re:ggwendollyn \\(TikTok\\)",
+ "uploaded_at": 1756760334,
},
{
"url": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374/1",
@@ -83,13 +80,10 @@ TEST_CASES = [
"referer": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374",
"debrid_link": "ANY",
"album_id": "7545228111973977374",
- "download_folder": r"re:ggwendollyn \(TikTok\)/Audios",
- "datetime": 1756760334,
+ "download_folder": "re:ggwendollyn \\(TikTok\\)/Audios",
+ "uploaded_at": 1756760334,
},
],
- None,
- {
- "skip": "post was deleted",
- },
- ),
+ "count": None,
+ },
]
diff --git a/tests/crawlers/test_cases/tnaflix.py b/tests/crawlers/test_cases/tnaflix.py
index d34bfadbc..9a01c6eb8 100644
--- a/tests/crawlers/test_cases/tnaflix.py
+++ b/tests/crawlers/test_cases/tnaflix.py
@@ -1,31 +1,20 @@
DOMAIN = "tnaflix"
TEST_CASES = [
- # Video
- (
- "https://www.tnaflix.com/amateur-porn/cute-cali_green-big-black-dick-suck/video11464085",
- [
+ {
+ "url": "https://www.tnaflix.com/amateur-porn/cute-cali_green-big-black-dick-suck/video11464085",
+ "results": [
{
"url": "re:https://sl190.tnaflix.com/11/46/11464085/cute-cali_green-big-black-dick-suck-240p.mp4",
"filename": "cute cali_green big black dick suck [11464085][240p].mp4",
"referer": "https://www.tnaflix.com/amateur-porn/cute-cali_green-big-black-dick-suck/video11464085",
- "datetime": 1722645635,
+ "uploaded_at": 1722645635,
}
],
- ),
- # Search
- (
- "https://www.tnaflix.com/search?what=spiderbaby",
- [],
- 2,
- ),
- (
- "https://www.tnaflix.com/channel/titty-attack",
- [
- {
- "url": "ANY",
- "download_folder": r"re:Titty Attack - \[channel\] \(TNAFlix\)",
- }
- ],
- 2,
- ),
+ },
+ {"url": "https://www.tnaflix.com/search?what=spiderbaby", "results": [], "count": 2},
+ {
+ "url": "https://www.tnaflix.com/channel/titty-attack",
+ "results": [{"url": "ANY", "download_folder": "re:Titty Attack - \\[channel\\] \\(TNAFlix\\)"}],
+ "count": 2,
+ },
]
diff --git a/tests/crawlers/test_cases/tokyomotion.py b/tests/crawlers/test_cases/tokyomotion.py
index 9f5d71c41..b23cebe58 100644
--- a/tests/crawlers/test_cases/tokyomotion.py
+++ b/tests/crawlers/test_cases/tokyomotion.py
@@ -1,8 +1,8 @@
DOMAIN = "tokyomotion"
TEST_CASES = [
- (
- "https://www.tokyomotion.net/album/68827",
- [
+ {
+ "url": "https://www.tokyomotion.net/album/68827",
+ "results": [
{
"url": "https://cdn.tokyo-motion.net/media/photos/895409.jpg",
"filename": "895409.jpg",
@@ -234,11 +234,11 @@ TEST_CASES = [
"download_folder": "re:mikansu1_4 (Tokyomotion)",
},
],
- 23,
- ),
- (
- "https://www.tokyomotion.net/video/6347379",
- [
+ "count": 23,
+ },
+ {
+ "url": "https://www.tokyomotion.net/video/6347379",
+ "results": [
{
"url": "https://www.tokyomotion.net/vsrc/sd/73ed951a49b29f184a98",
"filename": "レイナ 13-3 [6347379].mp4",
@@ -250,11 +250,11 @@ TEST_CASES = [
"download_folder": "re:Loose Files (Tokyomotion)",
}
],
- 1,
- ),
- (
- "https://www.tokyomotion.net/user/cocomincho/videos",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://www.tokyomotion.net/user/cocomincho/videos",
+ "results": [
{
"url": "https://www.tokyomotion.net/vsrc/sd/73ed951a49b29f184a98",
"filename": "レイナ 13-3 [6347379].mp4",
@@ -276,11 +276,11 @@ TEST_CASES = [
"download_folder": "re:cocomincho [user] (Tokyomotion)/videos",
},
],
- 2,
- ),
- (
- "https://www.tokyomotion.net/user/cocomincho",
- [
+ "count": 2,
+ },
+ {
+ "url": "https://www.tokyomotion.net/user/cocomincho",
+ "results": [
{
"url": "https://www.tokyomotion.net/vsrc/sd/73ed951a49b29f184a98",
"filename": "レイナ 13-3 [6347379].mp4",
@@ -303,7 +303,7 @@ TEST_CASES = [
},
{
"url": "https://www.tokyomotion.net/vsrc/sd/be73a49ae8a96a385e5a",
- "filename": "3P [6075129].mp4", # noqa: RUF001
+ "filename": "3P [6075129].mp4",
"debrid_link": None,
"original_filename": "6075129.mp4",
"referer": "https://www.tokyomotion.net/video/6075129",
@@ -352,11 +352,11 @@ TEST_CASES = [
"download_folder": "re:cocomincho [user] (Tokyomotion)/favorite/videos",
},
],
- 7,
- ),
- (
- "https://www.tokyomotion.net/photo/895409/",
- [
+ "count": 7,
+ },
+ {
+ "url": "https://www.tokyomotion.net/photo/895409/",
+ "results": [
{
"url": "https://cdn.tokyo-motion.net/media/photos/895409.jpg",
"filename": "895409.jpg",
@@ -364,7 +364,7 @@ TEST_CASES = [
"album_id": None,
"uploaded_at": None,
"download_folder": "re:Loose Files (Tokyomotion)",
- },
+ }
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/toonily.py b/tests/crawlers/test_cases/toonily.py
index 20da8743b..26746a633 100644
--- a/tests/crawlers/test_cases/toonily.py
+++ b/tests/crawlers/test_cases/toonily.py
@@ -1,43 +1,43 @@
DOMAIN = "toonily"
TEST_CASES = [
- (
- "https://toonily.com/serie/black-crow/",
- [
+ {
+ "url": "https://toonily.com/serie/black-crow/",
+ "results": [
{
"url": "https://data.tnlycdn.com/chapters/manga_66d8f7bfa8ed9/03ae6f538b989573c121b28f7af4f38a/01.jpg",
"filename": "01.jpg",
"referer": "https://toonily.com/serie/black-crow-6780cc7a/chapter-1",
"album_id": None,
- "datetime": 1725498328,
- "download_folder": r"re:Black Crow (Toonily)/Chapter 1",
+ "uploaded_at": 1725498328,
+ "download_folder": "re:Black Crow (Toonily)/Chapter 1",
}
],
- 1634,
- ),
- (
- "https://toonily.com/serie/black-crow-6780cc7a/chapter-1/",
- [
+ "count": 1634,
+ },
+ {
+ "url": "https://toonily.com/serie/black-crow-6780cc7a/chapter-1/",
+ "results": [
{
"url": "https://data.tnlycdn.com/chapters/manga_66d8f7bfa8ed9/03ae6f538b989573c121b28f7af4f38a/01.jpg",
"filename": "01.jpg",
"referer": "https://toonily.com/serie/black-crow-6780cc7a/chapter-1",
"album_id": None,
- "datetime": 1725498328,
- "download_folder": r"re:Black Crow (Toonily)/Chapter 1",
+ "uploaded_at": 1725498328,
+ "download_folder": "re:Black Crow (Toonily)/Chapter 1",
}
],
- 50,
- ),
- (
- "https://toonily.com/serie/glorious-homecoming-440a49b5/chapter-6/",
- [
+ "count": 50,
+ },
+ {
+ "url": "https://toonily.com/serie/glorious-homecoming-440a49b5/chapter-6/",
+ "results": [
{
"url": "ANY",
"referer": "https://toonily.com/serie/glorious-homecoming-440a49b5/chapter-6",
"album_id": None,
- "download_folder": r"re:Glorious Homecoming (Toonily)/Chapter 6",
+ "download_folder": "re:Glorious Homecoming (Toonily)/Chapter 6",
}
],
- 13,
- ),
+ "count": 13,
+ },
]
diff --git a/tests/crawlers/test_cases/tranny_one.py b/tests/crawlers/test_cases/tranny_one.py
index 0c35a920f..48272ca80 100644
--- a/tests/crawlers/test_cases/tranny_one.py
+++ b/tests/crawlers/test_cases/tranny_one.py
@@ -1,46 +1,38 @@
DOMAIN = "tranny.one"
TEST_CASES = [
- # Video
- (
- "https://es.tranny.one/view/1195231",
- [
+ {
+ "url": "https://es.tranny.one/view/1195231",
+ "results": [
{
- "url": r"re:https://stream.tranny.one/.+/3176393.mp4",
+ "url": "re:https://stream.tranny.one/.+/3176393.mp4",
"filename": "Travesti pelirroja voluptuosa muy intensa y sudorosa. [1195231].mp4",
"referer": "https://es.tranny.one/view/1195231",
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- # Search
- (
- "https://www.tranny.one/search/ruby+wren/",
- [],
- 2,
- ),
- # Album
- (
- "https://www.tranny.one/pics/album/2967/",
- [
+ },
+ {"url": "https://www.tranny.one/search/ruby+wren/", "results": [], "count": 2},
+ {
+ "url": "https://www.tranny.one/pics/album/2967/",
+ "results": [
{
"url": "re:https://pics.tranny.one/work/orig/2904/339248",
- "download_folder": r"re:Natalie mars cuckolds the world \[album\] \(Tranny\.One\)",
+ "download_folder": "re:Natalie mars cuckolds the world \\[album\\] \\(Tranny\\.One\\)",
"referer": "https://www.tranny.one/pics/album/2967",
"album_id": "2967",
}
],
- 17,
- ),
- # Direct image download
- (
- "https://pics.tranny.one/work/orig/2915/385865/1.jpg",
- [
+ "count": 17,
+ },
+ {
+ "url": "https://pics.tranny.one/work/orig/2915/385865/1.jpg",
+ "results": [
{
"url": "https://pics.tranny.one/work/orig/2915/385865/1.jpg",
"filename": "1.jpg",
- "download_folder": r"re:Tranny\.One",
+ "download_folder": "re:Tranny\\.One",
"referer": "https://pics.tranny.one/work/orig/2915/385865/1.jpg",
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/transfer_it.py b/tests/crawlers/test_cases/transfer_it.py
index 69bd9763c..ef6bac16d 100644
--- a/tests/crawlers/test_cases/transfer_it.py
+++ b/tests/crawlers/test_cases/transfer_it.py
@@ -1,8 +1,8 @@
DOMAIN = "transfer.it"
TEST_CASES = [
- (
- "https://transfer.it/t/mgxqsZtVCZCJ",
- [
+ {
+ "url": "https://transfer.it/t/mgxqsZtVCZCJ",
+ "results": [
{
"url": "https://bt7.api.mega.co.nz/cs/g?x=mgxqsZtVCZCJ&n=Ac1XhBCD&fn=start_linux.sh",
"filename": "start_linux.sh",
@@ -10,7 +10,7 @@ TEST_CASES = [
"original_filename": "start_linux.sh",
"referer": "https://transfer.it/t/mgxqsZtVCZCJ#Ac1XhBCD",
"album_id": "mgxqsZtVCZCJ",
- "datetime": 1771261828,
+ "uploaded_at": 1771261828,
"download_folder": "re:Multiple files (Transfer.it)/test/Cyberdrop-DL.v8.4.0",
},
{
@@ -19,8 +19,8 @@ TEST_CASES = [
"original_filename": "start_windows.bat",
"referer": "https://transfer.it/t/mgxqsZtVCZCJ#4c9HiBpQ",
"album_id": "mgxqsZtVCZCJ",
- "datetime": 1771261828,
+ "uploaded_at": 1771261828,
},
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/transflix.py b/tests/crawlers/test_cases/transflix.py
index 0832bbb05..0f0f0b2bf 100644
--- a/tests/crawlers/test_cases/transflix.py
+++ b/tests/crawlers/test_cases/transflix.py
@@ -1,8 +1,8 @@
DOMAIN = "transflix"
TEST_CASES = [
- (
- "https://transflix.net/video/avery-lust-chanel-chance-48259",
- [
+ {
+ "url": "https://transflix.net/video/avery-lust-chanel-chance-48259",
+ "results": [
{
"url": "https://cdn.transflix.net/video/2025-10-20/1760979682.mp4",
"filename": "Avery Lust Chanel Chance [48259].mp4",
@@ -10,16 +10,12 @@ TEST_CASES = [
"uploaded_at": 1760979682,
}
],
- ),
- (
- "https://transflix.net/search?q=ruby+wren",
- [],
- 6,
- ),
- # Timestamp mixed with leading letters
- (
- "https://transflix.net/video/hunnypaint-take-care-tranny-videos-xxx-43343",
- [
+ },
+ {"url": "https://transflix.net/search?q=ruby+wren", "results": [], "count": 6},
+ {
+ "url": "https://transflix.net/video/hunnypaint-take-care-tranny-videos-xxx-43343",
+ "description": "Timestamp mixed with leading letters",
+ "results": [
{
"url": "https://cdn.transflix.net/video/2025-03-28/qa2cxgri1743182001.mp4",
"filename": "Hunnypaint - Take Care - Tranny Videos Xxx [43343].mp4",
@@ -27,5 +23,5 @@ TEST_CASES = [
"uploaded_at": 1743182001,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/tubepornclassic.py b/tests/crawlers/test_cases/tubepornclassic.py
index d8bdd8c71..e25b8c330 100644
--- a/tests/crawlers/test_cases/tubepornclassic.py
+++ b/tests/crawlers/test_cases/tubepornclassic.py
@@ -1,15 +1,15 @@
DOMAIN = "tubepornclassic"
TEST_CASES = [
- (
- "https://tubepornclassic.com/videos/1076392/selen-pomeriggio-al-cinema-remastered/",
- [
+ {
+ "url": "https://tubepornclassic.com/videos/1076392/selen-pomeriggio-al-cinema-remastered/",
+ "results": [
{
"url": "https://tubepornclassic.com/videos/1076392/selen-pomeriggio-al-cinema-remastered",
"filename": "Selen - Pomeriggio al Cinema (Remastered) [1076392].mp4",
"referer": "https://tubepornclassic.com/videos/1076392/selen-pomeriggio-al-cinema-remastered",
- "download_folder": r"re:Loose Files (TubePornClassic)",
- "datetime": int,
+ "download_folder": "re:Loose Files (TubePornClassic)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/turbovid.py b/tests/crawlers/test_cases/turbovid.py
index 50d0a5dc2..96439b00f 100644
--- a/tests/crawlers/test_cases/turbovid.py
+++ b/tests/crawlers/test_cases/turbovid.py
@@ -1,65 +1,65 @@
DOMAIN = "turbovid"
TEST_CASES = [
- (
- "https://turbovid.cr/embed/E-26dWKftfB",
- [
+ {
+ "url": "https://turbovid.cr/embed/E-26dWKftfB",
+ "results": [
{
"url": "re:/data/E-26dWKftfB.mp4",
"filename": "E-26dWKftfB.mp4",
"referer": "https://turbovid.cr/d/E-26dWKftfB",
"album_id": None,
- "datetime": 1749272400,
+ "uploaded_at": 1749272400,
}
],
- ),
- (
- "https://turbo.cr/embed/E-26dWKftfB",
- [
+ },
+ {
+ "url": "https://turbo.cr/embed/E-26dWKftfB",
+ "results": [
{
"url": "re:/data/E-26dWKftfB.mp4",
"filename": "E-26dWKftfB.mp4",
"referer": "https://turbovid.cr/d/E-26dWKftfB",
"album_id": None,
- "datetime": 1749272400,
+ "uploaded_at": 1749272400,
}
],
- ),
- (
- "https://turbovid.cr/a/Bls2Yfbxco0",
- [
+ },
+ {
+ "url": "https://turbovid.cr/a/Bls2Yfbxco0",
+ "results": [
{
"url": "re:/data/LM54NzGj8PO.mp4",
"filename": "LM54NzGj8PO.mp4",
"referer": "https://turbovid.cr/d/LM54NzGj8PO",
"download_folder": "re:Qoqsik (TurboVid)",
"album_id": "Bls2Yfbxco0",
- "datetime": 1763269200,
+ "uploaded_at": 1763269200,
}
],
- ),
- (
- "https://cdn4.turbovid.cr/data/E-26dWKftfB.mp4",
- [
+ },
+ {
+ "url": "https://cdn4.turbovid.cr/data/E-26dWKftfB.mp4",
+ "results": [
{
"url": "re:/data/E-26dWKftfB.mp4",
"filename": "E-26dWKftfB.mp4",
"referer": "https://cdn4.turbovid.cr/data/E-26dWKftfB.mp4",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://turbo.cr/d/G4BfcI6TOKsLY",
- [
+ },
+ {
+ "url": "https://turbo.cr/d/G4BfcI6TOKsLY",
+ "results": [
{
"url": "re:/data/G4BfcI6TOKsLY.mp4",
"filename": "Grumpy Cat.mp4",
"original_filename": "Grumpy Cat.mp4",
"album_id": None,
- "datetime": 1770872400,
+ "uploaded_at": 1770872400,
}
],
- ),
- ("https://turbovid.cr/library?q=mirror", [], range(60, 80)),
+ },
+ {"url": "https://turbovid.cr/library?q=mirror", "results": [], "count": range(60, 80)},
]
diff --git a/tests/crawlers/test_cases/twitch.py b/tests/crawlers/test_cases/twitch.py
index 06ebfd49f..25c8af20e 100644
--- a/tests/crawlers/test_cases/twitch.py
+++ b/tests/crawlers/test_cases/twitch.py
@@ -1,8 +1,8 @@
DOMAIN = "twitch"
TEST_CASES = [
- (
- "https://www.twitch.tv/fanfan/clip/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
- [
+ {
+ "url": "https://www.twitch.tv/fanfan/clip/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
+ "results": [
{
"url": "re:/h0073-YuUM9o4kAK7QUTjA/AT-cm%7Ch0073-YuUM9o4kAK7QUTjA.mp4",
"filename": "not scared btw [GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM][60fps][1080p].mp4",
@@ -10,44 +10,44 @@ TEST_CASES = [
"original_filename": "not scared btw",
"referer": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
"album_id": None,
- "datetime": 1707334361,
+ "uploaded_at": 1707334361,
"download_folder": "re:Loose Files (Twitch)",
}
],
- ),
- (
- "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
- [
+ },
+ {
+ "url": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
+ "results": [
{
"url": "re:/h0073-YuUM9o4kAK7QUTjA/AT-cm%7Ch0073-YuUM9o4kAK7QUTjA.mp4",
"filename": "not scared btw [GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM][60fps][1080p].mp4",
"referer": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
}
],
- ),
- (
- "https://clips.twitch.tv/embed?clip=GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
- [
+ },
+ {
+ "url": "https://clips.twitch.tv/embed?clip=GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
+ "results": [
{
"url": "re:/h0073-YuUM9o4kAK7QUTjA/AT-cm%7Ch0073-YuUM9o4kAK7QUTjA.mp4",
"filename": "not scared btw [GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM][60fps][1080p].mp4",
"referer": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
}
],
- ),
- (
- "https://m.twitch.tv/clip/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
- [
+ },
+ {
+ "url": "https://m.twitch.tv/clip/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
+ "results": [
{
"url": "re:/h0073-YuUM9o4kAK7QUTjA/AT-cm%7Ch0073-YuUM9o4kAK7QUTjA.mp4",
"filename": "not scared btw [GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM][60fps][1080p].mp4",
"referer": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",
}
],
- ),
- (
- "https://www.twitch.tv/videos/1744169736",
- [
+ },
+ {
+ "url": "https://www.twitch.tv/videos/1744169736",
+ "results": [
{
"url": "re:https://usher.ttvnw.net/vod/1744169736.m3u8",
"filename": "who asked [1744169736][avc1][60fps][1080p].mp4",
@@ -55,14 +55,14 @@ TEST_CASES = [
"original_filename": "who asked",
"referer": "https://www.twitch.tv/videos/1744169736",
"album_id": None,
- "datetime": 1676928416,
+ "uploaded_at": 1676928416,
"download_folder": "re:Loose Files (Twitch)",
}
],
- ),
- (
- "https://clips.twitch.tv/LitigiousNaiveReubenUWot-E0uuswUYOhs9htgV",
- [
+ },
+ {
+ "url": "https://clips.twitch.tv/LitigiousNaiveReubenUWot-E0uuswUYOhs9htgV",
+ "results": [
{
"url": "ANY",
"filename": "IM GUNNA MAKE IT... [LitigiousNaiveReubenUWot-E0uuswUYOhs9htgV][60fps][1440p].mp4",
@@ -70,20 +70,16 @@ TEST_CASES = [
"original_filename": "IM GUNNA MAKE IT...",
"referer": "https://clips.twitch.tv/LitigiousNaiveReubenUWot-E0uuswUYOhs9htgV",
"album_id": None,
- "datetime": 1767765454,
+ "uploaded_at": 1767765454,
"download_folder": "re:Loose Files (Twitch)",
}
],
- ),
- (
- "https://www.twitch.tv/collections/3d4MEgywDhcOUg?filter=collections",
- [
- {
- "url": "ANY",
- "download_folder": "re:The Mix Contest - Season 7 (Twitch)",
- "album_id": "3d4MEgywDhcOUg",
- }
+ },
+ {
+ "url": "https://www.twitch.tv/collections/3d4MEgywDhcOUg?filter=collections",
+ "results": [
+ {"url": "ANY", "download_folder": "re:The Mix Contest - Season 7 (Twitch)", "album_id": "3d4MEgywDhcOUg"}
],
- 8,
- ),
+ "count": 8,
+ },
]
diff --git a/tests/crawlers/test_cases/twitter.py b/tests/crawlers/test_cases/twitter.py
index b6759dce9..d825ce0aa 100644
--- a/tests/crawlers/test_cases/twitter.py
+++ b/tests/crawlers/test_cases/twitter.py
@@ -1,8 +1,8 @@
DOMAIN = "twitter"
TEST_CASES = [
- (
- "https://x.com/matthewisabel/status/2014444098690613718",
- [
+ {
+ "url": "https://x.com/matthewisabel/status/2014444098690613718",
+ "results": [
{
"url": "https://video.twimg.com/amplify_video/2014443278259609602/vid/avc1/2744x2160/KfifaGUZoO2lsD79.mp4?tag=21",
"filename": "KfifaGUZoO2lsD79.mp4",
@@ -10,9 +10,9 @@ TEST_CASES = [
"original_filename": "KfifaGUZoO2lsD79.mp4",
"referer": "https://x.com/matthewisabel/status/2014444098690613718",
"album_id": None,
- "datetime": 1769115874,
+ "uploaded_at": 1769115874,
"download_folder": "re:@matthewisabel (Twitter)/2026-01-22 - 2014444098690613718",
}
],
- )
+ }
]
diff --git a/tests/crawlers/test_cases/txxx.py b/tests/crawlers/test_cases/txxx.py
index d6f24f2c1..f1fb65253 100644
--- a/tests/crawlers/test_cases/txxx.py
+++ b/tests/crawlers/test_cases/txxx.py
@@ -1,20 +1,20 @@
DOMAIN = "txxx"
TEST_CASES = [
- (
- "https://txxx.com/videos/8497861/naughty-hitomi-okubo-is-cheating-on-her-partner/",
- [
+ {
+ "url": "https://txxx.com/videos/8497861/naughty-hitomi-okubo-is-cheating-on-her-partner/",
+ "results": [
{
"url": "https://txxx.com/videos/8497861/naughty-hitomi-okubo-is-cheating-on-her-partner",
"filename": "Naughty Hitomi Okubo is cheating on her partner [8497861].mp4",
"referer": "https://txxx.com/videos/8497861/naughty-hitomi-okubo-is-cheating-on-her-partner",
- "download_folder": r"re:Loose Files (TXXX)",
- "datetime": int,
+ "download_folder": "re:Loose Files (TXXX)",
+ "uploaded_at": int,
}
],
- ),
- (
- "https://videotxxx.com/embed/8983936?promo=23760&source=",
- [
+ },
+ {
+ "url": "https://videotxxx.com/embed/8983936?promo=23760&source=",
+ "results": [
{
"url": "https://txxx.com/embed/8983936?promo=23760&source=",
"filename": "charlotteharper pussy banged [8983936].mp4",
@@ -22,5 +22,5 @@ TEST_CASES = [
"debrid_link": "re:/get_file/",
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/upload_ee.py b/tests/crawlers/test_cases/upload_ee.py
index ae232128c..7c06de87e 100644
--- a/tests/crawlers/test_cases/upload_ee.py
+++ b/tests/crawlers/test_cases/upload_ee.py
@@ -1,15 +1,15 @@
DOMAIN = "upload.ee"
TEST_CASES = [
- (
- "https://www.upload.ee/files/19033236/cyberdrop.txt.html",
- [
+ {
+ "url": "https://www.upload.ee/files/19033236/cyberdrop.txt.html",
+ "results": [
{
"url": "re:https://www.upload.ee/download/19033236",
"filename": "cyberdrop.txt",
"referer": "https://www.upload.ee/files/19033236/cyberdrop.txt.html",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/upornia.py b/tests/crawlers/test_cases/upornia.py
index 2ea7d50f1..a7104fd45 100644
--- a/tests/crawlers/test_cases/upornia.py
+++ b/tests/crawlers/test_cases/upornia.py
@@ -1,15 +1,15 @@
DOMAIN = "upornia"
TEST_CASES = [
- (
- "https://upornia.com/videos/6241829/masturbating-each-others-pussies-with-jade-kimiko-and-syren-demer/",
- [
+ {
+ "url": "https://upornia.com/videos/6241829/masturbating-each-others-pussies-with-jade-kimiko-and-syren-demer/",
+ "results": [
{
"url": "https://upornia.com/videos/6241829/masturbating-each-others-pussies-with-jade-kimiko-and-syren-demer",
"filename": "Masturbating Each Others Pussies With Jade Kimiko And Syren Demer [6241829].mp4",
"referer": "https://upornia.com/videos/6241829/masturbating-each-others-pussies-with-jade-kimiko-and-syren-demer",
- "download_folder": r"re:Loose Files (UPornia)",
- "datetime": int,
+ "download_folder": "re:Loose Files (UPornia)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/vipr_im.py b/tests/crawlers/test_cases/vipr_im.py
index 223614199..d9a3cdfa6 100644
--- a/tests/crawlers/test_cases/vipr_im.py
+++ b/tests/crawlers/test_cases/vipr_im.py
@@ -1,41 +1,41 @@
DOMAIN = "vipr.im"
TEST_CASES = [
- (
- "https://vipr.im/t2o2z36omvt6",
- [
+ {
+ "url": "https://vipr.im/t2o2z36omvt6",
+ "results": [
{
"url": "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg",
"filename": "luna_rishi-solo1-highres-012.jpg",
"referer": "https://vipr.im/t2o2z36omvt6",
"album_id": None,
- },
+ }
],
- ),
- (
- "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg",
- [
+ },
+ {
+ "url": "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg",
+ "results": [
{
"url": "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg",
"filename": "luna_rishi-solo1-highres-012.jpg",
"referer": "https://vipr.im/t2o2z36omvt6",
"album_id": None,
- },
+ }
],
- ),
- (
- "https://i6.vipr.im/th/12757/t2o2z36omvt6.jpg",
- [
+ },
+ {
+ "url": "https://i6.vipr.im/th/12757/t2o2z36omvt6.jpg",
+ "results": [
{
"url": "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg",
"filename": "luna_rishi-solo1-highres-012.jpg",
"referer": "https://vipr.im/t2o2z36omvt6",
"album_id": None,
- },
+ }
],
- ),
- (
- "https://vipr.im/kcd5jcuhgs3v",
- [
+ },
+ {
+ "url": "https://vipr.im/kcd5jcuhgs3v",
+ "results": [
{
"url": "https://i7.vipr.im/i/00021/kcd5jcuhgs3v.jpg/sommer01035.jpg",
"filename": "sommer01035.jpg",
@@ -47,11 +47,11 @@ TEST_CASES = [
"download_folder": "re:Loose Files (Vipr.im)",
}
],
- 1,
- ),
- (
- "https://vipr.im/kcd5jcuhgs3v.html",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://vipr.im/kcd5jcuhgs3v.html",
+ "results": [
{
"url": "https://i7.vipr.im/i/00021/kcd5jcuhgs3v.jpg/sommer01035.jpg",
"filename": "sommer01035.jpg",
@@ -63,6 +63,6 @@ TEST_CASES = [
"download_folder": "re:Loose Files (Vipr.im)",
}
],
- 1,
- ),
+ "count": 1,
+ },
]
diff --git a/tests/crawlers/test_cases/vjav.py b/tests/crawlers/test_cases/vjav.py
index ed9372be7..0664c978d 100644
--- a/tests/crawlers/test_cases/vjav.py
+++ b/tests/crawlers/test_cases/vjav.py
@@ -1,15 +1,15 @@
DOMAIN = "vjav"
TEST_CASES = [
- (
- "https://vjav.com/videos/733791/huntb-645-costume-part-time-job-is-erotic-cheerleader-a/",
- [
+ {
+ "url": "https://vjav.com/videos/733791/huntb-645-costume-part-time-job-is-erotic-cheerleader-a/",
+ "results": [
{
"url": "https://vjav.com/videos/733791/huntb-645-costume-part-time-job-is-erotic-cheerleader-a",
"filename": "Huntb-645 Costume Part-time Job Is Erotic Cheerleader A [733791].mp4",
"referer": "https://vjav.com/videos/733791/huntb-645-costume-part-time-job-is-erotic-cheerleader-a",
- "download_folder": r"re:Loose Files (VJav)",
- "datetime": int,
+ "download_folder": "re:Loose Files (VJav)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/voe_sx.py b/tests/crawlers/test_cases/voe_sx.py
index f20111834..2528a1059 100644
--- a/tests/crawlers/test_cases/voe_sx.py
+++ b/tests/crawlers/test_cases/voe_sx.py
@@ -1,15 +1,15 @@
DOMAIN = "voe.sx"
TEST_CASES = [
- (
- "https://jilliandescribecompany.com/bhrc4degufg9",
- [
+ {
+ "url": "https://jilliandescribecompany.com/bhrc4degufg9",
+ "results": [
{
"url": "https://jilliandescribecompany.com/e/bhrc4degufg9",
"debrid_link": "ANY",
"filename": "Dr4gr4c3Fr4nc143x7Pv [bhrc4degufg9][720p].mp4",
"referer": "https://jilliandescribecompany.com/e/bhrc4degufg9",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
},
{
"url": "https://jilliandescribecompany.com/srt/14316/bhrc4degufg9_en.vtt",
@@ -24,33 +24,33 @@ TEST_CASES = [
"filename": "Dr4gr4c3Fr4nc143x7Pv [bhrc4degufg9][720p].es.vtt",
},
],
- ),
- (
- "https://voe.sx/ueof3kkmzcal",
- [
+ },
+ {
+ "url": "https://voe.sx/ueof3kkmzcal",
+ "results": [
{
"url": "https://jilliandescribecompany.com/e/ueof3kkmzcal",
"debrid_link": "ANY",
"filename": "wlkng.dd.ct.1x02.m720p.es [ueof3kkmzcal][720p].mp4",
"referer": "https://jilliandescribecompany.com/e/ueof3kkmzcal",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://jilliandescribecompany.com/e/a8pkxqgb5kvy",
- [
+ },
+ {
+ "url": "https://jilliandescribecompany.com/e/a8pkxqgb5kvy",
+ "results": [
{
"url": "https://jilliandescribecompany.com/e/a8pkxqgb5kvy",
"debrid_link": "ANY",
"filename": "DAN.DA.DAN.S02E11.German.1080p.AAC.WebRip.x264-GSD [a8pkxqgb5kvy][1080p].mp4",
"referer": "https://jilliandescribecompany.com/e/a8pkxqgb5kvy",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- ("https://voe.sx/bhrc4degufg9", [], 4),
- ("https://voe.sx/e/bhrc4degufg9", [], 4),
+ },
+ {"url": "https://voe.sx/bhrc4degufg9", "results": [], "count": 4},
+ {"url": "https://voe.sx/e/bhrc4degufg9", "results": [], "count": 4},
]
diff --git a/tests/crawlers/test_cases/voyeurhit.py b/tests/crawlers/test_cases/voyeurhit.py
index 5413ef370..78be663e2 100644
--- a/tests/crawlers/test_cases/voyeurhit.py
+++ b/tests/crawlers/test_cases/voyeurhit.py
@@ -1,15 +1,15 @@
DOMAIN = "voyeurhit"
TEST_CASES = [
- (
- "https://voyeurhit.com/videos/328607/nylon-panty-dance-schoolgirls/",
- [
+ {
+ "url": "https://voyeurhit.com/videos/328607/nylon-panty-dance-schoolgirls/",
+ "results": [
{
"url": "https://voyeurhit.com/videos/328607/nylon-panty-dance-schoolgirls",
"filename": "Nylon Panty Dance schoolgirls (18+) [328607].mp4",
"referer": "https://voyeurhit.com/videos/328607/nylon-panty-dance-schoolgirls",
- "download_folder": r"re:Loose Files (VoyeurHit)",
- "datetime": int,
+ "download_folder": "re:Loose Files (VoyeurHit)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/vsco.py b/tests/crawlers/test_cases/vsco.py
index bf28c12be..2ce845310 100644
--- a/tests/crawlers/test_cases/vsco.py
+++ b/tests/crawlers/test_cases/vsco.py
@@ -1,8 +1,8 @@
DOMAIN = "vsco"
TEST_CASES = [
- (
- "http://vsco.co/heliaabbaszadeh/media/6966cb5dff125db06d53e4ee",
- [
+ {
+ "url": "http://vsco.co/heliaabbaszadeh/media/6966cb5dff125db06d53e4ee",
+ "results": [
{
"url": "http://vsco.co/heliaabbaszadeh/media/6966cb5dff125db06d53e4ee",
"referer": "http://vsco.co/heliaabbaszadeh/media/6966cb5dff125db06d53e4ee",
@@ -11,13 +11,13 @@ TEST_CASES = [
"original_filename": "vsco_011326.jpg",
"debrid_link": "https://im.vsco.co/aws-us-west-2/b62a22/417332/6966cb5dff125db06d53e4ee/vsco_011326.jpg",
"album_id": None,
- "datetime": 1768344414,
+ "uploaded_at": 1768344414,
}
],
- ),
- (
- "https://vsco.co/jollyt/gallery",
- [
+ },
+ {
+ "url": "https://vsco.co/jollyt/gallery",
+ "results": [
{
"url": "http://vsco.co/jollyt/media/693f6a601d2d2bba406eb093",
"filename": "693f6a601d2d2bba406eb093.jpg",
@@ -25,98 +25,35 @@ TEST_CASES = [
"original_filename": "981efca9-7bc7-4094-838e-37614e7b0ee23057935271654318106.jpg",
"referer": "http://vsco.co/jollyt/media/693f6a601d2d2bba406eb093",
"album_id": None,
- "datetime": 1765763682,
+ "uploaded_at": 1765763682,
"download_folder": "re:jollyt (VSCO)",
},
- {
- "url": "http://vsco.co/jollyt/media/6939e9f3e0c47d7e19beac65",
- "filename": "6939e9f3e0c47d7e19beac65.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/5d251c6de1676d2f0922e9e8",
- "filename": "5d251c6de1676d2f0922e9e8.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/693866f862ca450b8c3d205a",
- "filename": "693866f862ca450b8c3d205a.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/58c4a2c4631f9a55552cbeba",
- "filename": "58c4a2c4631f9a55552cbeba.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/58a9f5657d982b7e267cf21e",
- "filename": "58a9f5657d982b7e267cf21e.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/58a9f55c7d982b7e267cf21d",
- "filename": "58a9f55c7d982b7e267cf21d.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/58a648767268df0c5723849b",
- "filename": "58a648767268df0c5723849b.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/58a0cd9944251a254ecf3073",
- "filename": "58a0cd9944251a254ecf3073.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/58a5a59403c5196354c01869",
- "filename": "58a5a59403c5196354c01869.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/58a0a767a6884e1b07c8faca",
- "filename": "58a0a767a6884e1b07c8faca.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/58a0a04914467b1911b46ca0",
- "filename": "58a0a04914467b1911b46ca0.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/567dc28e66331e45358b456c",
- "filename": "567dc28e66331e45358b456c.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/567dc26546331ebf258b456b",
- "filename": "567dc26546331ebf258b456b.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/567dc253847e5fb71b8b456a",
- "filename": "567dc253847e5fb71b8b456a.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/567dc223f39ccbe93e8b4575",
- "filename": "567dc223f39ccbe93e8b4575.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/56749ca049331e60498b4574",
- "filename": "56749ca049331e60498b4574.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/56749c736b331efc628b456f",
- "filename": "56749c736b331efc628b456f.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/5659a73d67331e8b388b4568",
- "filename": "5659a73d67331e8b388b4568.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/56749c472a331e76378b456d",
- "filename": "56749c472a331e76378b456d.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/564932cfa70ef245028b456b",
- "filename": "564932cfa70ef245028b456b.jpg",
- },
- {
- "url": "http://vsco.co/jollyt/media/56493306a0ab338f098b4567",
- "filename": "56493306a0ab338f098b4567.jpg",
- },
+ {"url": "http://vsco.co/jollyt/media/6939e9f3e0c47d7e19beac65", "filename": "6939e9f3e0c47d7e19beac65.jpg"},
+ {"url": "http://vsco.co/jollyt/media/5d251c6de1676d2f0922e9e8", "filename": "5d251c6de1676d2f0922e9e8.jpg"},
+ {"url": "http://vsco.co/jollyt/media/693866f862ca450b8c3d205a", "filename": "693866f862ca450b8c3d205a.jpg"},
+ {"url": "http://vsco.co/jollyt/media/58c4a2c4631f9a55552cbeba", "filename": "58c4a2c4631f9a55552cbeba.jpg"},
+ {"url": "http://vsco.co/jollyt/media/58a9f5657d982b7e267cf21e", "filename": "58a9f5657d982b7e267cf21e.jpg"},
+ {"url": "http://vsco.co/jollyt/media/58a9f55c7d982b7e267cf21d", "filename": "58a9f55c7d982b7e267cf21d.jpg"},
+ {"url": "http://vsco.co/jollyt/media/58a648767268df0c5723849b", "filename": "58a648767268df0c5723849b.jpg"},
+ {"url": "http://vsco.co/jollyt/media/58a0cd9944251a254ecf3073", "filename": "58a0cd9944251a254ecf3073.jpg"},
+ {"url": "http://vsco.co/jollyt/media/58a5a59403c5196354c01869", "filename": "58a5a59403c5196354c01869.jpg"},
+ {"url": "http://vsco.co/jollyt/media/58a0a767a6884e1b07c8faca", "filename": "58a0a767a6884e1b07c8faca.jpg"},
+ {"url": "http://vsco.co/jollyt/media/58a0a04914467b1911b46ca0", "filename": "58a0a04914467b1911b46ca0.jpg"},
+ {"url": "http://vsco.co/jollyt/media/567dc28e66331e45358b456c", "filename": "567dc28e66331e45358b456c.jpg"},
+ {"url": "http://vsco.co/jollyt/media/567dc26546331ebf258b456b", "filename": "567dc26546331ebf258b456b.jpg"},
+ {"url": "http://vsco.co/jollyt/media/567dc253847e5fb71b8b456a", "filename": "567dc253847e5fb71b8b456a.jpg"},
+ {"url": "http://vsco.co/jollyt/media/567dc223f39ccbe93e8b4575", "filename": "567dc223f39ccbe93e8b4575.jpg"},
+ {"url": "http://vsco.co/jollyt/media/56749ca049331e60498b4574", "filename": "56749ca049331e60498b4574.jpg"},
+ {"url": "http://vsco.co/jollyt/media/56749c736b331efc628b456f", "filename": "56749c736b331efc628b456f.jpg"},
+ {"url": "http://vsco.co/jollyt/media/5659a73d67331e8b388b4568", "filename": "5659a73d67331e8b388b4568.jpg"},
+ {"url": "http://vsco.co/jollyt/media/56749c472a331e76378b456d", "filename": "56749c472a331e76378b456d.jpg"},
+ {"url": "http://vsco.co/jollyt/media/564932cfa70ef245028b456b", "filename": "564932cfa70ef245028b456b.jpg"},
+ {"url": "http://vsco.co/jollyt/media/56493306a0ab338f098b4567", "filename": "56493306a0ab338f098b4567.jpg"},
],
- ),
- (
- "https://vsco.co/philippswildlife/video/6b31aa8f-de5d-452b-baf2-81d2b080997a",
- [
+ },
+ {
+ "url": "https://vsco.co/philippswildlife/video/6b31aa8f-de5d-452b-baf2-81d2b080997a",
+ "results": [
{
"url": "https://vsco.co/philippswildlife/video/6b31aa8f-de5d-452b-baf2-81d2b080997a",
"filename": "6b31aa8f-de5d-452b-baf2-81d2b080997a [1080p].mp4",
@@ -124,9 +61,9 @@ TEST_CASES = [
"original_filename": "6b31aa8f-de5d-452b-baf2-81d2b080997a.mp4",
"referer": "https://vsco.co/philippswildlife/video/6b31aa8f-de5d-452b-baf2-81d2b080997a",
"album_id": None,
- "datetime": 1768819516,
+ "uploaded_at": 1768819516,
"download_folder": "re:philippswildlife (VSCO)",
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/vxxx.py b/tests/crawlers/test_cases/vxxx.py
index abd572b62..b5d9b81c9 100644
--- a/tests/crawlers/test_cases/vxxx.py
+++ b/tests/crawlers/test_cases/vxxx.py
@@ -1,15 +1,15 @@
DOMAIN = "vxxx"
TEST_CASES = [
- (
- "https://vxxx.com/video-235983",
- [
+ {
+ "url": "https://vxxx.com/video-235983",
+ "results": [
{
"url": "https://vxxx.com/video-235983",
"filename": "Ebony teen Romy Indy Has A Dirty Side And Wants Dick (18+) [235983].mp4",
"referer": "https://vxxx.com/video-235983",
- "download_folder": r"re:Loose Files (VXXX)",
- "datetime": int,
+ "download_folder": "re:Loose Files (VXXX)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/xasiat.py b/tests/crawlers/test_cases/xasiat.py
index 459674e81..878190a11 100644
--- a/tests/crawlers/test_cases/xasiat.py
+++ b/tests/crawlers/test_cases/xasiat.py
@@ -1,28 +1,28 @@
DOMAIN = "xasiat"
TEST_CASES = [
- (
- "https://www.xasiat.com/albums/30487/cosplay-jk-61p-797mb",
- [
+ {
+ "url": "https://www.xasiat.com/albums/30487/cosplay-jk-61p-797mb",
+ "results": [
{
"url": "https://www.xasiat.com/get_image/2/01a28782c7940969a3a3d55ab1842268/sources/30000/30487/2155729.jpg/",
"filename": "2155729.jpg",
"referer": "https://www.xasiat.com/get_image/2/01a28782c7940969a3a3d55ab1842268/sources/30000/30487/2155729.jpg/",
"album_id": "30487",
- "datetime": None,
- "download_folder": r"re:\[Cosplay\] 屿鱼 蔚蓝档案 妃咲 JK \[61P-797MB\] \[album\] \(Xasiat\)",
+ "uploaded_at": None,
+ "download_folder": "re:\\[Cosplay\\] 屿鱼 蔚蓝档案 妃咲 JK \\[61P-797MB\\] \\[album\\] \\(Xasiat\\)",
}
],
- 61,
- ),
- (
- "https://www.xasiat.com/videos/104092/dvd-ai-shinozaki-special-bonus-dvd-weekly-playboy-2023-09-18-no-38/",
- [
+ "count": 61,
+ },
+ {
+ "url": "https://www.xasiat.com/videos/104092/dvd-ai-shinozaki-special-bonus-dvd-weekly-playboy-2023-09-18-no-38/",
+ "results": [
{
"url": "ANY",
- "filename": "+付録DVD Ai Shinozaki 篠崎愛 – Special Bonus DVD Weekly Playboy 2023-09-18 No.38 [104092].mp4", # noqa: RUF001
+ "filename": "+付録DVD Ai Shinozaki 篠崎愛 – Special Bonus DVD Weekly Playboy 2023-09-18 No.38 [104092].mp4",
"original_filename": "104092_source.mp4",
"album_id": None,
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/xgroovy.py b/tests/crawlers/test_cases/xgroovy.py
index ec42b05f3..a8db6da0f 100644
--- a/tests/crawlers/test_cases/xgroovy.py
+++ b/tests/crawlers/test_cases/xgroovy.py
@@ -1,93 +1,86 @@
DOMAIN = "xgroovy"
TEST_CASES = [
- # Video page link
- (
- "https://xgroovy.com/videos/598490/brunette-bombshell-casts-her-magic-in-amateur-pov/",
- [
+ {
+ "url": "https://xgroovy.com/videos/598490/brunette-bombshell-casts-her-magic-in-amateur-pov/",
+ "results": [
{
"url": "https://xgroovy.com/videos/598490/brunette-bombshell-casts-her-magic-in-amateur-pov",
"filename": "Brunette Bombshell Casts Her Magic in Amateur POV [598490][1080p].mp4",
"debrid_link": "ANY",
"referer": "https://xgroovy.com/videos/598490/brunette-bombshell-casts-her-magic-in-amateur-pov",
- "datetime": 1758692603,
+ "uploaded_at": 1758692603,
}
],
- ),
- # Gif page link
- (
- "https://xgroovy.com/shemale/gifs/463103/jaw-dropping3",
- [
+ },
+ {
+ "url": "https://xgroovy.com/shemale/gifs/463103/jaw-dropping3",
+ "results": [
{
"url": "https://xgroovy.com/shemale/gifs/463103/jaw-dropping3",
"filename": "Jaw-dropping! [463103].mp4",
"debrid_link": "ANY",
"referer": "https://xgroovy.com/shemale/gifs/463103/jaw-dropping3",
- "datetime": 1733330169,
+ "uploaded_at": 1733330169,
}
],
- ),
- # Search
- (
- "https://xgroovy.com/search/helena-price/",
- [
+ },
+ {
+ "url": "https://xgroovy.com/search/helena-price/",
+ "results": [
{
"url": "re:https://xgroovy.com/videos/",
- "download_folder": r"re:helena\-price \[search\] \(XGroovy\)",
+ "download_folder": "re:helena\\-price \\[search\\] \\(XGroovy\\)",
"referer": "re:https://xgroovy.com/videos/",
"album_id": None,
}
],
- 17,
- ),
- # Pornstars
- (
- "https://xgroovy.com/pornstars/hotangelsfromhell/",
- [
+ "count": 17,
+ },
+ {
+ "url": "https://xgroovy.com/pornstars/hotangelsfromhell/",
+ "results": [
{
"url": "ANY",
- "download_folder": r"re:HotAngelsFromHell \[pornstars\] \(XGroovy\)",
+ "download_folder": "re:HotAngelsFromHell \\[pornstars\\] \\(XGroovy\\)",
"referer": "re:https://xgroovy.com/videos/",
"album_id": None,
}
],
- 1,
- ),
- # Image
- (
- "https://xgroovy.com/photos/1082475/hope-you-like-them-perky-and-natural/",
- [
+ "count": 1,
+ },
+ {
+ "url": "https://xgroovy.com/photos/1082475/hope-you-like-them-perky-and-natural/",
+ "results": [
{
"url": "https://photos.xgroovy.com/contents/albums/sources/1082000/1082475/1496153.jpg",
- "download_folder": r"re:Hope you like them perky and natural \(XGroovy\)",
+ "download_folder": "re:Hope you like them perky and natural \\(XGroovy\\)",
"referer": "https://xgroovy.com/photos/1082475/hope-you-like-them-perky-and-natural",
"filename": "1496153.jpg",
"album_id": "1082475",
}
],
- ),
- # Album
- (
- "https://xgroovy.com/photos/1081573/without-piercing-this-view-is-more-appetizing/",
- [
+ },
+ {
+ "url": "https://xgroovy.com/photos/1081573/without-piercing-this-view-is-more-appetizing/",
+ "results": [
{
"url": "re:https://photos.xgroovy.com/contents/albums/sources/1081000/1081573/",
- "download_folder": r"re:Without piercing, this view is more appetizing \(XGroovy\)",
+ "download_folder": "re:Without piercing, this view is more appetizing \\(XGroovy\\)",
"referer": "re:https://xgroovy.com/photos/1081573/without-piercing-this-view-is-more-appetizing",
"album_id": "1081573",
- },
+ }
],
- 12,
- ),
- # Direct File
- (
- "https://photos.xgroovy.com/contents/albums/sources/1081000/1081200/1493360.jpg",
- [
+ "count": 12,
+ },
+ {
+ "url": "https://photos.xgroovy.com/contents/albums/sources/1081000/1081200/1493360.jpg",
+ "results": [
{
"url": "https://photos.xgroovy.com/contents/albums/sources/1081000/1081200/1493360.jpg",
- "download_folder": r"re:Loose Files \(XGroovy\)",
+ "download_folder": "re:Loose Files \\(XGroovy\\)",
"referer": "https://photos.xgroovy.com/contents/albums/sources/1081000/1081200/1493360.jpg",
"filename": "1493360.jpg",
}
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/xhamster.py b/tests/crawlers/test_cases/xhamster.py
index 15684f292..d9150fd44 100644
--- a/tests/crawlers/test_cases/xhamster.py
+++ b/tests/crawlers/test_cases/xhamster.py
@@ -1,8 +1,8 @@
DOMAIN = "xhamster"
TEST_CASES = [
- (
- "https://ge.xhamster.desi/videos/horny-asian-slut-fucking-with-big-toy-and-cumming-a-lot-xhW9s1z",
- [
+ {
+ "url": "https://ge.xhamster.desi/videos/horny-asian-slut-fucking-with-big-toy-and-cumming-a-lot-xhW9s1z",
+ "results": [
{
"url": "https://ge.xhamster.desi/videos/horny-asian-slut-fucking-with-big-toy-and-cumming-a-lot-xhW9s1z",
"filename": "Horny Asian slut fucking with Big Toy and CUMMING a lot [xhW9s1z][h264][720p].mp4",
@@ -10,105 +10,96 @@ TEST_CASES = [
"debrid_link": None,
"referer": "https://ge.xhamster.desi/videos/horny-asian-slut-fucking-with-big-toy-and-cumming-a-lot-xhW9s1z",
"album_id": None,
- "datetime": 1609776316,
+ "uploaded_at": 1609776316,
}
],
- ),
- (
- "https://xhamster45.desi/videos/eating-her-ass-xhdR056",
- [
+ },
+ {
+ "url": "https://xhamster45.desi/videos/eating-her-ass-xhdR056",
+ "results": [
{
"url": "https://xhamster45.desi/videos/eating-her-ass-xhdR056",
"filename": "Eating her ass [xhdR056][h264][720p].mp4",
"original_filename": "xhdR056.mp4",
- "debrid_link": None, # Should download an HLS stream
+ "debrid_link": None,
"referer": "https://xhamster45.desi/videos/eating-her-ass-xhdR056",
"album_id": None,
- "datetime": 1764724818,
+ "uploaded_at": 1764724818,
}
],
- ),
- (
- "https://ge.xhamster.com/photos/gallery/15860946/511409507",
- [
+ },
+ {
+ "url": "https://ge.xhamster.com/photos/gallery/15860946/511409507",
+ "results": [
{
"url": "https://ic-ph-nss.xhcdn.com/a/M2JlNDhlZTJkNjk0NjY1ZGMyMWMwY2Q2ZTU3NGNlNjQ/webp/000/511/409/501_1000.jpg",
"filename": "009 - 501_1000 [511409501].jpg",
"original_filename": "501_1000.jpg",
"referer": "https://ge.xhamster.com/photos/gallery/15860946/511409501",
- "download_folder": r"re:Take me to the carwash at DigitalDesire \[gallery\] \(xHamster\)",
+ "download_folder": "re:Take me to the carwash at DigitalDesire \\[gallery\\] \\(xHamster\\)",
"album_id": "15860946",
- "datetime": 1643783409,
+ "uploaded_at": 1643783409,
}
],
- 19,
- ),
- (
- "https://ge.xhamster.com/photos/gallery/15860946",
- [
+ "count": 19,
+ },
+ {
+ "url": "https://ge.xhamster.com/photos/gallery/15860946",
+ "results": [
{
"url": "https://ic-ph-nss.xhcdn.com/a/M2JlNDhlZTJkNjk0NjY1ZGMyMWMwY2Q2ZTU3NGNlNjQ/webp/000/511/409/501_1000.jpg",
"filename": "009 - 501_1000 [511409501].jpg",
"original_filename": "501_1000.jpg",
"referer": "https://ge.xhamster.com/photos/gallery/15860946/511409501",
- "download_folder": r"re:Take me to the carwash at DigitalDesire \[gallery\] \(xHamster\)",
+ "download_folder": "re:Take me to the carwash at DigitalDesire \\[gallery\\] \\(xHamster\\)",
"album_id": "15860946",
- "datetime": 1643783409,
+ "uploaded_at": 1643783409,
}
],
- 19,
- ),
- (
- "https://xhamster.com/users/ombreto/videos",
- [
+ "count": 19,
+ },
+ {
+ "url": "https://xhamster.com/users/ombreto/videos",
+ "results": [
{
"url": "https://xhamster.com/videos/18yo-alexandra-student-bdsm-real-casting-2023793",
"filename": "18yo Alexandra student BDSM real casting [2023793][h264][240p].mp4",
"original_filename": "2023793.mp4",
"referer": "https://xhamster.com/videos/18yo-alexandra-student-bdsm-real-casting-2023793",
- "download_folder": r"re:ombreto \[user\] \(xHamster\)[\\/]videos",
+ "download_folder": "re:ombreto \\[user\\] \\(xHamster\\)[\\\\/]videos",
"album_id": None,
- "datetime": 1372456260,
+ "uploaded_at": 1372456260,
}
],
- 42,
- ),
- (
- "https://xhamster.com/creators/danielagomezz",
- [
- {
- "url": "ANY",
- "download_folder": r"re:DanielaGomezx \[user\] \(xHamster\)",
- },
- ],
- range(50, 70),
- ),
- (
- "https://xhamster.com/creators/danielagomezz/exclusive",
- [],
- range(50, 70),
- ),
- (
- "https://xhamster.com/creators/danielagomezz/photos",
- [
+ "count": 42,
+ },
+ {
+ "url": "https://xhamster.com/creators/danielagomezz",
+ "results": [{"url": "ANY", "download_folder": "re:DanielaGomezx \\[user\\] \\(xHamster\\)"}],
+ "count": range(50, 70),
+ },
+ {"url": "https://xhamster.com/creators/danielagomezz/exclusive", "results": [], "count": range(50, 70)},
+ {
+ "url": "https://xhamster.com/creators/danielagomezz/photos",
+ "results": [
{
"url": "https://ic-ph-nss.xhcdn.com/a/NGNmMmIxMGJlM2E2YjgyZWI3ZGE4OTcwNmNhNzAxZTU/webp/000/517/308/698_1000.jpg",
"filename": "001 - 698_1000 [517308698].jpg",
"original_filename": "698_1000.jpg",
"referer": "https://xhamster.com/photos/gallery/16252066/517308698",
- "download_folder": r"re:DanielaGomezx \[user\] \(xHamster\)[\\/]galleries[\\/]New image change",
+ "download_folder": "re:DanielaGomezx \\[user\\] \\(xHamster\\)[\\\\/]galleries[\\\\/]New image change",
"album_id": "16252066",
- "datetime": 1738917721,
+ "uploaded_at": 1738917721,
},
{
"url": "https://ic-ph-nss.xhcdn.com/a/Mzc4ODY4M2VkNzM0ZTM3OGVjMGQ1ZTFjZGU1MzhhZDU/webp/000/517/308/699_1000.jpg",
"filename": "002 - 699_1000 [517308699].jpg",
"original_filename": "699_1000.jpg",
"referer": "https://xhamster.com/photos/gallery/16252066/517308699",
- "download_folder": r"re:DanielaGomezx \[user\] \(xHamster\)[\\/]galleries[\\/]New image change",
+ "download_folder": "re:DanielaGomezx \\[user\\] \\(xHamster\\)[\\\\/]galleries[\\\\/]New image change",
"album_id": "16252066",
- "datetime": 1738917721,
+ "uploaded_at": 1738917721,
},
],
- ),
+ },
]
diff --git a/tests/crawlers/test_cases/xmegadrive.py b/tests/crawlers/test_cases/xmegadrive.py
index 2cb35b377..027f09dd9 100644
--- a/tests/crawlers/test_cases/xmegadrive.py
+++ b/tests/crawlers/test_cases/xmegadrive.py
@@ -1,8 +1,8 @@
DOMAIN = "xmegadrive"
TEST_CASES = [
- (
- "https://www.xmegadrive.com/videos/reach-around-handjob-hom-3-goddess-zephy/",
- [
+ {
+ "url": "https://www.xmegadrive.com/videos/reach-around-handjob-hom-3-goddess-zephy/",
+ "results": [
{
"url": "https://www.xmegadrive.com/videos/reach-around-handjob-hom-3-goddess-zephy/",
"filename": "Reach Around Handjob HoM 3 - Goddess Zephy [200825][720p].mp4",
@@ -11,5 +11,5 @@ TEST_CASES = [
"album_id": None,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/xmilf.py b/tests/crawlers/test_cases/xmilf.py
index 660762281..9f25a9524 100644
--- a/tests/crawlers/test_cases/xmilf.py
+++ b/tests/crawlers/test_cases/xmilf.py
@@ -1,15 +1,15 @@
DOMAIN = "xmilf"
TEST_CASES = [
- (
- "https://xmilf.com/video/1561649/big-boob-stepmother-tries-porn/",
- [
+ {
+ "url": "https://xmilf.com/video/1561649/big-boob-stepmother-tries-porn/",
+ "results": [
{
"url": "https://xmilf.com/video/1561649/big-boob-stepmother-tries-porn",
"filename": "Big Boob Stepmother Tries Porn [1561649].mp4",
"referer": "https://xmilf.com/video/1561649/big-boob-stepmother-tries-porn",
- "download_folder": r"re:Loose Files (XMilf)",
- "datetime": int,
+ "download_folder": "re:Loose Files (XMilf)",
+ "uploaded_at": int,
}
],
- ),
+ }
]
diff --git a/tests/crawlers/test_cases/xvideos.py b/tests/crawlers/test_cases/xvideos.py
index 69cb03e77..a0ddfc07b 100644
--- a/tests/crawlers/test_cases/xvideos.py
+++ b/tests/crawlers/test_cases/xvideos.py
@@ -1,70 +1,70 @@
DOMAIN = "xvideos"
TEST_CASES = [
- (
- "https://www.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth",
- [
+ {
+ "url": "https://www.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth",
+ "results": [
{
"url": "https://www.xvideos.com/video.ohfceph5e51/_",
"filename": "MIA KHALIFA - Mia Khalifa Gets Her Pussy Pounded In Doggy Before Takin [ohfceph5e51][1080p].mp4",
"original_filename": "ohfceph5e51.mp4",
"referer": "https://www.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth",
"album_id": None,
- "datetime": 1751666400,
+ "uploaded_at": 1751666400,
}
],
- ),
- (
- "https://de.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth",
- [
+ },
+ {
+ "url": "https://de.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth",
+ "results": [
{
"url": "https://de.xvideos.com/video.ohfceph5e51/_",
"filename": "MIA KHALIFA - Mia Khalifa Gets Her Pussy Pounded In Doggy Before Takin [ohfceph5e51][1080p].mp4",
}
],
- ),
- (
- "https://www.xvideos.es/profiles/petite1810",
- [
+ },
+ {
+ "url": "https://www.xvideos.es/profiles/petite1810",
+ "results": [
{
"url": "https://www.xvideos.es/video.uvfdtpm4c2a/_",
"filename": "Vídeo de verificación [uvfdtpm4c2a][1920p].mp4",
"original_filename": "uvfdtpm4c2a.mp4",
"referer": "https://www.xvideos.es/video.uvfdtpm4c2a/video_de_verificacion",
"album_id": None,
- "datetime": 1689535483,
+ "uploaded_at": 1689535483,
}
],
- ),
- (
- # Title should always be the original title, ignore auto translated title
- "https://www.xvideos.es/video.oiubcfkc787/_mi_esposa_colombiana_queria_un_masaje_con_un_masajista_por_que_es_normal_",
- [
+ },
+ {
+ "url": "https://www.xvideos.es/video.oiubcfkc787/_mi_esposa_colombiana_queria_un_masaje_con_un_masajista_por_que_es_normal_",
+ "description": "Title should always be the original title, ignore auto translated title",
+ "results": [
{
"url": "https://www.xvideos.es/video.oiubcfkc787/_",
"filename": "My Colombian Wife Wanted Massage by Male Masseur ! Why Is this Normal [oiubcfkc787][1080p].mp4",
"referer": "https://www.xvideos.es/video.oiubcfkc787/_mi_esposa_colombiana_queria_un_masaje_con_un_masajista_por_que_es_normal_",
}
],
- ),
- (
- "https://it.xvideos.com/valter_karotti#quickies/h/uceupff0647",
- [
+ },
+ {
+ "url": "https://it.xvideos.com/valter_karotti#quickies/h/uceupff0647",
+ "results": [
{
"url": "https://it.xvideos.com/video.uceupff0647/_",
"filename": "Beauty Gina Gerson Takes Monster Cock in Anal - Anal Orgasm [uceupff0647][1080p].mp4",
"referer": "https://it.xvideos.com/video.uceupff0647/_",
}
],
- ),
- (
- "https://it.xvideos.com/channels/scout69_official/photos/10612349/german_scout_-_skinny_candee_licious",
- [
+ },
+ {
+ "url": "https://it.xvideos.com/channels/scout69_official/photos/10612349/german_scout_-_skinny_candee_licious",
+ "results": [
{
- "url": r"re:https:\/\/profile-pics-cdn\d+\.xvideos-cdn\.com",
+ "url": "re:https:\\/\\/profile-pics-cdn\\d+\\.xvideos-cdn\\.com",
"album_id": "10612349",
"referer": "https://it.xvideos.com/channels/scout69_official/photos/10612349/german_scout_-_skinny_candee_licious",
}
],
- 24,
- ),
+ "count": 24,
+ },
]
diff --git a/tests/crawlers/test_cases/xxxbunker.py b/tests/crawlers/test_cases/xxxbunker.py
index d8f291994..bfb993bb7 100644
--- a/tests/crawlers/test_cases/xxxbunker.py
+++ b/tests/crawlers/test_cases/xxxbunker.py
@@ -1,21 +1,21 @@
DOMAIN = "xxxbunker"
TEST_CASES = [
- (
- "https://xxxbunker.com/11634231",
- [
+ {
+ "url": "https://xxxbunker.com/11634231",
+ "results": [
{
"url": "https://xxxbunker.com/player/11634231",
"filename": "Stepbrothers Wife Exposes Big Tits For Lactation Scene 1 [11634231].mp4",
"referer": "https://xxxbunker.com/11634231",
"debrid_link": "ANY",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- ),
- (
- "https://xxxbunker.com/search/aarielle+alexis",
- [
+ },
+ {
+ "url": "https://xxxbunker.com/search/aarielle+alexis",
+ "results": [
{
"url": "https://xxxbunker.com/339288",
"filename": "Curvy Black Haired Sex Pot Aarielle Alexis Performs Hard Solo Using Massive Dildo [339288].mp4",
@@ -23,9 +23,9 @@ TEST_CASES = [
"download_folder": "re:aarielle alexis [search]",
"debrid_link": "ANY",
"album_id": None,
- "datetime": None,
+ "uploaded_at": None,
}
],
- 68,
- ),
+ "count": 68,
+ },
]
diff --git a/tests/crawlers/test_crawlers.py b/tests/crawlers/test_crawlers.py
index 512e801ec..a16f425e5 100644
--- a/tests/crawlers/test_crawlers.py
+++ b/tests/crawlers/test_crawlers.py
@@ -3,9 +3,9 @@ from __future__ import annotations
import dataclasses
import importlib.util
import re
-from collections.abc import Generator, Sequence
+from collections.abc import Sequence
from pathlib import Path
-from typing import TYPE_CHECKING, NamedTuple, NotRequired
+from typing import TYPE_CHECKING, Any, NotRequired
from unittest import mock
import pytest
@@ -38,27 +38,25 @@ class Result(TypedDict):
@dataclasses.dataclass(slots=True)
-class Config:
- skip: str | bool = False
- total: int | None = None
-
-
-_default_config = Config()
-
-TestTuple = tuple[str, list[Result], int, Config]
-
-
-class CrawlerTestCase(NamedTuple):
+class CrawlerTestCase:
domain: str
- input_url: str
+ url: str
results: list[Result]
- # TODO: deprecated total, move to config
- total: Sequence[int] | int | None = None
- config: Config = _default_config
+ description: str | None = None
+ fail: bool | str | int = False
+ xfail: str | None = None
+ skip: str | bool = False
+ count: Sequence[int] | int | None = None
+ options: list[str] | None = None
+ log: str | None = None
+
+ @property
+ def test_id(self) -> str:
+ return f"{self.domain} - {self.url}"
_TEST_CASE_ADAPTER = TypeAdapter(CrawlerTestCase)
-_TEST_DATA: dict[str, list[TestTuple]] = {}
+_TEST_DATA: dict[str, list[dict[str, Any]]] = {}
def _load_test_cases(path: Path) -> None:
@@ -68,16 +66,7 @@ def _load_test_cases(path: Path) -> None:
module_spec.loader.exec_module(module)
if module.DOMAIN in _TEST_DATA:
raise RuntimeError(f"Multiple tests files for {module.DOMAIN}")
- _TEST_DATA[module.DOMAIN] = list(_fix_test_cases(module.TEST_CASES))
-
-
-def _fix_test_cases(test_cases: list[TestTuple]) -> Generator[TestTuple]:
- for test_case in test_cases:
- for result in test_case[1]:
- if "datetime" in result:
- result["uploaded_at"] = result.pop("datetime")
-
- yield test_case
+ _TEST_DATA[module.DOMAIN] = module.TEST_CASES
def _load_test_data() -> None:
@@ -90,7 +79,7 @@ def _load_test_data() -> None:
def pytest_generate_tests(metafunc: pytest.Metafunc) -> None:
_load_test_data()
- if "crawler_test_case" in metafunc.fixturenames:
+ if "test_case" in metafunc.fixturenames:
valid_domains = set(_TEST_DATA)
domains_to_tests: list[str] = getattr(metafunc.config, "test_crawlers_domains", [])
for domain in domains_to_tests:
@@ -99,16 +88,16 @@ def pytest_generate_tests(metafunc: pytest.Metafunc) -> None:
all_test_cases: list[CrawlerTestCase] = []
for domain, test_cases in sorted(_TEST_DATA.items()):
if domain in domains_to_tests:
- all_test_cases.extend(CrawlerTestCase(domain, *case) for case in test_cases)
- metafunc.parametrize("crawler_test_case", all_test_cases, ids=lambda x: f"{x.domain} - {x.input_url}")
+ all_test_cases.extend(
+ _TEST_CASE_ADAPTER.validate_python({"domain": domain} | case) for case in test_cases
+ )
+ metafunc.parametrize("test_case", all_test_cases, ids=lambda case: case.test_id)
@pytest.mark.crawler_test_case
-async def test_crawler(running_manager: Manager, crawler_test_case: CrawlerTestCase) -> None:
- # Check that this is a valid test case with pydantic
- test_case = _TEST_CASE_ADAPTER.validate_python(crawler_test_case)
- if skip := test_case.config.skip:
- pytest.skip(skip) if isinstance(skip, str) else pytest.skip()
+async def test_crawler(running_manager: Manager, test_case: CrawlerTestCase, request: pytest.FixtureRequest) -> None:
+ if test_case.skip:
+ pytest.skip(reason=test_case.skip if isinstance(test_case.skip, str) else "")
with _crawler_mock() as func:
async with ScrapeMapper(running_manager)() as scrape_mapper:
@@ -120,30 +109,30 @@ async def test_crawler(running_manager: Manager, crawler_test_case: CrawlerTestC
assert cls, f"{test_case.domain} is not a valid crawler domain. Test case is invalid"
crawler = cls(running_manager)
await crawler.__async_init__()
- item = ScrapeItem(url=crawler.parse_url(test_case.input_url))
+ item = ScrapeItem(url=crawler.parse_url(test_case.url))
await crawler.run(item)
results: list[MediaItem] = sorted((call.args[0] for call in func.call_args_list), key=lambda x: str(x.url))
- total = test_case.total or len(test_case.results)
+ count = test_case.count or len(test_case.results)
_assert_n_results(test_case, len(results))
- if total:
+ if count:
func.assert_awaited()
_validate_results(crawler, test_case, results)
def _assert_n_results(test_case: CrawlerTestCase, n_results: int) -> None:
- total = test_case.total or len(test_case.results)
- if isinstance(total, Sequence):
- assert n_results in total
+ count = test_case.count or len(test_case.results)
+ if isinstance(count, Sequence):
+ assert n_results in count
else:
- assert total == n_results
+ assert count == n_results
class _NOT_NONE: # noqa: N801
- def __eq__(self, other) -> bool:
+ def __eq__(self, other: object) -> bool:
return other is not None
- def __ne__(self, other) -> bool:
+ def __ne__(self, other: object) -> bool:
return other is None
def __repr__(self) -> str:
@@ -212,13 +201,13 @@ def _re_search(expected_value: str, result_value: str) -> re.Match[str] | None:
],
)
async def test_direct_http_crawler(running_manager: Manager, url: str, filename: str) -> None:
- test_case = CrawlerTestCase(domain="no_crawler", input_url=url, results=[{"url": url, "filename": filename}])
+ test_case = CrawlerTestCase(domain="no_crawler", url=url, results=[{"url": url, "filename": filename}])
with _crawler_mock() as func:
async with ScrapeMapper(running_manager)() as scrape_mapper:
crawler = scrape_mapper._direct_http
await scrape_mapper.run()
- item = ScrapeItem(url=parse_url(test_case.input_url))
+ item = ScrapeItem(url=parse_url(test_case.url))
await crawler.fetch(item)
results: list[MediaItem] = sorted((call.args[0] for call in func.call_args_list), key=lambda x: str(x.url))
diff --git a/tests/test_nextjs.py b/tests/test_nextjs.py
index 001045e6d..f3d254101 100644
--- a/tests/test_nextjs.py
+++ b/tests/test_nextjs.py
@@ -6,6 +6,8 @@ from bs4 import BeautifulSoup
from cyberdrop_dl.utils import next_js
+pytest.skip("website down", allow_module_level=True)
+
@pytest.fixture(name="soup", scope="module")
async def onepace_soup() -> AsyncGenerator[BeautifulSoup]: