Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
tests: update test cases format (#1773)
NTFSvolume189369c24249
diff --git a/pyproject.toml b/pyproject.tomlindex 3dbc2683b..92eeab61d 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -111,7 +111,7 @@ omit = [][tool.pytest.ini_options]-addopts = ["-s"]+addopts = ["--tb=short", "-ra", "-s", "-v"]asyncio_default_fixture_loop_scope = "session"asyncio_default_test_loop_scope = "session"asyncio_mode = "auto"@@ -122,6 +122,8 @@ markers = ["crawler_test_case: tests that do full run with a crawler (making actual network requests)"]minversion = "8.4.1"+strict_config = true+strict_markers = true[tool.ruff]exclude = ["cyberdrop_dl/dependencies/browser_cookie3.py"]@@ -168,6 +170,9 @@ unfixable = ["T20" # flake8-print]"__init__.py" = ["E402"] # imports not at the top of the file.+"tests/crawlers/test_cases/*" = [+ "RUF001" # String contains ambiguous chars.+][tool.ruff.lint.pydocstyle]convention = "google"diff --git a/tests/crawlers/test_cases/4chan.py b/tests/crawlers/test_cases/4chan.pyindex 7d02343d4..b28ed1164 100644--- a/tests/crawlers/test_cases/4chan.py+++ b/tests/crawlers/test_cases/4chan.py@@ -1,8 +1,8 @@DOMAIN = "4chan"TEST_CASES = [- (- "https://boards.4chan.org/wg/thread/8131148/muslim-islamic-persian",- [+ {+ "url": "https://boards.4chan.org/wg/thread/8131148/muslim-islamic-persian",+ "results": [{"url": "https://i.4cdn.org/wg/1772229579282188.jpg","filename": "1721679422587858.jpg",@@ -194,6 +194,6 @@ TEST_CASES = ["download_folder": "re:Muslim- Islamic- Persian [thread] (4chan)",},],- 19,- )+ "count": 19,+ }]diff --git a/tests/crawlers/test_cases/anontransfer.py b/tests/crawlers/test_cases/anontransfer_com.pysimilarity index 72%rename from tests/crawlers/test_cases/anontransfer.pyrename to tests/crawlers/test_cases/anontransfer_com.pyindex c39dbb400..fefb04bc1 100644--- a/tests/crawlers/test_cases/anontransfer.py+++ b/tests/crawlers/test_cases/anontransfer_com.py@@ -1,31 +1,31 @@DOMAIN = "anontransfer.com"TEST_CASES = [- (- "https://anontransfer.com/d/Zrj1zqC1GV",- [+ {+ "url": "https://anontransfer.com/d/Zrj1zqC1GV",+ "results": [{"url": "https://anontransfer.com/uploads/Zrj1zqC1GV/Cyberdrop-DL.v8.4.0.zip","filename": "Cyberdrop-DL.v8.4.0.zip","referer": "https://anontransfer.com/d/Zrj1zqC1GV",- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://anontransfer.com/f/955e9279-5e78-4d55-8ead-07be703dd206",- [+ },+ {+ "url": "https://anontransfer.com/f/955e9279-5e78-4d55-8ead-07be703dd206",+ "results": [{"url": "https://anontransfer.com/uploads/Zrj1zqC1GV/Cyberdrop-DL.v8.4.0.zip","filename": "Cyberdrop-DL.v8.4.0.zip","referer": "https://anontransfer.com/f/955e9279-5e78-4d55-8ead-07be703dd206",- "datetime": None,+ "uploaded_at": None,},{"url": "https://anontransfer.com/uploads/MXlG3tufry/KzglJLHzuje.mp4","filename": "KzglJLHzuje.mp4","referer": "https://anontransfer.com/f/955e9279-5e78-4d55-8ead-07be703dd206",- "datetime": None,+ "uploaded_at": None,},],- ),+ },]diff --git a/tests/crawlers/test_cases/anysex.py b/tests/crawlers/test_cases/anysex.pyindex e8d3c6e0e..2a3749307 100644--- a/tests/crawlers/test_cases/anysex.py+++ b/tests/crawlers/test_cases/anysex.py@@ -1,68 +1,65 @@DOMAIN = "anysex"TEST_CASES = [- # Video page link- (- "https://anysex.com/video/475758/2-sexy-latina-fitness-girls-get-dicked-hard-by-2-beefy-dudes-outdoor-indoor/",- [+ {+ "url": "https://anysex.com/video/475758/2-sexy-latina-fitness-girls-get-dicked-hard-by-2-beefy-dudes-outdoor-indoor/",+ "results": [{"url": "https://anysex.com/video/475758/2-sexy-latina-fitness-girls-get-dicked-hard-by-2-beefy-dudes-outdoor-indoor","filename": "2 Sexy Latina Fitness-girls Get Dicked Hard By 2 Beefy Dudes Outdoor Indoo [475758][1080p].mp4","debrid_link": "ANY","referer": "https://anysex.com/video/475758/2-sexy-latina-fitness-girls-get-dicked-hard-by-2-beefy-dudes-outdoor-indoor",- "datetime": 1761678940,+ "uploaded_at": 1761678940,}],- ),- # Video with unknown resolution- (- "https://anysex.com/video/89167/amazing-blond-slut-makes-a-horny-dude-to-suck-the-dick-of-the-other-stud/",- [+ },+ {+ "url": "https://anysex.com/video/89167/amazing-blond-slut-makes-a-horny-dude-to-suck-the-dick-of-the-other-stud/",+ "description": "Video with unknown resolution",+ "results": [{"url": "https://anysex.com/video/89167/amazing-blond-slut-makes-a-horny-dude-to-suck-the-dick-of-the-other-stud","filename": "Amazing blond slut makes a horny dude to suck the dick of the other stud [89167].mp4","debrid_link": "ANY","referer": "https://anysex.com/video/89167/amazing-blond-slut-makes-a-horny-dude-to-suck-the-dick-of-the-other-stud",- "datetime": 1381968000,+ "uploaded_at": 1381968000,}],- ),- # Album page link- (- "https://anysex.com/photos/156337/only-5-0-but-thick-and-curvy-in-all-the-right-places/",- [+ },+ {+ "url": "https://anysex.com/photos/156337/only-5-0-but-thick-and-curvy-in-all-the-right-places/",+ "results": [{"url": "re:https://photos.anysex.com/contents/albums/main/1920x9999/156000",- "download_folder": r"re:Only 50 but thick and curvy in all the right places! \[album\] \(AnySex\)",+ "download_folder": "re:Only 50 but thick and curvy in all the right places! \\[album\\] \\(AnySex\\)","referer": "re:https://photos.anysex.com/contents/albums/main/1920x9999/156000","album_id": "156337",}],- 8,- ),- # Album with just one image- (- "https://anysex.com/shemale/photos/156591/natures-big-secret/",- [+ "count": 8,+ },+ {+ "url": "https://anysex.com/shemale/photos/156591/natures-big-secret/",+ "description": "Album with just one image",+ "results": [{"url": "https://photos.anysex.com/contents/albums/main/1920x9999/156000/156591/255953.jpg",- "download_folder": r"re:Natures big secret ️ \[album\] \(AnySex\)",+ "download_folder": "re:Natures big secret ️ \\[album\\] \\(AnySex\\)","referer": "https://photos.anysex.com/contents/albums/main/1920x9999/156000/156591/255953.jpg","album_id": "156591",}],- 1,- ),- # Search- (- "https://anysex.com/search/?q=helena-price",- [+ "count": 1,+ },+ {+ "url": "https://anysex.com/search/?q=helena-price",+ "results": [{"url": "ANY",- "download_folder": r"re:helena price [search] (AnySex)",+ "download_folder": "re:helena price [search] (AnySex)","referer": "ANY","album_id": None,}],- range(18, 30),- ),+ "count": range(18, 30),+ },]diff --git a/tests/crawlers/test_cases/archivebate.py b/tests/crawlers/test_cases/archivebate.pyindex dde64c18f..2079301ae 100644--- a/tests/crawlers/test_cases/archivebate.py+++ b/tests/crawlers/test_cases/archivebate.py@@ -1,8 +1,8 @@DOMAIN = "archivebate"TEST_CASES = [- (- "https://www.archivebate.store/watch/16321694",- [+ {+ "url": "https://www.archivebate.store/watch/16321694",+ "results": [{"url": "https://mixdrop.sb/e/67pwzwz6uxjggd","filename": "7e73779e-d4be-4e7d-982c-5244ad4f6b33.mp4",@@ -14,6 +14,6 @@ TEST_CASES = ["download_folder": "re:clairwittenmyer [Chaturbate] (ArchiveBate)/Show on 2026-04-11 01-00-44",}],- 1,- )+ "count": 1,+ }]diff --git a/tests/crawlers/test_cases/ashemaletube.py b/tests/crawlers/test_cases/ashemaletube.pyindex b948b75dd..5b411af16 100644--- a/tests/crawlers/test_cases/ashemaletube.py+++ b/tests/crawlers/test_cases/ashemaletube.py@@ -1,20 +1,18 @@DOMAIN = "ashemaletube"TEST_CASES = [- # Direct image link- (- "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg?size=x800",- [+ {+ "url": "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg?size=x800",+ "results": [{"url": "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg","filename": "68b658b8f35c3-full-0.jpg","referer": "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg?size=x800",}],- ),- # Image page link- (- "https://www.ashemaletube.com/pics/265074/jjk-black-uniform/1/",- [+ },+ {+ "url": "https://www.ashemaletube.com/pics/265074/jjk-black-uniform/1/",+ "results": [{"url": "https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3/68b658b8f35c3-full-0.jpg","filename": "68b658b8f35c3-full-0 [11374066].jpg",@@ -22,24 +20,22 @@ TEST_CASES = ["album_id": None,}],- ),- # Album page link- (- "https://www.ashemaletube.com/pics/265074/jjk-black-uniform/",- [+ },+ {+ "url": "https://www.ashemaletube.com/pics/265074/jjk-black-uniform/",+ "results": [{"url": "re:https://cc.ashemaletube.com/images/2025-09/b8/68b658b8f35c3",- "download_folder": r"re:JJK Black Uniform \[album\] \(aShemaleTube\)",+ "download_folder": "re:JJK Black Uniform \\[album\\] \\(aShemaleTube\\)","referer": "re:https://www.ashemaletube.com/pics/265074/jjk-black-uniform","album_id": None,}],- 5,- ),- # Video page link- (- "https://www.ashemaletube.com/videos/1133457/full-sissy-play-g041-1/",- [+ "count": 5,+ },+ {+ "url": "https://www.ashemaletube.com/videos/1133457/full-sissy-play-g041-1/",+ "results": [{"url": "https://www.ashemaletube.com/videos/1133457","filename": "Full Sissy Play - G041.1 [1133457][1080p].mp4",@@ -47,5 +43,5 @@ TEST_CASES = ["album_id": None,}],- ),+ },]diff --git a/tests/crawlers/test_cases/bandcamp.py b/tests/crawlers/test_cases/bandcamp.pyindex 21031250d..aad280b82 100644--- a/tests/crawlers/test_cases/bandcamp.py+++ b/tests/crawlers/test_cases/bandcamp.py@@ -1,22 +1,22 @@DOMAIN = "bandcamp"TEST_CASES = [- (- "https://0101.bandcamp.com/track/mal-damour",- [+ {+ "url": "https://0101.bandcamp.com/track/mal-damour",+ "results": [{"url": "https://0101.bandcamp.com/track/mal-damour#mp3-320","filename": "Snails House - .。+mal damour.。+.mp3","original_filename": "Snail's House - .。:+*mal d'amour.。:+*.mp3","referer": "https://0101.bandcamp.com/track/mal-damour",- "datetime": 1529416422,+ "uploaded_at": 1529416422,"downloa_folder": "re:Loose Files (BandCamp)","debrid_link": "ANY",}],- ),- (- "https://wetleg.bandcamp.com/album/moisturizer",- [+ },+ {+ "url": "https://wetleg.bandcamp.com/album/moisturizer",+ "results": [{"url": "https://wetleg.bandcamp.com/track/cpr#mp3-128","referer": "https://wetleg.bandcamp.com/track/cpr",@@ -25,14 +25,8 @@ TEST_CASES = ["original_filename": "Wet Leg - CPR.mp3","debrid_link": "ANY",},- {- "url": "https://wetleg.bandcamp.com/track/mangetout#mp3-128",- "filename": "Wet Leg - mangetout.mp3",- },- {- "url": "https://wetleg.bandcamp.com/track/pillow-talk#mp3-128",- "filename": "Wet Leg - pillow talk.mp3",- },+ {"url": "https://wetleg.bandcamp.com/track/mangetout#mp3-128", "filename": "Wet Leg - mangetout.mp3"},+ {"url": "https://wetleg.bandcamp.com/track/pillow-talk#mp3-128", "filename": "Wet Leg - pillow talk.mp3"},{"url": "https://wetleg.bandcamp.com/track/catch-these-fists#mp3-128","filename": "Wet Leg - catch these fists.mp3",@@ -46,30 +40,15 @@ TEST_CASES = ["url": "https://wetleg.bandcamp.com/track/davina-mccall#mp3-128","filename": "Wet Leg - davina mccall.mp3",},- {- "url": "https://wetleg.bandcamp.com/track/pokemon#mp3-128",- "filename": "Wet Leg - pokemon.mp3",- },- {- "url": "https://wetleg.bandcamp.com/track/liquidize#mp3-128",- "filename": "Wet Leg - liquidize.mp3",- },- {- "url": "https://wetleg.bandcamp.com/track/pond-song#mp3-128",- "filename": "Wet Leg - pond song.mp3",- },- {- "url": "https://wetleg.bandcamp.com/track/don-t-speak#mp3-128",- "filename": "Wet Leg - don’t speak.mp3", # noqa: RUF001- },- {- "url": "https://wetleg.bandcamp.com/track/11-21#mp3-128",- "filename": "Wet Leg - 1121.mp3",- },+ {"url": "https://wetleg.bandcamp.com/track/pokemon#mp3-128", "filename": "Wet Leg - pokemon.mp3"},+ {"url": "https://wetleg.bandcamp.com/track/liquidize#mp3-128", "filename": "Wet Leg - liquidize.mp3"},+ {"url": "https://wetleg.bandcamp.com/track/pond-song#mp3-128", "filename": "Wet Leg - pond song.mp3"},+ {"url": "https://wetleg.bandcamp.com/track/don-t-speak#mp3-128", "filename": "Wet Leg - don’t speak.mp3"},+ {"url": "https://wetleg.bandcamp.com/track/11-21#mp3-128", "filename": "Wet Leg - 1121.mp3"},{"url": "https://wetleg.bandcamp.com/track/u-and-me-at-home#mp3-128","filename": "Wet Leg - u and me at home.mp3",},],- ),+ },]diff --git a/tests/crawlers/test_cases/beeg.py b/tests/crawlers/test_cases/beeg_com.pysimilarity index 79%rename from tests/crawlers/test_cases/beeg.pyrename to tests/crawlers/test_cases/beeg_com.pyindex 62252afd0..3af5d3b1a 100644--- a/tests/crawlers/test_cases/beeg.py+++ b/tests/crawlers/test_cases/beeg_com.py@@ -1,8 +1,8 @@DOMAIN = "beeg.com"TEST_CASES = [- (- "https://beeg.com/-0825220911617085",- [+ {+ "url": "https://beeg.com/-0825220911617085",+ "results": [{"url": "https://beeg.com/-0825220911617085","referer": "https://beeg.com/-0825220911617085",@@ -10,8 +10,8 @@ TEST_CASES = ["filename": "Blonde in Sexy Dress Takes Deep Anal Dildo [825220911617085][1080p].mp4","original_filename": "Blonde in Sexy Dress Takes Deep Anal Dildo","album_id": None,- "datetime": 1773100800,+ "uploaded_at": 1773100800,}],- ),+ }]diff --git a/tests/crawlers/test_cases/bunkr.py b/tests/crawlers/test_cases/bunkr.pyindex 35f4f9a75..8f0f45f71 100644--- a/tests/crawlers/test_cases/bunkr.py+++ b/tests/crawlers/test_cases/bunkr.py@@ -1,8 +1,8 @@DOMAIN = "bunkr"TEST_CASES = [- (- "https://bunkr.black/v/bla4XTB1v8aG6",- [+ {+ "url": "https://bunkr.black/v/bla4XTB1v8aG6",+ "results": [{"url": "re:/AZ-Haul-119-tqLy8ZWy.mp4?n=AZ+Haul+119.mp4","filename": "AZ Haul 119.mp4",@@ -10,65 +10,65 @@ TEST_CASES = ["referer": "https://bunkr.site/f/bla4XTB1v8aG6",}],- 1,- ),- (- "https://bunkr.ax/v/rFicV4QnhSHBE",- [+ "count": 1,+ },+ {+ "url": "https://bunkr.ax/v/rFicV4QnhSHBE",+ "results": [{- "url": r"re:1df93418-5063-4e1b-851e-9470cb8fc5c6\.mp4",+ "url": "re:1df93418-5063-4e1b-851e-9470cb8fc5c6\\.mp4","filename": "MysteriousProd.24.09.06.April.Olsen.Rebel.Rhyder.All.About.Fucking.720p.mp4","referer": "https://bunkr.site/f/rFicV4QnhSHBE","album_id": None,"uploaded_at": None,}],- ),- (- "https://get.bunkrr.su/file/41348624",- [+ },+ {+ "url": "https://get.bunkrr.su/file/41348624",+ "results": [{- "url": r"re:1df93418-5063-4e1b-851e-9470cb8fc5c6\.mp4",+ "url": "re:1df93418-5063-4e1b-851e-9470cb8fc5c6\\.mp4","filename": "MysteriousProd.24.09.06.April.Olsen.Rebel.Rhyder.All.About.Fucking.720p.mp4","referer": "https://get.bunkrr.su/file/41348624","album_id": None,"uploaded_at": None,}],- ),- (- "https://cdn9.bunkr.ru/24578-hd-kEMMY0JH.mp4",- [+ },+ {+ "url": "https://cdn9.bunkr.ru/24578-hd-kEMMY0JH.mp4",+ "results": [{- "url": r"re:24578-hd-kEMMY0JH.mp4",+ "url": "re:24578-hd-kEMMY0JH.mp4","filename": "24578-hd.mp4","referer": "https://bunkr.site/f/24578-hd-kEMMY0JH.mp4",}],- ),- (- "https://bunkr.sk/f/summertimejames-pics--VocHZQ0K.rar",- [+ },+ {+ "url": "https://bunkr.sk/f/summertimejames-pics--VocHZQ0K.rar",+ "results": [{"url": "re:/summertimejames-pics--VocHZQ0K.rar?n=summertimejames(pics).rar","filename": "summertimejames(pics).rar","referer": "https://bunkr.site/f/summertimejames-pics--VocHZQ0K.rar",}],- ),- (- "https://kebab.bunkr.ru/summertimejames-pics--VocHZQ0K.rar",- [+ },+ {+ "url": "https://kebab.bunkr.ru/summertimejames-pics--VocHZQ0K.rar",+ "results": [{"url": "re:/summertimejames-pics--VocHZQ0K.rar?n=summertimejames-pics--VocHZQ0K.rar","filename": "summertimejames-pics--VocHZQ0K.rar","referer": "https://get.bunkrr.su",}],- ),- (- "https://bunkr.cr/a/bFfln2uj",- [+ },+ {+ "url": "https://bunkr.cr/a/bFfln2uj",+ "results": [{"url": "re:/Laura-Perea-en-modo-Perra-l0dNCH9E.mp4?n=Laura+Perea+en+modo+Perra.mp4","filename": "Laura Perea en modo Perra.mp4",@@ -96,11 +96,11 @@ TEST_CASES = ["filename": "Laura Perea movimeintos Eroticos.mp4",},],- 5,- ),- (- "https://bunkr.cr/a/A3k5ktj4",- [+ "count": 5,+ },+ {+ "url": "https://bunkr.cr/a/A3k5ktj4",+ "results": [{"url": "re:https://c3mb.scdn.st/IMG_2395_sdr-eKRnKxc6.mp4?n=IMG_2395_sdr.mp4","filename": "IMG_2395_sdr.mp4",@@ -115,18 +115,9 @@ TEST_CASES = ["url": "re:https://c1fr.scdn.st/Nicol-Loveee-MundoX---Dulces-Mun%CC%83ecas-Traviesas-3-L9Dr07Fl.mp4?n=Nicol+Loveee+MundoX+-+Dulces+Mu%C3%B1ecas+Traviesas+3.mp4","filename": "Nicol Loveee MundoX - Dulces Muñecas Traviesas 3.mp4",},- {- "url": "re:https://c4ta.scdn.st/IMG_0789-VJJEJJFF.mp4?n=IMG_0789.mp4",- "filename": "IMG_0789.mp4",- },- {- "url": "re:https://par1.scdn.st/IMG_0658-v3T9XRib.MOV?n=IMG_0658.MOV",- "filename": "IMG_0658.mov",- },- {- "url": "re:https://c4ta.scdn.st/IMG_3422-FiKTxDks.MOV?n=IMG_3422.MOV",- "filename": "IMG_3422.mov",- },+ {"url": "re:https://c4ta.scdn.st/IMG_0789-VJJEJJFF.mp4?n=IMG_0789.mp4", "filename": "IMG_0789.mp4"},+ {"url": "re:https://par1.scdn.st/IMG_0658-v3T9XRib.MOV?n=IMG_0658.MOV", "filename": "IMG_0658.mov"},+ {"url": "re:https://c4ta.scdn.st/IMG_3422-FiKTxDks.MOV?n=IMG_3422.MOV", "filename": "IMG_3422.mov"},{"url": "re:https://c1fr.scdn.st/Nicol-Lovee-aka-Laura-Perea-806756813332-D0iwlxIQ.mp4","filename": "Nicol Lovee aka Laura Perea 806756813332.mp4",@@ -156,52 +147,53 @@ TEST_CASES = ["original_filename": "Nicol-Loveee-Shush_1080p.mp4",},],- 11,- ),- (- "https://burger.bunkr.ru/9861917.mp4-PTaiPNai-CaBcktkP.mp4",- [+ "count": 11,+ },+ {+ "url": "https://burger.bunkr.ru/9861917.mp4-PTaiPNai-CaBcktkP.mp4",+ "results": [{"url": "re:/9861917.mp4-PTaiPNai-CaBcktkP.mp4?n=9861917.mp4-PTaiPNai-CaBcktkP.mp4","filename": "9861917.mp4-PTaiPNai-CaBcktkP.mp4","referer": "https://get.bunkrr.su",}],- ),- (- # paginated- "https://bunkr.cr/a/5aZU25Cb",- [+ },+ {+ "url": "https://bunkr.cr/a/5aZU25Cb",+ "description": "paginated",+ "results": [{"url": "ANY",- "download_folder": r"re:abbywinters - Elin & Maddie (Girl - Girl Extra Large)",+ "download_folder": "re:abbywinters - Elin & Maddie (Girl - Girl Extra Large)","album_id": "5aZU25Cb",}],- 257,- ),- (- "https://bunkr.cr/a/TQAgjP8m",- [+ "count": 257,+ },+ {+ "url": "https://bunkr.cr/a/TQAgjP8m",+ "results": [{"url": "ANY",- "download_folder": r"re:NerdballerTV - Videos (2018-2023) [Complete]",+ "download_folder": "re:NerdballerTV - Videos (2018-2023) [Complete]","album_id": "TQAgjP8m","uploaded_at": int,}],- 220,- ),- (- # .org domain redirect to a different domain and discards query params- # This test is to make sure CDL does not get stuck in an infinite loop while doing album pagination- "https://bunkrrr.org/a/n12rHpzB",- [],- 141,- ),- (- "https://bunkr.ws/a/z5Xt6NqH",- [+ "count": 220,+ },+ {+ "url": "https://bunkrrr.org/a/n12rHpzB",+ "description": """+ .org domain redirect to a different domain and discards query params.+ This test is to make sure CDL does not get stuck in an infinite loop while doing album pagination""",+ "results": [],+ "count": 141,+ },+ {+ "url": "https://bunkr.ws/a/z5Xt6NqH",+ "results": [{"url": "https://c1be.scdn.st/acba241d-c1e8-40c3-aa73-94daf75fcd13.jpg?n='%22'.jpg","filename": ".jpg",@@ -223,7 +215,7 @@ TEST_CASES = ["original_filename": "filename: !\"#$%&'()*+,-.0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\].mp4",},],- 3,- ),- ("https://bunkr.ws/a/aJHkJf3L", [], 172),+ "count": 3,+ },+ {"url": "https://bunkr.ws/a/aJHkJf3L", "results": [], "count": 172},]diff --git a/tests/crawlers/test_cases/camwhores.py b/tests/crawlers/test_cases/camwhores.pydeleted file mode 100644index 3679daef2..000000000--- a/tests/crawlers/test_cases/camwhores.py+++ /dev/null@@ -1,17 +0,0 @@-DOMAIN = "camwhores.tv"-TEST_CASES = [- (- "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",- [- {- "url": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",- "filename": "Shadory Eula cosplay [9722373].mp4",- "original_filename": "9722373.mp4",- "referer": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",- "album_id": None,- "debrid_link": "ANY",- }- ],- ),- ("https://www.camwhores.tv/tags/hate/", [], 8),-]diff --git a/tests/crawlers/test_cases/camwhores_tv.py b/tests/crawlers/test_cases/camwhores_tv.pyindex c235689cc..ef199f9e5 100644--- a/tests/crawlers/test_cases/camwhores_tv.py+++ b/tests/crawlers/test_cases/camwhores_tv.py@@ -1,8 +1,26 @@-DOMAIN = "camwhores_tv"+DOMAIN = "camwhores.tv"TEST_CASES = [- (- "https://www.camwhores.tv/videos/16553911/bellacle-ticket-show-1/",- [+ {+ "url": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",+ "results": [+ {+ "url": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",+ "filename": "Shadory Eula cosplay [9722373].mp4",+ "original_filename": "9722373.mp4",+ "referer": "https://www.camwhores.tv/videos/9722373/shadory-eula-cosplay/",+ "album_id": None,+ "debrid_link": "ANY",+ }+ ],+ },+ {+ "url": "https://www.camwhores.tv/tags/hate/",+ "results": [],+ "count": 8,+ },+ {+ "url": "https://www.camwhores.tv/videos/16553911/bellacle-ticket-show-1/",+ "results": [{"url": "https://www.camwhores.tv/videos/16553911/bellacle-ticket-show-1/","filename": "Bellacle Ticket Show 1 [16553911].mp4",@@ -14,11 +32,10 @@ TEST_CASES = ["download_folder": "re:Loose Files (Camwhores.tv)",}],- 1,- ),- (- "https://www.camwhores.tv/search/niemira/",- [+ },+ {+ "url": "https://www.camwhores.tv/search/niemira/",+ "results": [{"url": "ANY","album_id": None,@@ -26,6 +43,6 @@ TEST_CASES = ["download_folder": "re:niemira [search] (Camwhores.tv)",},],- range(22, 30),- ),+ "count": range(22, 30),+ },]diff --git a/tests/crawlers/test_cases/cloud_mail_ru.py b/tests/crawlers/test_cases/cloud_mail_ru.pyindex 0a5c20cdb..37a55a129 100644--- a/tests/crawlers/test_cases/cloud_mail_ru.py+++ b/tests/crawlers/test_cases/cloud_mail_ru.py@@ -1,9 +1,8 @@-# ruff:noqa: RUF001DOMAIN = "cloud.mail.ru"TEST_CASES = [- (- "https://cloud.mail.ru/public/d1LR/hMBXG2mFo",- [+ {+ "url": "https://cloud.mail.ru/public/d1LR/hMBXG2mFo",+ "results": [{"url": "https://cloud.mail.ru/public/d1LR/hMBXG2mFo","filename": "13_Национальное строительство в СССР в 1920-х гг.docx",@@ -11,9 +10,9 @@ TEST_CASES = ["original_filename": "13_Национальное строительство в СССР в 1920-х гг..docx","referer": "https://cloud.mail.ru/public/d1LR/hMBXG2mFo","album_id": None,- "datetime": 1743041433,+ "uploaded_at": 1743041433,"download_folder": "re:Loose Files (cloud.mail.ru)",}],- )+ }]diff --git a/tests/crawlers/test_cases/cloudflare_stream.py b/tests/crawlers/test_cases/cloudflare_stream.pyindex cc71f23d3..9a5725c64 100644--- a/tests/crawlers/test_cases/cloudflare_stream.py+++ b/tests/crawlers/test_cases/cloudflare_stream.py@@ -1,30 +1,30 @@DOMAIN = "cloudflarestream"TEST_CASES = [- (- # This video has subtitles- "https://customer-eq7kiuol0tk9chox.cloudflarestream.com/embed/sdk-iframe-integration.fla9.latest.js?video=e7bd2dd67e0f8860b4ae81e33a966049",- [+ {+ "url": "https://customer-eq7kiuol0tk9chox.cloudflarestream.com/embed/sdk-iframe-integration.fla9.latest.js?video=e7bd2dd67e0f8860b4ae81e33a966049",+ "description": "This video has subtitles",+ "results": [{"url": "https://watch.cloudflarestream.com/e7bd2dd67e0f8860b4ae81e33a966049","filename": "e7bd2dd67e0f8860b4ae81e33a966049 [e7bd2dd67e0f8860b4ae81e33a966049][avc1][mp4a][720p].mp4","original_filename": "e7bd2dd67e0f8860b4ae81e33a966049.mp4","referer": "https://watch.cloudflarestream.com/e7bd2dd67e0f8860b4ae81e33a966049","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://customer-u1hok16au7q8ozt4.cloudflarestream.com/1c0006dc4f4299fa33d0dfd161db1c35/watch",- [+ },+ {+ "url": "https://customer-u1hok16au7q8ozt4.cloudflarestream.com/1c0006dc4f4299fa33d0dfd161db1c35/watch",+ "results": [{"url": "https://watch.cloudflarestream.com/1c0006dc4f4299fa33d0dfd161db1c35","filename": "1c0006dc4f4299fa33d0dfd161db1c35 [1c0006dc4f4299fa33d0dfd161db1c35][avc1][mp4a][1080p].mp4","original_filename": "1c0006dc4f4299fa33d0dfd161db1c35.mp4","referer": "https://watch.cloudflarestream.com/1c0006dc4f4299fa33d0dfd161db1c35","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),+ },]diff --git a/tests/crawlers/test_cases/coomer.py b/tests/crawlers/test_cases/coomer.pyindex 8128b70da..d80f87fda 100644--- a/tests/crawlers/test_cases/coomer.py+++ b/tests/crawlers/test_cases/coomer.py@@ -1,53 +1,53 @@DOMAIN = "coomer"TEST_CASES = [- (- "https://coomer.st/fansly/user/445978322480930816/post/644032890815913985",- [+ {+ "url": "https://coomer.st/fansly/user/445978322480930816/post/644032890815913985",+ "results": [{"url": "https://coomer.st/data/03/ef/03ef02264303b2693c2acb714cf0321d3bfca04b85511dc4f66887ad134cb69e.jpg?f=644032704089694208.jpeg","filename": "644032704089694208.jpeg","referer": "https://coomer.st/fansly/user/445978322480930816/post/644032890815913985",- "download_folder": r"re:zombonn \(Coomer\)",+ "download_folder": "re:zombonn \\(Coomer\\)","album_id": "445978322480930816",- "datetime": 1715061766,+ "uploaded_at": 1715061766,}],- ),- (- "https://coomer.st/onlyfans/user/lostfaefoundskates/post/729202326",- [+ },+ {+ "url": "https://coomer.st/onlyfans/user/lostfaefoundskates/post/729202326",+ "results": [{"url": "https://coomer.st/data/fe/af/feafbd06f78da02309df109c6ed4b83dd877cc256ecfc41212d5adf8673166a6.jpg?f=3840x2880_ccd7f56947c484db31c59421343c71cd.jpg","filename": "3840x2880_ccd7f56947c484db31c59421343c71cd.jpg","referer": "https://coomer.st/onlyfans/user/lostfaefoundskates/post/729202326",- "download_folder": r"re:lostfaefoundskates \(Coomer\)",+ "download_folder": "re:lostfaefoundskates \\(Coomer\\)","album_id": "lostfaefoundskates",- "datetime": 1694414991,+ "uploaded_at": 1694414991,}],- ),- (- "https://coomer.st/data/4b/de/4bde70ea2dd6284938aa90af959f78c4f3e24fbf6b06ed842f0356824fe9bef0.jpg?f=3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg",- [+ },+ {+ "url": "https://coomer.st/data/4b/de/4bde70ea2dd6284938aa90af959f78c4f3e24fbf6b06ed842f0356824fe9bef0.jpg?f=3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg",+ "results": [{"url": "https://coomer.st/data/4b/de/4bde70ea2dd6284938aa90af959f78c4f3e24fbf6b06ed842f0356824fe9bef0.jpg?f=3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg","filename": "3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg","referer": "https://coomer.st/data/4b/de/4bde70ea2dd6284938aa90af959f78c4f3e24fbf6b06ed842f0356824fe9bef0.jpg?f=3024x4032_c0ef341d7e60ceed82a906b8062806cb.jpg","album_id": None,- "datetime": None,- },+ "uploaded_at": None,+ }],- ),- (- "https://coomer.st/candfans/user/371301/post/352699",- [+ },+ {+ "url": "https://coomer.st/candfans/user/371301/post/352699",+ "results": [{"url": "https://coomer.st/data/59/7a/597a80f2a436bc4d323d46fa2db66048c78b3e76523dfe74e36e460a3e590552.jpg?f=bSdKvym8HPghOntEPmjVOyqUAj4cdsXOHIVchR88.jpg","filename": "bSdKvym8HPghOntEPmjVOyqUAj4cdsXOHIVchR88.jpg","referer": "https://coomer.st/candfans/user/371301/post/352699",- "download_folder": r"re:りこ \(Coomer\)",+ "download_folder": "re:りこ \\(Coomer\\)","album_id": "371301",- },+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/coomerfans.py b/tests/crawlers/test_cases/coomerfans.pyindex 18947c090..3e96267d9 100644--- a/tests/crawlers/test_cases/coomerfans.py+++ b/tests/crawlers/test_cases/coomerfans.py@@ -1,8 +1,8 @@DOMAIN = "coomerfans"TEST_CASES = [- (- "https://coomerfans.com/p/63797958/315883/onlyfans",- [+ {+ "url": "https://coomerfans.com/p/63797958/315883/onlyfans",+ "results": [{"url": "https://img1.coomerfans.com/storage/3/xt/qi/2892ac-01963009-8b1f-725c-b601-d57777b4bb98.mp4","filename": "2892ac-01963009-8b1f-725c-b601-d57777b4bb98.mp4",@@ -13,10 +13,10 @@ TEST_CASES = ["download_folder": "re:carolynnmoon (CoomerFans)",}],- ),- (- "https://coomerfans.com/p/63797958",- [+ },+ {+ "url": "https://coomerfans.com/p/63797958",+ "results": [{"url": "https://img1.coomerfans.com/storage/3/xt/qi/2892ac-01963009-8b1f-725c-b601-d57777b4bb98.mp4","filename": "2892ac-01963009-8b1f-725c-b601-d57777b4bb98.mp4",@@ -27,10 +27,10 @@ TEST_CASES = ["download_folder": "re:carolynnmoon (CoomerFans)",}],- ),- (- "https://coomerfans.com/p/73779832/338170/onlyfans",- [+ },+ {+ "url": "https://coomerfans.com/p/73779832/338170/onlyfans",+ "results": [{"url": "https://img1.coomerfans.com/storage/7/zn/iy/2892ac-01961036-199f-7926-873a-68444ae64ee8.jpg","filename": "2892ac-01961036-199f-7926-873a-68444ae64ee8.jpg",@@ -167,5 +167,5 @@ TEST_CASES = ["download_folder": "re:belledelphine (CoomerFans)",},],- ),+ },]diff --git a/tests/crawlers/test_cases/cyberdrop.py b/tests/crawlers/test_cases/cyberdrop.pyindex acf6de682..9ddf7d5ba 100644--- a/tests/crawlers/test_cases/cyberdrop.py+++ b/tests/crawlers/test_cases/cyberdrop.py@@ -1,55 +1,55 @@DOMAIN = "cyberdrop"TEST_CASES = [- (- "https://cyberdrop.cr/f/de155Wa0Z7OV59",- [+ {+ "url": "https://cyberdrop.cr/f/de155Wa0Z7OV59",+ "results": [{- "url": r"re:token",+ "url": "re:token","filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4","original_filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4","referer": "https://cyberdrop.cr/f/de155Wa0Z7OV59","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://k1-cd.cdn.gigachad-cdn.ru/api/file/d/de155Wa0Z7OV59?token=12345",- [+ },+ {+ "url": "https://k1-cd.cdn.gigachad-cdn.ru/api/file/d/de155Wa0Z7OV59?token=12345",+ "results": [{- "url": r"re:token",+ "url": "re:token","filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4","original_filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4","referer": "https://cyberdrop.cr/f/de155Wa0Z7OV59","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://cyberdrop.cr/0h07ynuksluicazppofcw_source-ClHET0f7.mp4",- [+ },+ {+ "url": "https://cyberdrop.cr/0h07ynuksluicazppofcw_source-ClHET0f7.mp4",+ "results": [{- "url": r"re:token",+ "url": "re:token","filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4","original_filename": "0h07ynuksluicazppofcw_source-ClHET0f7.mp4","referer": "https://cyberdrop.cr/f/de155Wa0Z7OV59","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://cyberdrop.cr/a/eEwua7SZ",- [+ },+ {+ "url": "https://cyberdrop.cr/a/eEwua7SZ",+ "results": [{- "url": r"re:/api/file/d/",+ "url": "re:/api/file/d/","referer": "re:https://cyberdrop.cr/f/",- "download_folder": r"re:me1adinha \(Cyberdrop\)",+ "download_folder": "re:me1adinha \\(Cyberdrop\\)","album_id": "eEwua7SZ",- "datetime": 1635742800,+ "uploaded_at": 1635742800,}],- 13,- ),+ "count": 13,+ },]diff --git a/tests/crawlers/test_cases/cyberfile.py b/tests/crawlers/test_cases/cyberfile.pyindex 097599a59..db42e62b3 100644--- a/tests/crawlers/test_cases/cyberfile.py+++ b/tests/crawlers/test_cases/cyberfile.py@@ -1,143 +1,139 @@-import re-DOMAIN = "cyberfile"TEST_CASES = [- (- "https://cyberfile.me/c5w9",- [+ {+ "url": "https://cyberfile.me/c5w9",+ "results": [{- "url": r"re:https\:\/\/p2\.cyberfile\.me/c5w9/ANGEL_MOVIE_082\.mp4\?download_token\=",+ "url": "re:https\\:\\/\\/p2\\.cyberfile\\.me/c5w9/ANGEL_MOVIE_082\\.mp4\\?download_token\\=","filename": "ANGEL_MOVIE_082.mp4","referer": "https://cyberfile.me/c5w9","album_id": None,- "datetime": 1726579084,+ "uploaded_at": 1726579084,}],- ),- (- "https://cyberfile.me/shared/-dprdwxcs8",- [+ },+ {+ "url": "https://cyberfile.me/shared/-dprdwxcs8",+ "results": [{- "url": r"re:https\:\/\/p2\.cyberfile\.me/88pe/WAAA-127\.mp4\?download_token\=",+ "url": "re:https\\:\\/\\/p2\\.cyberfile\\.me/88pe/WAAA-127\\.mp4\\?download_token\\=","filename": "WAAA-127.mp4","referer": "https://cyberfile.me/88pe",- "download_folder": r"re:JAV \(Cyberfile\)",+ "download_folder": "re:JAV \\(Cyberfile\\)","album_id": "-dprdwxcs8",- "datetime": 1728519855,+ "uploaded_at": 1728519855,}],- ),- (- "https://cyberfile.me/b8lt",- [+ },+ {+ "url": "https://cyberfile.me/b8lt",+ "results": [{- "url": r"re:https\:\/\/p1\.cyberfile\.me/b8lt/Sophia_Locke__-_Inserted_\(4K\).mp4\?download_token\=",+ "url": "re:https\\:\\/\\/p1\\.cyberfile\\.me/b8lt/Sophia_Locke__-_Inserted_\\(4K\\).mp4\\?download_token\\=","filename": "Sophia Locke - Inserted (4K).mp4","original_filename": "Sophia Locke - Inserted (4K).mp4","referer": "https://cyberfile.me/b8lt","album_id": None,- "datetime": 1696232232,+ "uploaded_at": 1696232232,}],- ),- (- "https://cyberfile.me/shared/avk-q2uqnz",- [+ },+ {+ "url": "https://cyberfile.me/shared/avk-q2uqnz",+ "results": [{- "url": r"re:https\:\/\/p1\.cyberfile\.me/71nn/tabooheat\.23\.03\.29\.cory\.chase\.and\.sophia\.locke\.4k\.mp4\?download_token\=",+ "url": "re:https\\:\\/\\/p1\\.cyberfile\\.me/71nn/tabooheat\\.23\\.03\\.29\\.cory\\.chase\\.and\\.sophia\\.locke\\.4k\\.mp4\\?download_token\\=","filename": "tabooheat.23.03.29.cory.chase.and.sophia.locke.4k.mp4","referer": "https://cyberfile.me/71nn",- "download_folder": r"re:Sophia Locke \(Cyberfile\)",+ "download_folder": "re:Sophia Locke \\(Cyberfile\\)","album_id": "avk-q2uqnz",- "datetime": 1698316590,+ "uploaded_at": 1698316590,}],- 44,- ),- (- # Password protected folder, no password supplied- "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos",- [],- ),- (- # Password protected folder, invalid password supplied- "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos?password=1234",- [],- ),- (- # Password protected folder, valid password supplied- "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos?password=studio",- [+ "count": 44,+ },+ {+ "url": "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos",+ "description": "Password protected folder, no password supplied",+ "results": [],+ },+ {+ "url": "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos?password=1234",+ "description": "Password protected folder, invalid password supplied",+ "results": [],+ },+ {+ "url": "https://cyberfile.me/folder/30cab170dd652309c8b8f25aaba4ec85/Autumn_Falls_JulesJordan_Videos?password=studio",+ "description": "Password protected folder, valid password supplied",+ "results": [{- "url": r"re:https\:\/\/p1\.cyberfile\.me/8QdR/www\.0xxx\.ws_JulesJordan\.20\.03\.03\.Autumn\.Falls\.XXX\.1080p\.MP4-KTR\.mp4\?download_token\=",+ "url": "re:https\\:\\/\\/p1\\.cyberfile\\.me/8QdR/www\\.0xxx\\.ws_JulesJordan\\.20\\.03\\.03\\.Autumn\\.Falls\\.XXX\\.1080p\\.MP4-KTR\\.mp4\\?download_token\\=","filename": "www.0xxx.ws_JulesJordan.20.03.03.Autumn.Falls.XXX.1080p.MP4-KTR.mp4","referer": "https://cyberfile.me/8QdR",- "download_folder": r"re:Autumn Falls JulesJordan Videos \(Cyberfile\)",+ "download_folder": "re:Autumn Falls JulesJordan Videos \\(Cyberfile\\)","album_id": "30cab170dd652309c8b8f25aaba4ec85",- "datetime": 1669199683,+ "uploaded_at": 1669199683,}],- 6,- ),- (- # Password protected file- "https://cyberfile.me/ktP2",- [],- ),- (- # Password protected file- "https://cyberfile.me/ktP2?password=pass",- [+ "count": 6,+ },+ {+ "url": "https://cyberfile.me/ktP2",+ "description": "Password protected file",+ "results": [],+ },+ {+ "url": "https://cyberfile.me/ktP2?password=pass",+ "results": [{- "url": r"re:https\:\/\/p2\.cyberfile\.me/ktP2/HIPANGEL_021\.mp4\?download_token\=",+ "url": "re:https\\:\\/\\/p2\\.cyberfile\\.me/ktP2/HIPANGEL_021\\.mp4\\?download_token\\=","filename": "HIPANGEL_021.mp4","referer": "https://cyberfile.me/ktP2","album_id": None,- "datetime": 1726582638,+ "uploaded_at": 1726582638,}],- ),- ( # File with malformed download URL ( in the slug)- "https://cyberfile.me/7cfu",- [+ },+ {+ "url": "https://cyberfile.me/7cfu",+ "description": "File with malformed download URL (in the slug)",+ "results": [{- "url": r"re:https\:\/\/p1\.cyberfile\.me/7cfu/1_Hour_ASMR___\?download_token\=",+ "url": "re:https\\:\\/\\/p1\\.cyberfile\\.me/7cfu/1_Hour_ASMR___\\?download_token\\=","filename": "1 Hour ASMR.mp4","original_filename": "1 Hour ASMR ???? ????.mp4","referer": "https://cyberfile.me/7cfu","album_id": None,- "datetime": 1703854148,+ "uploaded_at": 1703854148,}],- ),- ( # File with emojis in the name- # This will fail on Windows and MacOS- "https://cyberfile.me/7cfq",- [+ },+ {+ "url": "https://cyberfile.me/7cfq",+ "description": "File with emojis in the name. This will fail on Windows and MacOS",+ "results": [{- "url": "re:"- + re.escape(- "https://p1.cyberfile.me/7cfq/ASMR___1_HOUR_OF_UP-CLOSE_&_PERSONAL_ATTENTION_%E2%9D%A4%EF%B8%8F_NEGATIVE_ENERGY_&_STRESS_REMOVAL_%E2%9D%A4%EF%B8%8F_(LIGHT_LOFI).mp4?download_token="- ),+ "url": "re:https://p1\\.cyberfile\\.me/7cfq/ASMR___1_HOUR_OF_UP\\-CLOSE_\\&_PERSONAL_ATTENTION_%E2%9D%A4%EF%B8%8F_NEGATIVE_ENERGY_\\&_STRESS_REMOVAL_%E2%9D%A4%EF%B8%8F_\\(LIGHT_LOFI\\)\\.mp4\\?download_token=","filename": "ASMR 1 HOUR OF UP-CLOSE & PERSONAL ATTENTION ❤️ NEGATIVE ENERGY & STRESS REMOVAL ❤️ (LIGHT LO.mp4","original_filename": "ASMR 1 HOUR OF UP-CLOSE & PERSONAL ATTENTION ❤️ NEGATIVE ENERGY & STRESS REMOVAL ❤️ (LIGHT LOFI).mp4","referer": "https://cyberfile.me/7cfq","album_id": None,- "datetime": 1703853101,+ "uploaded_at": 1703853101,}],- ),- ( # Shared folder w only 1 file should be "loose files"- "https://cyberfile.me/shared/2c96uzj717",- [+ },+ {+ "url": "https://cyberfile.me/shared/2c96uzj717",+ "description": "Shared folder w only 1 file should be 'loose files'",+ "results": [{- "url": r"re:\?download_token\=",+ "url": "re:\\?download_token\\=","filename": "Scene 1 From Its A Mommy Thing 14 - 1080p.mp4","referer": "https://cyberfile.me/7tko",- "download_folder": r"re:Loose Files \(Cyberfile\)",+ "download_folder": "re:Loose Files \\(Cyberfile\\)","album_id": "2c96uzj717",- "datetime": 1710334967,+ "uploaded_at": 1710334967,}],- ),+ },]diff --git a/tests/crawlers/test_cases/desivideo.py b/tests/crawlers/test_cases/desivideo.pyindex 589aacf12..013421663 100644--- a/tests/crawlers/test_cases/desivideo.py+++ b/tests/crawlers/test_cases/desivideo.py@@ -1,21 +1,15 @@DOMAIN = "desivideo.net"TEST_CASES = [- # Video- (- "https://desivideo.net/videos/keaguRfI0gxD2Cs1/bangladeshi-bbw-girl-takes-a-british-guys-dick",- [+ {+ "url": "https://desivideo.net/videos/keaguRfI0gxD2Cs1/bangladeshi-bbw-girl-takes-a-british-guys-dick",+ "results": [{"url": "https://cdn2.kamababa.desi/2023/03/Bangladeshi-BBW-girl-takes-a-British-guys-dick.mp4","filename": "Bangladeshi BBW girl takes a British guys dick [keaguRfI0gxD2Cs1].mp4","referer": "https://desivideo.net/videos/keaguRfI0gxD2Cs1/bangladeshi-bbw-girl-takes-a-british-guys-dick",- "datetime": 1759550432,+ "uploaded_at": 1759550432,}],- ),- # Search- (- "https://desivideo.net/search?s=bbw",- [],- 8,- ),+ },+ {"url": "https://desivideo.net/search?s=bbw", "results": [], "count": 8},]diff --git a/tests/crawlers/test_cases/dirtyship.py b/tests/crawlers/test_cases/dirtyship.pyindex 7aab451af..2b9df93f0 100644--- a/tests/crawlers/test_cases/dirtyship.py+++ b/tests/crawlers/test_cases/dirtyship.py@@ -1,8 +1,8 @@DOMAIN = "dirtyship"TEST_CASES = [- (- "https://dirtyship.com/rose-asmr-intimate-ear-licks-and-kisses-patreon-video-leaked",- [+ {+ "url": "https://dirtyship.com/rose-asmr-intimate-ear-licks-and-kisses-patreon-video-leaked",+ "results": [{"url": "https://cdn11.dirtyship.net/Roseasmrearlickis.mp4","filename": "Rose ASMR Intimate Ear licks And Kisses Patreon Video Leaked.mp4",@@ -14,11 +14,11 @@ TEST_CASES = ["download_folder": "re:Loose Files (DirtyShip)",}],- 1,- ),- (- "https://dirtyship.com/aftynrose-cuddly-naughty-lingerie-try-on-haul-asmr-video",- [+ "count": 1,+ },+ {+ "url": "https://dirtyship.com/aftynrose-cuddly-naughty-lingerie-try-on-haul-asmr-video",+ "results": [{"url": "https://cdn6.dirtyship.net/cdndirtyship/aftynroselingerietryonhaulv.mp4","filename": "AftynRose Cuddly & Naughty Lingerie Try On Haul ASMR Video [1080p].mp4",@@ -30,11 +30,11 @@ TEST_CASES = ["download_folder": "re:Loose Files (DirtyShip)",}],- 1,- ),- (- "https://dirtyship.com/tag/aftynrose-2021",- [+ "count": 1,+ },+ {+ "url": "https://dirtyship.com/tag/aftynrose-2021",+ "results": [{"url": "https://cdn10.dirtyship.net/dirtyship/cdn2/aftynroseasmrrelaxtonighv.mp4","filename": "AftynRose ASMR Relax in My Lap Tonight Video [1080p].mp4",@@ -96,6 +96,6 @@ TEST_CASES = ["download_folder": "re:AftynRose 2021 [tag] (DirtyShip)",},],- 6,- ),+ "count": 6,+ },]diff --git a/tests/crawlers/test_cases/doodstream.py b/tests/crawlers/test_cases/doodstream.pyindex 66ef3b0d2..882e7c33a 100644--- a/tests/crawlers/test_cases/doodstream.py+++ b/tests/crawlers/test_cases/doodstream.py@@ -1,8 +1,8 @@DOMAIN = "doodstream"TEST_CASES = [- (- "https://doodstream.com/e/l1ebnruggzly",- [+ {+ "url": "https://doodstream.com/e/l1ebnruggzly",+ "results": [{"url": "https://doodstream.com/e/l1ebnruggzly","filename": "The Darwin Incident S01e03 Heterosis 1080P pl [242416709].mp4",@@ -14,10 +14,10 @@ TEST_CASES = ["download_folder": "re:Loose Files (DoodStream)",}],- ),- (- "https://playmogo.com/e/l1ebnruggzly",- [+ },+ {+ "url": "https://playmogo.com/e/l1ebnruggzly",+ "results": [{"url": "https://doodstream.com/e/l1ebnruggzly","filename": "The Darwin Incident S01e03 Heterosis 1080P pl [242416709].mp4",@@ -25,5 +25,5 @@ TEST_CASES = ["download_folder": "re:Loose Files (DoodStream)",}],- ),+ },]diff --git a/tests/crawlers/test_cases/dropbox.py b/tests/crawlers/test_cases/dropbox.pyindex 29ec7f7d1..5e546161a 100644--- a/tests/crawlers/test_cases/dropbox.py+++ b/tests/crawlers/test_cases/dropbox.py@@ -1,48 +1,52 @@DOMAIN = "dropbox"TEST_CASES = [- (- # folder with a single file inside- "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AO-LDPRIE_wqGhz8ZyLPWY0?rlkey=zbjcf274goirtfak2prmizi5p&dl=0",- [+ {+ "url": "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AO-LDPRIE_wqGhz8ZyLPWY0?rlkey=zbjcf274goirtfak2prmizi5p&dl=0",+ "description": "folder with a single file inside",+ "results": [{"url": "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AAk0xkSvKleGaorbZfRJglA/Spherical-Cow-0.1.1.apk?rlkey=zbjcf274goirtfak2prmizi5p&dl=0","debrid_url": "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AAk0xkSvKleGaorbZfRJglA/Spherical-Cow-0.1.1.apk?rlkey=zbjcf274goirtfak2prmizi5p&dl=1","filename": "Spherical-Cow-0.1.1.apk","referer": "https://www.dropbox.com/scl/fo/6rtuuvcnhe8e0oivnfqtx/AAk0xkSvKleGaorbZfRJglA/Spherical-Cow-0.1.1.apk?rlkey=zbjcf274goirtfak2prmizi5p&dl=0","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- ("https://www.dropbox.com/scl/fo/igg7i2bazu3g689tqf0i2/h?rlkey=kwqk2vzmiebn9esfgxsm25kaz&dl=0", [], 15),- (- # folder with subfolder- "https://www.dropbox.com/scl/fo/vdsh28mtrlz2dhgazoi6z/AFej9CAhhoEQJo4YDhlbZ0I?dl=0&rlkey=0887klgp6506j3jdy54dnwa6c",- [+ },+ {+ "url": "https://www.dropbox.com/scl/fo/igg7i2bazu3g689tqf0i2/h?rlkey=kwqk2vzmiebn9esfgxsm25kaz&dl=0",+ "results": [],+ "count": 15,+ },+ {+ "url": "https://www.dropbox.com/scl/fo/vdsh28mtrlz2dhgazoi6z/AFej9CAhhoEQJo4YDhlbZ0I?dl=0&rlkey=0887klgp6506j3jdy54dnwa6c",+ "description": "folder with subfolder",+ "results": [{"url": "https://www.dropbox.com/scl/fo/vdsh28mtrlz2dhgazoi6z/ABWWQ94O950G1irCAniLZDw/Disk_1/sku.sis?rlkey=0887klgp6506j3jdy54dnwa6c&dl=0","filename": "sku.sis",- "download_folder": r"re:Hacknet Save backup \(Dropbox\)/Disk_1",+ "download_folder": "re:Hacknet Save backup \\(Dropbox\\)/Disk_1",},{"url": "https://www.dropbox.com/scl/fo/vdsh28mtrlz2dhgazoi6z/AJzG-YDVqQ5VGpGiWsainEM/Disk_1/365454_depotcache_1.csm?rlkey=0887klgp6506j3jdy54dnwa6c&dl=0","filename": "365454_depotcache_1.csm",- "download_folder": r"re:Hacknet Save backup \(Dropbox\)/Disk_1",+ "download_folder": "re:Hacknet Save backup \\(Dropbox\\)/Disk_1",},],- ),- (- # zipfile. It has a folder URL but is a single file- "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&e=1&dl=0",- [+ },+ {+ "url": "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&e=1&dl=0",+ "description": "zipfile. It has a folder URL but is a single file",+ "results": [{"url": "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&dl=0","debrid_url": "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&dl=1","filename": "afrojack_presskit_2014.zip","referer": "https://www.dropbox.com/scl/fo/vyuocyiqz1j93d71bdz18/ALdJdvzyF0lkH94c8dhztuw/afrojack_presskit_2014.zip?rlkey=hx60uhd3u1cecajczl1x9zn1l&dl=0","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),+ },]diff --git a/tests/crawlers/test_cases/eporner.py b/tests/crawlers/test_cases/eporner.pyindex 080e2b838..9c6c3f55d 100644--- a/tests/crawlers/test_cases/eporner.py+++ b/tests/crawlers/test_cases/eporner.py@@ -1,8 +1,8 @@DOMAIN = "eporner"TEST_CASES = [- (- "https://www.eporner.com/video-ia7DS1X427X/yoga-pmv/",- [+ {+ "url": "https://www.eporner.com/video-ia7DS1X427X/yoga-pmv/",+ "results": [{"url": "https://www.eporner.com/video-ia7DS1X427X","filename": "Yoga PMV [ia7DS1X427X][h264][4K].mp4",@@ -14,35 +14,35 @@ TEST_CASES = ["download_folder": "re:Loose Files (ePorner)",}],- 1,- ),- (- "https://www.eporner.com/video-5XdtfLAMNOV",- [+ "count": 1,+ },+ {+ "url": "https://www.eporner.com/video-5XdtfLAMNOV",+ "results": [{"url": "https://www.eporner.com/video-5XdtfLAMNOV",- "filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Bl [5XdtfLAMNOV][h264][4K@60fps].mp4", # noqa: RUF001+ "filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Bl [5XdtfLAMNOV][h264][4K@60fps].mp4","debrid_link": "re:12538936-2160p.mp4",- "original_filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Blonde Fucks With Her Boss", # noqa: RUF001+ "original_filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Blonde Fucks With Her Boss","referer": "https://www.eporner.com/video-5XdtfLAMNOV","album_id": None,"uploaded_at": 1736796270,"download_folder": "re:Loose Files (ePorner)",}],- 1,- ),- (- "https://www.eporner.com/embed/5XdtfLAMNOV",- [+ "count": 1,+ },+ {+ "url": "https://www.eporner.com/embed/5XdtfLAMNOV",+ "results": [{"url": "https://www.eporner.com/video-5XdtfLAMNOV",- "filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Bl [5XdtfLAMNOV][h264][4K@60fps].mp4", # noqa: RUF001+ "filename": "I’m A Tubera And I Love It In The Tubo, Full Tubo. Horny Bl [5XdtfLAMNOV][h264][4K@60fps].mp4","referer": "https://www.eporner.com/video-5XdtfLAMNOV","uploaded_at": 1736796270,"download_folder": "re:Loose Files (ePorner)",}],- 1,- ),+ "count": 1,+ },]diff --git a/tests/crawlers/test_cases/erome.py b/tests/crawlers/test_cases/erome.pyindex 5cc0c0453..c4dc21ec3 100644--- a/tests/crawlers/test_cases/erome.py+++ b/tests/crawlers/test_cases/erome.py@@ -1,33 +1,30 @@DOMAIN = "erome"TEST_CASES = [- (- "https://www.erome.com/a/JSXnUS4Y",- [+ {+ "url": "https://www.erome.com/a/JSXnUS4Y",+ "results": [{"url": "https://s51.erome.com/3982/JSXnUS4Y/TMXwTHuO.jpeg?v=1737273158","filename": "TMXwTHuO.jpeg","referer": "https://www.erome.com/a/JSXnUS4Y","download_folder": "re:who likes abs- (Erome)","album_id": "JSXnUS4Y",- "datetime": None,- },- {- "url": "https://s51.erome.com/3982/JSXnUS4Y/KtkQrRqf.jpeg?v=1737273168",- "filename": "KtkQrRqf.jpeg",+ "uploaded_at": None,},+ {"url": "https://s51.erome.com/3982/JSXnUS4Y/KtkQrRqf.jpeg?v=1737273168", "filename": "KtkQrRqf.jpeg"},],- ),- (- "https://www.erome.com/a/osUNHQvy",- [+ },+ {+ "url": "https://www.erome.com/a/osUNHQvy",+ "results": [{"url": "https://v19.erome.com/4075/osUNHQvy/wZcJpWWD_720p.mp4","filename": "wZcJpWWD_720p.mp4","referer": "https://www.erome.com/a/osUNHQvy","download_folder": "re:perfect gym outfit (Erome)","album_id": "osUNHQvy",- "datetime": None,- },+ "uploaded_at": None,+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/erome_fan.py b/tests/crawlers/test_cases/erome_fan.pyindex 5097daeaa..6c72f9c26 100644--- a/tests/crawlers/test_cases/erome_fan.py+++ b/tests/crawlers/test_cases/erome_fan.py@@ -1,20 +1,20 @@DOMAIN = "erome.fan"TEST_CASES = [- (- "https://erome.fan/a/20195606115391623",- [+ {+ "url": "https://erome.fan/a/20195606115391623",+ "results": [{"url": "https://cdn.erome.fan/wp-content/uploads/2025/11/v0x80qc4_720p.mp4","filename": "v0x80qc4_720p.mp4","referer": "https://erome.fan/a/20195606115391623","download_folder": "re:My faith cracked in absolute silence (Erome.fan)","album_id": "20195606115391623",- "datetime": None,+ "uploaded_at": None,},{"url": "https://cdn.erome.fan/wp-content/uploads/2025/11/v7byqoju_720p.mp4","filename": "v7byqoju_720p.mp4",},],- ),+ }]diff --git a/tests/crawlers/test_cases/fileditch.py b/tests/crawlers/test_cases/fileditch.pyindex ebf086ea4..073447465 100644--- a/tests/crawlers/test_cases/fileditch.py+++ b/tests/crawlers/test_cases/fileditch.py@@ -1,15 +1,15 @@DOMAIN = "fileditch"TEST_CASES = [- (- "https://fileditchfiles.me/file.php?f=/b71/FrmLzfLKUHBWDTQfqaTZ.mp4",- [+ {+ "url": "https://fileditchfiles.me/file.php?f=/b71/FrmLzfLKUHBWDTQfqaTZ.mp4",+ "results": [{- "url": r"re:https://thegumonmyshoe.me/b71/FrmLzfLKUHBWDTQfqaTZ.mp4",+ "url": "re:https://thegumonmyshoe.me/b71/FrmLzfLKUHBWDTQfqaTZ.mp4","filename": "FrmLzfLKUHBWDTQfqaTZ.mp4","referer": "https://fileditchfiles.me/file.php?f=/b71/FrmLzfLKUHBWDTQfqaTZ.mp4",- "download_folder": r"re:Loose Files (Fileditch)",- "datetime": None,- },+ "download_folder": "re:Loose Files (Fileditch)",+ "uploaded_at": None,+ }],- ),+ }]diff --git a/tests/crawlers/test_cases/filester.py b/tests/crawlers/test_cases/filester.pyindex 9a8ad6672..d9b8ef657 100644--- a/tests/crawlers/test_cases/filester.py+++ b/tests/crawlers/test_cases/filester.py@@ -1,46 +1,37 @@DOMAIN = "filester"TEST_CASES = [- (- "https://filester.me/d/Y9Vkbpq",- [+ {+ "url": "https://filester.me/d/Y9Vkbpq",+ "results": [{"url": "re:.filester.me/d/","filename": "lilcanadiangirl_Stranger-in-the-Theatre.mp4","referer": "https://filester.me/d/Y9Vkbpq","album_id": None,- "datetime": 1771027200,+ "uploaded_at": 1771027200,}],- ),- (- "https://filester.me/d/4h9lQtR",- [- {- "url": "re:.filester.me/d/",- "filename": "Linda Lan - Meanbitches slave orders.mp4",- "album_id": None,- }+ },+ {+ "url": "https://filester.me/d/4h9lQtR",+ "results": [+ {"url": "re:.filester.me/d/", "filename": "Linda Lan - Meanbitches slave orders.mp4", "album_id": None}],- ),- (- "https://filester.me/f/c3bf3e1da9982845",- [+ },+ {+ "url": "https://filester.me/f/c3bf3e1da9982845",+ "results": [{"url": "re:.filester.me/d/","download_folder": "re:mirror_post-410_1771095844 (Filester)","album_id": "c3bf3e1da9982845",}],- 53,- ),- (- "https://filester.me/f/c1a31c9ca510870b",- [- {- "url": "re:.filester.me/d/",- "download_folder": "re:Natalie (Filester)/Pics",- }- ],- range(150, 160),- ),+ "count": 53,+ },+ {+ "url": "https://filester.me/f/c1a31c9ca510870b",+ "results": [{"url": "re:.filester.me/d/", "download_folder": "re:Natalie (Filester)/Pics"}],+ "count": range(150, 160),+ },]diff --git a/tests/crawlers/test_cases/flickr.py b/tests/crawlers/test_cases/flickr.pyindex b04b74a71..e13f4aee3 100644--- a/tests/crawlers/test_cases/flickr.py+++ b/tests/crawlers/test_cases/flickr.py@@ -1,8 +1,8 @@DOMAIN = "flickr"TEST_CASES = [- (- "https://www.flickr.com/photos/jillblack33/42279501790/in/photolist-27q6uTq-64djfR-bFAauM-79mSQe-294ixC3-s1Ltu4-MaSsV-4CUE8Q-4Rkr8R-QtkbP-aD588-2wyM-2mB9CCC-6AS9fc-7gdV1m-5TjWGC-5TfCwR-3y72Tr-48JHn-nemFJ-9dCzq1-MU2AYb-ctYWi",- [+ {+ "url": "https://www.flickr.com/photos/jillblack33/42279501790/in/photolist-27q6uTq-64djfR-bFAauM-79mSQe-294ixC3-s1Ltu4-MaSsV-4CUE8Q-4Rkr8R-QtkbP-aD588-2wyM-2mB9CCC-6AS9fc-7gdV1m-5TjWGC-5TfCwR-3y72Tr-48JHn-nemFJ-9dCzq1-MU2AYb-ctYWi",+ "results": [{"url": "https://live.staticflickr.com/1779/42279501790_b008687536_o.png","filename": "LONE SURVIVOR [42279501790].png",@@ -10,14 +10,14 @@ TEST_CASES = ["original_filename": "LONE SURVIVOR","referer": "https://www.flickr.com/photos/jillblack33/42279501790","album_id": None,- "datetime": 1534502481,+ "uploaded_at": 1534502481,"download_folder": "re:Loose Files (Flickr)",}],- ),- (- "https://www.flickr.com/photos/soniaadammurray/52448052841",- [+ },+ {+ "url": "https://www.flickr.com/photos/soniaadammurray/52448052841",+ "results": [{"url": "re:https://live.staticflickr.com/video/52448052841/e96cd3ae34/1080p.mp4","filename": "Happy Birthday, to My Wonderful, Husband, Gerry [52448052841].mp4",@@ -25,19 +25,19 @@ TEST_CASES = ["original_filename": "Happy Birthday, to My Wonderful, Husband, Gerry","referer": "https://www.flickr.com/photos/soniaadammurray/52448052841","album_id": None,- "datetime": 1666536987,+ "uploaded_at": 1666536987,"download_folder": "re:Loose Files (Flickr)",}],- ),- (- "https://www.flickr.com/photos/bour3/albums/72157641382742025",- [+ },+ {+ "url": "https://www.flickr.com/photos/bour3/albums/72157641382742025",+ "results": [{"url": "re:https://live.staticflickr.com/","download_folder": "re:lotus flower pop-up card with led (Flickr)",- },+ }],- 30,- ),+ "count": 30,+ },]diff --git a/tests/crawlers/test_cases/fsiblog.py b/tests/crawlers/test_cases/fsiblog_com.pysimilarity index 77%rename from tests/crawlers/test_cases/fsiblog.pyrename to tests/crawlers/test_cases/fsiblog_com.pyindex 1ebe3d815..94529f166 100644--- a/tests/crawlers/test_cases/fsiblog.py+++ b/tests/crawlers/test_cases/fsiblog_com.py@@ -1,73 +1,71 @@DOMAIN = "fsiblog.com"TEST_CASES = [- # Video- (- "https://www.fsiblog5.com/bangla-sex-video/chubby-boudi-pussy-fucking-xxx/",- [+ {+ "url": "https://www.fsiblog5.com/bangla-sex-video/chubby-boudi-pussy-fucking-xxx/",+ "results": [{"url": "https://cdn.fsiblog5.com/2025/06/chubby-boudi-pussy-fucking-xxx-with-neighbor.mp4","filename": "chubby-boudi-pussy-fucking-xxx-with-neighbor.mp4",- "download_folder": r"re:2025-06-23 - Chubby boudi pussy fucking xxx with neighbor \(FSIBlog\)",+ "download_folder": "re:2025-06-23 - Chubby boudi pussy fucking xxx with neighbor \\(FSIBlog\\)","referer": "https://www.fsiblog5.com/bangla-sex-video/chubby-boudi-pussy-fucking-xxx/",- "datetime": 1750674625,+ "uploaded_at": 1750674625,}],- ),- # Image Gallery- (- "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass/",- [+ },+ {+ "url": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass/",+ "results": [{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/pune-nude-indian-horny-college-bum.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/AllahabaddesibhabhiAdultsexphotos.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/removing-panty-pune-college-girl-bedroom.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/huge-gaand-wali-nude-indian-bhabhi.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/horny-nude-big-gaand-wali-indian-bhabhi.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/huge-ass-wali-nude-indian-aunty.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/bedroom-full-nude-ujjain-bhabhi-bum.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/chudakad-ujjain-big-bum-nude-bhabhi.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/full-nude-ujjain-bum-bhabhi.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},{"url": "https://www.fsiblog5.com/wp-content/uploads/2016/06/ujjain-wali-full-nude-bhabhi-bum.jpg","referer": "https://www.fsiblog5.com/big-ass/hot-anjali-bhabhi-exposing-her-round-ass",- "datetime": 1464949849,+ "uploaded_at": 1464949849,},],- 10,- ),+ "count": 10,+ },]diff --git a/tests/crawlers/test_cases/fucking_fast.py b/tests/crawlers/test_cases/fuckingfast_co.pysimilarity index 74%rename from tests/crawlers/test_cases/fucking_fast.pyrename to tests/crawlers/test_cases/fuckingfast_co.pyindex d53fa37d8..f97650001 100644--- a/tests/crawlers/test_cases/fucking_fast.py+++ b/tests/crawlers/test_cases/fuckingfast_co.py@@ -1,15 +1,15 @@DOMAIN = "fuckingfast.co"TEST_CASES = [- (- "https://fuckingfast.co/auo9lgho1u8d/",- [+ {+ "url": "https://fuckingfast.co/auo9lgho1u8d/",+ "results": [{"url": "https://fuckingfast.co/auo9lgho1u8d","filename": "Burnout_Paradise_Remastered_--_fitgirl-repacks.site_--_.part1.rar","debrid_link": "re:https://fuckingfast.co/dl/","referer": "https://fuckingfast.co/auo9lgho1u8d",- "datetime": None,+ "uploaded_at": None,}],- ),+ }]diff --git a/tests/crawlers/test_cases/fuxxx.py b/tests/crawlers/test_cases/fuxxx.pyindex cc48ee6c1..135e128a1 100644--- a/tests/crawlers/test_cases/fuxxx.py+++ b/tests/crawlers/test_cases/fuxxx.py@@ -1,15 +1,15 @@DOMAIN = "fuxxx"TEST_CASES = [- (- "https://fuxxx.com/videos/1675249/meets-majiik-sweeet-vee/",- [+ {+ "url": "https://fuxxx.com/videos/1675249/meets-majiik-sweeet-vee/",+ "results": [{"url": "https://fuxxx.com/videos/1675249/meets-majiik-sweeet-vee","filename": "Meets Majiik - Sweeet Vee [1675249].mp4","referer": "https://fuxxx.com/videos/1675249/meets-majiik-sweeet-vee",- "download_folder": r"re:Loose Files (FuXXX)",- "datetime": int,+ "download_folder": "re:Loose Files (FuXXX)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/giphy.py b/tests/crawlers/test_cases/giphy.pyindex 3e378e6d2..20bbcf9db 100644--- a/tests/crawlers/test_cases/giphy.py+++ b/tests/crawlers/test_cases/giphy.py@@ -1,8 +1,8 @@DOMAIN = "giphy"TEST_CASES = [- (- "https://giphy.com/gifs/grandma-grandmother-offline-granny-B3s64Jh73fIk7qYLB5",- [+ {+ "url": "https://giphy.com/gifs/grandma-grandmother-offline-granny-B3s64Jh73fIk7qYLB5",+ "results": [{"url": "https://media2.giphy.com/media/B3s64Jh73fIk7qYLB5/giphy.gif","filename": "Work Vintage [B3s64Jh73fIk7qYLB5].gif",@@ -14,11 +14,11 @@ TEST_CASES = ["download_folder": "re:Loose Files (Giphy)",}],- 1,- ),- (- "https://media2.giphy.com/media/B3s64Jh73fIk7qYLB5/giphy.gif",- [+ "count": 1,+ },+ {+ "url": "https://media2.giphy.com/media/B3s64Jh73fIk7qYLB5/giphy.gif",+ "results": [{"url": "https://media2.giphy.com/media/B3s64Jh73fIk7qYLB5/giphy.gif","filename": "Work Vintage [B3s64Jh73fIk7qYLB5].gif",@@ -30,6 +30,6 @@ TEST_CASES = ["download_folder": "re:Loose Files (Giphy)",}],- 1,- ),+ "count": 1,+ },]diff --git a/tests/crawlers/test_cases/girlsreleased.py b/tests/crawlers/test_cases/girlsreleased.pyindex 6dd061d6a..a109a2a23 100644--- a/tests/crawlers/test_cases/girlsreleased.py+++ b/tests/crawlers/test_cases/girlsreleased.py@@ -1,37 +1,29 @@DOMAIN = "girlsreleased"TEST_CASES = [- (- "https://girlsreleased.com/set/152521",- [+ {+ "url": "https://girlsreleased.com/set/152521",+ "results": [{"url": "re:imx.to","filename": "re:DSC_",- "download_folder": r"re:2025-11-19 - 152521 - Nike (GirlsReleased)",+ "download_folder": "re:2025-11-19 - 152521 - Nike (GirlsReleased)","referer": "re:https://imx.to/i/","album_id": "152521",- "datetime": 1763542843,+ "uploaded_at": 1763542843,}],- 64,- ),- (- "https://girlsreleased.com/model/11975/Poppy",- [- {- "url": "re:imx.to",- "download_folder": "re:Poppy [model] (GirlsReleased)/",- }- ],- 615,- ),- (- "https://girlsreleased.com/site/modelsofboston.club/model/12022/Ashley",- [- {- "url": "re:imx.to",- "download_folder": "re:modelsofboston.club [site] (GirlsReleased)/Ashley [model]/",- }+ "count": 64,+ },+ {+ "url": "https://girlsreleased.com/model/11975/Poppy",+ "results": [{"url": "re:imx.to", "download_folder": "re:Poppy [model] (GirlsReleased)/"}],+ "count": 615,+ },+ {+ "url": "https://girlsreleased.com/site/modelsofboston.club/model/12022/Ashley",+ "results": [+ {"url": "re:imx.to", "download_folder": "re:modelsofboston.club [site] (GirlsReleased)/Ashley [model]/"}],- 108,- ),+ "count": 108,+ },]diff --git a/tests/crawlers/test_cases/gofile.py b/tests/crawlers/test_cases/gofile.pyindex 3730043c7..77de5d65a 100644--- a/tests/crawlers/test_cases/gofile.py+++ b/tests/crawlers/test_cases/gofile.py@@ -1,30 +1,30 @@DOMAIN = "gofile"TEST_CASES = [- (- "https://gofile.io/d/2ORt9N",- [+ {+ "url": "https://gofile.io/d/2ORt9N",+ "results": [{"url": "re:download/web/f1f28c6a-d02b-44a3-80ec-d9ef6b23913e","filename": "[5ahw24au]chance-01.mp4","original_filename": "[5ahw24au]chance-01.mp4",- "download_folder": r"re:Loose Files \(GoFile\)",+ "download_folder": "re:Loose Files \\(GoFile\\)","referer": "https://gofile.io/d/2ORt9N#f1f28c6a-d02b-44a3-80ec-d9ef6b23913e",- "datetime": 1756801442,+ "uploaded_at": 1756801442,}],- ),- ("https://gofile.io/d/tZeyhP?password=wrong_password", []),- (- "https://store6.gofile.io/download/69b4c1e4-a80a-45d5-ad76-061e48105bd0/MORE_IN90.mp4",- [+ },+ {"url": "https://gofile.io/d/tZeyhP?password=wrong_password", "results": []},+ {+ "url": "https://store6.gofile.io/download/69b4c1e4-a80a-45d5-ad76-061e48105bd0/MORE_IN90.mp4",+ "results": [{"url": "https://store1.gofile.io/download/web/69b4c1e4-a80a-45d5-ad76-061e48105bd0/MORE_IN90.mp4","filename": "MORE_IN90.mp4",- "download_folder": r"re:01 \(GoFile\)",+ "download_folder": "re:01 \\(GoFile\\)","referer": "https://gofile.io/d/9d83784e-2be6-472c-909f-0377704cfde3#69b4c1e4-a80a-45d5-ad76-061e48105bd0","album_id": "9d83784e-2be6-472c-909f-0377704cfde3",- "datetime": 1701541586,- },+ "uploaded_at": 1701541586,+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/google_drive.py b/tests/crawlers/test_cases/google_drive.pyindex 14c24811a..0ef6db612 100644--- a/tests/crawlers/test_cases/google_drive.py+++ b/tests/crawlers/test_cases/google_drive.py@@ -1,137 +1,137 @@DOMAIN = "drive.google"TEST_CASES = [- (- # small file with no warning- "https://drive.google.com/file/d/1F0YBsnQRvrMbK0p9UlnyLu88kqQ0j_F6/edit",- [+ {+ "url": "https://drive.google.com/file/d/1F0YBsnQRvrMbK0p9UlnyLu88kqQ0j_F6/edit",+ "description": "small file with no warning",+ "results": [{"url": "ANY","filename": "file-50MB.dat","referer": "https://drive.google.com/file/d/1F0YBsnQRvrMbK0p9UlnyLu88kqQ0j_F6","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- # small file with no warning- "https://drive.google.com/file/d/15WghIO0iwekXStmVWeK5HxC566iN41l6/view",- [+ },+ {+ "url": "https://drive.google.com/file/d/15WghIO0iwekXStmVWeK5HxC566iN41l6/view",+ "description": "small file with no warning",+ "results": [{"url": "ANY","filename": "file-100MB.dat","referer": "https://drive.google.com/file/d/15WghIO0iwekXStmVWeK5HxC566iN41l6","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- # file with warning do to large size (529M)- "https://drive.usercontent.google.com/download?id=1fXgBupLzThTGLLsiYCHRQJixuDsR1bSI&export=download",- [+ },+ {+ "url": "https://drive.usercontent.google.com/download?id=1fXgBupLzThTGLLsiYCHRQJixuDsR1bSI&export=download",+ "description": "file with warning doe to large size (529M)",+ "results": [{"url": "ANY","filename": "cifar10_stats.npz","referer": "https://drive.google.com/file/d/1fXgBupLzThTGLLsiYCHRQJixuDsR1bSI","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- # Huge file with warning do to large size (9.8G), this test may fail.- # Public download without an account are limited to about 5G per day and they return 429 with that happens- "https://drive.google.com/file/d/1WHv5Dm1GtrDZj-AxJZd3T-NMIBXty3eV/view",- [+ },+ {+ "url": "https://drive.google.com/file/d/1WHv5Dm1GtrDZj-AxJZd3T-NMIBXty3eV/view",+ "description": """+ Huge file with warning do to large size (9.8G), this test may fail.+ Public download without an account are limited to about 5G per day and they return 429 with that happens""",+ "results": [{"url": "ANY","filename": "bundle_cutouts_africa.zip","referer": "https://drive.google.com/file/d/1WHv5Dm1GtrDZj-AxJZd3T-NMIBXty3eV","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY/edit",- [+ },+ {+ "url": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY/edit",+ "results": [{"url": "ANY","filename": "test.docx","referer": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=docx","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=txt",- [+ },+ {+ "url": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=txt",+ "results": [{"url": "ANY","filename": "test.txt","referer": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=txt","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=xlsx",- [+ },+ {+ "url": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=xlsx",+ "results": [{"url": "ANY","filename": "test.docx","referer": "https://docs.google.com/document/d/1ZzEzJbemBMPm46O2q5VcGNoPbqDu9AhhUc2djQbvbTY?format=docx","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- # This is a spreeadsheet but the id is a normal file id- # We will not be able to download it with a custom format- "https://docs.google.com/spreadsheets/d/1E3LpudUdUZycJpxSKK-c9-oIDuJoo5_7/edit?format=ods",- [+ },+ {+ "url": "https://docs.google.com/spreadsheets/d/1E3LpudUdUZycJpxSKK-c9-oIDuJoo5_7/edit?format=ods",+ "description": "This is a spreeadsheet but the id is a normal file id. We won't be able to download it with a custom format",+ "results": [{"url": "ANY","filename": "TK Online 1.5.xlsx","referer": "https://drive.google.com/file/d/1E3LpudUdUZycJpxSKK-c9-oIDuJoo5_7","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- # v0 file id (28 chars)- "https://drive.google.com/file/d/0ByeS4oOUV-49Zzh4R1J6R09zazQ/edit",- [+ },+ {+ "url": "https://drive.google.com/file/d/0ByeS4oOUV-49Zzh4R1J6R09zazQ/edit",+ "description": "v0 file id (28 chars)",+ "results": [{"url": "ANY","filename": "Big Buck Bunny.mp4","referer": "https://drive.google.com/file/d/0ByeS4oOUV-49Zzh4R1J6R09zazQ","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://drive.google.com/uc?id=1IP0o8dHcQrIHGgVyp0Ofvx2cGfLzyO1x",- [+ },+ {+ "url": "https://drive.google.com/uc?id=1IP0o8dHcQrIHGgVyp0Ofvx2cGfLzyO1x",+ "results": [{"url": "ANY","filename": "My Buddy - Henry Burr - Gus Kahn - Walter Donaldson.mp3","referer": "https://drive.google.com/file/d/1IP0o8dHcQrIHGgVyp0Ofvx2cGfLzyO1x","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- # Folder with +50 files- "https://drive.google.com/drive/folders/1k8pgIaGw6PribxVqMgmDtlpzbUPJuzrX",- [],- 135,- ),+ },+ {+ "url": "https://drive.google.com/drive/folders/1k8pgIaGw6PribxVqMgmDtlpzbUPJuzrX",+ "description": "Folder with +50 files",+ "results": [],+ "count": 135,+ },]diff --git a/tests/crawlers/test_cases/gupload.py b/tests/crawlers/test_cases/gupload.pyindex 06c729cb7..ea4fd2e91 100644--- a/tests/crawlers/test_cases/gupload.py+++ b/tests/crawlers/test_cases/gupload.py@@ -1,8 +1,8 @@DOMAIN = "gupload"TEST_CASES = [- (- "https://gupload.xyz/data/e/26011780d54f",- [+ {+ "url": "https://gupload.xyz/data/e/26011780d54f",+ "results": [{"url": "https://gupload.xyz/data/e/hls/26011780d54f/thumb/thumbnail_grid.jpg","referer": "https://gupload.xyz/data/e/26011780d54f#thumbnail",@@ -22,5 +22,5 @@ TEST_CASES = ["album_id": None,},],- ),+ }]diff --git a/tests/crawlers/test_cases/hclips.py b/tests/crawlers/test_cases/hclips.pyindex 624c59033..a6de8021b 100644--- a/tests/crawlers/test_cases/hclips.py+++ b/tests/crawlers/test_cases/hclips.py@@ -1,15 +1,15 @@DOMAIN = "hclips"TEST_CASES = [- (- "https://hclips.com/videos/7410809/dark-chocolate-gal-teases-great-ass-and-flashes-puffy-tits/",- [+ {+ "url": "https://hclips.com/videos/7410809/dark-chocolate-gal-teases-great-ass-and-flashes-puffy-tits/",+ "results": [{"url": "https://hclips.com/videos/7410809/dark-chocolate-gal-teases-great-ass-and-flashes-puffy-tits","filename": "Dark chocolate gal teases great ass and flashes puffy tits [7410809].mp4","referer": "https://hclips.com/videos/7410809/dark-chocolate-gal-teases-great-ass-and-flashes-puffy-tits",- "download_folder": r"re:Loose Files (HClips)",- "datetime": int,+ "download_folder": "re:Loose Files (HClips)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/hdzog.py b/tests/crawlers/test_cases/hdzog.pyindex 357533bcf..1381ffe3e 100644--- a/tests/crawlers/test_cases/hdzog.py+++ b/tests/crawlers/test_cases/hdzog.py@@ -1,26 +1,26 @@DOMAIN = "hdzog"TEST_CASES = [- (- "https://hdzog.com/videos/874501/lesbian-sucking-big-natural-boobs-8/",- [+ {+ "url": "https://hdzog.com/videos/874501/lesbian-sucking-big-natural-boobs-8/",+ "results": [{"url": "https://hdzog.com/videos/874501/lesbian-sucking-big-natural-boobs-8","filename": "Lesbian Sucking Big Natural Boobs 8 [874501].mp4","referer": "https://hdzog.com/videos/874501/lesbian-sucking-big-natural-boobs-8",- "download_folder": r"re:Loose Files (HDZog)",- "datetime": int,+ "download_folder": "re:Loose Files (HDZog)",+ "uploaded_at": int,}],- ),- (- "https://hdzog.tube/videos/2826355/horny-adult-clip-big-tits-unbelievable-will-enslaves-your-mind/",- [+ },+ {+ "url": "https://hdzog.tube/videos/2826355/horny-adult-clip-big-tits-unbelievable-will-enslaves-your-mind/",+ "results": [{"url": "https://hdzog.tube/videos/2826355/horny-adult-clip-big-tits-unbelievable-will-enslaves-your-mind","filename": "Horny Adult Clip Big Tits Unbelievable Will Enslaves Your Mind [2826355].mp4","referer": "https://hdzog.tube/videos/2826355/horny-adult-clip-big-tits-unbelievable-will-enslaves-your-mind",- "download_folder": r"re:Loose Files (HDZog)",+ "download_folder": "re:Loose Files (HDZog)",}],- ),+ },]diff --git a/tests/crawlers/test_cases/hianime.py b/tests/crawlers/test_cases/hianime.pyindex 8fedcab10..239af717a 100644--- a/tests/crawlers/test_cases/hianime.py+++ b/tests/crawlers/test_cases/hianime.py@@ -1,8 +1,8 @@DOMAIN = "hianime"TEST_CASES = [- (- "https://hianime.to/watch/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111?ep=130673",- [+ {+ "url": "https://hianime.to/watch/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111?ep=130673",+ "results": [{"url": "https://megacloud.blog/embed-2/v3/e-1/58KPQ2IyFUxF","filename": "E001 - Episode 1 [130673][1080p].mp4",@@ -10,13 +10,13 @@ TEST_CASES = ["download_folder": "re:Mashin Eiyuuden Wataru- Shichikon no Ryuujinmaru","referer": "https://hianime.to/watch/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111?ep=130673","album_id": "15111",- "datetime": None,+ "uploaded_at": None,},{"url": "https://mgstatics.xyz/subtitle/fc47006103970f7121e6e99f4294be18/fc47006103970f7121e6e99f4294be18.vtt","filename": "E001 - Episode 1 [130673][1080p].eng.vtt",},],- ),- ("https://hianime.to/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111", [], 18),+ },+ {"url": "https://hianime.to/mashin-eiyuuden-wataru-shichikon-no-ryuujinmaru-15111", "results": [], "count": 18},]diff --git a/tests/crawlers/test_cases/hotleaks_dot_tv.py b/tests/crawlers/test_cases/hotleaks_tv.pysimilarity index 69%rename from tests/crawlers/test_cases/hotleaks_dot_tv.pyrename to tests/crawlers/test_cases/hotleaks_tv.pyindex 2e6d1a4ff..ad3e67f51 100644--- a/tests/crawlers/test_cases/hotleaks_dot_tv.py+++ b/tests/crawlers/test_cases/hotleaks_tv.py@@ -1,15 +1,15 @@DOMAIN = "hotleaks.tv"TEST_CASES = [- (- "https://hotleaks.tv/sexythangyang/video/10714544",- [+ {+ "url": "https://hotleaks.tv/sexythangyang/video/10714544",+ "results": [{"url": "https://hotleaks.tv/sexythangyang/video/10714544","filename": "10714544.mp4","referer": "https://hotleaks.tv/sexythangyang/video/10714544","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),+ }]diff --git a/tests/crawlers/test_cases/hotmovs.py b/tests/crawlers/test_cases/hotmovs.pyindex b0efbfd33..a0aef6a0d 100644--- a/tests/crawlers/test_cases/hotmovs.py+++ b/tests/crawlers/test_cases/hotmovs.py@@ -1,15 +1,15 @@DOMAIN = "hotmovs"TEST_CASES = [- (- "https://hotmovs.com/videos/9741037/farewell-deep-kiss/",- [+ {+ "url": "https://hotmovs.com/videos/9741037/farewell-deep-kiss/",+ "results": [{"url": "https://hotmovs.com/videos/9741037/farewell-deep-kiss","filename": "Farewell Deep Kiss [9741037].mp4","referer": "https://txxxporn.tube/videos/9741037/farewell-deep-kiss",- "download_folder": r"re:Loose Files \(HotMovs\)",- "datetime": int,+ "download_folder": "re:Loose Files \\(HotMovs\\)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/iceyfile.py b/tests/crawlers/test_cases/iceyfile.pyindex a911580ac..274c7be74 100644--- a/tests/crawlers/test_cases/iceyfile.py+++ b/tests/crawlers/test_cases/iceyfile.py@@ -1,31 +1,30 @@-import re-DOMAIN = "iceyfile"TEST_CASES = [- # This will fail. iceyfile now always requires a 1 type access only captcha for individual files- (- "https://iceyfile.com/be60cca8a9dec177/fff.png",- [+ {+ "url": "https://iceyfile.com/be60cca8a9dec177/fff.png",+ "description": "This will fail. iceyfile now always requires a 1 type access only captcha for individual files",+ "xfail": "This will fail. iceyfile now always requires a 1 type access only captcha for individual files",+ "results": [{- "url": "re:" + re.escape("https://srv1.iceyfile.net/be60cca8a9dec177/fff.png?download_token="),+ "url": "re:https://srv1\\.iceyfile\\.net/be60cca8a9dec177/fff\\.png\\?download_token=","filename": "fff","referer": "https://iceyfile.com/be60cca8a9dec177/fff.png","album_id": None,- "datetime": 1755488372,+ "uploaded_at": 1755488372,}],- ),- (- "https://iceyfile.com/folder/75061972f799eeacba32ac81f37493bc/CDL_test",- [+ },+ {+ "url": "https://iceyfile.com/folder/75061972f799eeacba32ac81f37493bc/CDL_test",+ "results": [{- "url": "re:" + re.escape("https://srv1.iceyfile.net/be60cca8a9dec177/fff.png?download_token="),+ "url": "re:https://srv1\\.iceyfile\\.net/be60cca8a9dec177/fff\\.png\\?download_token=","filename": "fff.png","referer": "https://iceyfile.com/be60cca8a9dec177/fff.png",- "download_folder": r"re:CDL_test \(Iceyfile\)",+ "download_folder": "re:CDL_test \\(Iceyfile\\)","album_id": "75061972f799eeacba32ac81f37493bc",- "datetime": 1755491602,+ "uploaded_at": 1755491602,}],- ),+ },]diff --git a/tests/crawlers/test_cases/imagebam.py b/tests/crawlers/test_cases/imagebam.pyindex 1bef4da07..500d73278 100644--- a/tests/crawlers/test_cases/imagebam.py+++ b/tests/crawlers/test_cases/imagebam.py@@ -1,44 +1,44 @@DOMAIN = "imagebam"TEST_CASES = [- (- "https://www.imagebam.com/image/9b65e0342494935",- [+ {+ "url": "https://www.imagebam.com/image/9b65e0342494935",+ "results": [{"url": "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG","filename": "0_1456043.jpg","original_filename": "9b65e0342494935.JPG","referer": "https://www.imagebam.com/image/9b65e0342494935","album_id": "hfqrglgtcf4u143xlnvkpfksofn1et7w",- },+ }],- ),- (- "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG",- [+ },+ {+ "url": "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG",+ "results": [{"url": "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG","filename": "0_1456043.jpg","original_filename": "9b65e0342494935.JPG","referer": "https://www.imagebam.com/image/9b65e0342494935","album_id": "hfqrglgtcf4u143xlnvkpfksofn1et7w",- },+ }],- ),- (- "https://thumbs3.imagebam.com/eb/21/02/9b65e0342494935.JPG",- [+ },+ {+ "url": "https://thumbs3.imagebam.com/eb/21/02/9b65e0342494935.JPG",+ "results": [{"url": "https://images3.imagebam.com/eb/21/02/9b65e0342494935.JPG","filename": "0_1456043.jpg","original_filename": "9b65e0342494935.JPG","referer": "https://www.imagebam.com/image/9b65e0342494935","album_id": "hfqrglgtcf4u143xlnvkpfksofn1et7w",- },+ }],- ),- (- "https://www.imagebam.com/gallery/hfqrglgtcf4u143xlnvkpfksofn1et7w",- [+ },+ {+ "url": "https://www.imagebam.com/gallery/hfqrglgtcf4u143xlnvkpfksofn1et7w",+ "results": [{"url": "https://images3.imagebam.com/68/8f/e5/84105c342494938.jpg","filename": "main_large.jpg",@@ -68,48 +68,48 @@ TEST_CASES = ["album_id": "hfqrglgtcf4u143xlnvkpfksofn1et7w",},],- ),- (- "https://www.imagebam.com/view/ME5IIKF",- [+ },+ {+ "url": "https://www.imagebam.com/view/ME5IIKF",+ "results": [{"url": "https://images4.imagebam.com/d0/99/a7/ME5IIKF_o.png","filename": "Logic.png","original_filename": "ME5IIKF_o.png","referer": "https://www.imagebam.com/view/ME5IIKF","album_id": "GA2LOS",- },+ }],- ),- (- "https://www.imagebam.com/view/GA2LOS",- [+ },+ {+ "url": "https://www.imagebam.com/view/GA2LOS",+ "results": [{"url": "https://images4.imagebam.com/4b/b6/4a/ME5IIKH_o.png","filename": "Pads Logic.png","original_filename": "ME5IIKH_o.png","referer": "https://www.imagebam.com/view/ME5IIKH","album_id": "GA2LOS",- },+ }],- 4,- ),- (- "https://thumbs4.imagebam.com/e5/ab/48/ME5IIKD_t.png",- [+ "count": 4,+ },+ {+ "url": "https://thumbs4.imagebam.com/e5/ab/48/ME5IIKD_t.png",+ "results": [{"url": "https://images4.imagebam.com/e5/ab/48/ME5IIKD_o.png","referer": "https://www.imagebam.com/view/ME5IIKD",- },+ }],- ),- (- "https://images4.imagebam.com/e5/ab/48/ME5IIKD_o.png",- [+ },+ {+ "url": "https://images4.imagebam.com/e5/ab/48/ME5IIKD_o.png",+ "results": [{"url": "https://images4.imagebam.com/e5/ab/48/ME5IIKD_o.png","referer": "https://www.imagebam.com/view/ME5IIKD",- },+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/imagepond.py b/tests/crawlers/test_cases/imagepond.pyindex 7df5f5d3f..173ede690 100644--- a/tests/crawlers/test_cases/imagepond.py+++ b/tests/crawlers/test_cases/imagepond.py@@ -1,74 +1,74 @@DOMAIN = "imagepond.net"TEST_CASES = [- (- "https://www.imagepond.net/image/zJfHAH",- [+ {+ "url": "https://www.imagepond.net/image/zJfHAH",+ "results": [{"url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png","referer": "https://www.imagepond.net/i/chv_866552","download_folder": "re:Loose Files (ImagePond)","filename": "Palm Desert Resuscitation Education (YourCPRMD.com).png","album_id": None,- "datetime": 1759122000,- },+ "uploaded_at": 1759122000,+ }],- ),- (- "https://www.imagepond.net/image/zJfHAH",- [+ },+ {+ "url": "https://www.imagepond.net/image/zJfHAH",+ "results": [{"url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png","referer": "https://www.imagepond.net/i/chv_866552",- },+ }],- ),- (- "https://www.imagepond.net/image/zJfHAH/download",- [+ },+ {+ "url": "https://www.imagepond.net/image/zJfHAH/download",+ "results": [{"url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png","referer": "https://www.imagepond.net/i/chv_866552",- },+ }],- ),- (- "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",- [+ },+ {+ "url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png",+ "results": [{"url": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png","referer": "https://media.imagepond.net/media/Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png","download_folder": "re:Loose Files (ImagePond)","filename": "Palm-Desert-Resuscitation-Education-YourCPRMD.com8c5d221f74fbb880.png","album_id": None,- "datetime": None,- },+ "uploaded_at": None,+ }],- ),- (- "https://www.imagepond.net/i/3RxARn4j",- [+ },+ {+ "url": "https://www.imagepond.net/i/3RxARn4j",+ "results": [{"url": "https://media.imagepond.net/media/videos/VID_20260404_071357_214_a9cdyOhE.mp4","domain": "imagepond.net","referer": "https://www.imagepond.net/i/3RxARn4j","filename": "VID_20260404_071357_214.mp4",- "datetime": 1775278800,+ "uploaded_at": 1775278800,}],- ),- (- "https://www.imagepond.net/i/9TVLS36c/download/file",- [+ },+ {+ "url": "https://www.imagepond.net/i/9TVLS36c/download/file",+ "results": [{"url": "https://media.imagepond.net/media/archives/Images_kM5dpzpw.zip","referer": "https://www.imagepond.net/i/9TVLS36c","filename": "Images.zip",}],- ),- (- "https://www.imagepond.net/a/AY75C28f",- [+ },+ {+ "url": "https://www.imagepond.net/a/AY75C28f",+ "results": [{"url": "re:https://media.imagepond.net/media/","referer": "re:https://www.imagepond.net/i/",@@ -76,6 +76,6 @@ TEST_CASES = ["download_folder": "re:vic (ImagePond)",}],- 21,- ),+ "count": 21,+ },]diff --git a/tests/crawlers/test_cases/imagetwist.py b/tests/crawlers/test_cases/imagetwist.pyindex e811faeb5..0aa2b0e68 100644--- a/tests/crawlers/test_cases/imagetwist.py+++ b/tests/crawlers/test_cases/imagetwist.py@@ -1,35 +1,35 @@DOMAIN = "imagetwist.com"TEST_CASES = [- (- "https://imagetwist.com/uynrhb4lavce/Latoya14.jpg",- [+ {+ "url": "https://imagetwist.com/uynrhb4lavce/Latoya14.jpg",+ "results": [{"url": "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg","filename": "Latoya14.jpg","referer": "https://imagetwist.com/uynrhb4lavce","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg",- [+ },+ {+ "url": "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg",+ "results": [{"url": "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg","filename": "Latoya14.jpg","referer": "https://imagetwist.com/uynrhb4lavce",}],- ),- (- "https://img115.imagetwist.com/th/20566/uynrhb4lavce.jpg",- [+ },+ {+ "url": "https://img115.imagetwist.com/th/20566/uynrhb4lavce.jpg",+ "results": [{"url": "https://img115.imagetwist.com/i/20566/uynrhb4lavce.jpg/Latoya14.jpg","filename": "Latoya14.jpg","referer": "https://imagetwist.com/uynrhb4lavce",}],- ),+ },]diff --git a/tests/crawlers/test_cases/imagevenue.py b/tests/crawlers/test_cases/imagevenue.pyindex e0ca688e7..bb22970dc 100644--- a/tests/crawlers/test_cases/imagevenue.py+++ b/tests/crawlers/test_cases/imagevenue.py@@ -1,8 +1,8 @@DOMAIN = "imagevenue"TEST_CASES = [- (- "https://www.imagevenue.com/ME1CO3FX",- [+ {+ "url": "https://www.imagevenue.com/ME1CO3FX",+ "results": [{"url": "https://cdn-images.imagevenue.com/73/7a/ef/ME1CO3FX_o.png","filename": "20260423200059937_480x320.png",@@ -14,25 +14,25 @@ TEST_CASES = ["download_folder": "re:Loose Files (ImageVenue)",}],- 1,- ),- (- "https://www.imagevenue.com/ME1BEWWG",- [+ "count": 1,+ },+ {+ "url": "https://www.imagevenue.com/ME1BEWWG",+ "results": [{"url": "https://cdn-images.imagevenue.com/65/8b/4d/ME1BEWWG_o.jpg","filename": "001.jpg","referer": "https://www.imagevenue.com/ME1BEWWG",}],- ),- (- "https://cdn-thumbs.imagevenue.com/d2/90/5c/ME1BEWWG_t.jpg",- [+ },+ {+ "url": "https://cdn-thumbs.imagevenue.com/d2/90/5c/ME1BEWWG_t.jpg",+ "results": [{"url": "https://cdn-images.imagevenue.com/65/8b/4d/ME1BEWWG_o.jpg","referer": "https://www.imagevenue.com/ME1BEWWG",}],- ),+ },]diff --git a/tests/crawlers/test_cases/imgadult.py b/tests/crawlers/test_cases/imgadult.pyindex 6d9a95bef..d1ac47b45 100644--- a/tests/crawlers/test_cases/imgadult.py+++ b/tests/crawlers/test_cases/imgadult.py@@ -1,21 +1,21 @@DOMAIN = "imgadult.com"TEST_CASES = [- (- "https://imgadult.com/img-685761cc22595.html",- [+ {+ "url": "https://imgadult.com/img-685761cc22595.html",+ "results": [{"url": "https://imgadult.com/upload/big/2025/06/22/685761cc22593.jpg","filename": "1092.jpg","original_filename": "685761cc22593.jpg","referer": "https://imgadult.com/img-685761cc22595.html","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://imgadult.com/upload/big/2025/06/22/685761cc22593.jpg",- # IDs of thumbnails and src images are different. CDL should fail- [],- ),+ },+ {+ "url": "https://imgadult.com/upload/big/2025/06/22/685761cc22593.jpg",+ "description": "IDs of thumbnails and src images are different. CDL should fail",+ "results": [],+ },]diff --git a/tests/crawlers/test_cases/imgbb.py b/tests/crawlers/test_cases/imgbb.pyindex 17f2c6079..2e327587a 100644--- a/tests/crawlers/test_cases/imgbb.py+++ b/tests/crawlers/test_cases/imgbb.py@@ -1,44 +1,44 @@DOMAIN = "imgbb"TEST_CASES = [- (- "https://ibb.co/FbtMCg43",- [+ {+ "url": "https://ibb.co/FbtMCg43",+ "results": [{"url": "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg","filename": "Long-toes-are-the-best.jpg","referer": "https://ibb.co/FbtMCg43","album_id": None,- "datetime": 1740984052,+ "uploaded_at": 1740984052,}],- ),- (- "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg",- [+ },+ {+ "url": "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg",+ "results": [{"url": "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg","filename": "Long-toes-are-the-best.jpg","referer": "https://i.ibb.co/DDnyT5fW/Long-toes-are-the-best.jpg","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://ibb.co/album/yhdTNv",- [+ },+ {+ "url": "https://ibb.co/album/yhdTNv",+ "results": [{"url": "re:.jpg","album_id": "yhdTNv",- "download_filename": r"re:ALEXA_2024/25 \(ImgBB\)",- "datetime": None,+ "download_filename": "re:ALEXA_2024/25 \\(ImgBB\\)",+ "uploaded_at": None,}],- 1537,- ),- (- "https://ibb.co/album/DDcTkZ",- [+ "count": 1537,+ },+ {+ "url": "https://ibb.co/album/DDcTkZ",+ "results": [{"url": "https://i.ibb.co/xSSVZ3TF/FOISTUDIOS-arna-SET2-16.jpg","filename": "FOISTUDIOS-arna-SET2-16.jpg",@@ -100,6 +100,6 @@ TEST_CASES = ["album_id": "DDcTkZ",},],- 10,- ),+ "count": 10,+ },]diff --git a/tests/crawlers/test_cases/imglike.py b/tests/crawlers/test_cases/imglike.pyindex 064a2fa53..f0a43cf54 100644--- a/tests/crawlers/test_cases/imglike.py+++ b/tests/crawlers/test_cases/imglike.py@@ -1,73 +1,73 @@DOMAIN = "imglike.com"TEST_CASES = [- (- "https://imglike.com/image/Palm-Desert-Resuscitation-Education-%28YourCPRMD.com%29.L1xHc",- [+ {+ "url": "https://imglike.com/image/Palm-Desert-Resuscitation-Education-%28YourCPRMD.com%29.L1xHc",+ "results": [{"url": "https://imglike.com/images/2022/10/20/Palm-Desert-Resuscitation-Education-YourCPRMD.com.png","filename": "Palm-Desert-Resuscitation-Education-YourCPRMD.com.png","referer": "https://imglike.com/image/L1xHc","album_id": None,- "datetime": 1666261421,+ "uploaded_at": 1666261421,}],- ),- (- "https://imglike.com/album/Kara-Del-Toro-Naked.cG7l",- [+ },+ {+ "url": "https://imglike.com/album/Kara-Del-Toro-Naked.cG7l",+ "results": [{"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-6.jpg","filename": "Nude-Kara-Del-Tori-6.jpg","referer": "https://imglike.com/image/LGXgd",- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",- "datetime": None,+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",+ "uploaded_at": None,"album_id": "cG7l",},{"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-5.jpg","filename": "Nude-Kara-Del-Tori-5.jpg","referer": "https://imglike.com/image/LGxFT",- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",- "datetime": None,+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",+ "uploaded_at": None,"album_id": "cG7l",},{"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-3.jpg","filename": "Nude-Kara-Del-Tori-3.jpg","referer": "https://imglike.com/image/LGB1z",- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",- "datetime": None,+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",+ "uploaded_at": None,"album_id": "cG7l",},{"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-4.jpg","filename": "Nude-Kara-Del-Tori-4.jpg","referer": "https://imglike.com/image/LG6lR",- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",- "datetime": None,+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",+ "uploaded_at": None,"album_id": "cG7l",},{"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-2.jpg","filename": "Nude-Kara-Del-Tori-2.jpg","referer": "https://imglike.com/image/LG4Jg",- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",- "datetime": None,+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",+ "uploaded_at": None,"album_id": "cG7l",},{"url": "https://imglike.com/images/2022/06/23/Nude-Kara-Del-Tori-1.jpg","filename": "Nude-Kara-Del-Tori-1.jpg","referer": "https://imglike.com/image/LGP7s",- "download_folder": r"re:Kara Del Toro Naked \(ImgLike\)",- "datetime": None,+ "download_folder": "re:Kara Del Toro Naked \\(ImgLike\\)",+ "uploaded_at": None,"album_id": "cG7l",},],- ),- (- "https://imglike.com/bonton18/albums",- [+ },+ {+ "url": "https://imglike.com/bonton18/albums",+ "results": [{"url": "https://imglike.com/images/2022/10/03/01__4_.jpg","filename": "01__4_.jpg",@@ -75,20 +75,20 @@ TEST_CASES = ["album_id": "iNlR",}],- ),- (- # Fails with aiohttp and works with curl-cffi- "https://imglike.com/album/D%C3%A9sir%C3%A9e-Nick-Boob-Slip-at-unesco-benefiz-gala%2C-2001.vihF",- [+ },+ {+ "url": "https://imglike.com/album/D%C3%A9sir%C3%A9e-Nick-Boob-Slip-at-unesco-benefiz-gala%2C-2001.vihF",+ "description": "Fails with aiohttp and works with curl-cffi",+ "results": [{"url": "https://imglike.com/images/2020/12/03/Desiree-Nick-Boob-Slip-at-unesco-benefiz-gala-2001-1.jpg","filename": "Desiree-Nick-Boob-Slip-at-unesco-benefiz-gala-2001-1.jpg","referer": "https://imglike.com/image/rq5gV","album_id": "vihF",- "download_folder": r"re:Désirée Nick Boob Slip at unesco-benefiz gala, 2001 \(ImgLike\)",- "datetime": None,- },+ "download_folder": "re:Désirée Nick Boob Slip at unesco-benefiz gala, 2001 \\(ImgLike\\)",+ "uploaded_at": None,+ }],- 10,- ),+ "count": 10,+ },]diff --git a/tests/crawlers/test_cases/imgur.py b/tests/crawlers/test_cases/imgur.pyindex ae7333836..9e60d49e3 100644--- a/tests/crawlers/test_cases/imgur.py+++ b/tests/crawlers/test_cases/imgur.py@@ -1,8 +1,8 @@DOMAIN = "imgur"TEST_CASES = [- (- "https://imgur.com/gallery/something-wholesome-uvh9Obt",- [+ {+ "url": "https://imgur.com/gallery/something-wholesome-uvh9Obt",+ "results": [{"url": "https://i.imgur.com/rKn1KVv.mp4","referer": "https://imgur.com/rKn1KVv",@@ -10,13 +10,13 @@ TEST_CASES = ["filename": "rKn1KVv.mp4","original_filename": "rKn1KVv.mp4","album_id": "uvh9Obt",- "datetime": 1763735344,+ "uploaded_at": 1763735344,}],- ),- (- "https://imgur.com/a/uvh9Obt",- [+ },+ {+ "url": "https://imgur.com/a/uvh9Obt",+ "results": [{"url": "https://i.imgur.com/rKn1KVv.mp4","referer": "https://imgur.com/rKn1KVv",@@ -25,10 +25,10 @@ TEST_CASES = ["album_id": "uvh9Obt",}],- ),- (- "https://imgur.com/rKn1KVv",- [+ },+ {+ "url": "https://imgur.com/rKn1KVv",+ "results": [{"url": "https://i.imgur.com/rKn1KVv.mp4","referer": "https://imgur.com/rKn1KVv",@@ -37,10 +37,10 @@ TEST_CASES = ["album_id": None,}],- ),- (- "https://imgur.com/gallery/broken-egg-by-huleeb-42gHAIK",- [+ },+ {+ "url": "https://imgur.com/gallery/broken-egg-by-huleeb-42gHAIK",+ "results": [{"url": "https://i.imgur.com/moPWbvA.jpeg","referer": "https://imgur.com/moPWbvA",@@ -52,10 +52,10 @@ TEST_CASES = [{"url": "https://i.imgur.com/KVGXtsa.jpeg"},{"url": "https://i.imgur.com/7Em9NEr.jpeg"},],- ),- (- "https://imgur.com/download/rKn1KVv",- [+ },+ {+ "url": "https://imgur.com/download/rKn1KVv",+ "results": [{"url": "https://i.imgur.com/rKn1KVv.mp4","referer": "https://imgur.com/rKn1KVv",@@ -64,5 +64,5 @@ TEST_CASES = ["album_id": None,}],- ),+ },]diff --git a/tests/crawlers/test_cases/imx_to.py b/tests/crawlers/test_cases/imx_to.pyindex 012763893..08c829ca8 100644--- a/tests/crawlers/test_cases/imx_to.py+++ b/tests/crawlers/test_cases/imx_to.py@@ -1,50 +1,50 @@DOMAIN = "imx.to"TEST_CASES = [- (- "https://imx.to/i/65axjs",- [+ {+ "url": "https://imx.to/i/65axjs",+ "results": [{"url": "https://image.imx.to/u/i/2025/06/07/65axjs.jpg","filename": "MetArt_Aperi_Melena-A_high_0014.jpg","referer": "https://imx.to/i/65axjs","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://imx.to/u/i/2025/06/07/65axjs.jpg",- [+ },+ {+ "url": "https://imx.to/u/i/2025/06/07/65axjs.jpg",+ "results": [{"url": "https://image.imx.to/u/i/2025/06/07/65axjs.jpg","filename": "MetArt_Aperi_Melena-A_high_0014.jpg","referer": "https://imx.to/i/65axjs","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://i006.imx.to/i/2025/06/07/65axjs.jpg",- [+ },+ {+ "url": "https://i006.imx.to/i/2025/06/07/65axjs.jpg",+ "results": [{"url": "https://image.imx.to/u/i/2025/06/07/65axjs.jpg","filename": "MetArt_Aperi_Melena-A_high_0014.jpg","referer": "https://imx.to/i/65axjs","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://imx.to/g/1g79u",- [+ },+ {+ "url": "https://imx.to/g/1g79u",+ "results": [{"url": "https://image.imx.to/u/i/2025/08/01/68g6y2.jpg","filename": "525669511_18517410283043270_6195144073773837855_n.jpg","referer": "https://imx.to/i/68g6y2","album_id": "1g79u",- "datetime": None,+ "uploaded_at": None,"download_folder": "re:Krysten Ritter",},{@@ -68,15 +68,15 @@ TEST_CASES = ["referer": "https://imx.to/i/68g6y4",},],- ),- (- "https://imx.to/u/t/2025/08/01/68g6y2.jpg",- [+ },+ {+ "url": "https://imx.to/u/t/2025/08/01/68g6y2.jpg",+ "results": [{"url": "https://image.imx.to/u/i/2025/08/01/68g6y2.jpg","filename": "525669511_18517410283043270_6195144073773837855_n.jpg","referer": "https://imx.to/i/68g6y2",- },+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/inporn.py b/tests/crawlers/test_cases/inporn.pyindex c76a3a4ca..13d7b3729 100644--- a/tests/crawlers/test_cases/inporn.py+++ b/tests/crawlers/test_cases/inporn.py@@ -1,15 +1,15 @@DOMAIN = "inporn"TEST_CASES = [- (- "https://inporn.com/video/1979593/stepson-fucked-his-stepmom-during-a-storm/",- [+ {+ "url": "https://inporn.com/video/1979593/stepson-fucked-his-stepmom-during-a-storm/",+ "results": [{"url": "https://inporn.com/video/1979593/stepson-fucked-his-stepmom-during-a-storm","filename": "Stepson Fucked His Stepmom During A Storm [1979593].mp4","referer": "https://inporn.com/video/1979593/stepson-fucked-his-stepmom-during-a-storm",- "download_folder": r"re:Loose Files (InPorn)",- "datetime": int,+ "download_folder": "re:Loose Files (InPorn)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/jpg5.py b/tests/crawlers/test_cases/jpg5_su.pysimilarity index 62%rename from tests/crawlers/test_cases/jpg5.pyrename to tests/crawlers/test_cases/jpg5_su.pyindex e024f5b6a..3ef81e4f0 100644--- a/tests/crawlers/test_cases/jpg5.py+++ b/tests/crawlers/test_cases/jpg5_su.py@@ -1,126 +1,126 @@DOMAIN = "jpg5.su"TEST_CASES = [- (- "https://jpg6.su/img/960x1280-90c58bc6682426b5ff88266b8ec5a647.N3gCSXD",- [+ {+ "url": "https://jpg6.su/img/960x1280-90c58bc6682426b5ff88266b8ec5a647.N3gCSXD",+ "results": [{"url": "https://simp6.selti-delivery.ru/images3/960x1280_90c58bc6682426b5ff88266b8ec5a647142c31c72206f9a3.jpg","filename": "960x1280_90c58bc6682426b5ff88266b8ec5a647142c31c72206f9a3.jpg","referer": "https://jpg6.su/img/N3gCSXD","album_id": None,- "datetime": 1753538118,+ "uploaded_at": 1753538118,}],- ),- (- "https://jpg7.cr/img/960x1280-90c58bc6682426b5ff88266b8ec5a647.N3gCSXD",- [+ },+ {+ "url": "https://jpg7.cr/img/960x1280-90c58bc6682426b5ff88266b8ec5a647.N3gCSXD",+ "results": [{"url": "https://simp6.selti-delivery.ru/images3/960x1280_90c58bc6682426b5ff88266b8ec5a647142c31c72206f9a3.jpg","filename": "960x1280_90c58bc6682426b5ff88266b8ec5a647142c31c72206f9a3.jpg","referer": "https://jpg7.cr/img/N3gCSXD","album_id": None,- "datetime": 1753538118,+ "uploaded_at": 1753538118,}],- ),- (- "https://jpg6.su/img/2520x3360-ab219efe5d20f99740d58188edd20c440659035b8a5c979d.N3iJfxa",- [+ },+ {+ "url": "https://jpg6.su/img/2520x3360-ab219efe5d20f99740d58188edd20c440659035b8a5c979d.N3iJfxa",+ "results": [{"url": "https://simp6.selti-delivery.ru/images3/2520x3360_ab219efe5d20f99740d58188edd20c440659035b8a5c979d2f40a0e086780c7d.jpg","filename": "2520x3360_ab219efe5d20f99740d58188edd20c440659035b8a5c979d2f40a0e086780c7d.jpg","referer": "https://jpg6.su/img/N3iJfxa",- "datetime": 1753502011,+ "uploaded_at": 1753502011,}],- ),- (- "https://jpg6.su/a/testalbum.YnfD4p",- [+ },+ {+ "url": "https://jpg6.su/a/testalbum.YnfD4p",+ "results": [{"url": "https://simp6.selti-delivery.ru/images3/landscape-mountains-nature-5564166880341c46b7abbe.jpg","filename": "landscape-mountains-nature-5564166880341c46b7abbe.jpg","referer": "https://jpg6.su/img/N3TGEr1",- "datetime": None,+ "uploaded_at": None,"album_id": "YnfD4p",},{"url": "https://simp6.selti-delivery.ru/images3/47749882ae05d0349d87f2d.jpg","filename": "47749882ae05d0349d87f2d.jpg","referer": "https://jpg6.su/img/N3TGCdA",- "datetime": None,+ "uploaded_at": None,"album_id": "YnfD4p",},],- ),- (- "https://simp6.jpg5.su/images3/Screenshot-46d10ff096ae50f993.th.png",- [+ },+ {+ "url": "https://simp6.jpg5.su/images3/Screenshot-46d10ff096ae50f993.th.png",+ "results": [{"url": "https://simp6.selti-delivery.ru/images3/Screenshot-46d10ff096ae50f993.png","filename": "Screenshot-46d10ff096ae50f993.png","referer": "https://simp6.jpg5.su/images3/Screenshot-46d10ff096ae50f993.th.png",- },+ }],- ),- (- "https://simp6.selti-delivery.ru/images3/rebeca-yellow-pic00910102ed45e07d539.md.jpg",- [+ },+ {+ "url": "https://simp6.selti-delivery.ru/images3/rebeca-yellow-pic00910102ed45e07d539.md.jpg",+ "results": [{"url": "https://simp6.selti-delivery.ru/images3/rebeca-yellow-pic00910102ed45e07d539.jpg","filename": "rebeca-yellow-pic00910102ed45e07d539.jpg","referer": "https://simp6.selti-delivery.ru/images3/rebeca-yellow-pic00910102ed45e07d539.md.jpg",- },+ }],- ),- (- "https://jpg6.su/a/rebeca-linares-bikiniriot.aYKmSi/sub",- [+ },+ {+ "url": "https://jpg6.su/a/rebeca-linares-bikiniriot.aYKmSi/sub",+ "results": [{"url": "https://simp6.selti-delivery.ru/images3/rebeca-pink-pic001f1e0e301dd4d56fb.jpg","filename": "rebeca-pink-pic001f1e0e301dd4d56fb.jpg","referer": "https://jpg6.su/img/Nv7ZaLE",- "datetime": None,- "download_folder": r"re:Rebeca Linares BikiniRiot \(JPG5\)",+ "uploaded_at": None,+ "download_folder": "re:Rebeca Linares BikiniRiot \\(JPG5\\)","album_id": "aYK0fu",- },+ }],- 285,- ),- (- # Password protected, no password supplied- "https://jpg6.su/a/alyrosez.Y2Pmn",- [],- ),- (- # Password protected, incorrect password supplied- "https://jpg6.su/a/alyrosez.Y2Pmn?password=1234",- [],- ),- (- # Password protected, valid password supplied- "https://jpg6.su/a/alyrosez.Y2Pmn?password=aly",- [+ "count": 285,+ },+ {+ "url": "https://jpg6.su/a/alyrosez.Y2Pmn",+ "description": "Password protected, no password supplied",+ "results": [],+ },+ {+ "url": "https://jpg6.su/a/alyrosez.Y2Pmn?password=1234",+ "description": "Password protected, incorrect password supplied",+ "results": [],+ },+ {+ "url": "https://jpg6.su/a/alyrosez.Y2Pmn?password=aly",+ "description": "Password protected, valid password supplied",+ "results": [{"url": "https://simp2.selti-delivery.ru/0afcc905cd6c64e52.jpg","filename": "0afcc905cd6c64e52.jpg","referer": "https://jpg6.su/img/ahfHow",- "datetime": None,- "download_folder": r"re:alyrosez \(JPG5\)",+ "uploaded_at": None,+ "download_folder": "re:alyrosez \\(JPG5\\)","album_id": "Y2Pmn",- },+ }],- 1065,- ),- (- "https://jpg5.su/img/NK9wL8h",- [+ "count": 1065,+ },+ {+ "url": "https://jpg5.su/img/NK9wL8h",+ "results": [{"url": "https://simp6.selti-delivery.ru/images3/Palm-Desert-Resuscitation-Education-YourCPRMD.com4fc75181ec3d573e.png","filename": "Palm-Desert-Resuscitation-Education-YourCPRMD.com4fc75181ec3d573e.png","referer": "https://jpg6.su/img/NK9wL8h",- },+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/kemono.py b/tests/crawlers/test_cases/kemono.pyold mode 100755new mode 100644index a8c885e3d..90c0944ed--- a/tests/crawlers/test_cases/kemono.py+++ b/tests/crawlers/test_cases/kemono.py@@ -1,82 +1,77 @@DOMAIN = "kemono"TEST_CASES = [- (- "https://kemono.cr/patreon/user/27174868/post/133667042",- [+ {+ "url": "https://kemono.cr/patreon/user/27174868/post/133667042",+ "results": [{"url": "https://kemono.cr/data/0d/c3/0dc3ecec556918b882674c5dd63f8fa1867867157ce1ca675b0bf79e6b73fb04.jpg?f=Birthday_Kim.jpg","filename": "Birthday_Kim.jpg","referer": "https://kemono.cr/patreon/user/27174868/post/133667042","album_id": "27174868",- "datetime": 1752004344,+ "uploaded_at": 1752004344,}],- ),- (- "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png",- [+ },+ {+ "url": "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png",+ "results": [{"url": "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png","filename": "june_Schedule.png","referer": "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png","album_id": None,- "datetime": None,- },+ "uploaded_at": None,+ }],- ),- (- "https://kemono.cr/discord/server/794379082535927828/921981855706796032",- [+ },+ {+ "url": "https://kemono.cr/discord/server/794379082535927828/921981855706796032",+ "results": [{"url": "https://kemono.cr/data/49/83/49830d8d281ad9a508f88b081b3a112aa4011a1af3bb2539f88f4e635edf98a1.png?f=june_Schedule.png","filename": "june_Schedule.png","referer": "https://kemono.cr/discord/server/794379082535927828/921981855706796032#1257906262025175090",- "download_folder": r"re:Schpicy-s server \[discord\] \(Kemono\)\/\#schedule",+ "download_folder": "re:Schpicy-s server \\[discord\\] \\(Kemono\\)\\/\\#schedule","album_id": "794379082535927828",- "datetime": 1719996623,- },+ "uploaded_at": 1719996623,+ }],- 3,- ),- (- "https://kemono.cr/patreon/user/16573132",- [+ "count": 3,+ },+ {+ "url": "https://kemono.cr/patreon/user/16573132",+ "results": [{"url": "https://kemono.cr/data/01/1e/011e7a27eca93eba99ab223553d6079495a55c87106fa0e36efb8810048da92f.jpg?f=httpswww.patreon.commedia-uZ0FBQUFBQmdWWnhiV0xoYnpvV0Nnd0ZvMnM5UnkyTVF1LXd4MEpNYmVRWGNMNEZhUE1wWWJreVBqS1F2UzB3R2lYaXpDaXBWUy14M2l1WGtITWJBX0Q4ZDRoQzBtOG5nd3JIYThERTRWNDIxeUY4RHBXaERxWkRJNS1xRXRPS2lFM3pLSEVTSW5oNVRzeU9yc21SMmo5MkJrYXVXVzFCVUtRPT0","filename": "011e7a27eca93eba99ab223553d6079495a55c87106fa0e36efb8810048da92f.jpg","referer": "https://kemono.cr/patreon/user/16573132/post/42836761",- "download_folder": r"re:EUNSONGS \(Kemono\)",+ "download_folder": "re:EUNSONGS \\(Kemono\\)","album_id": "16573132",- "datetime": 1602954002,- }- ],- 199,- ),- (- "https://kemono.cr/posts?q=dandadan%20s2%20episode%208%20reaction",- [- {- "url": "ANY",- "download_folder": r"re:dandadan s2 episode 8 reaction \[search\] \(Kemono\)",+ "uploaded_at": 1602954002,}],- 41,- ),- (- "https://kemono.cr/patreon/user/47101380/post/128071303",- [+ "count": 199,+ },+ {+ "url": "https://kemono.cr/posts?q=dandadan%20s2%20episode%208%20reaction",+ "results": [{"url": "ANY", "download_folder": "re:dandadan s2 episode 8 reaction \\[search\\] \\(Kemono\\)"}],+ "count": 41,+ },+ {+ "url": "https://kemono.cr/patreon/user/47101380/post/128071303",+ "results": [{"url": "https://kemono.cr/data/83/66/8366796e0d9fadd5e22ae8f8ea32d1b539d54e25e9da19f906fa36d1cf973cc2.jpg?f=461372899.jpg","filename": "461372899.jpg","referer": "https://kemono.cr/patreon/user/47101380/post/128071303",- "download_folder": r"re:Emma_Ruby \(Kemono\)",+ "download_folder": "re:Emma_Ruby \\(Kemono\\)",},{"url": "re:pcloud","filename": "ASMR ~ Girl Next Door ~ Patreon EXCLUSIVE.mp4",- "download_folder": r"re:Emma_Ruby \(Kemono\)/Loose Files \(pCloud\)",+ "download_folder": "re:Emma_Ruby \\(Kemono\\)/Loose Files \\(pCloud\\)","referer": "https://u.pcloud.link/publink/show?code=XZDlYb5ZlyjdRy0vl0bJWMbT2L2cp5RbUCFX",},],- ),+ },]diff --git a/tests/crawlers/test_cases/koofr.py b/tests/crawlers/test_cases/koofr.pyindex 8501ac201..13394db19 100644--- a/tests/crawlers/test_cases/koofr.py+++ b/tests/crawlers/test_cases/koofr.py@@ -1,41 +1,41 @@DOMAIN = "koofr"TEST_CASES = [- (- "https://k00.fr/sngg51ex?password=756626",- [+ {+ "url": "https://k00.fr/sngg51ex?password=756626",+ "results": [{"url": "https://app.koofr.net/content/links/b0299c24-366a-4a61-b395-dc4fa3d7781e/files/get/Cyberdrop-DL.v8.4.0.zip?password=756626&path=/","filename": "Cyberdrop-DL.v8.4.0.zip","referer": "https://app.koofr.net/links/b0299c24-366a-4a61-b395-dc4fa3d7781e?password=756626","album_id": None,- "datetime": 1761254288,+ "uploaded_at": 1761254288,}],- ),- (- "https://k00.fr/b372of1c",- [+ },+ {+ "url": "https://k00.fr/b372of1c",+ "results": [{"url": "https://app.koofr.net/content/links/0a00467b-2901-4213-8d71-44fad80de82d/files/get/Cyberdrop-DL.v8.4.0.zip?path=/Cyberdrop-DL.v8.4.0.zip","filename": "Cyberdrop-DL.v8.4.0.zip","referer": "https://app.koofr.net/links/0a00467b-2901-4213-8d71-44fad80de82d","album_id": "0a00467b-2901-4213-8d71-44fad80de82d",- "download_folder": r"re:CDL test \(Koofr\)",+ "download_folder": "re:CDL test \\(Koofr\\)",},{"url": "https://app.koofr.net/content/links/0a00467b-2901-4213-8d71-44fad80de82d/files/get/start_linux.sh?path=/subfolder/start_linux.sh","filename": "start_linux.sh","referer": "https://app.koofr.net/links/0a00467b-2901-4213-8d71-44fad80de82d?path=/subfolder","album_id": "0a00467b-2901-4213-8d71-44fad80de82d",- "download_folder": r"re:CDL test \(Koofr\)/subfolder",+ "download_folder": "re:CDL test \\(Koofr\\)/subfolder",},{"url": "https://app.koofr.net/content/links/0a00467b-2901-4213-8d71-44fad80de82d/files/get/start_windows.bat?path=/subfolder/start_windows.bat","filename": "start_windows.bat","referer": "https://app.koofr.net/links/0a00467b-2901-4213-8d71-44fad80de82d?path=/subfolder","album_id": "0a00467b-2901-4213-8d71-44fad80de82d",- "download_folder": r"re:CDL test \(Koofr\)/subfolder",+ "download_folder": "re:CDL test \\(Koofr\\)/subfolder",},],- ),+ },]diff --git a/tests/crawlers/test_cases/luxuretv.py b/tests/crawlers/test_cases/luxuretv.pyindex ba17a1993..1e56dea08 100644--- a/tests/crawlers/test_cases/luxuretv.py+++ b/tests/crawlers/test_cases/luxuretv.py@@ -1,26 +1,19 @@DOMAIN = "luxuretv"TEST_CASES = [- # Video- (- "https://luxuretv.com/videos/tts-372359.html",- [+ {+ "url": "https://luxuretv.com/videos/tts-372359.html",+ "results": [{"url": "https://luxuretv.com/videos/tts-372359.html","filename": "tts [372359].mp4","referer": "https://luxuretv.com/videos/tts-372359.html",- "datetime": 1763236013,+ "uploaded_at": 1763236013,}],- ),- # Search- (- "https://luxuretv.com/searchgate/videos/ruby-wren/",- [- {- "url": "ANY",- "download_folder": r"re:Ruby wren \[search\] \(LuxureTV\)",- }- ],- 3,- ),+ },+ {+ "url": "https://luxuretv.com/searchgate/videos/ruby-wren/",+ "results": [{"url": "ANY", "download_folder": "re:Ruby wren \\[search\\] \\(LuxureTV\\)"}],+ "count": 3,+ },]diff --git a/tests/crawlers/test_cases/masahub.py b/tests/crawlers/test_cases/masahub_com.pysimilarity index 56%rename from tests/crawlers/test_cases/masahub.pyrename to tests/crawlers/test_cases/masahub_com.pyindex 842b1eab7..f53c762f7 100644--- a/tests/crawlers/test_cases/masahub.py+++ b/tests/crawlers/test_cases/masahub_com.py@@ -1,21 +1,15 @@DOMAIN = "masahub.com"TEST_CASES = [- # Video- (- "https://masahub.com/desi-bbw-girl-nude-bathing-selfie-part-1/",- [+ {+ "url": "https://masahub.com/desi-bbw-girl-nude-bathing-selfie-part-1/",+ "results": [{"url": "https://old2.masahub.cc/files/5/232.mp4","filename": "Desi bbw girl nude bathing selfie part 1.mp4","referer": "https://masahub.com/desi-bbw-girl-nude-bathing-selfie-part-1/",- "datetime": 1518384977,+ "uploaded_at": 1518384977,}],- ),- # Search- (- "https://masahub.com/page/55/?s=bbw",- [],- 5,- ),+ },+ {"url": "https://masahub.com/page/55/?s=bbw", "results": [], "count": 5},]diff --git a/tests/crawlers/test_cases/mediafire.py b/tests/crawlers/test_cases/mediafire.pyindex 98952f828..c9e3d6b8d 100644--- a/tests/crawlers/test_cases/mediafire.py+++ b/tests/crawlers/test_cases/mediafire.py@@ -1,77 +1,75 @@DOMAIN = "mediafire"TEST_CASES = [- (- "https://www.mediafire.com/file/ctppmpm7giofsgv/ADOFAI.vpk/file",- [+ {+ "url": "https://www.mediafire.com/file/ctppmpm7giofsgv/ADOFAI.vpk/file",+ "results": [{"url": "re:https://download","filename": "ADOFAI.vpk","referer": "https://www.mediafire.com/file/ctppmpm7giofsgv","album_id": None,- "datetime": 1695838138,+ "uploaded_at": 1695838138,}],- ),- (- "https://www.mediafire.com/?511jd1358yxvf26",- [+ },+ {+ "url": "https://www.mediafire.com/?511jd1358yxvf26",+ "results": [{"url": "re:https://download","filename": "ipwn1x-1.0.iso","referer": "https://www.mediafire.com/file/511jd1358yxvf26","album_id": None,- "datetime": 1654132657,+ "uploaded_at": 1654132657,}],- ),- (- "https://www.mediafire.com/folder/ixh40veo6hrc5/kcc_samples",- [+ },+ {+ "url": "https://www.mediafire.com/folder/ixh40veo6hrc5/kcc_samples",+ "results": [{"url": "re:https://download","filename": "kobo_clara.kepub.epub","referer": "https://www.mediafire.com/file/5iv342h2u39e0t6",- "download_folder": r"re:kcc samples \(Mediafire\)",+ "download_folder": "re:kcc samples \\(Mediafire\\)","album_id": "ixh40veo6hrc5",- "datetime": 1746643902,- },+ "uploaded_at": 1746643902,+ }],- 11,- ),- (- "https://www.mediafire.com/folder/m3sij67rizpb4/XJTU-SY_Bearing_Datasets",- [+ "count": 11,+ },+ {+ "url": "https://www.mediafire.com/folder/m3sij67rizpb4/XJTU-SY_Bearing_Datasets",+ "results": [{"url": "re:https://download","filename": "XJTU-SY_Bearing_Datasets.part02.rar","referer": "https://www.mediafire.com/file/sqbsl8ja9c9e84x",- "download_folder": r"re:XJTU-SY_Bearing_Datasets \(Mediafire\)/Data",+ "download_folder": "re:XJTU-SY_Bearing_Datasets \\(Mediafire\\)/Data","album_id": "0m0g59yk1pmh5",},{"url": "re:https://download","filename": "ReadMe.txt","referer": "https://www.mediafire.com/file/4tu93kyda5jp6qh",- "download_folder": r"re:XJTU-SY_Bearing_Datasets \(Mediafire\)",+ "download_folder": "re:XJTU-SY_Bearing_Datasets \\(Mediafire\\)","album_id": "m3sij67rizpb4",},{"url": "re:https://download","filename": "Download_Links_20190306.txt","referer": "https://www.mediafire.com/file/8ovwh5726b44e9f",- "download_folder": r"re:XJTU-SY_Bearing_Datasets \(Mediafire\)",+ "download_folder": "re:XJTU-SY_Bearing_Datasets \\(Mediafire\\)","album_id": "m3sij67rizpb4",},],- 18,- ),- (- "https://www.mediafire.com/folder/9a6a91cgbd7m8",- [],- 36,- ),- (- "https://www.mediafire.com/folder/ujs6wzw0cecof/", # DMCA folder- [],- ),+ "count": 18,+ },+ {"url": "https://www.mediafire.com/folder/9a6a91cgbd7m8", "results": [], "count": 36},+ {+ "url": "https://www.mediafire.com/folder/ujs6wzw0cecof/",+ "description": "DMCA folder",+ "fail": 410,+ "results": [],+ },]diff --git a/tests/crawlers/test_cases/mega_nz.py b/tests/crawlers/test_cases/mega_nz.pyindex 11b6c39cb..c9ab338eb 100644--- a/tests/crawlers/test_cases/mega_nz.py+++ b/tests/crawlers/test_cases/mega_nz.py@@ -1,34 +1,34 @@DOMAIN = "mega.nz"TEST_CASES = [- (- "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q",- [+ {+ "url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q",+ "results": [{"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a","filename": "dreadpirate - no blu not orange.zip","original_filename": "dreadpirate - no blu not orange.zip","referer": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a","album_id": "yAkimbjQ",- "datetime": 1752175237,+ "uploaded_at": 1752175237,"download_folder": "re:s4cc-lm (MegaNz)/1.116.223.1030 - enchanted by nature",},{"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bI1AFKCB","filename": "dreadpirate - no blu not orange.zip","referer": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bI1AFKCB",- "datetime": 1759516939,+ "uploaded_at": 1759516939,"download_folder": "re:s4cc-lm (MegaNz)/1.118.242.1030 - adventure awaits",},{"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/CY0nyZaB","filename": "brntwaffles - astral lights.zip","referer": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/CY0nyZaB",- "datetime": 1752175007,+ "uploaded_at": 1752175007,},{"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/GINRhSDb","filename": "softerhaze - milk-thistle.zip",- "datetime": 1653836296,+ "uploaded_at": 1653836296,"download_folder": "re:s4cc-lm (MegaNz)",},{@@ -80,29 +80,31 @@ TEST_CASES = ["filename": "brntwaffles - no blu.zip",},],- ),- ( # single file within folder- "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a",- [+ },+ {+ "url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a",+ "description": "single file within folder",+ "results": [{"url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a","filename": "dreadpirate - no blu not orange.zip","original_filename": "dreadpirate - no blu not orange.zip","referer": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file/bFtTwQ6a","album_id": "yAkimbjQ",- "datetime": 1752175237,+ "uploaded_at": 1752175237,"download_folder": "re:s4cc-lm (MegaNz)/1.116.223.1030 - enchanted by nature",- },+ }],- ),- ( # subfolder within folder- "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/folder/zJkgxYia",- [+ },+ {+ "url": "https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/folder/zJkgxYia",+ "description": "subfolder within folder",+ "results": [{"url": "re:https://mega.nz/folder/yAkimbjQ#Ijoqfoqzesat1LDq5NKc-Q/file","download_folder": "re:s4cc-lm (MegaNz)/1.118.242.1030 - adventure awaits",- },+ }],- 5,- ),+ "count": 5,+ },]diff --git a/tests/crawlers/test_cases/megacloud.py b/tests/crawlers/test_cases/megacloud.pyindex c62bff2c5..a29e925c8 100644--- a/tests/crawlers/test_cases/megacloud.py+++ b/tests/crawlers/test_cases/megacloud.py@@ -1,15 +1,15 @@DOMAIN = "megacloud"TEST_CASES = [- (- "https://megacloud.blog/embed-2/v3/e-1/TZb4gRkOQ642?k=1&autoPlay=1&oa=0&asi=1",- [+ {+ "url": "https://megacloud.blog/embed-2/v3/e-1/TZb4gRkOQ642?k=1&autoPlay=1&oa=0&asi=1",+ "results": [{"url": "https://megacloud.blog/embed-2/v3/e-1/TZb4gRkOQ642","debrid_url": "ANY","filename": "TZb4gRkOQ642 [TZb4gRkOQ642][1080p].mp4","referer": "https://megacloud.blog/embed-2/v3/e-1/TZb4gRkOQ642","album_id": None,- "datetime": None,+ "uploaded_at": None,},{"url": "https://mgstatics.xyz/subtitle/1d75d2cf94d6ab987c8e6fa0af5ae44d/1d75d2cf94d6ab987c8e6fa0af5ae44d.vtt",@@ -48,5 +48,5 @@ TEST_CASES = ["filename": "TZb4gRkOQ642 [TZb4gRkOQ642][1080p].spa.vtt",},],- ),+ }]diff --git a/tests/crawlers/test_cases/missav.py b/tests/crawlers/test_cases/missav.pyindex 9f73849ff..f1abed429 100644--- a/tests/crawlers/test_cases/missav.py+++ b/tests/crawlers/test_cases/missav.py@@ -1,43 +1,37 @@DOMAIN = "missav"TEST_CASES = [- (- "https://missav.ws/en/search/coral",- [- {- "url": "re:surrit",- "download_folder": r"re:coral \[search\] \(MissAV\)",- "album_id": None,- },- ],- 3,- ),- ("https://missav.ws/en/search/MGK", [], 19),- (- "https://missav.ws/en/gana-3278",- [+ {+ "url": "https://missav.ws/en/search/coral",+ "results": [{"url": "re:surrit", "download_folder": "re:coral \\[search\\] \\(MissAV\\)", "album_id": None}],+ "count": 3,+ },+ {"url": "https://missav.ws/en/search/MGK", "results": [], "count": 19},+ {+ "url": "https://missav.ws/en/gana-3278",+ "results": [{"url": "https://surrit.com/37f04ee2-0345-40b8-b878-7251db60b236/playlist.m3u8","filename": "GANA-3278 Futako Tamagawa x Job-Hunting Student x Naturally Fair-Skinned Beauty Suc [1080p].mp4","original_filename": "GANA-3278 \"Futako Tamagawa x Job-Hunting Student x Naturally Fair-Skinned Beauty: Successfully Picking Up a Pure Girl with a Ladylike Atmosphere!? At First She Was a Little Embarrassed and Blushing, Saying, 'This is My First Time...' But the Moment She Got in the Bed, She Turned On...\": MGS Video (Prestige Group) Adult Video Streaming Site","referer": "https://missav.ws/en/gana-3278",- "download_folder": r"re:Loose Files \(MissAV\)",+ "download_folder": "re:Loose Files \\(MissAV\\)","album_id": None,- "datetime": 1761062400,- },+ "uploaded_at": 1761062400,+ }],- ),- (- "https://missav.ws/dm13/en/simm-806",- [+ },+ {+ "url": "https://missav.ws/dm13/en/simm-806",+ "results": [{"url": "https://surrit.com/5ab04f22-facf-437c-89af-3971da1c0d26/playlist.m3u8","filename": "SIMM-806 Moeka (18) - A lewd young lady who uses amazing erotic techniques and is ta [720p].mp4","original_filename": "SIMM-806 Moeka (18) / A lewd young lady who uses amazing erotic techniques and is talented and splayed with an excellent brain J ♪ [1st period] Legs spread open → Enchanted by playing with my favorite clitoris ♪ A high deviation value vulgar blowjob with a perfect score So the neat mouth is full of jichin! A large amount of pregnancy confirmed in a raw vagina that is good at begging! [2nd period] Equipped with black cat lingerie to heat up even more! ? \"I won't stop. You can't stop♪\" Here again, I show off my erotic talent and show off my joints to the provocative woman on top posture. !","referer": "https://missav.ws/en/simm-806",- "download_folder": r"re:Loose Files \(MissAV\)",+ "download_folder": "re:Loose Files \\(MissAV\\)","album_id": None,- "datetime": 1676476800,- },+ "uploaded_at": 1676476800,+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/mydesi.py b/tests/crawlers/test_cases/mydesi_net.pysimilarity index 62%rename from tests/crawlers/test_cases/mydesi.pyrename to tests/crawlers/test_cases/mydesi_net.pyindex 9f13b4682..09214e90d 100644--- a/tests/crawlers/test_cases/mydesi.py+++ b/tests/crawlers/test_cases/mydesi_net.py@@ -1,27 +1,25 @@DOMAIN = "mydesi.net"TEST_CASES = [- # Video (select highest quality)- (- "https://lolpol.com/desi-beautiful-girl-tight-pusssy-first-time-xxx-videos-desi-beautiful-village-girl-sex-videos",- [+ {+ "url": "https://lolpol.com/desi-beautiful-girl-tight-pusssy-first-time-xxx-videos-desi-beautiful-village-girl-sex-videos",+ "results": [{"url": "https://server5.filedownloadlink.xyz/643734.mp4","referer": "https://lolpol.com/desi-beautiful-girl-tight-pusssy-first-time-xxx-videos-desi-beautiful-village-girl-sex-videos","filename": "Desi Beautiful Girl Tight Pusssy First Time XXX Videos, Desi Beautiful Village Girl [1080p].mp4",- "datetime": 1761969600,+ "uploaded_at": 1761969600,}],- ),- # Video (Original quality)- (- "https://lolpol.com/worker-fun/",- [+ },+ {+ "url": "https://lolpol.com/worker-fun/",+ "results": [{"url": "https://server8.filedownloadlink.xyz/1036436.mp4","referer": "https://lolpol.com/worker-fun","filename": "Worker fun.mp4",- "datetime": 1761969600,- },+ "uploaded_at": 1761969600,+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/nekohouse.py b/tests/crawlers/test_cases/nekohouse.pyindex 4f32a8bbd..30776c89e 100644--- a/tests/crawlers/test_cases/nekohouse.py+++ b/tests/crawlers/test_cases/nekohouse.py@@ -1,56 +1,56 @@DOMAIN = "nekohouse"TEST_CASES = [- (- "https://nekohouse.su/fanbox/user/705370/post/9605906",- [+ {+ "url": "https://nekohouse.su/fanbox/user/705370/post/9605906",+ "results": [{"url": "https://nekohouse.su/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg","filename": "337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg","referer": "https://nekohouse.su/fanbox/user/705370/post/9605906",- "download_folder": r"re:shiratamaco \(Nekohouse\)",+ "download_folder": "re:shiratamaco \\(Nekohouse\\)","album_id": "705370",- "datetime": 1743063817,+ "uploaded_at": 1743063817,},{"url": "https://nekohouse.su/data/ec/7b/ec7bf13520488ea9ed19e766eeac6033547e69eca88e395f12c9e503feaa71a5.jpg","filename": "ec7bf13520488ea9ed19e766eeac6033547e69eca88e395f12c9e503feaa71a5.jpg","referer": "https://nekohouse.su/fanbox/user/705370/post/9605906","album_id": "705370",- "datetime": 1743063817,+ "uploaded_at": 1743063817,},{"url": "https://nekohouse.su/data/fa/66/fa66c78e0fefaa748baeee23dafc5392236b3a194aa0f2b3040dced30a617b7f.jpg","filename": "fa66c78e0fefaa748baeee23dafc5392236b3a194aa0f2b3040dced30a617b7f.jpg","referer": "https://nekohouse.su/fanbox/user/705370/post/9605906","album_id": "705370",- "datetime": 1743063817,+ "uploaded_at": 1743063817,},],- ),- (- "https://nekohouse.su/thumbnail/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg?type=preview",- [+ },+ {+ "url": "https://nekohouse.su/thumbnail/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg?type=preview",+ "results": [{"url": "https://nekohouse.su/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg","filename": "337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg","referer": "https://nekohouse.su/data/33/7f/337f1f97e0414358092fe9de88046614e35aab417d030da820e4816e3cab3e42.jpg","album_id": None,- "datetime": None,- },+ "uploaded_at": None,+ }],- ),- (- "https://nekohouse.su/fanbox/user/92778036",- [+ },+ {+ "url": "https://nekohouse.su/fanbox/user/92778036",+ "results": [{"url": "https://nekohouse.su/data/01/44/014495e8f29a8a31ac008ff0038392f738a5237eff36c06a29b35f60d9ef470e.png","filename": "014495e8f29a8a31ac008ff0038392f738a5237eff36c06a29b35f60d9ef470e.png","referer": "https://nekohouse.su/fanbox/user/92778036/post/9570757",- "download_folder": r"re:redkingtaraba \(Nekohouse\)",+ "download_folder": "re:redkingtaraba \\(Nekohouse\\)","album_id": "92778036",- "datetime": 1742473273,- },+ "uploaded_at": 1742473273,+ }],- 549,- ),+ "count": 549,+ },]diff --git a/tests/crawlers/test_cases/nhentai.py b/tests/crawlers/test_cases/nhentai.pyindex ffebe2523..ba7d38f8b 100644--- a/tests/crawlers/test_cases/nhentai.py+++ b/tests/crawlers/test_cases/nhentai.py@@ -1,25 +1,20 @@DOMAIN = "nhentai.net"TEST_CASES = [- (- "https://nhentai.net/g/363796/",- [+ {+ "url": "https://nhentai.net/g/363796/",+ "results": [{- "url": r"re:nhentai.net/galleries/1941242/",+ "url": "re:nhentai.net/galleries/1941242/","referer": "https://nhentai.net/g/363796","album_id": "363796",- "datetime": 1624512830,+ "uploaded_at": 1624512830,}],- 25,- ),- (- "https://nhentai.net/artist/tamabi/",- [- {- "url": r"re:nhentai.net/galleries/",- "download_folder": r"re:tamabi \[artist\] \(nHentai\)/",- }- ],- 8658,- ),+ "count": 25,+ },+ {+ "url": "https://nhentai.net/artist/tamabi/",+ "results": [{"url": "re:nhentai.net/galleries/", "download_folder": "re:tamabi \\[artist\\] \\(nHentai\\)/"}],+ "count": 8658,+ },]diff --git a/tests/crawlers/test_cases/noodlemagazine.py b/tests/crawlers/test_cases/noodlemagazine.pyindex c0bc85e4f..95fe67708 100644--- a/tests/crawlers/test_cases/noodlemagazine.py+++ b/tests/crawlers/test_cases/noodlemagazine.py@@ -1,19 +1,19 @@DOMAIN = "noodlemagazine"TEST_CASES = [- (- "https://noodlemagazine.com/watch/-161131426_456241895",- [+ {+ "url": "https://noodlemagazine.com/watch/-161131426_456241895",+ "results": [{"url": "https://noodlemagazine.com/videofile/-161131426_456241895.mp4","filename": "Goddess brianna the christmas story [-161131426_456241895][720p].mp4","referer": "https://noodlemagazine.com/watch/-161131426_456241895","uploaded_at": 1587531600,- },+ }],- ),- (- "https://noodlemagazine.com/watch/-146082307_456239302",- [+ },+ {+ "url": "https://noodlemagazine.com/watch/-146082307_456239302",+ "results": [{"url": "https://noodlemagazine.com/videofile/-146082307_456239302.mp4","filename": "Sp azumi mizushima,asian red black nylon jav,japanese dance st [-146082307_456239302][480p].mp4",@@ -25,6 +25,6 @@ TEST_CASES = ["download_folder": "re:Loose Files (NoodleMagazine)",}],- 1,- ),+ "count": 1,+ },]diff --git a/tests/crawlers/test_cases/nsfw_xxx.py b/tests/crawlers/test_cases/nsfw_xxx.pyindex b7803b15f..8f935bcea 100644--- a/tests/crawlers/test_cases/nsfw_xxx.py+++ b/tests/crawlers/test_cases/nsfw_xxx.py@@ -1,8 +1,8 @@DOMAIN = "nsfw.xxx"TEST_CASES = [- (- "https://nsfw.xxx/post/17668088",- [+ {+ "url": "https://nsfw.xxx/post/17668088",+ "results": [{"url": "https://cdn4.nsfw.xxx/uploads12/images/1/95/underwear-cherricali-picsjpg-YdJuVW.jpg","filename": "underwear-cherricali-picsjpg-YdJuVW.jpg",@@ -10,9 +10,9 @@ TEST_CASES = ["original_filename": "underwear-cherricali-picsjpg-YdJuVW.jpg","referer": "https://nsfw.xxx/post/17668088","album_id": "17668088",- "datetime": 1651381200,+ "uploaded_at": 1651381200,"download_folder": "re:2022-05 - Barely covered [17668088] (nsfw.xxx)",}],- )+ }]diff --git a/tests/crawlers/test_cases/odnoklassniki.py b/tests/crawlers/test_cases/odnoklassniki.pyindex ea9018d4e..c35533a4d 100644--- a/tests/crawlers/test_cases/odnoklassniki.py+++ b/tests/crawlers/test_cases/odnoklassniki.py@@ -1,47 +1,47 @@DOMAIN = "odnoklassniki"TEST_CASES = [- (- "https://ok.ru/video/9336871520980",- [+ {+ "url": "https://ok.ru/video/9336871520980",+ "results": [{"url": "https://m.ok.ru/video/9336871520980","filename": "4K Video ULTRA HD - Dolby Vision HDR 4K (60 FPS) [9336871520980][2160p].mp4","original_filename": "9336871520980.mp4","referer": "https://ok.ru/video/9336871520980","album_id": None,- "datetime": 1737401550,+ "uploaded_at": 1737401550,}],- ),- (- "https://ok.ru/video/1416667269705",- [+ },+ {+ "url": "https://ok.ru/video/1416667269705",+ "results": [{"url": "https://m.ok.ru/video/1416667269705","filename": "73 Réplika_x264 [1416667269705][480p].mp4","original_filename": "1416667269705.mp4","referer": "https://ok.ru/video/1416667269705","album_id": None,- "datetime": 1566236730,+ "uploaded_at": 1566236730,}],- ),- (- "https://ok.ru/video/9469624191496",- [+ },+ {+ "url": "https://ok.ru/video/9469624191496",+ "results": [{"url": "https://m.ok.ru/video/9469624191496","filename": "Платформа 2 (2024) 1080p [9469624191496][1080p].mp4","original_filename": "9469624191496.mp4","referer": "https://ok.ru/video/9469624191496","album_id": None,- "datetime": 1753377221,+ "uploaded_at": 1753377221,}],- ),- (- "https://ok.ru/video/c637817",- [+ },+ {+ "url": "https://ok.ru/video/c637817",+ "results": [{"url": "https://m.ok.ru/video/35013659257","filename": "3. Las Voces de Zim [35013659257][480p].mp4",@@ -51,6 +51,6 @@ TEST_CASES = ["album_id": "637817",}],- 34,- ),+ "count": 34,+ },]diff --git a/tests/crawlers/test_cases/patreon.py b/tests/crawlers/test_cases/patreon.pyindex c1e3240f4..97c381304 100644--- a/tests/crawlers/test_cases/patreon.py+++ b/tests/crawlers/test_cases/patreon.py@@ -1,8 +1,8 @@DOMAIN = "patreon"TEST_CASES = [- (- "https://www.patreon.com/posts/jujutsu-kaisen-1-150611726",- [+ {+ "url": "https://www.patreon.com/posts/jujutsu-kaisen-1-150611726",+ "results": [{"url": "re:fe88322e8f1441acb3ee40ea26c71baa","filename": "jjk 3x7 copy.jpg",@@ -24,6 +24,6 @@ TEST_CASES = ["download_folder": "re:AutoSave (Patreon)/2026-02-12 - Jujutsu Kaisen 3x7- -Tokyo Colony No. 1- -- Rea",},],- 2,- )+ "count": 2,+ }]diff --git a/tests/crawlers/test_cases/pcloud.py b/tests/crawlers/test_cases/pcloud.pyindex 810f3c0d8..3cde5b894 100644--- a/tests/crawlers/test_cases/pcloud.py+++ b/tests/crawlers/test_cases/pcloud.py@@ -1,8 +1,8 @@DOMAIN = "pcloud"TEST_CASES = [- (- "https://u.pcloud.link/publink/show?code=XZKzRR5ZtNIEruF9jnuCXd8YUGkTyksJUy4X#/login",- [+ {+ "url": "https://u.pcloud.link/publink/show?code=XZKzRR5ZtNIEruF9jnuCXd8YUGkTyksJUy4X#/login",+ "results": [{"url": "https://u.pcloud.link/file/71196248284?code=XZKzRR5ZtNIEruF9jnuCXd8YUGkTyksJUy4X","debrid_url": "ANY",@@ -10,13 +10,13 @@ TEST_CASES = ["original_filename": "WorkWise walkthrough video .mp4","referer": "https://u.pcloud.link/publink/show?code=XZKzRR5ZtNIEruF9jnuCXd8YUGkTyksJUy4X","album_id": None,- "datetime": 1739482220,+ "uploaded_at": 1739482220,}],- ),- (- "http://e.pc.cd/Ef3otalK",- [+ },+ {+ "url": "http://e.pc.cd/Ef3otalK",+ "results": [{"url": "https://e.pcloud.link/file/28325251938?code=Ef3otalK","debrid_url": "ANY",@@ -24,62 +24,62 @@ TEST_CASES = ["original_filename": "A3214_23 Video zur Anfrage.MP4","referer": "https://e.pcloud.link/publink/show?code=Ef3otalK","album_id": None,- "datetime": 1687163125,+ "uploaded_at": 1687163125,}],- ),- (- "https://e.pcloud.link/publink/show?code=XZwaxTZmBATjuuptQQrYgMAveYGTL4IjKVX",- [+ },+ {+ "url": "https://e.pcloud.link/publink/show?code=XZwaxTZmBATjuuptQQrYgMAveYGTL4IjKVX",+ "results": [{"url": "https://e.pcloud.link/file/46497455636?code=XZwaxTZmBATjuuptQQrYgMAveYGTL4IjKVX","debrid_url": "ANY","filename": "avp_rpi.tar.gz","referer": "https://e.pcloud.link/publink/show?code=XZwaxTZmBATjuuptQQrYgMAveYGTL4IjKVX","album_id": None,- "datetime": 1719166385,+ "uploaded_at": 1719166385,}],- ),- (- "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry",- [+ },+ {+ "url": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry",+ "results": [{"url": "https://u.pcloud.link/file/43367275538?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry","debrid_url": "ANY","filename": "Docker-Part2.mp4",- "download_folder": r"re:DevOps \(pCloud\)",+ "download_folder": "re:DevOps \\(pCloud\\)","referer": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry&file_id=43367275538","album_id": None,- "datetime": 1605012826,+ "uploaded_at": 1605012826,},{"url": "https://u.pcloud.link/file/43367207910?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry","debrid_url": "ANY","filename": "Project2.mp4",- "download_folder": r"re:DevOps \(pCloud\)",+ "download_folder": "re:DevOps \\(pCloud\\)","referer": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry&file_id=43367207910","album_id": None,- "datetime": 1647567762,+ "uploaded_at": 1647567762,},{"url": "https://u.pcloud.link/file/43367247756?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry","debrid_url": "ANY","filename": "Kube-intro.mp4",- "download_folder": r"re:DevOps \(pCloud\)",+ "download_folder": "re:DevOps \\(pCloud\\)","referer": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry&file_id=43367247756","album_id": None,- "datetime": 1606831419,+ "uploaded_at": 1606831419,},{"url": "https://u.pcloud.link/file/43367184388?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry","debrid_url": "ANY","filename": "Docker-Part-1.mp4",- "download_folder": r"re:DevOps \(pCloud\)",+ "download_folder": "re:DevOps \\(pCloud\\)","referer": "https://u.pcloud.link/publink/show?code=kZr2shVZJrIIKrMiY8kOSUH6wO8yRp3sJWry&file_id=43367184388","album_id": None,- "datetime": 1604576799,+ "uploaded_at": 1604576799,},],- ),+ },]diff --git a/tests/crawlers/test_cases/google_photos.py b/tests/crawlers/test_cases/photos_google.pysimilarity index 67%rename from tests/crawlers/test_cases/google_photos.pyrename to tests/crawlers/test_cases/photos_google.pyindex de82719db..550e63ffe 100644--- a/tests/crawlers/test_cases/google_photos.py+++ b/tests/crawlers/test_cases/photos_google.py@@ -1,8 +1,8 @@DOMAIN = "photos.google"TEST_CASES = [- (- "https://photos.google.com/share/AF1QipPc_n2CZWqhYO2A9CJ4hYySaQZ5tCyMxWKC9r7ZtVrt-X87KJNe97-SQ4i23Jx4FA?key=b1RTMlhnRU51c0xPQzNBcDRxbXVGQ2RQZ0hKMzlR",- [+ {+ "url": "https://photos.google.com/share/AF1QipPc_n2CZWqhYO2A9CJ4hYySaQZ5tCyMxWKC9r7ZtVrt-X87KJNe97-SQ4i23Jx4FA?key=b1RTMlhnRU51c0xPQzNBcDRxbXVGQ2RQZ0hKMzlR",+ "results": [{"url": "https://photos.google.com/share/AF1QipPc_n2CZWqhYO2A9CJ4hYySaQZ5tCyMxWKC9r7ZtVrt-X87KJNe97-SQ4i23Jx4FA/photo/AF1QipPc1xpdMsAEsTCZD7InU5evF61tLLdRJrV_vzqr","filename": "001 - XeRNOAQHmS7jAXvseEuuMIczOWY.jpg",@@ -10,19 +10,19 @@ TEST_CASES = ["download_folder": "re:Loose Files (GooglePhotos)","referer": "https://photos.google.com/share/AF1QipPc_n2CZWqhYO2A9CJ4hYySaQZ5tCyMxWKC9r7ZtVrt-X87KJNe97-SQ4i23Jx4FA/photo/AF1QipPc1xpdMsAEsTCZD7InU5evF61tLLdRJrV_vzqr","album_id": None,- "datetime": 1737761657,+ "uploaded_at": 1737761657,}],- ),- (- "https://photos.google.com/share/AF1QipO-vRh4nYTvRcUSi-KF30ErgYMSpzsDgb_BTAp8VqZnrA2egJVHq--6i4sqZ1Ek7w?key=UDJnQk80bHRqeEZ4MHZRTUVNWFFXeExqRTY2dXBR",- [+ },+ {+ "url": "https://photos.google.com/share/AF1QipO-vRh4nYTvRcUSi-KF30ErgYMSpzsDgb_BTAp8VqZnrA2egJVHq--6i4sqZ1Ek7w?key=UDJnQk80bHRqeEZ4MHZRTUVNWFFXeExqRTY2dXBR",+ "results": [{"url": "ANY","download_folder": "re:OPR August 2025 Painting Contest - Solo (GooglePhotos)","album_id": "AF1QipO-vRh4nYTvRcUSi-KF30ErgYMSpzsDgb_BTAp8VqZnrA2egJVHq--6i4sqZ1Ek7w",}],- 12,- ),+ "count": 12,+ },]diff --git a/tests/crawlers/test_cases/picstate.py b/tests/crawlers/test_cases/picstate_com.pysimilarity index 70%rename from tests/crawlers/test_cases/picstate.pyrename to tests/crawlers/test_cases/picstate_com.pyindex 1eac6248b..c29d6a418 100644--- a/tests/crawlers/test_cases/picstate.py+++ b/tests/crawlers/test_cases/picstate_com.py@@ -1,35 +1,35 @@DOMAIN = "picstate.com"TEST_CASES = [- (- "https://picstate.com/view/full/5391859_e3p1g",- [+ {+ "url": "https://picstate.com/view/full/5391859_e3p1g",+ "results": [{"url": "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg","filename": "Naked_Diva__2005_.jpg","referer": "https://picstate.com/view/full/5391859_e3p1g","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg",- [+ },+ {+ "url": "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg",+ "results": [{"url": "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg","filename": "Naked_Diva__2005_.jpg","referer": "https://picstate.com/view/full/5391859_e3p1g",}],- ),- (- "https://picstate.com/thumbs/small/5391859_e3p1g/Naked_Diva__2005_.jpg",- [+ },+ {+ "url": "https://picstate.com/thumbs/small/5391859_e3p1g/Naked_Diva__2005_.jpg",+ "results": [{"url": "https://picstate.com/files/5391859_e3p1g/Naked_Diva__2005_.jpg","filename": "Naked_Diva__2005_.jpg","referer": "https://picstate.com/view/full/5391859_e3p1g",}],- ),+ },]diff --git a/tests/crawlers/test_cases/pimp_bunny.py b/tests/crawlers/test_cases/pimpbunny_com.pysimilarity index 55%rename from tests/crawlers/test_cases/pimp_bunny.pyrename to tests/crawlers/test_cases/pimpbunny_com.pyindex cbaab0087..93dcd408a 100644--- a/tests/crawlers/test_cases/pimp_bunny.py+++ b/tests/crawlers/test_cases/pimpbunny_com.py@@ -1,8 +1,8 @@DOMAIN = "pimpbunny.com"TEST_CASES = [- (- "https://pimpbunny.com/videos/vladislava-flexes-muscles-in-the-shower",- [+ {+ "url": "https://pimpbunny.com/videos/vladislava-flexes-muscles-in-the-shower",+ "results": [{"url": "https://pimpbunny.com/videos/vladislava-flexes-muscles-in-the-shower","filename": "Vladislava Flexes Muscles In The Shower [344744][1440p].mp4",@@ -10,34 +10,30 @@ TEST_CASES = ["album_id": None,}],- ),- (- "https://pimpbunny.com/albums/boudoirbunny/",- [+ },+ {+ "url": "https://pimpbunny.com/albums/boudoirbunny/",+ "results": [{"url": "re:https://pimpbunny.com/get_image",- "download_folder": r"re:Boudoirbunny \[album\] \(PimpBunny\)",+ "download_folder": "re:Boudoirbunny \\[album\\] \\(PimpBunny\\)","referer": "https://pimpbunny.com/albums/boudoirbunny/","album_id": None,}],- 73,- ),- (- "https://pimpbunny.com/albums/models/boudoirbunny/",- [+ "count": 73,+ },+ {+ "url": "https://pimpbunny.com/albums/models/boudoirbunny/",+ "results": [{"url": "re:https://pimpbunny.com/get_image",- "download_folder": r"re:BoudoIrBunny \[model\] \(PimpBunny\)/Boudoirbunny \[album\]",+ "download_folder": "re:BoudoIrBunny \\[model\\] \\(PimpBunny\\)/Boudoirbunny \\[album\\]","referer": "https://pimpbunny.com/albums/boudoirbunny/","album_id": None,}],- 102,- ),- (- "https://pimpbunny.com/onlyfans-models/boudoirbunny/",- [],- 107,- ),+ "count": 102,+ },+ {"url": "https://pimpbunny.com/onlyfans-models/boudoirbunny/", "results": [], "count": 107},]diff --git a/tests/crawlers/test_cases/pixeldrain.py b/tests/crawlers/test_cases/pixeldrain.pyindex 861a8d724..5dc0eb396 100644--- a/tests/crawlers/test_cases/pixeldrain.py+++ b/tests/crawlers/test_cases/pixeldrain.py@@ -1,83 +1,83 @@DOMAIN = "pixeldrain"TEST_CASES = [- (- "https://pixeldrain.com/u/HjYNXA67",- [+ {+ "url": "https://pixeldrain.com/u/HjYNXA67",+ "results": [{"url": "https://pixeldrain.com/api/file/HjYNXA67?download","filename": "Cyberdrop-DL.v8.4.0.zip","original_filename": "Cyberdrop-DL.v8.4.0.zip",- "download_folder": r"re:Loose Files \(PixelDrain\)",+ "download_folder": "re:Loose Files \\(PixelDrain\\)","referer": "https://pixeldrain.com/u/HjYNXA67","album_id": None,- "datetime": 1761091325,- },+ "uploaded_at": 1761091325,+ }],- ),- (- "https://pd.1drv.eu.org/HjYNXA67",- [+ },+ {+ "url": "https://pd.1drv.eu.org/HjYNXA67",+ "results": [{"url": "https://pixeldrain.com/api/file/HjYNXA67?download","filename": "Cyberdrop-DL.v8.4.0.zip","original_filename": "Cyberdrop-DL.v8.4.0.zip",- "download_folder": r"re:Loose Files \(PixelDrain\)",+ "download_folder": "re:Loose Files \\(PixelDrain\\)","referer": "https://pixeldrain.com/u/HjYNXA67","album_id": None,- "datetime": 1761091325,+ "uploaded_at": 1761091325,"debrid_link": "ANY",- },+ }],- ),- (- # text file with links- "https://pixeldrain.com/u/b7V1Gjk4",- [+ },+ {+ "url": "https://pixeldrain.com/u/b7V1Gjk4",+ "description": "text file with links",+ "results": [{"url": "https://pixeldrain.com/api/file/Hs5zFGYB?download","filename": "test_file.png",- "download_folder": r"re:links \(PixelDrain\)/Loose Files",+ "download_folder": "re:links \\(PixelDrain\\)/Loose Files","referer": "https://pixeldrain.com/u/Hs5zFGYB","album_id": None,},{"url": "https://pixeldrain.com/api/file/HjYNXA67?download","filename": "Cyberdrop-DL.v8.4.0.zip",- "download_folder": r"re:links \(PixelDrain\)/Loose Files",+ "download_folder": "re:links \\(PixelDrain\\)/Loose Files","referer": "https://pixeldrain.com/u/HjYNXA67","album_id": None,},],- ),- (- "https://pixeldrain.com/l/XUJDdQHj",- [+ },+ {+ "url": "https://pixeldrain.com/l/XUJDdQHj",+ "results": [{"url": "https://pixeldrain.com/api/file/eisX4FYd?download","filename": "test_file.png",- "download_folder": r"re:CDL test album \(PixelDrain\)",+ "download_folder": "re:CDL test album \\(PixelDrain\\)","referer": "https://pixeldrain.com/u/eisX4FYd","album_id": "XUJDdQHj",},{"url": "https://pixeldrain.com/api/file/ZxJ9b2Ct?download","filename": "Cyberdrop-DL.v8.4.0.zip",- "download_folder": r"re:CDL test album \(PixelDrain\)",+ "download_folder": "re:CDL test album \\(PixelDrain\\)","referer": "https://pixeldrain.com/u/ZxJ9b2Ct","album_id": "XUJDdQHj",},],- ),- (- "https://pixeldrain.com/l/XUJDdQHj#item=0",- [+ },+ {+ "url": "https://pixeldrain.com/l/XUJDdQHj#item=0",+ "results": [{"url": "https://pixeldrain.com/api/file/ZxJ9b2Ct?download","filename": "Cyberdrop-DL.v8.4.0.zip",- "download_folder": r"re:CDL test album \(PixelDrain\)",+ "download_folder": "re:CDL test album \\(PixelDrain\\)","referer": "https://pixeldrain.com/u/ZxJ9b2Ct","album_id": "XUJDdQHj",- },+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/pixhost.py b/tests/crawlers/test_cases/pixhost.pyindex afa94a14e..c562ad407 100644--- a/tests/crawlers/test_cases/pixhost.py+++ b/tests/crawlers/test_cases/pixhost.py@@ -1,49 +1,48 @@DOMAIN = "pixhost"TEST_CASES = [- (- "https://pixhost.to/show/491/538303562_035.jpg",- [+ {+ "url": "https://pixhost.to/show/491/538303562_035.jpg",+ "results": [{"url": "https://img100.pixhost.to/images/491/538303562_035.jpg","filename": "538303562_035.jpg","referer": "https://pixhost.to/show/491/538303562_035.jpg","album_id": None,- },+ }],- ),- (- "https://t100.pixhost.to/thumbs/491/538303428_001.jpg",- [+ },+ {+ "url": "https://t100.pixhost.to/thumbs/491/538303428_001.jpg",+ "results": [{"url": "https://img100.pixhost.to/images/491/538303428_001.jpg","filename": "538303428_001.jpg","referer": "https://pixhost.to/show/491/538303428_001.jpg","album_id": None,- },+ }],- ),- (- "https://pixhost.to/gallery/pgv5s",- [+ },+ {+ "url": "https://pixhost.to/gallery/pgv5s",+ "results": [{"url": "https://img31.pixhost.to/images/183/107062500_instasave.jpg","filename": "107062500_instasave.jpg","referer": "https://pixhost.to/show/183/107062500_instasave.jpg","album_id": "pgv5s","download_path": "re:Untitled Gallery",- },+ }],- 7,- ),- # Direct image- (- "https://img0.pixhost.to/images/647/527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg",- [+ "count": 7,+ },+ {+ "url": "https://img0.pixhost.to/images/647/527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg",+ "results": [{"url": "https://img0.pixhost.to/images/647/527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg","filename": "527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg","referer": "https://img0.pixhost.to/images/647/527555752_clips4sale-com-2023-09-29-angel-the-dreamgirl-her-horniness-and-lust-can.jpg",- },+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/pmvhaven.py b/tests/crawlers/test_cases/pmvhaven.pyindex ab768e954..80fb85475 100644--- a/tests/crawlers/test_cases/pmvhaven.py+++ b/tests/crawlers/test_cases/pmvhaven.py@@ -1,56 +1,42 @@DOMAIN = "pmvhaven"TEST_CASES = [- # Video- (- "https://pmvhaven.com/video/real-hookers-pmv_69301129194866d69ec96b5d",- [+ {+ "url": "https://pmvhaven.com/video/real-hookers-pmv_69301129194866d69ec96b5d",+ "results": [{"url": "https://video.pmvhaven.com/videos/1764757703719_yxthkzjbhbp_Hookers.mp4","filename": "Real Hookers - PMV [69301129194866d69ec96b5d][1080p].mp4","original_filename": "1764757703719_yxthkzjbhbp_Hookers.mp4","download_folder": "re:Loose Files (PMVHaven)","referer": "https://pmvhaven.com/video/real-hookers-pmv_69301129194866d69ec96b5d",- "datetime": 1764757801,+ "uploaded_at": 1764757801,}],- ),- # Profile- (- "https://pmvhaven.com/profile/68feea724e81de92343a01ef",- [- {- "url": "ANY",- "download_folder": r"re:CheekyGooner [user] (PMVHaven)",- "referer": "ANY",- "album_id": None,- }+ },+ {+ "url": "https://pmvhaven.com/profile/68feea724e81de92343a01ef",+ "results": [+ {"url": "ANY", "download_folder": "re:CheekyGooner [user] (PMVHaven)", "referer": "ANY", "album_id": None}],- range(240, 300),- ),- # Users- (- "https://pmvhaven.com/users/68feea8c4e81de92343a1fd7",- [- {- "url": "ANY",- "download_folder": r"re:arthurcclarke [user] (PMVHaven)",- "referer": "ANY",- "album_id": None,- }+ "count": range(240, 300),+ },+ {+ "url": "https://pmvhaven.com/users/68feea8c4e81de92343a1fd7",+ "results": [+ {"url": "ANY", "download_folder": "re:arthurcclarke [user] (PMVHaven)", "referer": "ANY", "album_id": None}],- range(8, 20),- ),- # Playlist- (- "https://pmvhaven.com/playlists/6932d1e5e234628c68d50b71",- [+ "count": range(8, 20),+ },+ {+ "url": "https://pmvhaven.com/playlists/6932d1e5e234628c68d50b71",+ "results": [{"url": "ANY",- "download_folder": r"re:10 FUCKING GODDESSES [playlist] (PMVHaven)",+ "download_folder": "re:10 FUCKING GODDESSES [playlist] (PMVHaven)","referer": "ANY","album_id": None,}],- 10,- ),+ "count": 10,+ },]diff --git a/tests/crawlers/test_cases/pornhub.py b/tests/crawlers/test_cases/pornhub.pyindex fee30b9e5..d249b49c9 100644--- a/tests/crawlers/test_cases/pornhub.py+++ b/tests/crawlers/test_cases/pornhub.py@@ -1,46 +1,46 @@DOMAIN = "pornhub"TEST_CASES = [- (- "https://www.pornhub.com/album/36252941",- [+ {+ "url": "https://www.pornhub.com/album/36252941",+ "results": [{"url": "re:ei.phncdn.com/pics/albums/036/252/941/453277801","filename": "453277801.jpg","original_filename": "original_453277801.jpg","referer": "https://www.pornhub.com/photo/453277801","album_id": "36252941",- "download_folder": r"re:White Top White Striped Calvins \(PornHub\)",- "datetime": None,+ "download_folder": "re:White Top White Striped Calvins \\(PornHub\\)",+ "uploaded_at": None,}],- 8,- ),- (- # mp4 available- "https://www.pornhub.com/view_video.php?viewkey=ph5d530fd885a81",- [+ "count": 8,+ },+ {+ "url": "https://www.pornhub.com/view_video.php?viewkey=ph5d530fd885a81",+ "description": "mp4 available",+ "results": [{"url": "https://www.pornhub.com/embed/ph5d530fd885a81","filename": "masturbating with my tail butt plug in - Ally Blake [ph5d530fd885a81][1080p].mp4","original_filename": "ph5d530fd885a81.mp4","referer": "https://www.pornhub.com/view_video.php?viewkey=ph5d530fd885a81","album_id": None,- "datetime": 1565724764,+ "uploaded_at": 1565724764,}],- ),- (- # m3u8 download- "https://www.pornhub.com/embed/6890ddc0b4b11",- [+ },+ {+ "url": "https://www.pornhub.com/embed/6890ddc0b4b11",+ "description": "m3u8 download",+ "results": [{"url": "https://www.pornhub.com/embed/6890ddc0b4b11","filename": "MILF Celebrates Victory in Public Parking Ramp by Flashing Her Titti [6890ddc0b4b11][1080p].mp4","original_filename": "6890ddc0b4b11.mp4","referer": "https://www.pornhub.com/view_video.php?viewkey=6890ddc0b4b11","album_id": None,- "datetime": 1754324606,+ "uploaded_at": 1754324606,}],- ),+ },]diff --git a/tests/crawlers/test_cases/porntrex.py b/tests/crawlers/test_cases/porntrex.pyindex 30ac99063..f32988f3e 100644--- a/tests/crawlers/test_cases/porntrex.py+++ b/tests/crawlers/test_cases/porntrex.py@@ -1,8 +1,8 @@DOMAIN = "porntrex"TEST_CASES = [- (- "https://www.porntrex.com/video/3001819/a-pandemic-will-not-stop-the-two-lovers",- [+ {+ "url": "https://www.porntrex.com/video/3001819/a-pandemic-will-not-stop-the-two-lovers",+ "results": [{"url": "https://www.porntrex.com/video/3001819","debrid_url": "re:/get_file/",@@ -10,32 +10,26 @@ TEST_CASES = ["original_filename": "3001819_1080p.mp4","download_folder": "re:Loose Files (Porntrex)","referer": "https://www.porntrex.com/video/3001819",- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://www.porntrex.com/search/song/",- [- {- "url": "ANY",- "download_folder": "re:song [search] (Porntrex)",- "album_id": None,- },- ],- range(255, 300),- ),- (- "https://www.porntrex.com/albums/57737/brandi-love-set-35/",- [+ },+ {+ "url": "https://www.porntrex.com/search/song/",+ "results": [{"url": "ANY", "download_folder": "re:song [search] (Porntrex)", "album_id": None}],+ "count": range(255, 300),+ },+ {+ "url": "https://www.porntrex.com/albums/57737/brandi-love-set-35/",+ "results": [{"url": "re:/get_image/","referer": "https://www.porntrex.com/albums/57737/brandi-love-set-35/","download_folder": "re:Brandi Love SET 35 (Porntrex)",- "datetime": None,+ "uploaded_at": None,"album_id": "57737",- },+ }],- 376,- ),+ "count": 376,+ },]diff --git a/tests/crawlers/test_cases/pornzog.py b/tests/crawlers/test_cases/pornzog.pyindex 9a45f22a0..672bf1d4e 100644--- a/tests/crawlers/test_cases/pornzog.py+++ b/tests/crawlers/test_cases/pornzog.py@@ -1,15 +1,15 @@DOMAIN = "pornzog"TEST_CASES = [- (- "https://pornzog.com/video/14955010/allison-hopwood-aka-ravenrose/",- [+ {+ "url": "https://pornzog.com/video/14955010/allison-hopwood-aka-ravenrose/",+ "results": [{- "url": r"re:https://privatehomeclips.com/embed/7927427",+ "url": "re:https://privatehomeclips.com/embed/7927427","filename": "Allison Hopwood Aka Ravenrose [7927427].mp4",- "referer": r"re:https://privatehomeclips.com/embed/7927427",- "download_folder": r"re:Loose Files \(HClips\)",- "datetime": int,+ "referer": "re:https://privatehomeclips.com/embed/7927427",+ "download_folder": "re:Loose Files \\(HClips\\)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/postimg.py b/tests/crawlers/test_cases/postimg.pyindex 52eea9956..5de044230 100644--- a/tests/crawlers/test_cases/postimg.py+++ b/tests/crawlers/test_cases/postimg.py@@ -1,40 +1,28 @@DOMAIN = "postimg"TEST_CASES = [- (- "https://postimg.cc/XZH6FJ3D",- [+ {+ "url": "https://postimg.cc/XZH6FJ3D",+ "results": [{"url": "https://i.postimg.cc/MWfnj1bc/miss-xishita-20200413-0065.jpg","filename": "miss xishita 20200413 0065.jpg","referer": "https://postimg.cc/XZH6FJ3D",- "download_folder": r"re:Loose Files \(PostImg\)",+ "download_folder": "re:Loose Files \\(PostImg\\)",}],- ),- (- "https://postimg.cc/gallery/RmsPQD5",- [+ },+ {+ "url": "https://postimg.cc/gallery/RmsPQD5",+ "results": [{"url": "https://i.postimg.cc/LJVp9DWt/DSC02097-JPG.jpg","filename": "DSC02097 JPG.jpg",- "download_folder": r"re:RmsPQD5 (PostImg)",- },- {- "url": "https://i.postimg.cc/062qbmgd/DSC02105-JPG.jpg",- "filename": "DSC02105 JPG.jpg",- },- {- "url": "https://i.postimg.cc/062qbmg0/DSC02106-JPG.jpg",- "filename": "DSC02106 JPG.jpg",- },- {- "url": "https://i.postimg.cc/rdFLKW69/DSC02107-JPG.jpg",- "filename": "DSC02107 JPG.jpg",- },- {- "url": "https://i.postimg.cc/xkTScHr4/DSC02108-JPG.jpg",- "filename": "DSC02108 JPG.jpg",+ "download_folder": "re:RmsPQD5 (PostImg)",},+ {"url": "https://i.postimg.cc/062qbmgd/DSC02105-JPG.jpg", "filename": "DSC02105 JPG.jpg"},+ {"url": "https://i.postimg.cc/062qbmg0/DSC02106-JPG.jpg", "filename": "DSC02106 JPG.jpg"},+ {"url": "https://i.postimg.cc/rdFLKW69/DSC02107-JPG.jpg", "filename": "DSC02107 JPG.jpg"},+ {"url": "https://i.postimg.cc/xkTScHr4/DSC02108-JPG.jpg", "filename": "DSC02108 JPG.jpg"},{"url": "https://i.postimg.cc/5HNM6vcs/miss-xishita-20200413-0001.jpg","filename": "miss xishita 20200413 0001.jpg",@@ -68,5 +56,5 @@ TEST_CASES = ["filename": "miss xishita 20200413 0065.jpg",},],- ),+ },]diff --git a/tests/crawlers/test_cases/ranoz.py b/tests/crawlers/test_cases/ranoz_gg.pysimilarity index 60%rename from tests/crawlers/test_cases/ranoz.pyrename to tests/crawlers/test_cases/ranoz_gg.pyindex 9549b4648..92a3248c4 100644--- a/tests/crawlers/test_cases/ranoz.py+++ b/tests/crawlers/test_cases/ranoz_gg.py@@ -1,16 +1,16 @@DOMAIN = "ranoz.gg"TEST_CASES = [- (- "https://ranoz.gg/file/SSWIWRsb",- [+ {+ "url": "https://ranoz.gg/file/SSWIWRsb",+ "results": [{"url": "https://ranoz.gg/file/SSWIWRsb","filename": "Cyberdrop-DL.v8.4.0.zip",- "download_folder": r"re:Loose Files \(Ranoz.gg\)",+ "download_folder": "re:Loose Files \\(Ranoz.gg\\)","referer": "https://ranoz.gg/file/SSWIWRsb",- "datetime": None,+ "uploaded_at": None,"debrid_link": "ANY",}],- ),+ }]diff --git a/tests/crawlers/test_cases/redgifs.py b/tests/crawlers/test_cases/redgifs.pyindex e798032e7..c6b499ed2 100644--- a/tests/crawlers/test_cases/redgifs.py+++ b/tests/crawlers/test_cases/redgifs.py@@ -1,25 +1,20 @@DOMAIN = "redgifs"TEST_CASES = [- (- "https://i.redgifs.com/i/tidyshowybream.jpg",- [+ {+ "url": "https://i.redgifs.com/i/tidyshowybream.jpg",+ "results": [{"url": "https://media.redgifs.com/TidyShowyBream-large.jpg","filename": "TidyShowyBream-large.jpg","referer": "https://www.redgifs.com/watch/tidyshowybream","album_id": None,- "datetime": 1734826081,+ "uploaded_at": 1734826081,}],- ),- (- "https://www.redgifs.com/users/mylovely.ai",- [- {- "url": "ANY",- "download_folder": "re:mylovely.ai (RedGifs)",- }- ],- range(216, 300),- ),+ },+ {+ "url": "https://www.redgifs.com/users/mylovely.ai",+ "results": [{"url": "ANY", "download_folder": "re:mylovely.ai (RedGifs)"}],+ "count": range(216, 300),+ },]diff --git a/tests/crawlers/test_cases/rootz.py b/tests/crawlers/test_cases/rootz_so.pysimilarity index 60%rename from tests/crawlers/test_cases/rootz.pyrename to tests/crawlers/test_cases/rootz_so.pyindex ae6bfea0b..89282e99c 100644--- a/tests/crawlers/test_cases/rootz.py+++ b/tests/crawlers/test_cases/rootz_so.py@@ -1,16 +1,16 @@DOMAIN = "rootz.so"TEST_CASES = [- (- "https://www.rootz.so/d/RniLI",- [+ {+ "url": "https://www.rootz.so/d/RniLI",+ "results": [{"url": "https://www.rootz.so/d/RniLI","filename": "Cyberdrop-DL.v8.4.0.zip",- "download_folder": r"re:Loose Files \(Rootz.so\)",+ "download_folder": "re:Loose Files \\(Rootz.so\\)","referer": "https://www.rootz.so/d/RniLI",- "datetime": None,+ "uploaded_at": None,"debrid_link": "ANY",}],- ),+ }]diff --git a/tests/crawlers/test_cases/rule34video.py b/tests/crawlers/test_cases/rule34video.pyindex b444d14ae..9e7b4c7d6 100644--- a/tests/crawlers/test_cases/rule34video.py+++ b/tests/crawlers/test_cases/rule34video.py@@ -1,8 +1,8 @@DOMAIN = "rule34video"TEST_CASES = [- (- "https://rule34video.com/video/4113319/fubuki-outdoor-resort-sex/",- [+ {+ "url": "https://rule34video.com/video/4113319/fubuki-outdoor-resort-sex/",+ "results": [{"url": "https://rule34video.com/video/4113319/fubuki-outdoor-resort-sex","debrid_link": "ANY",@@ -10,20 +10,15 @@ TEST_CASES = ["original_filename": "4113319_720p.mp4","referer": "https://rule34video.com/video/4113319/fubuki-outdoor-resort-sex","album_id": None,- "datetime": 1763528400,- },+ "uploaded_at": 1763528400,+ }],- ),- (- "https://rule34video.com/members/4283979",- [- {- "url": "ANY",- "album_id": None,- "uploaded_at": int,- "download_folder": "re:Lozi3d [members] (Rule34Video)",- },+ },+ {+ "url": "https://rule34video.com/members/4283979",+ "results": [+ {"url": "ANY", "album_id": None, "uploaded_at": int, "download_folder": "re:Lozi3d [members] (Rule34Video)"}],- 11,- ),+ "count": 11,+ },]diff --git a/tests/crawlers/test_cases/rumble.py b/tests/crawlers/test_cases/rumble.pyindex 807b1f072..87eced2b5 100644--- a/tests/crawlers/test_cases/rumble.py+++ b/tests/crawlers/test_cases/rumble.py@@ -1,15 +1,15 @@DOMAIN = "rumble"TEST_CASES = [- (- "https://rumble.com/v71komc-home-alone-1990.html",- [+ {+ "url": "https://rumble.com/v71komc-home-alone-1990.html",+ "results": [{"url": "https://rumble.com/hls-vod/6ze0m4/playlist.m3u8","filename": "Home Alone (1990) [v6ze0m4][1384p].mp4","original_filename": "Home Alone (1990).mp4","referer": "https://rumble.com/v71komc-home-alone-1990.html","album_id": None,- "datetime": 1762902545,+ "uploaded_at": 1762902545,},{"url": "https://1a-1791.com/video/fww1/4d/s8/11/K/A/T/y/KATyz.fn8Si.vtt",@@ -17,26 +17,26 @@ TEST_CASES = ["original_filename": "English (auto)","referer": "https://rumble.com/v71komc-home-alone-1990.html#Home Alone (1990) [v6ze0m4][1384p].en.auto.vtt","album_id": None,- "datetime": 1762902545,+ "uploaded_at": 1762902545,},],- ),- (- "https://rumble.com/vwu8gp-residente-bzrp-music-sessions-49.html?e9s=src_v1_s",- [+ },+ {+ "url": "https://rumble.com/vwu8gp-residente-bzrp-music-sessions-49.html?e9s=src_v1_s",+ "results": [{"url": "https://1a-1791.com/video/s8/2/z/z/A/s/zzAsd.caa.mp4","filename": "RESIDENTE -- BZRP Music Sessions #49 [vu82er][360p].mp4","original_filename": "RESIDENTE -- BZRP Music Sessions #49.mp4","referer": "https://rumble.com/vwu8gp-residente-bzrp-music-sessions-49.html","album_id": None,- "datetime": 1646760933,+ "uploaded_at": 1646760933,}],- ),- (- "https://rumble.com/c/RumbleEvents",- [+ },+ {+ "url": "https://rumble.com/c/RumbleEvents",+ "results": [{"url": "https://1a-1791.com/video/s8/2/5/s/Q/8/5sQ8e.aaa.rec.mp4","filename": "CLOSING OUT Dave Rubin & Benny Johnson LIVE - Rumble Exclusive Live at TPU [v1at1kt][1080p].mp4",@@ -54,5 +54,5 @@ TEST_CASES = ["referer": "https://rumble.com/v1dbxvl-rumble-exclusive-live-at-tpusa.html",},],- ),+ },]diff --git a/tests/crawlers/test_cases/safe_soul.py b/tests/crawlers/test_cases/safe_soul_lol.pysimilarity index 65%rename from tests/crawlers/test_cases/safe_soul.pyrename to tests/crawlers/test_cases/safe_soul_lol.pyindex 22a35756b..ed55cf0cf 100644--- a/tests/crawlers/test_cases/safe_soul.py+++ b/tests/crawlers/test_cases/safe_soul_lol.py@@ -1,44 +1,44 @@DOMAIN = "safe.soul.lol"TEST_CASES = [- (- "https://safe.soul.lol/GGCW62sr.dat",- [+ {+ "url": "https://safe.soul.lol/GGCW62sr.dat",+ "results": [{"url": "https://safe.soul.lol/GGCW62sr.dat","filename": "GGCW62sr.dat","referer": "https://safe.soul.lol/GGCW62sr.dat","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://safe.soul.lol/a/fH8aoyxD",- [+ },+ {+ "url": "https://safe.soul.lol/a/fH8aoyxD",+ "results": [{"url": "https://safe.soul.lol/GGCW62sr.dat","filename": "GGCW62sr.dat","referer": "https://safe.soul.lol/GGCW62sr.dat","album_id": "fH8aoyxD",- "datetime": 1757997917,- "download_folder": r"re:cdl_test \(Safe\.Soul\)",+ "uploaded_at": 1757997917,+ "download_folder": "re:cdl_test \\(Safe\\.Soul\\)",},{"url": "https://safe.soul.lol/rQPLKGeA.zip","filename": "rQPLKGeA.zip","referer": "https://safe.soul.lol/rQPLKGeA.zip","album_id": "fH8aoyxD",- "datetime": 1757997915,- "download_folder": r"re:cdl_test \(Safe\.Soul\)",+ "uploaded_at": 1757997915,+ "download_folder": "re:cdl_test \\(Safe\\.Soul\\)",},{"url": "https://safe.soul.lol/8WXnedx1.bin","filename": "8WXnedx1.bin","referer": "https://safe.soul.lol/8WXnedx1.bin","album_id": "fH8aoyxD",- "datetime": 1757997914,- "download_folder": r"re:cdl_test \(Safe\.Soul\)",+ "uploaded_at": 1757997914,+ "download_folder": "re:cdl_test \\(Safe\\.Soul\\)",},],- ),+ },]diff --git a/tests/crawlers/test_cases/spankbang.py b/tests/crawlers/test_cases/spankbang.pyindex 19ef0e196..49d606b35 100644--- a/tests/crawlers/test_cases/spankbang.py+++ b/tests/crawlers/test_cases/spankbang.py@@ -1,20 +1,20 @@DOMAIN = "spankbang"TEST_CASES = [- (- "https://spankbang.com/9qwc4/video/wife+for+free+use+devil+khloee",- [+ {+ "url": "https://spankbang.com/9qwc4/video/wife+for+free+use+devil+khloee",+ "results": [{- "url": r"re:https://vdownload.+16371508-1080p.mp4\?.+_tid=16371508",+ "url": "re:https://vdownload.+16371508-1080p.mp4\\?.+_tid=16371508","filename": "WIFE FOR FREE USE . Devil Khloee [9qwc4][1080p].mp4","referer": "https://spankbang.com/9qwc4/video/wife+for+free+use+devil+khloee","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://spankbang.com/9ndp4/video/korean+dance",- [+ },+ {+ "url": "https://spankbang.com/9ndp4/video/korean+dance",+ "results": [{"url": "re:/1/6/16207384-4k.mp4","filename": "Korean dance [9ndp4][4K].mp4",@@ -22,49 +22,44 @@ TEST_CASES = ["original_filename": "Korean dance","referer": "https://spankbang.com/9ndp4/video/korean+dance","album_id": None,- "datetime": None,+ "uploaded_at": None,"download_folder": "re:Loose Files (SpankBang)",}],- ),- (- "https://fr.spankbang.com/9ndp4/video/korean+dance",- [+ },+ {+ "url": "https://fr.spankbang.com/9ndp4/video/korean+dance",+ "results": [{"url": "re:/1/6/16207384-4k.mp4","original_filename": "Korean dance","referer": "https://spankbang.com/9ndp4/video/korean+dance",}],- ),- (- "https://jp.spankbang.com/9ndp4/video/korean+dance",- [+ },+ {+ "url": "https://jp.spankbang.com/9ndp4/video/korean+dance",+ "results": [{"url": "re:/1/6/16207384-4k.mp4","original_filename": "Korean dance","referer": "https://spankbang.com/9ndp4/video/korean+dance",}],- ),- (- "https://spankbang.com/a0cyk-rb6ofs/playlist/korbj",- [+ },+ {+ "url": "https://spankbang.com/a0cyk-rb6ofs/playlist/korbj",+ "results": [{"url": "re:/1/6/16207384-4k.mp4","original_filename": "Korean dance","referer": "https://spankbang.com/9ndp4/video/korean+dance",}],- ),- (- "https://de.spankbang.com/a0cyk/playlist/korbj",- [- {- "url": "ANY",- "download_folder": "re:Korbj [playlist] (SpankBang)",- }- ],- range(180, 220),- ),+ },+ {+ "url": "https://de.spankbang.com/a0cyk/playlist/korbj",+ "results": [{"url": "ANY", "download_folder": "re:Korbj [playlist] (SpankBang)"}],+ "count": range(180, 220),+ },]diff --git a/tests/crawlers/test_cases/streamtape.py b/tests/crawlers/test_cases/streamtape_com.pysimilarity index 67%rename from tests/crawlers/test_cases/streamtape.pyrename to tests/crawlers/test_cases/streamtape_com.pyindex 3e5ed658a..24d07a957 100644--- a/tests/crawlers/test_cases/streamtape.py+++ b/tests/crawlers/test_cases/streamtape_com.py@@ -1,29 +1,27 @@DOMAIN = "streamtape.com"TEST_CASES = [- # Video- (- "https://streamtape.com/v/oelrLvaa3lIJyrR/TnkrBh.mp4",- [+ {+ "url": "https://streamtape.com/v/oelrLvaa3lIJyrR/TnkrBh.mp4",+ "results": [{"url": "https://streamtape.com/v/oelrLvaa3lIJyrR","filename": "TnkrBh.mp4","referer": "https://streamtape.com/v/oelrLvaa3lIJyrR",- "datetime": None,+ "uploaded_at": None,"debrid_link": "ANY",}],- ),- # Video Player- (- "https://streamtape.com/e/oelrLvaa3lIJyrR",- [+ },+ {+ "url": "https://streamtape.com/e/oelrLvaa3lIJyrR",+ "results": [{"url": "https://streamtape.com/v/oelrLvaa3lIJyrR","filename": "TnkrBh.mp4","referer": "https://streamtape.com/v/oelrLvaa3lIJyrR","debrid_link": "ANY",- "datetime": None,+ "uploaded_at": None,}],- ),+ },]diff --git a/tests/crawlers/test_cases/tabootube.py b/tests/crawlers/test_cases/tabootube.pyindex 9e84261f9..cab973d5b 100644--- a/tests/crawlers/test_cases/tabootube.py+++ b/tests/crawlers/test_cases/tabootube.py@@ -1,14 +1,14 @@DOMAIN = "tabootube"TEST_CASES = [- (- "https://www.tabootube.xxx/video/bettie-bondage-crazy-for-stepson-s-cloned-cocks",- [+ {+ "url": "https://www.tabootube.xxx/video/bettie-bondage-crazy-for-stepson-s-cloned-cocks",+ "results": [{"url": "https://www.tabootube.xxx/video/bettie-bondage-crazy-for-stepson-s-cloned-cocks","filename": "Bettie Bondage Crazy for Stepson [65473][480p].mp4","referer": "https://www.tabootube.xxx/video/bettie-bondage-crazy-for-stepson-s-cloned-cocks",- "datetime": 1776064692,+ "uploaded_at": 1776064692,}],- ),+ }]diff --git a/tests/crawlers/test_cases/thisvid.py b/tests/crawlers/test_cases/thisvid.pyindex 7cca44dce..e53e65ce7 100644--- a/tests/crawlers/test_cases/thisvid.py+++ b/tests/crawlers/test_cases/thisvid.py@@ -1,8 +1,8 @@DOMAIN = "thisvid"TEST_CASES = [- (- "https://thisvid.com/videos/a-wedding-photo-to-remember/",- [+ {+ "url": "https://thisvid.com/videos/a-wedding-photo-to-remember/",+ "results": [{"url": "https://thisvid.com/videos/a-wedding-photo-to-remember","filename": "A wedding photo to remember [12797267].mp4",@@ -10,11 +10,11 @@ TEST_CASES = ["album_id": None,}],- ),- (- # No resolution info in video page- "https://thisvid.com/videos/smelling-foreskin/",- [+ },+ {+ "url": "https://thisvid.com/videos/smelling-foreskin/",+ "description": "No resolution info in video page",+ "results": [{"url": "https://thisvid.com/videos/smelling-foreskin","filename": "Smelling foreskin [794368].mp4",@@ -22,17 +22,17 @@ TEST_CASES = ["album_id": None,}],- ),- (- "https://thisvid.com/albums/bruxel/",- [+ },+ {+ "url": "https://thisvid.com/albums/bruxel/",+ "results": [{"url": "re:https://media.thisvid.com/contents/albums/main/700x525/517000/51739",- "download_folder": r"re:Julia Bruxel \[album\] \(ThisVid\)",+ "download_folder": "re:Julia Bruxel \\[album\\] \\(ThisVid\\)","referer": "re:https://thisvid.com/albums/bruxel","album_id": "517393",- },+ }],- 10,- ),+ "count": 10,+ },]diff --git a/tests/crawlers/test_cases/thothub.py b/tests/crawlers/test_cases/thothub.pyindex 93eb923db..a4f24a09b 100644--- a/tests/crawlers/test_cases/thothub.py+++ b/tests/crawlers/test_cases/thothub.py@@ -1,8 +1,8 @@DOMAIN = "thothub"TEST_CASES = [- (- "https://thothub.to/videos/1415181/kateharperxo/",- [+ {+ "url": "https://thothub.to/videos/1415181/kateharperxo/",+ "results": [{"url": "https://thothub.to/videos/1415181/kateharperxo/","filename": "Kateharperxo [1415181].mp4",@@ -10,41 +10,29 @@ TEST_CASES = ["album_id": None,}],- ),- (- "https://thothub.lol/albums/42921/ivy-king-of-selects/",- [+ },+ {+ "url": "https://thothub.lol/albums/42921/ivy-king-of-selects/",+ "results": [{"url": "https://thothub.lol/get_image/45/0fd48eeb530b9232d216b579cd58ce9b/sources/42000/42921/2113169.jpg/","filename": "2113169.jpg","referer": "https://thothub.lol/get_image/45/0fd48eeb530b9232d216b579cd58ce9b/sources/42000/42921/2113169.jpg/","album_id": "42921",- "datetime": None,- "download_folder": r"re:Ivy King - OF Selects [album] (ThotHub)",+ "uploaded_at": None,+ "download_folder": "re:Ivy King - OF Selects [album] (ThotHub)",}],- 112,- ),- (- "https://thothub.to/tags/daringkiara/",- [- {- "url": "ANY",- "datetime": None,- "download_folder": r"re:daringkiara [tags] (ThotHub)",- }- ],- range(31, 50),- ),- (- "https://thothub.to/search/daringkiara/",- [- {- "url": "ANY",- "datetime": None,- "download_folder": r"re:daringkiara [search] (ThotHub)",- }- ],- range(31, 50),- ),+ "count": 112,+ },+ {+ "url": "https://thothub.to/tags/daringkiara/",+ "results": [{"url": "ANY", "uploaded_at": None, "download_folder": "re:daringkiara [tags] (ThotHub)"}],+ "count": range(31, 50),+ },+ {+ "url": "https://thothub.to/search/daringkiara/",+ "results": [{"url": "ANY", "uploaded_at": None, "download_folder": "re:daringkiara [search] (ThotHub)"}],+ "count": range(31, 50),+ },]diff --git a/tests/crawlers/test_cases/tiktok.py b/tests/crawlers/test_cases/tiktok.pyindex f000ef5e1..46a9a1c87 100644--- a/tests/crawlers/test_cases/tiktok.py+++ b/tests/crawlers/test_cases/tiktok.py@@ -1,15 +1,15 @@DOMAIN = "tiktok"TEST_CASES = [- (- "https://tiktok.com/@_sophialocke_/video/7271803599443791146",- [+ {+ "url": "https://tiktok.com/@_sophialocke_/video/7271803599443791146",+ "results": [{"url": "https://www.tiktok.com/@_sophialocke_/video/7271803599443791146","original_filename": "7271803599443791146.mp4","referer": "https://www.tiktok.com/@_sophialocke_/video/7271803599443791146","album_id": "7271803599443791146",- "download_folder": r"re:_sophialocke_ \(TikTok\)",- "datetime": 1693098723,+ "download_folder": "re:_sophialocke_ \\(TikTok\\)",+ "uploaded_at": 1693098723,},{"url": "https://www.tiktok.com/music/original-audio-7271803602241456938",@@ -18,27 +18,24 @@ TEST_CASES = ["referer": "https://www.tiktok.com/@_sophialocke_/video/7271803599443791146","debrid_link": "ANY","album_id": "7271803599443791146",- "download_folder": r"re:_sophialocke_ \(TikTok\)",- "datetime": 1693098723,+ "download_folder": "re:_sophialocke_ \\(TikTok\\)",+ "uploaded_at": 1693098723,},],- ),- (- "https://www.tiktok.com/@ploense",- [],- 2,- ),- (- "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374",- [+ },+ {"url": "https://www.tiktok.com/@ploense", "results": [], "count": 2},+ {+ "url": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374",+ "skip": "post was deleted",+ "results": [{"url": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374/0","debrid_url": "ANY","filename": "7545228111973977374_img000.jpeg","referer": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374","album_id": "7545228111973977374",- "download_folder": r"re:ggwendollyn \(TikTok\)",- "datetime": 1756760334,+ "download_folder": "re:ggwendollyn \\(TikTok\\)",+ "uploaded_at": 1756760334,},{"url": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374/1",@@ -83,13 +80,10 @@ TEST_CASES = ["referer": "https://www.tiktok.com/@ggwendollyn/photo/7545228111973977374","debrid_link": "ANY","album_id": "7545228111973977374",- "download_folder": r"re:ggwendollyn \(TikTok\)/Audios",- "datetime": 1756760334,+ "download_folder": "re:ggwendollyn \\(TikTok\\)/Audios",+ "uploaded_at": 1756760334,},],- None,- {- "skip": "post was deleted",- },- ),+ "count": None,+ },]diff --git a/tests/crawlers/test_cases/tnaflix.py b/tests/crawlers/test_cases/tnaflix.pyindex d34bfadbc..9a01c6eb8 100644--- a/tests/crawlers/test_cases/tnaflix.py+++ b/tests/crawlers/test_cases/tnaflix.py@@ -1,31 +1,20 @@DOMAIN = "tnaflix"TEST_CASES = [- # Video- (- "https://www.tnaflix.com/amateur-porn/cute-cali_green-big-black-dick-suck/video11464085",- [+ {+ "url": "https://www.tnaflix.com/amateur-porn/cute-cali_green-big-black-dick-suck/video11464085",+ "results": [{"url": "re:https://sl190.tnaflix.com/11/46/11464085/cute-cali_green-big-black-dick-suck-240p.mp4","filename": "cute cali_green big black dick suck [11464085][240p].mp4","referer": "https://www.tnaflix.com/amateur-porn/cute-cali_green-big-black-dick-suck/video11464085",- "datetime": 1722645635,+ "uploaded_at": 1722645635,}],- ),- # Search- (- "https://www.tnaflix.com/search?what=spiderbaby",- [],- 2,- ),- (- "https://www.tnaflix.com/channel/titty-attack",- [- {- "url": "ANY",- "download_folder": r"re:Titty Attack - \[channel\] \(TNAFlix\)",- }- ],- 2,- ),+ },+ {"url": "https://www.tnaflix.com/search?what=spiderbaby", "results": [], "count": 2},+ {+ "url": "https://www.tnaflix.com/channel/titty-attack",+ "results": [{"url": "ANY", "download_folder": "re:Titty Attack - \\[channel\\] \\(TNAFlix\\)"}],+ "count": 2,+ },]diff --git a/tests/crawlers/test_cases/tokyomotion.py b/tests/crawlers/test_cases/tokyomotion.pyindex 9f5d71c41..b23cebe58 100644--- a/tests/crawlers/test_cases/tokyomotion.py+++ b/tests/crawlers/test_cases/tokyomotion.py@@ -1,8 +1,8 @@DOMAIN = "tokyomotion"TEST_CASES = [- (- "https://www.tokyomotion.net/album/68827",- [+ {+ "url": "https://www.tokyomotion.net/album/68827",+ "results": [{"url": "https://cdn.tokyo-motion.net/media/photos/895409.jpg","filename": "895409.jpg",@@ -234,11 +234,11 @@ TEST_CASES = ["download_folder": "re:mikansu1_4 (Tokyomotion)",},],- 23,- ),- (- "https://www.tokyomotion.net/video/6347379",- [+ "count": 23,+ },+ {+ "url": "https://www.tokyomotion.net/video/6347379",+ "results": [{"url": "https://www.tokyomotion.net/vsrc/sd/73ed951a49b29f184a98","filename": "レイナ 13-3 [6347379].mp4",@@ -250,11 +250,11 @@ TEST_CASES = ["download_folder": "re:Loose Files (Tokyomotion)",}],- 1,- ),- (- "https://www.tokyomotion.net/user/cocomincho/videos",- [+ "count": 1,+ },+ {+ "url": "https://www.tokyomotion.net/user/cocomincho/videos",+ "results": [{"url": "https://www.tokyomotion.net/vsrc/sd/73ed951a49b29f184a98","filename": "レイナ 13-3 [6347379].mp4",@@ -276,11 +276,11 @@ TEST_CASES = ["download_folder": "re:cocomincho [user] (Tokyomotion)/videos",},],- 2,- ),- (- "https://www.tokyomotion.net/user/cocomincho",- [+ "count": 2,+ },+ {+ "url": "https://www.tokyomotion.net/user/cocomincho",+ "results": [{"url": "https://www.tokyomotion.net/vsrc/sd/73ed951a49b29f184a98","filename": "レイナ 13-3 [6347379].mp4",@@ -303,7 +303,7 @@ TEST_CASES = [},{"url": "https://www.tokyomotion.net/vsrc/sd/be73a49ae8a96a385e5a",- "filename": "3P [6075129].mp4", # noqa: RUF001+ "filename": "3P [6075129].mp4","debrid_link": None,"original_filename": "6075129.mp4","referer": "https://www.tokyomotion.net/video/6075129",@@ -352,11 +352,11 @@ TEST_CASES = ["download_folder": "re:cocomincho [user] (Tokyomotion)/favorite/videos",},],- 7,- ),- (- "https://www.tokyomotion.net/photo/895409/",- [+ "count": 7,+ },+ {+ "url": "https://www.tokyomotion.net/photo/895409/",+ "results": [{"url": "https://cdn.tokyo-motion.net/media/photos/895409.jpg","filename": "895409.jpg",@@ -364,7 +364,7 @@ TEST_CASES = ["album_id": None,"uploaded_at": None,"download_folder": "re:Loose Files (Tokyomotion)",- },+ }],- ),+ },]diff --git a/tests/crawlers/test_cases/toonily.py b/tests/crawlers/test_cases/toonily.pyindex 20da8743b..26746a633 100644--- a/tests/crawlers/test_cases/toonily.py+++ b/tests/crawlers/test_cases/toonily.py@@ -1,43 +1,43 @@DOMAIN = "toonily"TEST_CASES = [- (- "https://toonily.com/serie/black-crow/",- [+ {+ "url": "https://toonily.com/serie/black-crow/",+ "results": [{"url": "https://data.tnlycdn.com/chapters/manga_66d8f7bfa8ed9/03ae6f538b989573c121b28f7af4f38a/01.jpg","filename": "01.jpg","referer": "https://toonily.com/serie/black-crow-6780cc7a/chapter-1","album_id": None,- "datetime": 1725498328,- "download_folder": r"re:Black Crow (Toonily)/Chapter 1",+ "uploaded_at": 1725498328,+ "download_folder": "re:Black Crow (Toonily)/Chapter 1",}],- 1634,- ),- (- "https://toonily.com/serie/black-crow-6780cc7a/chapter-1/",- [+ "count": 1634,+ },+ {+ "url": "https://toonily.com/serie/black-crow-6780cc7a/chapter-1/",+ "results": [{"url": "https://data.tnlycdn.com/chapters/manga_66d8f7bfa8ed9/03ae6f538b989573c121b28f7af4f38a/01.jpg","filename": "01.jpg","referer": "https://toonily.com/serie/black-crow-6780cc7a/chapter-1","album_id": None,- "datetime": 1725498328,- "download_folder": r"re:Black Crow (Toonily)/Chapter 1",+ "uploaded_at": 1725498328,+ "download_folder": "re:Black Crow (Toonily)/Chapter 1",}],- 50,- ),- (- "https://toonily.com/serie/glorious-homecoming-440a49b5/chapter-6/",- [+ "count": 50,+ },+ {+ "url": "https://toonily.com/serie/glorious-homecoming-440a49b5/chapter-6/",+ "results": [{"url": "ANY","referer": "https://toonily.com/serie/glorious-homecoming-440a49b5/chapter-6","album_id": None,- "download_folder": r"re:Glorious Homecoming (Toonily)/Chapter 6",+ "download_folder": "re:Glorious Homecoming (Toonily)/Chapter 6",}],- 13,- ),+ "count": 13,+ },]diff --git a/tests/crawlers/test_cases/tranny_one.py b/tests/crawlers/test_cases/tranny_one.pyindex 0c35a920f..48272ca80 100644--- a/tests/crawlers/test_cases/tranny_one.py+++ b/tests/crawlers/test_cases/tranny_one.py@@ -1,46 +1,38 @@DOMAIN = "tranny.one"TEST_CASES = [- # Video- (- "https://es.tranny.one/view/1195231",- [+ {+ "url": "https://es.tranny.one/view/1195231",+ "results": [{- "url": r"re:https://stream.tranny.one/.+/3176393.mp4",+ "url": "re:https://stream.tranny.one/.+/3176393.mp4","filename": "Travesti pelirroja voluptuosa muy intensa y sudorosa. [1195231].mp4","referer": "https://es.tranny.one/view/1195231",- "datetime": None,+ "uploaded_at": None,}],- ),- # Search- (- "https://www.tranny.one/search/ruby+wren/",- [],- 2,- ),- # Album- (- "https://www.tranny.one/pics/album/2967/",- [+ },+ {"url": "https://www.tranny.one/search/ruby+wren/", "results": [], "count": 2},+ {+ "url": "https://www.tranny.one/pics/album/2967/",+ "results": [{"url": "re:https://pics.tranny.one/work/orig/2904/339248",- "download_folder": r"re:Natalie mars cuckolds the world \[album\] \(Tranny\.One\)",+ "download_folder": "re:Natalie mars cuckolds the world \\[album\\] \\(Tranny\\.One\\)","referer": "https://www.tranny.one/pics/album/2967","album_id": "2967",}],- 17,- ),- # Direct image download- (- "https://pics.tranny.one/work/orig/2915/385865/1.jpg",- [+ "count": 17,+ },+ {+ "url": "https://pics.tranny.one/work/orig/2915/385865/1.jpg",+ "results": [{"url": "https://pics.tranny.one/work/orig/2915/385865/1.jpg","filename": "1.jpg",- "download_folder": r"re:Tranny\.One",+ "download_folder": "re:Tranny\\.One","referer": "https://pics.tranny.one/work/orig/2915/385865/1.jpg",}],- ),+ },]diff --git a/tests/crawlers/test_cases/transfer_it.py b/tests/crawlers/test_cases/transfer_it.pyindex 69bd9763c..ef6bac16d 100644--- a/tests/crawlers/test_cases/transfer_it.py+++ b/tests/crawlers/test_cases/transfer_it.py@@ -1,8 +1,8 @@DOMAIN = "transfer.it"TEST_CASES = [- (- "https://transfer.it/t/mgxqsZtVCZCJ",- [+ {+ "url": "https://transfer.it/t/mgxqsZtVCZCJ",+ "results": [{"url": "https://bt7.api.mega.co.nz/cs/g?x=mgxqsZtVCZCJ&n=Ac1XhBCD&fn=start_linux.sh","filename": "start_linux.sh",@@ -10,7 +10,7 @@ TEST_CASES = ["original_filename": "start_linux.sh","referer": "https://transfer.it/t/mgxqsZtVCZCJ#Ac1XhBCD","album_id": "mgxqsZtVCZCJ",- "datetime": 1771261828,+ "uploaded_at": 1771261828,"download_folder": "re:Multiple files (Transfer.it)/test/Cyberdrop-DL.v8.4.0",},{@@ -19,8 +19,8 @@ TEST_CASES = ["original_filename": "start_windows.bat","referer": "https://transfer.it/t/mgxqsZtVCZCJ#4c9HiBpQ","album_id": "mgxqsZtVCZCJ",- "datetime": 1771261828,+ "uploaded_at": 1771261828,},],- ),+ }]diff --git a/tests/crawlers/test_cases/transflix.py b/tests/crawlers/test_cases/transflix.pyindex 0832bbb05..0f0f0b2bf 100644--- a/tests/crawlers/test_cases/transflix.py+++ b/tests/crawlers/test_cases/transflix.py@@ -1,8 +1,8 @@DOMAIN = "transflix"TEST_CASES = [- (- "https://transflix.net/video/avery-lust-chanel-chance-48259",- [+ {+ "url": "https://transflix.net/video/avery-lust-chanel-chance-48259",+ "results": [{"url": "https://cdn.transflix.net/video/2025-10-20/1760979682.mp4","filename": "Avery Lust Chanel Chance [48259].mp4",@@ -10,16 +10,12 @@ TEST_CASES = ["uploaded_at": 1760979682,}],- ),- (- "https://transflix.net/search?q=ruby+wren",- [],- 6,- ),- # Timestamp mixed with leading letters- (- "https://transflix.net/video/hunnypaint-take-care-tranny-videos-xxx-43343",- [+ },+ {"url": "https://transflix.net/search?q=ruby+wren", "results": [], "count": 6},+ {+ "url": "https://transflix.net/video/hunnypaint-take-care-tranny-videos-xxx-43343",+ "description": "Timestamp mixed with leading letters",+ "results": [{"url": "https://cdn.transflix.net/video/2025-03-28/qa2cxgri1743182001.mp4","filename": "Hunnypaint - Take Care - Tranny Videos Xxx [43343].mp4",@@ -27,5 +23,5 @@ TEST_CASES = ["uploaded_at": 1743182001,}],- ),+ },]diff --git a/tests/crawlers/test_cases/tubepornclassic.py b/tests/crawlers/test_cases/tubepornclassic.pyindex d8bdd8c71..e25b8c330 100644--- a/tests/crawlers/test_cases/tubepornclassic.py+++ b/tests/crawlers/test_cases/tubepornclassic.py@@ -1,15 +1,15 @@DOMAIN = "tubepornclassic"TEST_CASES = [- (- "https://tubepornclassic.com/videos/1076392/selen-pomeriggio-al-cinema-remastered/",- [+ {+ "url": "https://tubepornclassic.com/videos/1076392/selen-pomeriggio-al-cinema-remastered/",+ "results": [{"url": "https://tubepornclassic.com/videos/1076392/selen-pomeriggio-al-cinema-remastered","filename": "Selen - Pomeriggio al Cinema (Remastered) [1076392].mp4","referer": "https://tubepornclassic.com/videos/1076392/selen-pomeriggio-al-cinema-remastered",- "download_folder": r"re:Loose Files (TubePornClassic)",- "datetime": int,+ "download_folder": "re:Loose Files (TubePornClassic)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/turbovid.py b/tests/crawlers/test_cases/turbovid.pyindex 50d0a5dc2..96439b00f 100644--- a/tests/crawlers/test_cases/turbovid.py+++ b/tests/crawlers/test_cases/turbovid.py@@ -1,65 +1,65 @@DOMAIN = "turbovid"TEST_CASES = [- (- "https://turbovid.cr/embed/E-26dWKftfB",- [+ {+ "url": "https://turbovid.cr/embed/E-26dWKftfB",+ "results": [{"url": "re:/data/E-26dWKftfB.mp4","filename": "E-26dWKftfB.mp4","referer": "https://turbovid.cr/d/E-26dWKftfB","album_id": None,- "datetime": 1749272400,+ "uploaded_at": 1749272400,}],- ),- (- "https://turbo.cr/embed/E-26dWKftfB",- [+ },+ {+ "url": "https://turbo.cr/embed/E-26dWKftfB",+ "results": [{"url": "re:/data/E-26dWKftfB.mp4","filename": "E-26dWKftfB.mp4","referer": "https://turbovid.cr/d/E-26dWKftfB","album_id": None,- "datetime": 1749272400,+ "uploaded_at": 1749272400,}],- ),- (- "https://turbovid.cr/a/Bls2Yfbxco0",- [+ },+ {+ "url": "https://turbovid.cr/a/Bls2Yfbxco0",+ "results": [{"url": "re:/data/LM54NzGj8PO.mp4","filename": "LM54NzGj8PO.mp4","referer": "https://turbovid.cr/d/LM54NzGj8PO","download_folder": "re:Qoqsik (TurboVid)","album_id": "Bls2Yfbxco0",- "datetime": 1763269200,+ "uploaded_at": 1763269200,}],- ),- (- "https://cdn4.turbovid.cr/data/E-26dWKftfB.mp4",- [+ },+ {+ "url": "https://cdn4.turbovid.cr/data/E-26dWKftfB.mp4",+ "results": [{"url": "re:/data/E-26dWKftfB.mp4","filename": "E-26dWKftfB.mp4","referer": "https://cdn4.turbovid.cr/data/E-26dWKftfB.mp4","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://turbo.cr/d/G4BfcI6TOKsLY",- [+ },+ {+ "url": "https://turbo.cr/d/G4BfcI6TOKsLY",+ "results": [{"url": "re:/data/G4BfcI6TOKsLY.mp4","filename": "Grumpy Cat.mp4","original_filename": "Grumpy Cat.mp4","album_id": None,- "datetime": 1770872400,+ "uploaded_at": 1770872400,}],- ),- ("https://turbovid.cr/library?q=mirror", [], range(60, 80)),+ },+ {"url": "https://turbovid.cr/library?q=mirror", "results": [], "count": range(60, 80)},]diff --git a/tests/crawlers/test_cases/twitch.py b/tests/crawlers/test_cases/twitch.pyindex 06ebfd49f..25c8af20e 100644--- a/tests/crawlers/test_cases/twitch.py+++ b/tests/crawlers/test_cases/twitch.py@@ -1,8 +1,8 @@DOMAIN = "twitch"TEST_CASES = [- (- "https://www.twitch.tv/fanfan/clip/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",- [+ {+ "url": "https://www.twitch.tv/fanfan/clip/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",+ "results": [{"url": "re:/h0073-YuUM9o4kAK7QUTjA/AT-cm%7Ch0073-YuUM9o4kAK7QUTjA.mp4","filename": "not scared btw [GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM][60fps][1080p].mp4",@@ -10,44 +10,44 @@ TEST_CASES = ["original_filename": "not scared btw","referer": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM","album_id": None,- "datetime": 1707334361,+ "uploaded_at": 1707334361,"download_folder": "re:Loose Files (Twitch)",}],- ),- (- "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",- [+ },+ {+ "url": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",+ "results": [{"url": "re:/h0073-YuUM9o4kAK7QUTjA/AT-cm%7Ch0073-YuUM9o4kAK7QUTjA.mp4","filename": "not scared btw [GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM][60fps][1080p].mp4","referer": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",}],- ),- (- "https://clips.twitch.tv/embed?clip=GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",- [+ },+ {+ "url": "https://clips.twitch.tv/embed?clip=GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",+ "results": [{"url": "re:/h0073-YuUM9o4kAK7QUTjA/AT-cm%7Ch0073-YuUM9o4kAK7QUTjA.mp4","filename": "not scared btw [GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM][60fps][1080p].mp4","referer": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",}],- ),- (- "https://m.twitch.tv/clip/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",- [+ },+ {+ "url": "https://m.twitch.tv/clip/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",+ "results": [{"url": "re:/h0073-YuUM9o4kAK7QUTjA/AT-cm%7Ch0073-YuUM9o4kAK7QUTjA.mp4","filename": "not scared btw [GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM][60fps][1080p].mp4","referer": "https://clips.twitch.tv/GeniusDifficultSproutPhilosoraptor-5i5Qz2jiQArtBROM",}],- ),- (- "https://www.twitch.tv/videos/1744169736",- [+ },+ {+ "url": "https://www.twitch.tv/videos/1744169736",+ "results": [{"url": "re:https://usher.ttvnw.net/vod/1744169736.m3u8","filename": "who asked [1744169736][avc1][60fps][1080p].mp4",@@ -55,14 +55,14 @@ TEST_CASES = ["original_filename": "who asked","referer": "https://www.twitch.tv/videos/1744169736","album_id": None,- "datetime": 1676928416,+ "uploaded_at": 1676928416,"download_folder": "re:Loose Files (Twitch)",}],- ),- (- "https://clips.twitch.tv/LitigiousNaiveReubenUWot-E0uuswUYOhs9htgV",- [+ },+ {+ "url": "https://clips.twitch.tv/LitigiousNaiveReubenUWot-E0uuswUYOhs9htgV",+ "results": [{"url": "ANY","filename": "IM GUNNA MAKE IT... [LitigiousNaiveReubenUWot-E0uuswUYOhs9htgV][60fps][1440p].mp4",@@ -70,20 +70,16 @@ TEST_CASES = ["original_filename": "IM GUNNA MAKE IT...","referer": "https://clips.twitch.tv/LitigiousNaiveReubenUWot-E0uuswUYOhs9htgV","album_id": None,- "datetime": 1767765454,+ "uploaded_at": 1767765454,"download_folder": "re:Loose Files (Twitch)",}],- ),- (- "https://www.twitch.tv/collections/3d4MEgywDhcOUg?filter=collections",- [- {- "url": "ANY",- "download_folder": "re:The Mix Contest - Season 7 (Twitch)",- "album_id": "3d4MEgywDhcOUg",- }+ },+ {+ "url": "https://www.twitch.tv/collections/3d4MEgywDhcOUg?filter=collections",+ "results": [+ {"url": "ANY", "download_folder": "re:The Mix Contest - Season 7 (Twitch)", "album_id": "3d4MEgywDhcOUg"}],- 8,- ),+ "count": 8,+ },]diff --git a/tests/crawlers/test_cases/twitter.py b/tests/crawlers/test_cases/twitter.pyindex b6759dce9..d825ce0aa 100644--- a/tests/crawlers/test_cases/twitter.py+++ b/tests/crawlers/test_cases/twitter.py@@ -1,8 +1,8 @@DOMAIN = "twitter"TEST_CASES = [- (- "https://x.com/matthewisabel/status/2014444098690613718",- [+ {+ "url": "https://x.com/matthewisabel/status/2014444098690613718",+ "results": [{"url": "https://video.twimg.com/amplify_video/2014443278259609602/vid/avc1/2744x2160/KfifaGUZoO2lsD79.mp4?tag=21","filename": "KfifaGUZoO2lsD79.mp4",@@ -10,9 +10,9 @@ TEST_CASES = ["original_filename": "KfifaGUZoO2lsD79.mp4","referer": "https://x.com/matthewisabel/status/2014444098690613718","album_id": None,- "datetime": 1769115874,+ "uploaded_at": 1769115874,"download_folder": "re:@matthewisabel (Twitter)/2026-01-22 - 2014444098690613718",}],- )+ }]diff --git a/tests/crawlers/test_cases/txxx.py b/tests/crawlers/test_cases/txxx.pyindex d6f24f2c1..f1fb65253 100644--- a/tests/crawlers/test_cases/txxx.py+++ b/tests/crawlers/test_cases/txxx.py@@ -1,20 +1,20 @@DOMAIN = "txxx"TEST_CASES = [- (- "https://txxx.com/videos/8497861/naughty-hitomi-okubo-is-cheating-on-her-partner/",- [+ {+ "url": "https://txxx.com/videos/8497861/naughty-hitomi-okubo-is-cheating-on-her-partner/",+ "results": [{"url": "https://txxx.com/videos/8497861/naughty-hitomi-okubo-is-cheating-on-her-partner","filename": "Naughty Hitomi Okubo is cheating on her partner [8497861].mp4","referer": "https://txxx.com/videos/8497861/naughty-hitomi-okubo-is-cheating-on-her-partner",- "download_folder": r"re:Loose Files (TXXX)",- "datetime": int,+ "download_folder": "re:Loose Files (TXXX)",+ "uploaded_at": int,}],- ),- (- "https://videotxxx.com/embed/8983936?promo=23760&source=",- [+ },+ {+ "url": "https://videotxxx.com/embed/8983936?promo=23760&source=",+ "results": [{"url": "https://txxx.com/embed/8983936?promo=23760&source=","filename": "charlotteharper pussy banged [8983936].mp4",@@ -22,5 +22,5 @@ TEST_CASES = ["debrid_link": "re:/get_file/",}],- ),+ },]diff --git a/tests/crawlers/test_cases/upload_ee.py b/tests/crawlers/test_cases/upload_ee.pyindex ae232128c..7c06de87e 100644--- a/tests/crawlers/test_cases/upload_ee.py+++ b/tests/crawlers/test_cases/upload_ee.py@@ -1,15 +1,15 @@DOMAIN = "upload.ee"TEST_CASES = [- (- "https://www.upload.ee/files/19033236/cyberdrop.txt.html",- [+ {+ "url": "https://www.upload.ee/files/19033236/cyberdrop.txt.html",+ "results": [{"url": "re:https://www.upload.ee/download/19033236","filename": "cyberdrop.txt","referer": "https://www.upload.ee/files/19033236/cyberdrop.txt.html","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),+ }]diff --git a/tests/crawlers/test_cases/upornia.py b/tests/crawlers/test_cases/upornia.pyindex 2ea7d50f1..a7104fd45 100644--- a/tests/crawlers/test_cases/upornia.py+++ b/tests/crawlers/test_cases/upornia.py@@ -1,15 +1,15 @@DOMAIN = "upornia"TEST_CASES = [- (- "https://upornia.com/videos/6241829/masturbating-each-others-pussies-with-jade-kimiko-and-syren-demer/",- [+ {+ "url": "https://upornia.com/videos/6241829/masturbating-each-others-pussies-with-jade-kimiko-and-syren-demer/",+ "results": [{"url": "https://upornia.com/videos/6241829/masturbating-each-others-pussies-with-jade-kimiko-and-syren-demer","filename": "Masturbating Each Others Pussies With Jade Kimiko And Syren Demer [6241829].mp4","referer": "https://upornia.com/videos/6241829/masturbating-each-others-pussies-with-jade-kimiko-and-syren-demer",- "download_folder": r"re:Loose Files (UPornia)",- "datetime": int,+ "download_folder": "re:Loose Files (UPornia)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/vipr_im.py b/tests/crawlers/test_cases/vipr_im.pyindex 223614199..d9a3cdfa6 100644--- a/tests/crawlers/test_cases/vipr_im.py+++ b/tests/crawlers/test_cases/vipr_im.py@@ -1,41 +1,41 @@DOMAIN = "vipr.im"TEST_CASES = [- (- "https://vipr.im/t2o2z36omvt6",- [+ {+ "url": "https://vipr.im/t2o2z36omvt6",+ "results": [{"url": "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg","filename": "luna_rishi-solo1-highres-012.jpg","referer": "https://vipr.im/t2o2z36omvt6","album_id": None,- },+ }],- ),- (- "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg",- [+ },+ {+ "url": "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg",+ "results": [{"url": "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg","filename": "luna_rishi-solo1-highres-012.jpg","referer": "https://vipr.im/t2o2z36omvt6","album_id": None,- },+ }],- ),- (- "https://i6.vipr.im/th/12757/t2o2z36omvt6.jpg",- [+ },+ {+ "url": "https://i6.vipr.im/th/12757/t2o2z36omvt6.jpg",+ "results": [{"url": "https://i7.vipr.im/i/12757/t2o2z36omvt6.jpg/luna_rishi-solo1-highres-012.jpg","filename": "luna_rishi-solo1-highres-012.jpg","referer": "https://vipr.im/t2o2z36omvt6","album_id": None,- },+ }],- ),- (- "https://vipr.im/kcd5jcuhgs3v",- [+ },+ {+ "url": "https://vipr.im/kcd5jcuhgs3v",+ "results": [{"url": "https://i7.vipr.im/i/00021/kcd5jcuhgs3v.jpg/sommer01035.jpg","filename": "sommer01035.jpg",@@ -47,11 +47,11 @@ TEST_CASES = ["download_folder": "re:Loose Files (Vipr.im)",}],- 1,- ),- (- "https://vipr.im/kcd5jcuhgs3v.html",- [+ "count": 1,+ },+ {+ "url": "https://vipr.im/kcd5jcuhgs3v.html",+ "results": [{"url": "https://i7.vipr.im/i/00021/kcd5jcuhgs3v.jpg/sommer01035.jpg","filename": "sommer01035.jpg",@@ -63,6 +63,6 @@ TEST_CASES = ["download_folder": "re:Loose Files (Vipr.im)",}],- 1,- ),+ "count": 1,+ },]diff --git a/tests/crawlers/test_cases/vjav.py b/tests/crawlers/test_cases/vjav.pyindex ed9372be7..0664c978d 100644--- a/tests/crawlers/test_cases/vjav.py+++ b/tests/crawlers/test_cases/vjav.py@@ -1,15 +1,15 @@DOMAIN = "vjav"TEST_CASES = [- (- "https://vjav.com/videos/733791/huntb-645-costume-part-time-job-is-erotic-cheerleader-a/",- [+ {+ "url": "https://vjav.com/videos/733791/huntb-645-costume-part-time-job-is-erotic-cheerleader-a/",+ "results": [{"url": "https://vjav.com/videos/733791/huntb-645-costume-part-time-job-is-erotic-cheerleader-a","filename": "Huntb-645 Costume Part-time Job Is Erotic Cheerleader A [733791].mp4","referer": "https://vjav.com/videos/733791/huntb-645-costume-part-time-job-is-erotic-cheerleader-a",- "download_folder": r"re:Loose Files (VJav)",- "datetime": int,+ "download_folder": "re:Loose Files (VJav)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/voe_sx.py b/tests/crawlers/test_cases/voe_sx.pyindex f20111834..2528a1059 100644--- a/tests/crawlers/test_cases/voe_sx.py+++ b/tests/crawlers/test_cases/voe_sx.py@@ -1,15 +1,15 @@DOMAIN = "voe.sx"TEST_CASES = [- (- "https://jilliandescribecompany.com/bhrc4degufg9",- [+ {+ "url": "https://jilliandescribecompany.com/bhrc4degufg9",+ "results": [{"url": "https://jilliandescribecompany.com/e/bhrc4degufg9","debrid_link": "ANY","filename": "Dr4gr4c3Fr4nc143x7Pv [bhrc4degufg9][720p].mp4","referer": "https://jilliandescribecompany.com/e/bhrc4degufg9","album_id": None,- "datetime": None,+ "uploaded_at": None,},{"url": "https://jilliandescribecompany.com/srt/14316/bhrc4degufg9_en.vtt",@@ -24,33 +24,33 @@ TEST_CASES = ["filename": "Dr4gr4c3Fr4nc143x7Pv [bhrc4degufg9][720p].es.vtt",},],- ),- (- "https://voe.sx/ueof3kkmzcal",- [+ },+ {+ "url": "https://voe.sx/ueof3kkmzcal",+ "results": [{"url": "https://jilliandescribecompany.com/e/ueof3kkmzcal","debrid_link": "ANY","filename": "wlkng.dd.ct.1x02.m720p.es [ueof3kkmzcal][720p].mp4","referer": "https://jilliandescribecompany.com/e/ueof3kkmzcal","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://jilliandescribecompany.com/e/a8pkxqgb5kvy",- [+ },+ {+ "url": "https://jilliandescribecompany.com/e/a8pkxqgb5kvy",+ "results": [{"url": "https://jilliandescribecompany.com/e/a8pkxqgb5kvy","debrid_link": "ANY","filename": "DAN.DA.DAN.S02E11.German.1080p.AAC.WebRip.x264-GSD [a8pkxqgb5kvy][1080p].mp4","referer": "https://jilliandescribecompany.com/e/a8pkxqgb5kvy","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- ("https://voe.sx/bhrc4degufg9", [], 4),- ("https://voe.sx/e/bhrc4degufg9", [], 4),+ },+ {"url": "https://voe.sx/bhrc4degufg9", "results": [], "count": 4},+ {"url": "https://voe.sx/e/bhrc4degufg9", "results": [], "count": 4},]diff --git a/tests/crawlers/test_cases/voyeurhit.py b/tests/crawlers/test_cases/voyeurhit.pyindex 5413ef370..78be663e2 100644--- a/tests/crawlers/test_cases/voyeurhit.py+++ b/tests/crawlers/test_cases/voyeurhit.py@@ -1,15 +1,15 @@DOMAIN = "voyeurhit"TEST_CASES = [- (- "https://voyeurhit.com/videos/328607/nylon-panty-dance-schoolgirls/",- [+ {+ "url": "https://voyeurhit.com/videos/328607/nylon-panty-dance-schoolgirls/",+ "results": [{"url": "https://voyeurhit.com/videos/328607/nylon-panty-dance-schoolgirls","filename": "Nylon Panty Dance schoolgirls (18+) [328607].mp4","referer": "https://voyeurhit.com/videos/328607/nylon-panty-dance-schoolgirls",- "download_folder": r"re:Loose Files (VoyeurHit)",- "datetime": int,+ "download_folder": "re:Loose Files (VoyeurHit)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/vsco.py b/tests/crawlers/test_cases/vsco.pyindex bf28c12be..2ce845310 100644--- a/tests/crawlers/test_cases/vsco.py+++ b/tests/crawlers/test_cases/vsco.py@@ -1,8 +1,8 @@DOMAIN = "vsco"TEST_CASES = [- (- "http://vsco.co/heliaabbaszadeh/media/6966cb5dff125db06d53e4ee",- [+ {+ "url": "http://vsco.co/heliaabbaszadeh/media/6966cb5dff125db06d53e4ee",+ "results": [{"url": "http://vsco.co/heliaabbaszadeh/media/6966cb5dff125db06d53e4ee","referer": "http://vsco.co/heliaabbaszadeh/media/6966cb5dff125db06d53e4ee",@@ -11,13 +11,13 @@ TEST_CASES = ["original_filename": "vsco_011326.jpg","debrid_link": "https://im.vsco.co/aws-us-west-2/b62a22/417332/6966cb5dff125db06d53e4ee/vsco_011326.jpg","album_id": None,- "datetime": 1768344414,+ "uploaded_at": 1768344414,}],- ),- (- "https://vsco.co/jollyt/gallery",- [+ },+ {+ "url": "https://vsco.co/jollyt/gallery",+ "results": [{"url": "http://vsco.co/jollyt/media/693f6a601d2d2bba406eb093","filename": "693f6a601d2d2bba406eb093.jpg",@@ -25,98 +25,35 @@ TEST_CASES = ["original_filename": "981efca9-7bc7-4094-838e-37614e7b0ee23057935271654318106.jpg","referer": "http://vsco.co/jollyt/media/693f6a601d2d2bba406eb093","album_id": None,- "datetime": 1765763682,+ "uploaded_at": 1765763682,"download_folder": "re:jollyt (VSCO)",},- {- "url": "http://vsco.co/jollyt/media/6939e9f3e0c47d7e19beac65",- "filename": "6939e9f3e0c47d7e19beac65.jpg",- },- {- "url": "http://vsco.co/jollyt/media/5d251c6de1676d2f0922e9e8",- "filename": "5d251c6de1676d2f0922e9e8.jpg",- },- {- "url": "http://vsco.co/jollyt/media/693866f862ca450b8c3d205a",- "filename": "693866f862ca450b8c3d205a.jpg",- },- {- "url": "http://vsco.co/jollyt/media/58c4a2c4631f9a55552cbeba",- "filename": "58c4a2c4631f9a55552cbeba.jpg",- },- {- "url": "http://vsco.co/jollyt/media/58a9f5657d982b7e267cf21e",- "filename": "58a9f5657d982b7e267cf21e.jpg",- },- {- "url": "http://vsco.co/jollyt/media/58a9f55c7d982b7e267cf21d",- "filename": "58a9f55c7d982b7e267cf21d.jpg",- },- {- "url": "http://vsco.co/jollyt/media/58a648767268df0c5723849b",- "filename": "58a648767268df0c5723849b.jpg",- },- {- "url": "http://vsco.co/jollyt/media/58a0cd9944251a254ecf3073",- "filename": "58a0cd9944251a254ecf3073.jpg",- },- {- "url": "http://vsco.co/jollyt/media/58a5a59403c5196354c01869",- "filename": "58a5a59403c5196354c01869.jpg",- },- {- "url": "http://vsco.co/jollyt/media/58a0a767a6884e1b07c8faca",- "filename": "58a0a767a6884e1b07c8faca.jpg",- },- {- "url": "http://vsco.co/jollyt/media/58a0a04914467b1911b46ca0",- "filename": "58a0a04914467b1911b46ca0.jpg",- },- {- "url": "http://vsco.co/jollyt/media/567dc28e66331e45358b456c",- "filename": "567dc28e66331e45358b456c.jpg",- },- {- "url": "http://vsco.co/jollyt/media/567dc26546331ebf258b456b",- "filename": "567dc26546331ebf258b456b.jpg",- },- {- "url": "http://vsco.co/jollyt/media/567dc253847e5fb71b8b456a",- "filename": "567dc253847e5fb71b8b456a.jpg",- },- {- "url": "http://vsco.co/jollyt/media/567dc223f39ccbe93e8b4575",- "filename": "567dc223f39ccbe93e8b4575.jpg",- },- {- "url": "http://vsco.co/jollyt/media/56749ca049331e60498b4574",- "filename": "56749ca049331e60498b4574.jpg",- },- {- "url": "http://vsco.co/jollyt/media/56749c736b331efc628b456f",- "filename": "56749c736b331efc628b456f.jpg",- },- {- "url": "http://vsco.co/jollyt/media/5659a73d67331e8b388b4568",- "filename": "5659a73d67331e8b388b4568.jpg",- },- {- "url": "http://vsco.co/jollyt/media/56749c472a331e76378b456d",- "filename": "56749c472a331e76378b456d.jpg",- },- {- "url": "http://vsco.co/jollyt/media/564932cfa70ef245028b456b",- "filename": "564932cfa70ef245028b456b.jpg",- },- {- "url": "http://vsco.co/jollyt/media/56493306a0ab338f098b4567",- "filename": "56493306a0ab338f098b4567.jpg",- },+ {"url": "http://vsco.co/jollyt/media/6939e9f3e0c47d7e19beac65", "filename": "6939e9f3e0c47d7e19beac65.jpg"},+ {"url": "http://vsco.co/jollyt/media/5d251c6de1676d2f0922e9e8", "filename": "5d251c6de1676d2f0922e9e8.jpg"},+ {"url": "http://vsco.co/jollyt/media/693866f862ca450b8c3d205a", "filename": "693866f862ca450b8c3d205a.jpg"},+ {"url": "http://vsco.co/jollyt/media/58c4a2c4631f9a55552cbeba", "filename": "58c4a2c4631f9a55552cbeba.jpg"},+ {"url": "http://vsco.co/jollyt/media/58a9f5657d982b7e267cf21e", "filename": "58a9f5657d982b7e267cf21e.jpg"},+ {"url": "http://vsco.co/jollyt/media/58a9f55c7d982b7e267cf21d", "filename": "58a9f55c7d982b7e267cf21d.jpg"},+ {"url": "http://vsco.co/jollyt/media/58a648767268df0c5723849b", "filename": "58a648767268df0c5723849b.jpg"},+ {"url": "http://vsco.co/jollyt/media/58a0cd9944251a254ecf3073", "filename": "58a0cd9944251a254ecf3073.jpg"},+ {"url": "http://vsco.co/jollyt/media/58a5a59403c5196354c01869", "filename": "58a5a59403c5196354c01869.jpg"},+ {"url": "http://vsco.co/jollyt/media/58a0a767a6884e1b07c8faca", "filename": "58a0a767a6884e1b07c8faca.jpg"},+ {"url": "http://vsco.co/jollyt/media/58a0a04914467b1911b46ca0", "filename": "58a0a04914467b1911b46ca0.jpg"},+ {"url": "http://vsco.co/jollyt/media/567dc28e66331e45358b456c", "filename": "567dc28e66331e45358b456c.jpg"},+ {"url": "http://vsco.co/jollyt/media/567dc26546331ebf258b456b", "filename": "567dc26546331ebf258b456b.jpg"},+ {"url": "http://vsco.co/jollyt/media/567dc253847e5fb71b8b456a", "filename": "567dc253847e5fb71b8b456a.jpg"},+ {"url": "http://vsco.co/jollyt/media/567dc223f39ccbe93e8b4575", "filename": "567dc223f39ccbe93e8b4575.jpg"},+ {"url": "http://vsco.co/jollyt/media/56749ca049331e60498b4574", "filename": "56749ca049331e60498b4574.jpg"},+ {"url": "http://vsco.co/jollyt/media/56749c736b331efc628b456f", "filename": "56749c736b331efc628b456f.jpg"},+ {"url": "http://vsco.co/jollyt/media/5659a73d67331e8b388b4568", "filename": "5659a73d67331e8b388b4568.jpg"},+ {"url": "http://vsco.co/jollyt/media/56749c472a331e76378b456d", "filename": "56749c472a331e76378b456d.jpg"},+ {"url": "http://vsco.co/jollyt/media/564932cfa70ef245028b456b", "filename": "564932cfa70ef245028b456b.jpg"},+ {"url": "http://vsco.co/jollyt/media/56493306a0ab338f098b4567", "filename": "56493306a0ab338f098b4567.jpg"},],- ),- (- "https://vsco.co/philippswildlife/video/6b31aa8f-de5d-452b-baf2-81d2b080997a",- [+ },+ {+ "url": "https://vsco.co/philippswildlife/video/6b31aa8f-de5d-452b-baf2-81d2b080997a",+ "results": [{"url": "https://vsco.co/philippswildlife/video/6b31aa8f-de5d-452b-baf2-81d2b080997a","filename": "6b31aa8f-de5d-452b-baf2-81d2b080997a [1080p].mp4",@@ -124,9 +61,9 @@ TEST_CASES = ["original_filename": "6b31aa8f-de5d-452b-baf2-81d2b080997a.mp4","referer": "https://vsco.co/philippswildlife/video/6b31aa8f-de5d-452b-baf2-81d2b080997a","album_id": None,- "datetime": 1768819516,+ "uploaded_at": 1768819516,"download_folder": "re:philippswildlife (VSCO)",}],- ),+ },]diff --git a/tests/crawlers/test_cases/vxxx.py b/tests/crawlers/test_cases/vxxx.pyindex abd572b62..b5d9b81c9 100644--- a/tests/crawlers/test_cases/vxxx.py+++ b/tests/crawlers/test_cases/vxxx.py@@ -1,15 +1,15 @@DOMAIN = "vxxx"TEST_CASES = [- (- "https://vxxx.com/video-235983",- [+ {+ "url": "https://vxxx.com/video-235983",+ "results": [{"url": "https://vxxx.com/video-235983","filename": "Ebony teen Romy Indy Has A Dirty Side And Wants Dick (18+) [235983].mp4","referer": "https://vxxx.com/video-235983",- "download_folder": r"re:Loose Files (VXXX)",- "datetime": int,+ "download_folder": "re:Loose Files (VXXX)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/xasiat.py b/tests/crawlers/test_cases/xasiat.pyindex 459674e81..878190a11 100644--- a/tests/crawlers/test_cases/xasiat.py+++ b/tests/crawlers/test_cases/xasiat.py@@ -1,28 +1,28 @@DOMAIN = "xasiat"TEST_CASES = [- (- "https://www.xasiat.com/albums/30487/cosplay-jk-61p-797mb",- [+ {+ "url": "https://www.xasiat.com/albums/30487/cosplay-jk-61p-797mb",+ "results": [{"url": "https://www.xasiat.com/get_image/2/01a28782c7940969a3a3d55ab1842268/sources/30000/30487/2155729.jpg/","filename": "2155729.jpg","referer": "https://www.xasiat.com/get_image/2/01a28782c7940969a3a3d55ab1842268/sources/30000/30487/2155729.jpg/","album_id": "30487",- "datetime": None,- "download_folder": r"re:\[Cosplay\] 屿鱼 蔚蓝档案 妃咲 JK \[61P-797MB\] \[album\] \(Xasiat\)",+ "uploaded_at": None,+ "download_folder": "re:\\[Cosplay\\] 屿鱼 蔚蓝档案 妃咲 JK \\[61P-797MB\\] \\[album\\] \\(Xasiat\\)",}],- 61,- ),- (- "https://www.xasiat.com/videos/104092/dvd-ai-shinozaki-special-bonus-dvd-weekly-playboy-2023-09-18-no-38/",- [+ "count": 61,+ },+ {+ "url": "https://www.xasiat.com/videos/104092/dvd-ai-shinozaki-special-bonus-dvd-weekly-playboy-2023-09-18-no-38/",+ "results": [{"url": "ANY",- "filename": "+付録DVD Ai Shinozaki 篠崎愛 – Special Bonus DVD Weekly Playboy 2023-09-18 No.38 [104092].mp4", # noqa: RUF001+ "filename": "+付録DVD Ai Shinozaki 篠崎愛 – Special Bonus DVD Weekly Playboy 2023-09-18 No.38 [104092].mp4","original_filename": "104092_source.mp4","album_id": None,}],- ),+ },]diff --git a/tests/crawlers/test_cases/xgroovy.py b/tests/crawlers/test_cases/xgroovy.pyindex ec42b05f3..a8db6da0f 100644--- a/tests/crawlers/test_cases/xgroovy.py+++ b/tests/crawlers/test_cases/xgroovy.py@@ -1,93 +1,86 @@DOMAIN = "xgroovy"TEST_CASES = [- # Video page link- (- "https://xgroovy.com/videos/598490/brunette-bombshell-casts-her-magic-in-amateur-pov/",- [+ {+ "url": "https://xgroovy.com/videos/598490/brunette-bombshell-casts-her-magic-in-amateur-pov/",+ "results": [{"url": "https://xgroovy.com/videos/598490/brunette-bombshell-casts-her-magic-in-amateur-pov","filename": "Brunette Bombshell Casts Her Magic in Amateur POV [598490][1080p].mp4","debrid_link": "ANY","referer": "https://xgroovy.com/videos/598490/brunette-bombshell-casts-her-magic-in-amateur-pov",- "datetime": 1758692603,+ "uploaded_at": 1758692603,}],- ),- # Gif page link- (- "https://xgroovy.com/shemale/gifs/463103/jaw-dropping3",- [+ },+ {+ "url": "https://xgroovy.com/shemale/gifs/463103/jaw-dropping3",+ "results": [{"url": "https://xgroovy.com/shemale/gifs/463103/jaw-dropping3","filename": "Jaw-dropping! [463103].mp4","debrid_link": "ANY","referer": "https://xgroovy.com/shemale/gifs/463103/jaw-dropping3",- "datetime": 1733330169,+ "uploaded_at": 1733330169,}],- ),- # Search- (- "https://xgroovy.com/search/helena-price/",- [+ },+ {+ "url": "https://xgroovy.com/search/helena-price/",+ "results": [{"url": "re:https://xgroovy.com/videos/",- "download_folder": r"re:helena\-price \[search\] \(XGroovy\)",+ "download_folder": "re:helena\\-price \\[search\\] \\(XGroovy\\)","referer": "re:https://xgroovy.com/videos/","album_id": None,}],- 17,- ),- # Pornstars- (- "https://xgroovy.com/pornstars/hotangelsfromhell/",- [+ "count": 17,+ },+ {+ "url": "https://xgroovy.com/pornstars/hotangelsfromhell/",+ "results": [{"url": "ANY",- "download_folder": r"re:HotAngelsFromHell \[pornstars\] \(XGroovy\)",+ "download_folder": "re:HotAngelsFromHell \\[pornstars\\] \\(XGroovy\\)","referer": "re:https://xgroovy.com/videos/","album_id": None,}],- 1,- ),- # Image- (- "https://xgroovy.com/photos/1082475/hope-you-like-them-perky-and-natural/",- [+ "count": 1,+ },+ {+ "url": "https://xgroovy.com/photos/1082475/hope-you-like-them-perky-and-natural/",+ "results": [{"url": "https://photos.xgroovy.com/contents/albums/sources/1082000/1082475/1496153.jpg",- "download_folder": r"re:Hope you like them perky and natural \(XGroovy\)",+ "download_folder": "re:Hope you like them perky and natural \\(XGroovy\\)","referer": "https://xgroovy.com/photos/1082475/hope-you-like-them-perky-and-natural","filename": "1496153.jpg","album_id": "1082475",}],- ),- # Album- (- "https://xgroovy.com/photos/1081573/without-piercing-this-view-is-more-appetizing/",- [+ },+ {+ "url": "https://xgroovy.com/photos/1081573/without-piercing-this-view-is-more-appetizing/",+ "results": [{"url": "re:https://photos.xgroovy.com/contents/albums/sources/1081000/1081573/",- "download_folder": r"re:Without piercing, this view is more appetizing \(XGroovy\)",+ "download_folder": "re:Without piercing, this view is more appetizing \\(XGroovy\\)","referer": "re:https://xgroovy.com/photos/1081573/without-piercing-this-view-is-more-appetizing","album_id": "1081573",- },+ }],- 12,- ),- # Direct File- (- "https://photos.xgroovy.com/contents/albums/sources/1081000/1081200/1493360.jpg",- [+ "count": 12,+ },+ {+ "url": "https://photos.xgroovy.com/contents/albums/sources/1081000/1081200/1493360.jpg",+ "results": [{"url": "https://photos.xgroovy.com/contents/albums/sources/1081000/1081200/1493360.jpg",- "download_folder": r"re:Loose Files \(XGroovy\)",+ "download_folder": "re:Loose Files \\(XGroovy\\)","referer": "https://photos.xgroovy.com/contents/albums/sources/1081000/1081200/1493360.jpg","filename": "1493360.jpg",}],- ),+ },]diff --git a/tests/crawlers/test_cases/xhamster.py b/tests/crawlers/test_cases/xhamster.pyindex 15684f292..d9150fd44 100644--- a/tests/crawlers/test_cases/xhamster.py+++ b/tests/crawlers/test_cases/xhamster.py@@ -1,8 +1,8 @@DOMAIN = "xhamster"TEST_CASES = [- (- "https://ge.xhamster.desi/videos/horny-asian-slut-fucking-with-big-toy-and-cumming-a-lot-xhW9s1z",- [+ {+ "url": "https://ge.xhamster.desi/videos/horny-asian-slut-fucking-with-big-toy-and-cumming-a-lot-xhW9s1z",+ "results": [{"url": "https://ge.xhamster.desi/videos/horny-asian-slut-fucking-with-big-toy-and-cumming-a-lot-xhW9s1z","filename": "Horny Asian slut fucking with Big Toy and CUMMING a lot [xhW9s1z][h264][720p].mp4",@@ -10,105 +10,96 @@ TEST_CASES = ["debrid_link": None,"referer": "https://ge.xhamster.desi/videos/horny-asian-slut-fucking-with-big-toy-and-cumming-a-lot-xhW9s1z","album_id": None,- "datetime": 1609776316,+ "uploaded_at": 1609776316,}],- ),- (- "https://xhamster45.desi/videos/eating-her-ass-xhdR056",- [+ },+ {+ "url": "https://xhamster45.desi/videos/eating-her-ass-xhdR056",+ "results": [{"url": "https://xhamster45.desi/videos/eating-her-ass-xhdR056","filename": "Eating her ass [xhdR056][h264][720p].mp4","original_filename": "xhdR056.mp4",- "debrid_link": None, # Should download an HLS stream+ "debrid_link": None,"referer": "https://xhamster45.desi/videos/eating-her-ass-xhdR056","album_id": None,- "datetime": 1764724818,+ "uploaded_at": 1764724818,}],- ),- (- "https://ge.xhamster.com/photos/gallery/15860946/511409507",- [+ },+ {+ "url": "https://ge.xhamster.com/photos/gallery/15860946/511409507",+ "results": [{"url": "https://ic-ph-nss.xhcdn.com/a/M2JlNDhlZTJkNjk0NjY1ZGMyMWMwY2Q2ZTU3NGNlNjQ/webp/000/511/409/501_1000.jpg","filename": "009 - 501_1000 [511409501].jpg","original_filename": "501_1000.jpg","referer": "https://ge.xhamster.com/photos/gallery/15860946/511409501",- "download_folder": r"re:Take me to the carwash at DigitalDesire \[gallery\] \(xHamster\)",+ "download_folder": "re:Take me to the carwash at DigitalDesire \\[gallery\\] \\(xHamster\\)","album_id": "15860946",- "datetime": 1643783409,+ "uploaded_at": 1643783409,}],- 19,- ),- (- "https://ge.xhamster.com/photos/gallery/15860946",- [+ "count": 19,+ },+ {+ "url": "https://ge.xhamster.com/photos/gallery/15860946",+ "results": [{"url": "https://ic-ph-nss.xhcdn.com/a/M2JlNDhlZTJkNjk0NjY1ZGMyMWMwY2Q2ZTU3NGNlNjQ/webp/000/511/409/501_1000.jpg","filename": "009 - 501_1000 [511409501].jpg","original_filename": "501_1000.jpg","referer": "https://ge.xhamster.com/photos/gallery/15860946/511409501",- "download_folder": r"re:Take me to the carwash at DigitalDesire \[gallery\] \(xHamster\)",+ "download_folder": "re:Take me to the carwash at DigitalDesire \\[gallery\\] \\(xHamster\\)","album_id": "15860946",- "datetime": 1643783409,+ "uploaded_at": 1643783409,}],- 19,- ),- (- "https://xhamster.com/users/ombreto/videos",- [+ "count": 19,+ },+ {+ "url": "https://xhamster.com/users/ombreto/videos",+ "results": [{"url": "https://xhamster.com/videos/18yo-alexandra-student-bdsm-real-casting-2023793","filename": "18yo Alexandra student BDSM real casting [2023793][h264][240p].mp4","original_filename": "2023793.mp4","referer": "https://xhamster.com/videos/18yo-alexandra-student-bdsm-real-casting-2023793",- "download_folder": r"re:ombreto \[user\] \(xHamster\)[\\/]videos",+ "download_folder": "re:ombreto \\[user\\] \\(xHamster\\)[\\\\/]videos","album_id": None,- "datetime": 1372456260,+ "uploaded_at": 1372456260,}],- 42,- ),- (- "https://xhamster.com/creators/danielagomezz",- [- {- "url": "ANY",- "download_folder": r"re:DanielaGomezx \[user\] \(xHamster\)",- },- ],- range(50, 70),- ),- (- "https://xhamster.com/creators/danielagomezz/exclusive",- [],- range(50, 70),- ),- (- "https://xhamster.com/creators/danielagomezz/photos",- [+ "count": 42,+ },+ {+ "url": "https://xhamster.com/creators/danielagomezz",+ "results": [{"url": "ANY", "download_folder": "re:DanielaGomezx \\[user\\] \\(xHamster\\)"}],+ "count": range(50, 70),+ },+ {"url": "https://xhamster.com/creators/danielagomezz/exclusive", "results": [], "count": range(50, 70)},+ {+ "url": "https://xhamster.com/creators/danielagomezz/photos",+ "results": [{"url": "https://ic-ph-nss.xhcdn.com/a/NGNmMmIxMGJlM2E2YjgyZWI3ZGE4OTcwNmNhNzAxZTU/webp/000/517/308/698_1000.jpg","filename": "001 - 698_1000 [517308698].jpg","original_filename": "698_1000.jpg","referer": "https://xhamster.com/photos/gallery/16252066/517308698",- "download_folder": r"re:DanielaGomezx \[user\] \(xHamster\)[\\/]galleries[\\/]New image change",+ "download_folder": "re:DanielaGomezx \\[user\\] \\(xHamster\\)[\\\\/]galleries[\\\\/]New image change","album_id": "16252066",- "datetime": 1738917721,+ "uploaded_at": 1738917721,},{"url": "https://ic-ph-nss.xhcdn.com/a/Mzc4ODY4M2VkNzM0ZTM3OGVjMGQ1ZTFjZGU1MzhhZDU/webp/000/517/308/699_1000.jpg","filename": "002 - 699_1000 [517308699].jpg","original_filename": "699_1000.jpg","referer": "https://xhamster.com/photos/gallery/16252066/517308699",- "download_folder": r"re:DanielaGomezx \[user\] \(xHamster\)[\\/]galleries[\\/]New image change",+ "download_folder": "re:DanielaGomezx \\[user\\] \\(xHamster\\)[\\\\/]galleries[\\\\/]New image change","album_id": "16252066",- "datetime": 1738917721,+ "uploaded_at": 1738917721,},],- ),+ },]diff --git a/tests/crawlers/test_cases/xmegadrive.py b/tests/crawlers/test_cases/xmegadrive.pyindex 2cb35b377..027f09dd9 100644--- a/tests/crawlers/test_cases/xmegadrive.py+++ b/tests/crawlers/test_cases/xmegadrive.py@@ -1,8 +1,8 @@DOMAIN = "xmegadrive"TEST_CASES = [- (- "https://www.xmegadrive.com/videos/reach-around-handjob-hom-3-goddess-zephy/",- [+ {+ "url": "https://www.xmegadrive.com/videos/reach-around-handjob-hom-3-goddess-zephy/",+ "results": [{"url": "https://www.xmegadrive.com/videos/reach-around-handjob-hom-3-goddess-zephy/","filename": "Reach Around Handjob HoM 3 - Goddess Zephy [200825][720p].mp4",@@ -11,5 +11,5 @@ TEST_CASES = ["album_id": None,}],- ),+ }]diff --git a/tests/crawlers/test_cases/xmilf.py b/tests/crawlers/test_cases/xmilf.pyindex 660762281..9f25a9524 100644--- a/tests/crawlers/test_cases/xmilf.py+++ b/tests/crawlers/test_cases/xmilf.py@@ -1,15 +1,15 @@DOMAIN = "xmilf"TEST_CASES = [- (- "https://xmilf.com/video/1561649/big-boob-stepmother-tries-porn/",- [+ {+ "url": "https://xmilf.com/video/1561649/big-boob-stepmother-tries-porn/",+ "results": [{"url": "https://xmilf.com/video/1561649/big-boob-stepmother-tries-porn","filename": "Big Boob Stepmother Tries Porn [1561649].mp4","referer": "https://xmilf.com/video/1561649/big-boob-stepmother-tries-porn",- "download_folder": r"re:Loose Files (XMilf)",- "datetime": int,+ "download_folder": "re:Loose Files (XMilf)",+ "uploaded_at": int,}],- ),+ }]diff --git a/tests/crawlers/test_cases/xvideos.py b/tests/crawlers/test_cases/xvideos.pyindex 69cb03e77..a0ddfc07b 100644--- a/tests/crawlers/test_cases/xvideos.py+++ b/tests/crawlers/test_cases/xvideos.py@@ -1,70 +1,70 @@DOMAIN = "xvideos"TEST_CASES = [- (- "https://www.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth",- [+ {+ "url": "https://www.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth",+ "results": [{"url": "https://www.xvideos.com/video.ohfceph5e51/_","filename": "MIA KHALIFA - Mia Khalifa Gets Her Pussy Pounded In Doggy Before Takin [ohfceph5e51][1080p].mp4","original_filename": "ohfceph5e51.mp4","referer": "https://www.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth","album_id": None,- "datetime": 1751666400,+ "uploaded_at": 1751666400,}],- ),- (- "https://de.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth",- [+ },+ {+ "url": "https://de.xvideos.com/video.ohfceph5e51/mia_khalifa_-_mia_khalifa_gets_her_pussy_pounded_in_doggy_before_taking_a_hot_cumshot_inside_her_mouth",+ "results": [{"url": "https://de.xvideos.com/video.ohfceph5e51/_","filename": "MIA KHALIFA - Mia Khalifa Gets Her Pussy Pounded In Doggy Before Takin [ohfceph5e51][1080p].mp4",}],- ),- (- "https://www.xvideos.es/profiles/petite1810",- [+ },+ {+ "url": "https://www.xvideos.es/profiles/petite1810",+ "results": [{"url": "https://www.xvideos.es/video.uvfdtpm4c2a/_","filename": "Vídeo de verificación [uvfdtpm4c2a][1920p].mp4","original_filename": "uvfdtpm4c2a.mp4","referer": "https://www.xvideos.es/video.uvfdtpm4c2a/video_de_verificacion","album_id": None,- "datetime": 1689535483,+ "uploaded_at": 1689535483,}],- ),- (- # Title should always be the original title, ignore auto translated title- "https://www.xvideos.es/video.oiubcfkc787/_mi_esposa_colombiana_queria_un_masaje_con_un_masajista_por_que_es_normal_",- [+ },+ {+ "url": "https://www.xvideos.es/video.oiubcfkc787/_mi_esposa_colombiana_queria_un_masaje_con_un_masajista_por_que_es_normal_",+ "description": "Title should always be the original title, ignore auto translated title",+ "results": [{"url": "https://www.xvideos.es/video.oiubcfkc787/_","filename": "My Colombian Wife Wanted Massage by Male Masseur ! Why Is this Normal [oiubcfkc787][1080p].mp4","referer": "https://www.xvideos.es/video.oiubcfkc787/_mi_esposa_colombiana_queria_un_masaje_con_un_masajista_por_que_es_normal_",}],- ),- (- "https://it.xvideos.com/valter_karotti#quickies/h/uceupff0647",- [+ },+ {+ "url": "https://it.xvideos.com/valter_karotti#quickies/h/uceupff0647",+ "results": [{"url": "https://it.xvideos.com/video.uceupff0647/_","filename": "Beauty Gina Gerson Takes Monster Cock in Anal - Anal Orgasm [uceupff0647][1080p].mp4","referer": "https://it.xvideos.com/video.uceupff0647/_",}],- ),- (- "https://it.xvideos.com/channels/scout69_official/photos/10612349/german_scout_-_skinny_candee_licious",- [+ },+ {+ "url": "https://it.xvideos.com/channels/scout69_official/photos/10612349/german_scout_-_skinny_candee_licious",+ "results": [{- "url": r"re:https:\/\/profile-pics-cdn\d+\.xvideos-cdn\.com",+ "url": "re:https:\\/\\/profile-pics-cdn\\d+\\.xvideos-cdn\\.com","album_id": "10612349","referer": "https://it.xvideos.com/channels/scout69_official/photos/10612349/german_scout_-_skinny_candee_licious",}],- 24,- ),+ "count": 24,+ },]diff --git a/tests/crawlers/test_cases/xxxbunker.py b/tests/crawlers/test_cases/xxxbunker.pyindex d8f291994..bfb993bb7 100644--- a/tests/crawlers/test_cases/xxxbunker.py+++ b/tests/crawlers/test_cases/xxxbunker.py@@ -1,21 +1,21 @@DOMAIN = "xxxbunker"TEST_CASES = [- (- "https://xxxbunker.com/11634231",- [+ {+ "url": "https://xxxbunker.com/11634231",+ "results": [{"url": "https://xxxbunker.com/player/11634231","filename": "Stepbrothers Wife Exposes Big Tits For Lactation Scene 1 [11634231].mp4","referer": "https://xxxbunker.com/11634231","debrid_link": "ANY","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- ),- (- "https://xxxbunker.com/search/aarielle+alexis",- [+ },+ {+ "url": "https://xxxbunker.com/search/aarielle+alexis",+ "results": [{"url": "https://xxxbunker.com/339288","filename": "Curvy Black Haired Sex Pot Aarielle Alexis Performs Hard Solo Using Massive Dildo [339288].mp4",@@ -23,9 +23,9 @@ TEST_CASES = ["download_folder": "re:aarielle alexis [search]","debrid_link": "ANY","album_id": None,- "datetime": None,+ "uploaded_at": None,}],- 68,- ),+ "count": 68,+ },]diff --git a/tests/crawlers/test_crawlers.py b/tests/crawlers/test_crawlers.pyindex 512e801ec..a16f425e5 100644--- a/tests/crawlers/test_crawlers.py+++ b/tests/crawlers/test_crawlers.py@@ -3,9 +3,9 @@ from __future__ import annotationsimport dataclassesimport importlib.utilimport re-from collections.abc import Generator, Sequence+from collections.abc import Sequencefrom pathlib import Path-from typing import TYPE_CHECKING, NamedTuple, NotRequired+from typing import TYPE_CHECKING, Any, NotRequiredfrom unittest import mockimport pytest@@ -38,27 +38,25 @@ class Result(TypedDict):@dataclasses.dataclass(slots=True)-class Config:- skip: str | bool = False- total: int | None = None---_default_config = Config()--TestTuple = tuple[str, list[Result], int, Config]---class CrawlerTestCase(NamedTuple):+class CrawlerTestCase:domain: str- input_url: str+ url: strresults: list[Result]- # TODO: deprecated total, move to config- total: Sequence[int] | int | None = None- config: Config = _default_config+ description: str | None = None+ fail: bool | str | int = False+ xfail: str | None = None+ skip: str | bool = False+ count: Sequence[int] | int | None = None+ options: list[str] | None = None+ log: str | None = None++ @property+ def test_id(self) -> str:+ return f"{self.domain} - {self.url}"_TEST_CASE_ADAPTER = TypeAdapter(CrawlerTestCase)-_TEST_DATA: dict[str, list[TestTuple]] = {}+_TEST_DATA: dict[str, list[dict[str, Any]]] = {}def _load_test_cases(path: Path) -> None:@@ -68,16 +66,7 @@ def _load_test_cases(path: Path) -> None:module_spec.loader.exec_module(module)if module.DOMAIN in _TEST_DATA:raise RuntimeError(f"Multiple tests files for {module.DOMAIN}")- _TEST_DATA[module.DOMAIN] = list(_fix_test_cases(module.TEST_CASES))---def _fix_test_cases(test_cases: list[TestTuple]) -> Generator[TestTuple]:- for test_case in test_cases:- for result in test_case[1]:- if "datetime" in result:- result["uploaded_at"] = result.pop("datetime")-- yield test_case+ _TEST_DATA[module.DOMAIN] = module.TEST_CASESdef _load_test_data() -> None:@@ -90,7 +79,7 @@ def _load_test_data() -> None:def pytest_generate_tests(metafunc: pytest.Metafunc) -> None:_load_test_data()- if "crawler_test_case" in metafunc.fixturenames:+ if "test_case" in metafunc.fixturenames:valid_domains = set(_TEST_DATA)domains_to_tests: list[str] = getattr(metafunc.config, "test_crawlers_domains", [])for domain in domains_to_tests:@@ -99,16 +88,16 @@ def pytest_generate_tests(metafunc: pytest.Metafunc) -> None:all_test_cases: list[CrawlerTestCase] = []for domain, test_cases in sorted(_TEST_DATA.items()):if domain in domains_to_tests:- all_test_cases.extend(CrawlerTestCase(domain, *case) for case in test_cases)- metafunc.parametrize("crawler_test_case", all_test_cases, ids=lambda x: f"{x.domain} - {x.input_url}")+ all_test_cases.extend(+ _TEST_CASE_ADAPTER.validate_python({"domain": domain} | case) for case in test_cases+ )+ metafunc.parametrize("test_case", all_test_cases, ids=lambda case: case.test_id)@pytest.mark.crawler_test_case-async def test_crawler(running_manager: Manager, crawler_test_case: CrawlerTestCase) -> None:- # Check that this is a valid test case with pydantic- test_case = _TEST_CASE_ADAPTER.validate_python(crawler_test_case)- if skip := test_case.config.skip:- pytest.skip(skip) if isinstance(skip, str) else pytest.skip()+async def test_crawler(running_manager: Manager, test_case: CrawlerTestCase, request: pytest.FixtureRequest) -> None:+ if test_case.skip:+ pytest.skip(reason=test_case.skip if isinstance(test_case.skip, str) else "")with _crawler_mock() as func:async with ScrapeMapper(running_manager)() as scrape_mapper:@@ -120,30 +109,30 @@ async def test_crawler(running_manager: Manager, crawler_test_case: CrawlerTestCassert cls, f"{test_case.domain} is not a valid crawler domain. Test case is invalid"crawler = cls(running_manager)await crawler.__async_init__()- item = ScrapeItem(url=crawler.parse_url(test_case.input_url))+ item = ScrapeItem(url=crawler.parse_url(test_case.url))await crawler.run(item)results: list[MediaItem] = sorted((call.args[0] for call in func.call_args_list), key=lambda x: str(x.url))- total = test_case.total or len(test_case.results)+ count = test_case.count or len(test_case.results)_assert_n_results(test_case, len(results))- if total:+ if count:func.assert_awaited()_validate_results(crawler, test_case, results)def _assert_n_results(test_case: CrawlerTestCase, n_results: int) -> None:- total = test_case.total or len(test_case.results)- if isinstance(total, Sequence):- assert n_results in total+ count = test_case.count or len(test_case.results)+ if isinstance(count, Sequence):+ assert n_results in countelse:- assert total == n_results+ assert count == n_resultsclass _NOT_NONE: # noqa: N801- def __eq__(self, other) -> bool:+ def __eq__(self, other: object) -> bool:return other is not None- def __ne__(self, other) -> bool:+ def __ne__(self, other: object) -> bool:return other is Nonedef __repr__(self) -> str:@@ -212,13 +201,13 @@ def _re_search(expected_value: str, result_value: str) -> re.Match[str] | None:],)async def test_direct_http_crawler(running_manager: Manager, url: str, filename: str) -> None:- test_case = CrawlerTestCase(domain="no_crawler", input_url=url, results=[{"url": url, "filename": filename}])+ test_case = CrawlerTestCase(domain="no_crawler", url=url, results=[{"url": url, "filename": filename}])with _crawler_mock() as func:async with ScrapeMapper(running_manager)() as scrape_mapper:crawler = scrape_mapper._direct_httpawait scrape_mapper.run()- item = ScrapeItem(url=parse_url(test_case.input_url))+ item = ScrapeItem(url=parse_url(test_case.url))await crawler.fetch(item)results: list[MediaItem] = sorted((call.args[0] for call in func.call_args_list), key=lambda x: str(x.url))diff --git a/tests/test_nextjs.py b/tests/test_nextjs.pyindex 001045e6d..f3d254101 100644--- a/tests/test_nextjs.py+++ b/tests/test_nextjs.py@@ -6,6 +6,8 @@ from bs4 import BeautifulSoupfrom cyberdrop_dl.utils import next_js+pytest.skip("website down", allow_module_level=True)+@pytest.fixture(name="soup", scope="module")async def onepace_soup() -> AsyncGenerator[BeautifulSoup]: