Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
fix: url suffix (Porntrex)
NTFSvolume3ecd2e40c878
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 0d17ca0d6..c390694aa 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -51,6 +51,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0- Download URL extraction (FuckingFast)- Download URL extraction (Odnoklassniki / Ok.ru)- Download of files with no hash information (Filester)+- Videos downloaded with no extension (Porntrex)- Date parsing (nsfw.xxx)- Parsing of `$EDITOR` for paths with spacesdiff --git a/cyberdrop_dl/crawlers/porntrex.py b/cyberdrop_dl/crawlers/porntrex.pyindex 39fee92e9..52f507f25 100644--- a/cyberdrop_dl/crawlers/porntrex.py+++ b/cyberdrop_dl/crawlers/porntrex.py@@ -90,13 +90,11 @@ class PorntrexCrawler(Crawler):soup = await self.request_soup(scrape_item.url)video = extract_kvs_video(self, soup)link = video.url+ _, ext = self.get_filename_and_ext(video.url.name or video.url.parent.name)scrape_item.url = canonical_url- custom_filename = self.create_custom_filename(- video.title, link.suffix, file_id=video.id, resolution=video.resolution- )- await self.handle_file(- canonical_url, scrape_item, link.name, link.suffix, custom_filename=custom_filename, debrid_link=link- )+ # _,+ filename = self.create_custom_filename(video.title, ext, file_id=video.id, resolution=video.resolution)+ await self.handle_file(canonical_url, scrape_item, video.title, ext, custom_filename=filename, debrid_link=link)@error_handling_wrapperasync def collection(self, scrape_item: ScrapeItem, collection_type: str) -> None:diff --git a/tests/crawlers/test_cases/porntrex.py b/tests/crawlers/test_cases/porntrex.pyindex f32988f3e..930597b5e 100644--- a/tests/crawlers/test_cases/porntrex.py+++ b/tests/crawlers/test_cases/porntrex.py@@ -7,18 +7,13 @@ TEST_CASES = ["url": "https://www.porntrex.com/video/3001819","debrid_url": "re:/get_file/","filename": "A pandemic will not stop the two lovers [3001819][1080p].mp4",- "original_filename": "3001819_1080p.mp4",+ "original_filename": "A pandemic will not stop the two lovers","download_folder": "re:Loose Files (Porntrex)","referer": "https://www.porntrex.com/video/3001819","uploaded_at": None,}],},- {- "url": "https://www.porntrex.com/search/song/",- "results": [{"url": "ANY", "download_folder": "re:song [search] (Porntrex)", "album_id": None}],- "count": range(255, 300),- },{"url": "https://www.porntrex.com/albums/57737/brandi-love-set-35/","results": [@@ -32,4 +27,15 @@ TEST_CASES = [],"count": 376,},+ {+ "url": "https://www.porntrex.com/search/song/",+ "results": [+ {+ "url": "ANY",+ "download_folder": "re:song [search] (Porntrex)",+ "album_id": None,+ }+ ],+ "count": range(240, 300),+ },]