Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
feat: support short URLs (Filedicth)
NTFSvolumeee12bc3298ed
diff --git a/cyberdrop_dl/crawlers/fileditch.py b/cyberdrop_dl/crawlers/fileditch.pyindex 1e6620e7f..f40d43d08 100644--- a/cyberdrop_dl/crawlers/fileditch.py+++ b/cyberdrop_dl/crawlers/fileditch.py@@ -34,7 +34,8 @@ class FileditchCrawler(Crawler):"/beta123/<file_id>/<name>","/temp/<file_id>/<name>","/alpha7/<file_id>/<name>",- )+ ),+ "Short URL": "https://theditch.st/<short_id>",}PRIMARY_URL: ClassVar[AbsoluteHttpURL] = AbsoluteHttpURL("https://fileditchfiles.me/")DOMAIN: ClassVar[str] = "fileditch"@@ -42,10 +43,19 @@ class FileditchCrawler(Crawler):async def fetch(self, scrape_item: ScrapeItem) -> None:match scrape_item.url.parts[1:]:case [_, _, *_]:- return await self.file(scrape_item)+ await self.file(scrape_item)+ case [_] if scrape_item.url.host == "theditch.st":+ await self.short_url(scrape_item)case _:raise ValueError+ async def short_url(self, scrape_item: ScrapeItem) -> None:+ soup = await self.request_soup(scrape_item.url)+ with scrape_item.track_changes:+ scrape_item.url = self.parse_url(css.select(soup, "a#fd-go", "href"))++ self.create_eager_task(self.run(scrape_item))+@classmethod@overridedef transform_url(cls, url: AbsoluteHttpURL) -> AbsoluteHttpURL: