Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
perf: resolve confirmation link without request (xenforo) (#1152)
NTFSvolume620e6532075c
diff --git a/cyberdrop_dl/crawlers/_forum.py b/cyberdrop_dl/crawlers/_forum.pyindex 4a00c7a2c..339d579fa 100644--- a/cyberdrop_dl/crawlers/_forum.py+++ b/cyberdrop_dl/crawlers/_forum.py@@ -9,6 +9,7 @@ If the message board needs to scrape the actual HTML of page, Inherit for HTMLMefrom __future__ import annotations+import base64import dataclassesimport datetimeimport re@@ -566,6 +567,11 @@ class HTMLMessageBoardCrawler(MessageBoardCrawler, is_abc=True):@error_handling_wrapperasync def resolve_confirmation_link(self, link: AbsoluteHttpURL) -> AbsoluteHttpURL | None:+ if url := link.query.get("url"):+ url = base64.b64decode(url).decode("utf-8")+ if url.startswith("https://"):+ return self.parse_url(url)+async with self.request_limiter:soup: BeautifulSoup = await self.client.get_soup(self.DOMAIN, link)selector = self.SELECTORS.confirmation_button