Skip to content

Bulk asynchronous downloader for multiple file hosts

perf: resolve confirmation link without request (xenforo) (#1152)

NTFSvolume620e6532075c
diff --git a/cyberdrop_dl/crawlers/_forum.py b/cyberdrop_dl/crawlers/_forum.py
index 4a00c7a2c..339d579fa 100644
--- a/cyberdrop_dl/crawlers/_forum.py
+++ b/cyberdrop_dl/crawlers/_forum.py
@@ -9,6 +9,7 @@ If the message board needs to scrape the actual HTML of page, Inherit for HTMLMe
from __future__ import annotations
+import base64
import dataclasses
import datetime
import re
@@ -566,6 +567,11 @@ class HTMLMessageBoardCrawler(MessageBoardCrawler, is_abc=True):
@error_handling_wrapper
async def resolve_confirmation_link(self, link: AbsoluteHttpURL) -> AbsoluteHttpURL | None:
+ if url := link.query.get("url"):
+ url = base64.b64decode(url).decode("utf-8")
+ if url.startswith("https://"):
+ return self.parse_url(url)
+
async with self.request_limiter:
soup: BeautifulSoup = await self.client.get_soup(self.DOMAIN, link)
selector = self.SELECTORS.confirmation_button