Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
fix: confirmation links handling (Xenforo) (#1056)
Barbarella66666665762483090cb
diff --git a/cyberdrop_dl/crawlers/xenforo/xenforo.py b/cyberdrop_dl/crawlers/xenforo/xenforo.pyindex c38af5fb8..b90765a83 100644--- a/cyberdrop_dl/crawlers/xenforo/xenforo.py+++ b/cyberdrop_dl/crawlers/xenforo/xenforo.py@@ -331,7 +331,7 @@ class XenforoCrawler(Crawler, is_abc=True):else:absolute_link = linkif self.is_confirmation_link(absolute_link):- absolute_link = await self.handle_confirmation_link(link)+ absolute_link = await self.handle_confirmation_link(absolute_link)return absolute_linkdef str_to_url(self, link: str) -> AbsoluteHttpURL:@@ -375,7 +375,7 @@ class XenforoCrawler(Crawler, is_abc=True):await self.handle_file(scrape_item.url, scrape_item, filename, ext)@error_handling_wrapper- async def handle_confirmation_link(self, link: URL, *, origin: ScrapeItem | None = None) -> AbsoluteHttpURL | None:+ async def handle_confirmation_link(self, link: URL) -> AbsoluteHttpURL | None:"""Handles link confirmation."""async with self.request_limiter:soup: BeautifulSoup = await self.client.get_soup(self.DOMAIN, link)@@ -419,7 +419,7 @@ class XenforoCrawler(Crawler, is_abc=True):def is_valid_post_link(self, link_obj: Tag) -> bool:is_image = link_obj.select_one("img")- link_str: str = css.get_attr(link_obj, self.selectors.posts.links.element)+ link_str: str = css.get_attr_or_none(link_obj, self.selectors.posts.links.element)return not (is_image or self.is_attachment(link_str))def is_confirmation_link(self, link: URL) -> bool: