Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
refactor: remove parent and origin properties
NTFSvolumec54169b7afcd
diff --git a/cyberdrop_dl/crawlers/_forum.py b/cyberdrop_dl/crawlers/_forum.pyindex 59ad0e26e..c3f567f17 100644--- a/cyberdrop_dl/crawlers/_forum.py+++ b/cyberdrop_dl/crawlers/_forum.py@@ -259,12 +259,13 @@ class MessageBoardCrawler(Crawler, is_abc=True):@finaldef _check_thread_recursion(self, scrape_item: ScrapeItem) -> None:if self.stop_thread_recursion(scrape_item):- parents = f"{len(scrape_item.parent_threads)} parent thread(s)"+ threads = f"{len(scrape_item.parent_threads)} parent thread(s)"+ origin, parent = (scrape_item.parents[0], scrape_item.parents[-1]) if scrape_item.parents else (None, None)msg = (- f"Skipping nested thread URL with {parents}:"+ f"Skipping nested thread URL with {threads}:"f"URL: {scrape_item.url}\n"- f"Parent: {scrape_item.parent}\n"- f"Origin: {scrape_item.origin}\n"+ f"Parent: {parent}\n"+ f"Origin: {origin}\n")raise MaxChildrenError(msg)diff --git a/cyberdrop_dl/crawlers/mixdrop.py b/cyberdrop_dl/crawlers/mixdrop.pyindex fed2ee413..30759d769 100644--- a/cyberdrop_dl/crawlers/mixdrop.py+++ b/cyberdrop_dl/crawlers/mixdrop.py@@ -51,7 +51,7 @@ class MixDropCrawler(Crawler):ext,custom_filename=filename,debrid_link=link,- referer=scrape_item.parent or scrape_item.url,+ referer=scrape_item.parents[-1] if scrape_item.parents else scrape_item.url,)async def _request_file_info(self, file_id: str) -> tuple[str, AbsoluteHttpURL]:diff --git a/cyberdrop_dl/url_objects.py b/cyberdrop_dl/url_objects.pyindex fd04f2876..857546cc3 100644--- a/cyberdrop_dl/url_objects.py+++ b/cyberdrop_dl/url_objects.py@@ -355,16 +355,6 @@ class ScrapeItem:yield self.create_child(url)self.add_children()- @property- def origin(self) -> AbsoluteHttpURL | None:- if self.parents:- return self.parents[0]-- @property- def parent(self) -> AbsoluteHttpURL | None:- if self.parents:- return self.parents[-1]-@propertydef is_loose_file(self) -> bool:return not self.folders or not self.part_of_album