Skip to content

Bulk asynchronous downloader for multiple file hosts

refactor: remove parent and origin properties

NTFSvolumec54169b7afcd
diff --git a/cyberdrop_dl/crawlers/_forum.py b/cyberdrop_dl/crawlers/_forum.py
index 59ad0e26e..c3f567f17 100644
--- a/cyberdrop_dl/crawlers/_forum.py
+++ b/cyberdrop_dl/crawlers/_forum.py
@@ -259,12 +259,13 @@ class MessageBoardCrawler(Crawler, is_abc=True):
@final
def _check_thread_recursion(self, scrape_item: ScrapeItem) -> None:
if self.stop_thread_recursion(scrape_item):
- parents = f"{len(scrape_item.parent_threads)} parent thread(s)"
+ threads = f"{len(scrape_item.parent_threads)} parent thread(s)"
+ origin, parent = (scrape_item.parents[0], scrape_item.parents[-1]) if scrape_item.parents else (None, None)
msg = (
- f"Skipping nested thread URL with {parents}:"
+ f"Skipping nested thread URL with {threads}:"
f"URL: {scrape_item.url}\n"
- f"Parent: {scrape_item.parent}\n"
- f"Origin: {scrape_item.origin}\n"
+ f"Parent: {parent}\n"
+ f"Origin: {origin}\n"
)
raise MaxChildrenError(msg)
diff --git a/cyberdrop_dl/crawlers/mixdrop.py b/cyberdrop_dl/crawlers/mixdrop.py
index fed2ee413..30759d769 100644
--- a/cyberdrop_dl/crawlers/mixdrop.py
+++ b/cyberdrop_dl/crawlers/mixdrop.py
@@ -51,7 +51,7 @@ class MixDropCrawler(Crawler):
ext,
custom_filename=filename,
debrid_link=link,
- referer=scrape_item.parent or scrape_item.url,
+ referer=scrape_item.parents[-1] if scrape_item.parents else scrape_item.url,
)
async def _request_file_info(self, file_id: str) -> tuple[str, AbsoluteHttpURL]:
diff --git a/cyberdrop_dl/url_objects.py b/cyberdrop_dl/url_objects.py
index fd04f2876..857546cc3 100644
--- a/cyberdrop_dl/url_objects.py
+++ b/cyberdrop_dl/url_objects.py
@@ -355,16 +355,6 @@ class ScrapeItem:
yield self.create_child(url)
self.add_children()
- @property
- def origin(self) -> AbsoluteHttpURL | None:
- if self.parents:
- return self.parents[0]
-
- @property
- def parent(self) -> AbsoluteHttpURL | None:
- if self.parents:
- return self.parents[-1]
-
@property
def is_loose_file(self) -> bool:
return not self.folders or not self.part_of_album