Skip to content

Bulk asynchronous downloader for multiple file hosts

feat: include parent in "download_errors.csv"

NTFSvolume34bafd42c4e1
diff --git a/cyberdrop_dl/csv_logs.py b/cyberdrop_dl/csv_logs.py
index a8cc39f6a..2577272ff 100644
--- a/cyberdrop_dl/csv_logs.py
+++ b/cyberdrop_dl/csv_logs.py
@@ -114,6 +114,7 @@ class CSVLogsManager:
referer: AbsoluteHttpURL,
error_message: str,
origin: yarl.URL | Path | None = None,
+ parent: yarl.URL | None = None,
) -> None:
_ = self.task_group.create_task(
self._write_to_csv(
@@ -121,6 +122,7 @@ class CSVLogsManager:
url=url,
error=error_message,
referer=referer,
+ parent=parent,
origin=origin,
)
)
diff --git a/cyberdrop_dl/utils/errors.py b/cyberdrop_dl/utils/errors.py
index e907ddb86..b76e1ad7c 100644
--- a/cyberdrop_dl/utils/errors.py
+++ b/cyberdrop_dl/utils/errors.py
@@ -278,7 +278,13 @@ def _log_dl_error(
f"{self.log_prefix} Failed: {item.url} ({app_error.msg}) \n -> Referer: {item.referer}",
exc_info=exc,
)
- self.manager.scrape_mapper.logs.write_download_error(item.url, item.referer, app_error.csv_msg, origin)
+ self.manager.scrape_mapper.logs.write_download_error(
+ item.url,
+ item.referer,
+ app_error.csv_msg,
+ origin,
+ parent=item.parents[-1] if item.parents else None,
+ )
self.manager.scrape_mapper.tui.files.stats.failed += 1
self.manager.scrape_mapper.tui.download_errors.add(app_error.ui_error)