Bulk asynchronous downloader for multiple file hosts
Python asynciobunkrcyberdropdownloaderdropboxfilestergofilegoogle-drivemediafiremegamega-nzonedrivepatreonpawchivepinterestpixeldraintransfer-ittwitchtwittervk
refactor: ignore all files in pending import posts (Kemono)
NTFSvolumea7f96251b215
diff --git a/cyberdrop_dl/crawlers/kemono/kemono.py b/cyberdrop_dl/crawlers/kemono/kemono.pyindex 788dc0ff2..b9434d889 100644--- a/cyberdrop_dl/crawlers/kemono/kemono.py+++ b/cyberdrop_dl/crawlers/kemono/kemono.py@@ -237,11 +237,11 @@ class FileFilterer:def __iter__(self) -> Generator[File]:for file, kind, should_download in self._files():file_name = file.name or file.path- if not should_download:- self._report_skip_by_config(file_name, kind)- elif file.deferred or not file.path:+ if self.post.preview_state == "pending" or file.deferred or not file.path:self.log.warning("Skipping file '%s' in post #%s [incomplete %s import]", file_name, self.post.id, kind)self.skipped += 1+ elif not should_download:+ self._report_skip_by_config(file_name, kind)else:yield filediff --git a/cyberdrop_dl/crawlers/kemono/models.py b/cyberdrop_dl/crawlers/kemono/models.pyindex 6279bdb62..7aa024983 100644--- a/cyberdrop_dl/crawlers/kemono/models.py+++ b/cyberdrop_dl/crawlers/kemono/models.py@@ -74,6 +74,7 @@ class PostModel(DeferredModel, extra="ignore"):timestamp: int | None = Nonetags: Annotated[tuple[str, ...], BeforeValidator(_parse_tags)] = ()embed: Annotated[Embed | None, BeforeValidator(falsy_as_none)] = None+ preview_state: str | None = Nonehas_full: bool = True@overridediff --git a/cyberdrop_dl/exceptions.py b/cyberdrop_dl/exceptions.pyindex c756d9f15..2571b5da0 100644--- a/cyberdrop_dl/exceptions.py+++ b/cyberdrop_dl/exceptions.py@@ -194,7 +194,7 @@ class RestrictedFiletypeError(SkipDownloadError):def __init__(self, origin: MediaItemLike) -> None:"""This error will be thrown when has a filetype not allowed by config."""ui_failure = "Restricted File Ext"- message = f"File extension ({origin.ext}) ignored config options"+ message = f"File extension ({origin.ext}) ignored by config options"super().__init__(ui_failure, message=message, origin=origin)