Skip to content

Bulk asynchronous downloader for multiple file hosts

refactor: ignore all files in pending import posts (Kemono)

NTFSvolumea7f96251b215
diff --git a/cyberdrop_dl/crawlers/kemono/kemono.py b/cyberdrop_dl/crawlers/kemono/kemono.py
index 788dc0ff2..b9434d889 100644
--- a/cyberdrop_dl/crawlers/kemono/kemono.py
+++ b/cyberdrop_dl/crawlers/kemono/kemono.py
@@ -237,11 +237,11 @@ class FileFilterer:
def __iter__(self) -> Generator[File]:
for file, kind, should_download in self._files():
file_name = file.name or file.path
- if not should_download:
- self._report_skip_by_config(file_name, kind)
- elif file.deferred or not file.path:
+ if self.post.preview_state == "pending" or file.deferred or not file.path:
self.log.warning("Skipping file '%s' in post #%s [incomplete %s import]", file_name, self.post.id, kind)
self.skipped += 1
+ elif not should_download:
+ self._report_skip_by_config(file_name, kind)
else:
yield file
diff --git a/cyberdrop_dl/crawlers/kemono/models.py b/cyberdrop_dl/crawlers/kemono/models.py
index 6279bdb62..7aa024983 100644
--- a/cyberdrop_dl/crawlers/kemono/models.py
+++ b/cyberdrop_dl/crawlers/kemono/models.py
@@ -74,6 +74,7 @@ class PostModel(DeferredModel, extra="ignore"):
timestamp: int | None = None
tags: Annotated[tuple[str, ...], BeforeValidator(_parse_tags)] = ()
embed: Annotated[Embed | None, BeforeValidator(falsy_as_none)] = None
+ preview_state: str | None = None
has_full: bool = True
@override
diff --git a/cyberdrop_dl/exceptions.py b/cyberdrop_dl/exceptions.py
index c756d9f15..2571b5da0 100644
--- a/cyberdrop_dl/exceptions.py
+++ b/cyberdrop_dl/exceptions.py
@@ -194,7 +194,7 @@ class RestrictedFiletypeError(SkipDownloadError):
def __init__(self, origin: MediaItemLike) -> None:
"""This error will be thrown when has a filetype not allowed by config."""
ui_failure = "Restricted File Ext"
- message = f"File extension ({origin.ext}) ignored config options"
+ message = f"File extension ({origin.ext}) ignored by config options"
super().__init__(ui_failure, message=message, origin=origin)