Skip to content

Bulk asynchronous downloader for multiple file hosts

3.1 KB
Raw Blame
from pathlib import Path
from typing import Annotated

import cyclopts.validators
from cyclopts import Parameter
from cyclopts.core import App
from cyclopts.help import DefaultFormatter

from cyberdrop_dl import __version__
from cyberdrop_dl.commands import CLIarguments
from cyberdrop_dl.commands.cache import app as cache_app
from cyberdrop_dl.commands.cleanup import app as cleanup_app
from cyberdrop_dl.commands.config import app as config_app
from cyberdrop_dl.commands.database import app as database_app
from cyberdrop_dl.commands.hash import compute_hashes
from cyberdrop_dl.commands.retry import app as retry_app
from cyberdrop_dl.commands.retry import create_retry_src
from cyberdrop_dl.commands.scrape import download, prepare_manager, scrape
from cyberdrop_dl.constants import DEFAULT_PARAMETER
from cyberdrop_dl.progress import hyperlink

app = App(
    name="cyberdrop-dl",
    version=__version__,
    default_parameter=DEFAULT_PARAMETER,
    help_prologue=f"cyberdrop-dl [blue]v{__version__}[/blue]\nBulk [cyan]asynchronous[/cyan] downloader for multiple file hosts",
    help_format="rich",
    help_epilogue="\n".join(
        (
            f"Github:      {hyperlink('https://github.com/Cyberdrop-DL/cyberdrop-dl').markup}",
            f"Wiki (docs): {hyperlink('https://script-ware.gitbook.io/cyberdrop-dl').markup}",
        )
    ),
    result_action="return_value",
    help_formatter=DefaultFormatter().with_newline_metadata(),  # pyright: ignore[reportUnknownMemberType]
)


@app.default
def main_menu(
    *,
    # This is the same as the main scrape option but input_file does not have to exists. We will create it for the user
    input_file: Annotated[
        Path,
        Parameter(
            alias=("-i", "--input"),
            help="Text/HTML file with URL(s) to download",
            validator=cyclopts.validators.Path(dir_okay=False),
            show_default=False,
        ),
    ] = Path("URLs.txt"),  # pyright: ignore[reportCallInDefaultInitializer]
    cli_args: CLIarguments | None = None,
) -> None:
    "Run [cyan]'cyberdrop-dl'[/cyan] without arguments to start the interactive TUI"
    input_file = input_file.resolve().absolute()
    with prepare_manager(cli_args, cli_overrides=None)() as manager:
        from cyberdrop_dl import program_ui

        source = program_ui.run(manager, input_file)
        if not isinstance(source, Path):
            source = create_retry_src(source)
        scrape(manager, source)


@app.command
def show(
    *,
    json: Annotated[bool, Parameter(help="Output full site information as a JSON array")] = False,
) -> None:
    """Show a list of all supported sites"""
    from cyberdrop_dl.commands import supported_sites

    content = supported_sites.as_rich_json() if json else supported_sites.as_rich_table()
    app.console.print(content, soft_wrap=json)


@app.command
def report() -> None:
    """Generate and display information about the system"""
    from cyberdrop_dl.commands.report import generate_report

    app.console.print(generate_report(), soft_wrap=True)


for cmd in download, database_app, cleanup_app, config_app, cache_app, retry_app:
    app.command(cmd)


app.command(compute_hashes, name="hash")