Skip to content

Bulk asynchronous downloader for multiple file hosts

1.9 KB
Raw Blame
from __future__ import annotations

import hashlib
import os
import sys

ALL_VARS: dict[str, str | None] = {}
os.environ["PYDANTIC_ERRORS_INCLUDE_URL"] = "0"


def _env(name: str, *, censor: bool = False) -> str | None:
    full_name = "CDL_" + name
    value = os.getenv(full_name)
    if censor and value:
        value = hashlib.sha256(value.encode("utf-8")).hexdigest()
    ALL_VARS[full_name] = value
    return value


def _cast_bool(value: bool | str | None) -> bool:  # noqa: FBT001
    if not value:
        return False

    if value is True:
        return value

    return value.casefold() not in {"no", "0", "false"}


RUNNING_IN_TERMUX = _cast_bool(os.getenv("TERMUX_VERSION") or "com.termux" in os.getenv("PREFIX", sys.prefix))
FORCE_PORTRAIT_MODE = _cast_bool(_env("PORTRAIT_MODE") or RUNNING_IN_TERMUX)
DEBUG_LOG_FOLDER = _env("DEBUG_LOG_FOLDER")
MAX_LOG_MSG_LENGTH = int(_env("MAX_LOG_MSG_LENGTH") or 0) or 5_000
DEBUG_MODE = _cast_bool(
    _env("DEBUG_MODE")
    or DEBUG_LOG_FOLDER
    or os.getenv("PYCHARM_HOSTED")
    or os.getenv("TERM_PROGRAM") in {"vscode", "zed"}
    or "pytest" in sys.modules
)

APPDATA_FOLDER = _env("APPDATA_FOLDER")
WRITE_JSON_UI = int(_env("WRITE_JSON_UI") or 0) or None
FFMPEG_FIX_HLS = _cast_bool(_val if (_val := _env("FFMPEG_FIX_HLS")) is not None else True)
EDITOR = os.getenv("EDITOR")
CI = _cast_bool(os.getenv("CI"))
TERMUX = {
    k.removeprefix("TERMUX_APP_").removeprefix("TERMUX_").lstrip("_"): v
    for k, v in os.environ.items()
    if k.startswith("TERMUX_")
}


# CRAWLERS

FILEDITCH_WAIT = int(_env("FILEDITCH_WAIT") or 20)
GOFILE_SALT = _env("GOFILE_SALT")
TWITTER_MAX_EMPTY_PAGES = int(_env("TWITTER_MAX_EMPTY_PAGES") or 10)

ALL_VARS = dict(sorted(ALL_VARS.items()))  # pyright: ignore[reportConstantRedefinition]
ALL_VARS_RESOLVED = dict(
    sorted((k, v) for k, v in globals().items() if k != "ALL_VARS" and not k.startswith("_") and k.upper() == k)
)