Skip to content

SOTA-Class TTS at Compact Scale

Python
1.3 KB
Raw Blame
#!/usr/bin/env bash
# SPDX-License-Identifier: Apache-2.0
set -euo pipefail

BUNDLE_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
PYTHON_BIN="${PYTHON_BIN:-python3}"
MODEL="${MODEL:-/models/Audio8-TTS-Preview-0.6b}"
CONFIG="${CONFIG:-${BUNDLE_ROOT}/configs/audio8_tts_0_6b.yaml}"
MODEL_NAME="${MODEL_NAME:-audio8/tts-0.6b}"
HOST="${HOST:-0.0.0.0}"
PORT="${PORT:-8010}"

if [[ -n "${SGLANG_OMNI_ROOT:-}" ]]; then
  if [[ -d "${SGLANG_OMNI_ROOT}/sglang_omni" ]]; then
    export PYTHONPATH="${SGLANG_OMNI_ROOT}${PYTHONPATH:+:${PYTHONPATH}}"
  elif [[ -f "${SGLANG_OMNI_ROOT}/__init__.py" ]]; then
    PACKAGE_PARENT="$(cd "${SGLANG_OMNI_ROOT}/.." && pwd)"
    export PYTHONPATH="${PACKAGE_PARENT}${PYTHONPATH:+:${PYTHONPATH}}"
  else
    echo "Invalid SGLANG_OMNI_ROOT: ${SGLANG_OMNI_ROOT}" >&2
    exit 1
  fi
fi

if [[ -n "${SGLANG_OMNI_SITE_PACKAGES:-}" ]]; then
  if [[ ! -d "${SGLANG_OMNI_SITE_PACKAGES}" ]]; then
    echo "Invalid SGLANG_OMNI_SITE_PACKAGES: ${SGLANG_OMNI_SITE_PACKAGES}" >&2
    exit 1
  fi
  export PYTHONPATH="${PYTHONPATH:-}${PYTHONPATH:+:}${SGLANG_OMNI_SITE_PACKAGES}"
fi

export FLASHINFER_WORKSPACE_BASE="${FLASHINFER_WORKSPACE_BASE:-/tmp/audio8-flashinfer}"

exec "${PYTHON_BIN}" -m sglang_omni.cli.cli serve \
  --model-path "${MODEL}" \
  --config "${CONFIG}" \
  --model-name "${MODEL_NAME}" \
  --host "${HOST}" \
  --port "${PORT}"