ODS V3 Pre-Release: Public testing and refinement ahead of the official V3 launch. Turn your PC, Mac, or Linux box into a private AI server.
Python ai-agentsamdcomfyuidockerllama-cppllmlocal-ain8nnvidiaopen-webuiragself-hostedspeech-to-textstrix-halotext-to-speechworkflow-automation
#!/usr/bin/env bash
# ============================================================================
# ODS Installer -- catalog model selector calls
# ============================================================================
# Part of: installers/lib/
# Purpose: One place for the Linux installer's calls into
# scripts/select-model.py. Phase 02 picks the model; phase 03
# re-checks it at the Hermes context floor with the same hardware
# envelope, so the two can never plan against different inputs.
#
# Expects: SCRIPT_DIR, GPU_BACKEND, GPU_MEMORY_TYPE, GPU_VRAM, RAM_GB, TIER,
# HOST_ARCH, MODEL_PROFILE_EFFECTIVE (or MODEL_PROFILE)
# Provides: ODS_HERMES_MIN_CONTEXT, ods_model_selector_python,
# ods_run_catalog_selector, ods_run_vllm_selector,
# ods_catalog_fit_check
#
# This file is sourced; it must not change the caller's shell options.
# ============================================================================
# Hermes Agent refuses a model below 64K; select-model.py prefers models that
# fit at this context (a soft floor) unless --require-min-context is passed.
ODS_HERMES_MIN_CONTEXT=65536
# Print the Python command for the selector, or nothing when none is usable.
ods_model_selector_python() {
local python=""
if [[ -f "$SCRIPT_DIR/lib/python-cmd.sh" ]]; then
# shellcheck source=/dev/null
. "$SCRIPT_DIR/lib/python-cmd.sh"
python="$(ods_detect_python_cmd 2>/dev/null || true)"
fi
if [[ -z "$python" ]]; then
if command -v python3 >/dev/null 2>&1; then
python="python3"
elif command -v python >/dev/null 2>&1; then
python="python"
fi
fi
printf '%s' "$python"
}
# ods_run_catalog_selector PYTHON MAX_SIZE_MB [select-model.py args...]
# Prints shell assignments (--env). Exit 2: nothing fits.
ods_run_catalog_selector() {
local python="$1" max_size_mb="${2:-0}"
shift 2
"$python" "$SCRIPT_DIR/scripts/select-model.py" \
--catalog "$SCRIPT_DIR/config/model-library.json" \
--backend "${GPU_BACKEND:-unknown}" \
--memory-type "${GPU_MEMORY_TYPE:-discrete}" \
--vram-mb "${GPU_VRAM:-0}" \
--ram-gb "${RAM_GB:-0}" \
--profile "${MODEL_PROFILE_EFFECTIVE:-${MODEL_PROFILE:-qwen}}" \
--tier "${TIER:-1}" \
--max-size-mb "$max_size_mb" \
--host-arch "${HOST_ARCH:-unknown}" \
--installable-only \
"$@" \
--env
}
# ods_run_vllm_selector PYTHON [GPU_ROW...]
# The vLLM engine's pick: one GPU_ROW per line of `nvidia-smi
# --query-gpu=uuid,compute_cap,memory.total[,memory.free]
# --format=csv,noheader,nounits`. Chooses among the catalog's vLLM entries
# only, never a GGUF, and prints shell assignments with the VLLM_* keys. Exit
# 2: no vLLM model fits; exit 4: one fits the hardware, but other programs
# hold the free memory vLLM needs at start (rows with memory.free only). The
# fit comes from the GPU rows alone, so the llama.cpp memory inputs are not
# passed.
ods_run_vllm_selector() {
local python="$1" row
shift
local -a gpu_args=()
for row in "$@"; do
gpu_args+=(--gpu "$row")
done
"$python" "$SCRIPT_DIR/scripts/select-model.py" \
--catalog "$SCRIPT_DIR/config/model-library.json" \
--llm-runtime vllm \
--backend "${GPU_BACKEND:-unknown}" \
--host-arch "${HOST_ARCH:-unknown}" \
--min-context "$ODS_HERMES_MIN_CONTEXT" \
--installable-only \
${gpu_args[@]+"${gpu_args[@]}"} \
--env
}
# ods_catalog_fit_check PYTHON MODEL CONTEXT [RUNTIME_PROFILE]
# MODEL is a catalog id, LLM_MODEL name or GGUF file name. Exit 0: fits at
# CONTEXT on this hardware; 3: does not fit; anything else: unknown (the
# model is not in the catalog, or the selector failed).
ods_catalog_fit_check() {
local python="$1" model="$2" context="$3" profile="${4:-}"
local -a profile_args=()
[[ -n "$profile" ]] && profile_args=(--runtime-profile "$profile")
"$python" "$SCRIPT_DIR/scripts/select-model.py" \
--catalog "$SCRIPT_DIR/config/model-library.json" \
--backend "${GPU_BACKEND:-unknown}" \
--memory-type "${GPU_MEMORY_TYPE:-discrete}" \
--vram-mb "${GPU_VRAM:-0}" \
--ram-gb "${RAM_GB:-0}" \
--profile "${MODEL_PROFILE_EFFECTIVE:-${MODEL_PROFILE:-qwen}}" \
--tier "${TIER:-1}" \
--host-arch "${HOST_ARCH:-unknown}" \
--check-fit --model-id "$model" --context "$context" \
${profile_args[@]+"${profile_args[@]}"}
}