Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

276 B
Raw Blame
#ifndef BENCHMARKS_LLAMACPP_UTIL_HPP
#define BENCHMARKS_LLAMACPP_UTIL_HPP

#include <llama-cpp.h>

#include <filesystem>
#include <string>

std::filesystem::path get_model_path(
    const std::string& model,
    bool dflash = false
);

#endif  // BENCHMARKS_LLAMACPP_UTIL_HPP