Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

1.1 KB
Raw Blame
#include <cstdio>
#include <iostream>
#include <memory>
#include <stdexcept>
#include <string>

#include "absl/flags/flag.h"
#include "absl/flags/parse.h"
#include "common.hpp"
#include "engine.hpp"

ABSL_FLAG(
    std::string,
    checkpoint,
    "",
    "Hugging Face checkpoint directory with config.json and the tokenizer"
);
ABSL_FLAG(
    std::string,
    weights,
    "",
    "Directory with weights extracted by extract_weights_hf.py"
);

extern "C" int benchmarks_mldrift_main(
    int argc,
    char* argv[]
) {
    absl::ParseCommandLine(argc, argv);

    const auto output = std::unique_ptr<std::FILE, decltype(&std::fclose)>(redirect_stdout_to_stderr(), std::fclose);

    try {
        const auto engine = MlDriftEngine(absl::GetFlag(FLAGS_checkpoint), absl::GetFlag(FLAGS_weights));
        run_loop(engine, output.get());
    } catch (const std::exception& error) {
        std::cerr << "Failed: " << error.what() << std::endl;
        return 1;
    }
    return 0;
}

int main(
    int argc,
    char* argv[]
) {
    return benchmarks_mldrift_main(argc, argv);
}