Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

847 B
Raw Blame
load("@rules_cc//cc:defs.bzl", "cc_binary", "cc_library")

SRCS = [
    "bench.hpp",
    "common.cpp",
    "common.hpp",
    "engine.cpp",
    "engine.hpp",
    "main.cpp",
]

DEPS = [
    ":memory_counters",
    "//ml_drift/samples/llm:llm_config",
    "//ml_drift/samples/llm:llm_runner_interface",
    "//ml_drift/samples/llm:llm_runner_metal_lib",
    "@com_google_absl//absl/flags:flag",
    "@com_google_absl//absl/flags:parse",
    "@com_google_absl//absl/status",
    "@glaze",
]

cc_library(
    name = "memory_counters",
    srcs = ["memory_counters.c"],
    hdrs = ["memory_counters.h"],
)

cc_binary(
    name = "engine-mldrift",
    srcs = SRCS,
    deps = DEPS,
)

cc_binary(
    name = "BenchmarksMldrift",
    srcs = SRCS,
    linkopts = ["-Wl,-exported_symbol,_benchmarks_mldrift_main"],
    linkshared = True,
    deps = DEPS,
)