A high-performance inference engine for AI models
[workspace]
members = [
# -- core
"crates/uzu-engine",
"crates/uzu-engine-macros",
# -- benches
"scripts/benchmarks/engine-uzu",
# -- apps
"apps/mirai-gui/desktop",
# --- to be rewritten
"crates/legacy/bindings-types",
"crates/legacy/bindings",
"crates/legacy/shoji",
"crates/legacy/backend-remote",
"crates/legacy/json-transform",
"crates/legacy/token-stream-parser",
"crates/legacy/hanashi",
"crates/legacy/nagare",
"crates/legacy/nagare-macros",
"crates/legacy/download-manager",
"crates/legacy/mock-registry",
"crates/legacy/uzu",
"crates/legacy/cli",
"crates/legacy/cli-tools",
"crates/legacy/keisoku",
"crates/legacy/kanka",
"crates/legacy/kiban",
]
resolver = "3"
[workspace.package]
edition = "2024"
rust-version = "1.98"
version = "0.6.17"
authors = ["Mirai Tech Inc. <[email protected]>"]
description = "A high-performance inference engine for AI models"
readme = "README.md"
homepage = "https://trymirai.com"
repository = "https://github.com/trymirai/uzu"
license = "MIT"
keywords = [
"rust",
"ai",
"metal",
"high-performance",
"inference",
"llm",
"tts",
]
[workspace.dependencies]
bindings-types = { path = "crates/legacy/bindings-types", default-features = false }
bindings = { path = "crates/legacy/bindings", default-features = false }
shoji = { path = "crates/legacy/shoji", default-features = false }
uzu-engine = { path = "crates/uzu-engine", default-features = false }
uzu-engine-macros = { path = "crates/uzu-engine-macros" }
backend-remote = { path = "crates/legacy/backend-remote", default-features = false }
json-transform = { path = "crates/legacy/json-transform", default-features = false }
token-stream-parser = { path = "crates/legacy/token-stream-parser", default-features = false }
hanashi = { path = "crates/legacy/hanashi", default-features = false }
nagare = { path = "crates/legacy/nagare", default-features = false }
nagare-macros = { path = "crates/legacy/nagare-macros" }
download-manager = { path = "crates/legacy/download-manager", default-features = false }
mock-registry = { path = "crates/legacy/mock-registry", default-features = false }
keisoku = { path = "crates/legacy/keisoku", default-features = false }
kanka = { path = "crates/legacy/kanka", default-features = false }
kiban = { path = "crates/legacy/kiban", default-features = false }
uzu = { path = "crates/legacy/uzu", default-features = false }
xgrammar = { package = "xgrammar-rs", version = "0.2.8", features = ["tokenizers"] }
half = { version = "2.7.1", features = ["bytemuck", "num-traits"] }
ndarray = "0.17.2"
serde = { version = "1.0.229", features = ["derive"] }
serde_json = "1.0.154"
monostate = "1.0.3"
thiserror = "2.0.21"
tokenizers = { version = "0.22.2", features = [
"fancy-regex",
], default-features = false }
objc2 = "0.6.5"
objc2-foundation = "0.3.2"
objc2-core-foundation = "0.3.2"
objc2-io-kit = { version = "0.3.2", default-features = false, features = ["libc", "ps"] }
obfstr = "0.4.6"
metal = { package = "mtl-rs", version = "0.3.0" }
wgpu = { git = "https://github.com/gfx-rs/wgpu", branch = "v30" } # TODO: switch to published version after upstream releases one with next trait solver overflow fix
block2 = "0.6.2"
bytemuck = "1.25.2"
bytesize = "2.7.0"
xxhash-rust = "0.8.19"
num-traits = "0.2.19"
regex = "1.13.1"
fancy-regex = "0.19.2"
libc = "0.2.191"
libm = "0.2.16"
minijinja = { version = "3.0.1", features = ["json", "preserve_order", "serde"] }
minijinja-contrib = { version = "3.0.1", features = ["pycompat"] }
clap = { version = "4.6.7", features = ["derive"] }
rand = "0.10.3"
rand_distr = "0.6.0"
getrandom = "0.4"
sysinfo = { version = "0.39.6", default-features = false, features = ["system"] }
itertools = "0.15.0"
schemars = { version = "1.2.3", features = ["derive", "preserve_order"] }
is_close = "0.1.3"
anyhow = "1.0.104"
async-trait = "0.1.92"
rayon = "1.12.0"
derive_more = { version = "2.1.1", features = ["from", "deref", "as_ref", "display"] }
walkdir = "2.5.0"
depfile = "0.1.1"
tempfile = "3.27.0"
clang-ast = "0.1.35"
shader-slang = { git = "https://github.com/trymirai/slang-rs.git", branch = "unsigned_char_fix" }
shader-slang-sys = { git = "https://github.com/trymirai/slang-rs.git", branch = "unsigned_char_fix" }
naga = { git = "https://github.com/gfx-rs/wgpu", branch = "v30" }
spirv = "0.4.0"
rangemap = "1.8.0"
parking_lot = "0.12.5"
futures = "0.3.34"
tokio = "1.53.3"
tokio-stream = { version = "0.1.19", features = ["sync"] }
tokio-util = { version = "0.7.20", default-features = false, features = ["rt"] }
blake3 = "1.8.7"
quote = "1.0.47"
proc-macro2 = "1.0.107"
proc-macro-crate = "3.5.0"
syn = { version = "3.0.9", features = ["full", "fold", "visit-mut", "extra-traits"] }
prettyplease = "0.3.0"
rhai = "1.26.1"
indicatif = "0.18.6"
rocket = { version = "0.5.1", features = ["json"] }
uuid = { version = "1.28.0", features = ["serde", "v4", "v5"] }
comfy-table = "8.0.1"
test-tag = "0.1.6"
rstest = "0.27.0"
wiremock = "0.6.5"
proptest = "1.12.0"
criterion = "0.8.2"
libtest-mimic = "0.8.2"
indexmap = { version = "2.14.2", features = ["serde"] }
tracing = "0.1.44"
tracing-subscriber = { version = "0.3.23", features = ["env-filter"] }
tracing-tree = "0.4.1"
tracing-appender = "0.2.5"
llm_json = "1.0.3"
futures-util = "0.3.34"
async-fs = "2.2.0"
http = "1.5.0"
httparse = "1.10.1"
reqwest = { version = "0.13.5", features = [
"json",
"stream",
"blocking",
"query",
] }
crc32c = "0.6.8"
base64 = "0.23.1"
bitflags = "2.13.2"
bon = "3.10.2"
chrono = { version = "0.4.45", features = ["serde"] }
jsonschema = "0.59.0"
# Please make sure to use compatible versions of the cargo-swift / uniffi pair.
# See: https://github.com/antoniusnaumann/cargo-swift?tab=readme-ov-file#installing-for-a-different-uniffi-version
uniffi = { version = "0.31.2", features = ["tokio"] }
napi = { version = "3.14.2", features = [
"napi10",
"object_indexmap",
"tokio_rt",
] }
napi-derive = "3.6.12"
napi-build = "2.6.0"
pyo3 = { version = "0.29.3", features = [
"extension-module",
"abi3-py312",
"experimental-async",
"multiple-pymethods",
] }
pyo3-build-config = "0.29.3"
pyo3-async-runtimes = { version = "0.29.0", features = ["tokio-runtime"] }
pyo3-stub-gen = "0.23.1"
inventory = "0.3.25"
wasm-bindgen = { version = "=0.2.129", features = ["serde-serialize"] }
wasm-bindgen-futures = "0.4.79"
wasm-bindgen-test = "=0.3.79" # Matches wasm-bindgen and wasm-bindgen-cli in flake.nix.
openai-harmony = "0.0.8"
dirs = "7.0.0"
dotenvy = "0.15.7"
ratatui = "0.30.2"
crossterm = "0.29.0"
async-openai = { version = "0.42.2", features = [
"chat-completion",
"model",
"byot",
"responses",
] }
hound = "3.5.1"
ignore = "0.4.33"
convert_case = "0.12.0"
heck = "0.5.0"
confy = "2.0.0"
toml = "1.1.8"
toml_edit = "0.25.17"
colored = "3.1.1"
iocraft = "0.9.3"
indoc = "2.0.8"
unicode-segmentation = "1.13.3"
unicode-width = "0.2.2"
rodio = { version = "0.23.0", default-features = false, features = [
"playback",
"wav",
] }
web-sys = "0.3.106"
js-sys = "0.3"
web-time = "1.1.0"
tauri = "2.12.4"
tauri-build = "2.7.3"
tauri-plugin-dialog = "2.8.3"
tauri-plugin-notification = "2.7.0"
tauri-plugin-updater = "2.14.0"
plist = "1.10.1"
ash = "0.38.0"
vk-mem = "0.5.0"
[workspace.lints.clippy]
# TODO: add large_stack_frames, large_stack_arrays, trivially_copy_pass_by_ref, needless_pass_by_value, map_err_ignore, use_self, cloned_instead_of_copied, manual_let_else, semicolon_if_nothing_returned, uninlined_format_args, lossy_float_literal
module_inception = "allow"
type_complexity = "allow"
upper_case_acronyms = "allow"
large_enum_variant = "allow" # TODO: remove
enum_variant_names = "allow"
new_without_default = "allow"
too_many_arguments = "allow"
needless_range_loop = "allow" # TODO: remove
missing_safety_doc = "allow" # TODO: maybe remove?
[workspace.metadata.dinghy]
forward-cfgs = ["backend"]
[workspace.metadata.dinghy.test-attribute-aliases]
uzu_test = "dinghy_apple_runner_macros::test_case"
uzu_bench = "dinghy_apple_runner_macros::bench_case"
[profile.dev]
opt-level = 1
overflow-checks = true
[profile.dev.package."*"]
opt-level = 2
[profile.dev.build-override]
opt-level = 2
[profile.release]
lto = "thin"
[profile.test]
opt-level = 2
overflow-checks = true