A high-performance inference engine for AI models
Misc config fixes (#503)
Nikolai Nechaevbb89e63b7441
diff --git a/.helix/languages.toml b/.helix/languages.tomlindex e2f05a3e3..bf47c7a8a 100644--- a/.helix/languages.toml+++ b/.helix/languages.toml@@ -1,13 +1,16 @@[[language]]name = "c"+scope = "scope.c"file-types = [][[language]]name = "cpp"+scope = "scope.cpp"file-types = [][[language]]name = "metal"+scope = "scope.metal"file-types = ["metal", "h"][language-server.rust-analyzer.config.check]diff --git a/Cargo.lock b/Cargo.lockindex 6e2759e04..188a804ec 100644--- a/Cargo.lock+++ b/Cargo.lock@@ -643,12 +643,6 @@ version = "0.22.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6"-[[package]]-name = "base64ct"-version = "1.8.3"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "2af50177e190e07a26ab74f8b1efbfe2ef87da2116221318cb1c2e82baf7de06"-[[package]]name = "basic-toml"version = "0.1.10"@@ -878,12 +872,6 @@ dependencies = ["syn 2.0.117",]-[[package]]-name = "byteorder"-version = "1.5.0"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b"-[[package]]name = "byteorder-lite"version = "0.1.0"@@ -1316,35 +1304,6 @@ dependencies = ["unicode-segmentation",]-[[package]]-name = "cookie"-version = "0.18.1"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "4ddef33a339a91ea89fb53151bd0a4689cfce27055c291dfa69945475d22c747"-dependencies = [- "percent-encoding",- "time",- "version_check",-]--[[package]]-name = "cookie_store"-version = "0.22.1"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "15b2c103cf610ec6cae3da84a766285b42fd16aad564758459e6ecf128c75206"-dependencies = [- "cookie",- "document-features",- "idna",- "indexmap 2.14.0",- "log",- "serde",- "serde_derive",- "serde_json",- "time",- "url",-]-[[package]]name = "core-foundation"version = "0.9.4"@@ -1806,16 +1765,6 @@ dependencies = ["logos",]-[[package]]-name = "der"-version = "0.8.0"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "71fd89660b2dc699704064e59e9dba0147b903e85319429e131620d022be411b"-dependencies = [- "pem-rfc7468",- "zeroize",-]-[[package]]name = "deranged"version = "0.5.8"@@ -2272,21 +2221,6 @@ version = "0.2.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "77ce24cb58228fbb8aa041425bb1050850ac19177686ea6e0f41a70416f56fdb"-[[package]]-name = "foreign-types"-version = "0.3.2"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "f6f339eb8adc052cd2ca78910fda869aefa38d22d5cb648e6485e4d3fc06f3b1"-dependencies = [- "foreign-types-shared",-]--[[package]]-name = "foreign-types-shared"-version = "0.1.1"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b"-[[package]]name = "form_urlencoded"version = "1.2.2"@@ -2654,30 +2588,6 @@ version = "0.4.3"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "7f24254aa9a54b5c858eaee2f5bccdb46aaf0e486a595ed5fd8f86ba55232a70"-[[package]]-name = "hf-hub"-version = "0.5.0"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "aef3982638978efa195ff11b305f51f1f22f4f0a6cabee7af79b383ebee6a213"-dependencies = [- "dirs",- "futures",- "http",- "indicatif",- "libc",- "log",- "native-tls",- "num_cpus",- "rand 0.9.4",- "reqwest 0.12.28",- "serde",- "serde_json",- "thiserror 2.0.18",- "tokio",- "ureq",- "windows-sys 0.61.2",-]-[[package]]name = "home"version = "0.5.12"@@ -2783,22 +2693,6 @@ dependencies = ["webpki-roots",]-[[package]]-name = "hyper-tls"-version = "0.6.0"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "70206fc6890eaca9fde8a0bf71caa2ddfc9fe045ac9e5c70df101a7dbde866e0"-dependencies = [- "bytes",- "http-body-util",- "hyper",- "hyper-util",- "native-tls",- "tokio",- "tokio-native-tls",- "tower-service",-]-[[package]]name = "hyper-util"version = "0.1.20"@@ -3977,23 +3871,6 @@ dependencies = ["libloading 0.9.0",]-[[package]]-name = "native-tls"-version = "0.2.18"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "465500e14ea162429d264d44189adc38b199b62b1c21eea9f69e4b73cb03bbf2"-dependencies = [- "libc",- "log",- "openssl",- "openssl-probe",- "openssl-sys",- "schannel",- "security-framework",- "security-framework-sys",- "tempfile",-]-[[package]]name = "ndarray"version = "0.17.2"@@ -4473,49 +4350,12 @@ dependencies = ["thiserror 2.0.18",]-[[package]]-name = "openssl"-version = "0.10.80"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "a45fa2aa886c42762255da344f0a0d313e254066c46aad76f300c3d3da62d967"-dependencies = [- "bitflags 2.11.1",- "cfg-if",- "foreign-types",- "libc",- "openssl-macros",- "openssl-sys",-]--[[package]]-name = "openssl-macros"-version = "0.1.1"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c"-dependencies = [- "proc-macro2",- "quote",- "syn 2.0.117",-]-[[package]]name = "openssl-probe"version = "0.2.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "7c87def4c32ab89d880effc9e097653c8da5d6ef28e6b539d313baaacfbafcbe"-[[package]]-name = "openssl-sys"-version = "0.9.116"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "f28a22dc7140cda5f096e5e7724a6962ca81a7f8bfd2979f9b18c11af56318c4"-dependencies = [- "cc",- "libc",- "pkg-config",- "vcpkg",-]-[[package]]name = "option-ext"version = "0.2.0"@@ -4591,15 +4431,6 @@ version = "0.1.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "35fb2e5f958ec131621fdd531e9fc186ed768cbe395337403ae56c17a74c68ec"-[[package]]-name = "pem-rfc7468"-version = "1.0.0"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "a6305423e0e7738146434843d1694d621cce767262b2a86910beab705e4493d9"-dependencies = [- "base64ct",-]-[[package]]name = "percent-encoding"version = "2.3.2"@@ -5550,23 +5381,18 @@ checksum = "eddd3ca559203180a307f12d114c268abf583f59b03cb906fd0b3ff8646c1147"dependencies = ["base64 0.22.1","bytes",- "encoding_rs","futures-channel","futures-core","futures-util",- "h2","http","http-body","http-body-util","hyper","hyper-rustls",- "hyper-tls","hyper-util","js-sys","log",- "mime","mime_guess",- "native-tls","percent-encoding","pin-project-lite","quinn",@@ -5578,7 +5404,6 @@ dependencies = ["serde_urlencoded","sync_wrapper","tokio",- "tokio-native-tls","tokio-rustls","tokio-util","tower",@@ -5797,7 +5622,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "ef86cd5876211988985292b91c96a8f2d298df24e75989a43a3c73f2d4d8168b"dependencies = ["aws-lc-rs",- "log","once_cell","ring","rustls-pki-types",@@ -6401,17 +6225,6 @@ dependencies = ["windows-sys 0.61.2",]-[[package]]-name = "socks"-version = "0.3.4"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "f0c3dbbd9ae980613c6dd8e28a9407b50509d3803b57624d5dfe8315218cd58b"-dependencies = [- "byteorder",- "libc",- "winapi",-]-[[package]]name = "spm_precompiled"version = "0.1.4"@@ -6985,16 +6798,6 @@ dependencies = ["syn 2.0.117",]-[[package]]-name = "tokio-native-tls"-version = "0.3.1"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "bbae76ab933c85776efabc971569dd6119c580d8f5d448769dec1764bf796ef2"-dependencies = [- "native-tls",- "tokio",-]-[[package]]name = "tokio-rustls"version = "0.26.4"@@ -7562,42 +7365,6 @@ version = "0.9.0"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1"-[[package]]-name = "ureq"-version = "3.3.0"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "dea7109cdcd5864d4eeb1b58a1648dc9bf520360d7af16ec26d0a9354bafcfc0"-dependencies = [- "base64 0.22.1",- "cookie_store",- "der",- "flate2",- "log",- "native-tls",- "percent-encoding",- "rustls",- "rustls-pki-types",- "serde",- "serde_json",- "socks",- "ureq-proto",- "utf8-zero",- "webpki-root-certs",- "webpki-roots",-]--[[package]]-name = "ureq-proto"-version = "0.6.0"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "e994ba84b0bd1b1b0cf92878b7ef898a5c1760108fe7b6010327e274917a808c"-dependencies = [- "base64 0.22.1",- "http",- "httparse",- "log",-]-[[package]]name = "url"version = "2.5.8"@@ -7610,12 +7377,6 @@ dependencies = ["serde",]-[[package]]-name = "utf8-zero"-version = "0.8.1"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "b8c0a043c9540bae7c578c88f91dda8bd82e59ae27c21baca69c8b191aaf5a6e"-[[package]]name = "utf8_iter"version = "1.0.4"@@ -7731,12 +7492,6 @@ version = "0.1.1"source = "registry+https://github.com/rust-lang/crates.io-index"checksum = "ba73ea9cf16a25df0c8caa16c51acb937d5712a8429db78a3ee29d5dcacd3a65"-[[package]]-name = "vcpkg"-version = "0.2.15"-source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426"-[[package]]name = "version_check"version = "0.9.5"@@ -8588,7 +8343,6 @@ dependencies = ["autocxx-build","cmake","cxx",- "hf-hub","serde_json","tokenizers","walkdir",diff --git a/Cargo.toml b/Cargo.tomlindex e8211eb93..a03807629 100644--- a/Cargo.toml+++ b/Cargo.toml@@ -56,7 +56,7 @@ download-manager = { path = "crates/download-manager", default-features = falsemock-registry = { path = "crates/mock-registry", default-features = false }benchmarks = { path = "crates/benchmarks", default-features = false }uzu = { path = "crates/uzu", default-features = false }-xgrammar = { package = "xgrammar-rs", version = "0.1.33", features = ["hf"] }+xgrammar = { package = "xgrammar-rs", version = "0.1.33", features = ["tokenizers"] }half = { version = "2.7", features = ["bytemuck", "num-traits"] }ndarray = "0.17"serde = { version = "1.0", features = ["derive"] }